@aztec/p2p 0.0.1-commit.b33fc05d0 → 0.0.1-commit.b3d3157a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +9 -1
- package/dest/client/factory.d.ts +4 -3
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +26 -14
- package/dest/client/interface.d.ts +14 -5
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +13 -9
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +88 -26
- package/dest/config.d.ts +135 -99
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +62 -7
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +1 -20
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +0 -21
- package/dest/index.d.ts +1 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +0 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -199
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
- package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +6 -4
- package/dest/mem_pools/index.d.ts +1 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +1 -1
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +17 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +13 -3
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +20 -7
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +84 -86
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/clock_tolerance.d.ts +12 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +56 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +36 -2
- package/dest/msg_validators/tx_validator/factory.d.ts +14 -5
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +36 -13
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +36 -4
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +50 -33
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +28 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +2 -1
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +35 -8
- package/dest/services/dummy_service.d.ts +11 -15
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +12 -16
- package/dest/services/encoding.d.ts +5 -1
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +7 -1
- package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +21 -4
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +14 -0
- package/dest/services/libp2p/libp2p_service.d.ts +36 -46
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +272 -262
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +38 -10
- package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +32 -10
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +81 -86
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +3 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/interface.d.ts +16 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +10 -20
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +1 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +1 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +41 -214
- package/dest/services/service.d.ts +9 -12
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +2 -23
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +2 -55
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
- package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_source.js +39 -29
- package/dest/services/tx_collection/index.d.ts +2 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +0 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +0 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +36 -55
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +275 -119
- package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +2 -2
- package/dest/services/tx_collection/tx_source.d.ts +6 -5
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +9 -7
- package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +4 -14
- package/dest/services/tx_provider.d.ts +3 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +3 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -2
- package/dest/test-helpers/mock-pubsub.d.ts +23 -9
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +44 -44
- package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +16 -18
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +12 -14
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +38 -14
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +83 -38
- package/dest/testbench/worker_client_manager.d.ts +10 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +51 -9
- package/dest/util.d.ts +11 -6
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +15 -14
- package/src/bootstrap/bootstrap.ts +9 -1
- package/src/client/factory.ts +49 -7
- package/src/client/interface.ts +15 -11
- package/src/client/p2p_client.ts +104 -47
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +123 -6
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +0 -25
- package/src/index.ts +0 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +316 -241
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
- package/src/mem_pools/attestation_pool/mocks.ts +13 -8
- package/src/mem_pools/index.ts +0 -3
- package/src/mem_pools/instrumentation.ts +5 -1
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/interfaces.ts +9 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +31 -9
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +13 -1
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +85 -92
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
- package/src/msg_validators/clock_tolerance.ts +73 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
- package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
- package/src/msg_validators/tx_validator/README.md +15 -3
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +44 -1
- package/src/msg_validators/tx_validator/factory.ts +46 -8
- package/src/msg_validators/tx_validator/gas_validator.ts +82 -33
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +31 -1
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +38 -5
- package/src/services/dummy_service.ts +14 -39
- package/src/services/encoding.ts +9 -1
- package/src/services/gossipsub/topic_score_params.ts +36 -4
- package/src/services/libp2p/instrumentation.ts +14 -0
- package/src/services/libp2p/libp2p_service.ts +302 -300
- package/src/services/peer-manager/peer_manager.ts +44 -10
- package/src/services/peer-manager/peer_scoring.ts +27 -5
- package/src/services/reqresp/README.md +215 -0
- package/src/services/reqresp/batch-tx-requester/README.md +46 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +77 -95
- package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +2 -2
- package/src/services/reqresp/interface.ts +21 -47
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +1 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
- package/src/services/reqresp/reqresp.ts +45 -260
- package/src/services/service.ts +12 -28
- package/src/services/tx_collection/config.ts +3 -80
- package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
- package/src/services/tx_collection/file_store_tx_source.ts +43 -31
- package/src/services/tx_collection/index.ts +1 -6
- package/src/services/tx_collection/instrumentation.ts +1 -7
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +331 -176
- package/src/services/tx_collection/tx_collection_sink.ts +2 -2
- package/src/services/tx_collection/tx_source.ts +8 -7
- package/src/services/tx_file_store/tx_file_store.ts +5 -17
- package/src/services/tx_provider.ts +5 -0
- package/src/test-helpers/make-test-p2p-clients.ts +3 -0
- package/src/test-helpers/mock-pubsub.ts +46 -60
- package/src/test-helpers/reqresp-nodes.ts +12 -22
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +50 -28
- package/src/testbench/p2p_client_testbench_worker.ts +87 -54
- package/src/testbench/worker_client_manager.ts +59 -20
- package/src/util.ts +32 -17
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -16
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -327
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
- package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -211
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -23
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -387
- package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
- package/src/services/tx_collection/slow_tx_collection.ts +0 -266
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
import { createLogger } from '@aztec/foundation/log';
|
|
2
|
-
|
|
3
|
-
import type { PeerId } from '@libp2p/interface';
|
|
4
|
-
|
|
5
|
-
import type { ConnectionSampler } from './connection_sampler.js';
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* Manages batches of peers for parallel request processing.
|
|
9
|
-
* Tracks active peers and provides deterministic peer assignment for requests.
|
|
10
|
-
*
|
|
11
|
-
* Example with 3 peers and 10 requests:
|
|
12
|
-
*
|
|
13
|
-
* Peers: [P1] [P2] [P3]
|
|
14
|
-
* ↓ ↓ ↓ ↓ ↓ ↓ ↓ ↓ ↓ ↓
|
|
15
|
-
* Requests: 0,1,2,9 | 3,4,5 | 6,7,8
|
|
16
|
-
*
|
|
17
|
-
* Each peer handles a bucket of consecutive requests.
|
|
18
|
-
* If a peer fails, it is replaced while maintaining the same bucket.
|
|
19
|
-
*/
|
|
20
|
-
export class BatchConnectionSampler {
|
|
21
|
-
private readonly batch: PeerId[] = [];
|
|
22
|
-
private readonly requestsPerPeer: number;
|
|
23
|
-
/** Tracks peer-index combinations that returned empty/invalid responses */
|
|
24
|
-
private readonly failedPeerIndices: Map<string, Set<number>> = new Map();
|
|
25
|
-
|
|
26
|
-
constructor(
|
|
27
|
-
private readonly connectionSampler: ConnectionSampler,
|
|
28
|
-
batchSize: number,
|
|
29
|
-
maxPeers: number,
|
|
30
|
-
exclude?: PeerId[],
|
|
31
|
-
private readonly logger = createLogger('p2p:reqresp:batch-connection-sampler'),
|
|
32
|
-
) {
|
|
33
|
-
if (maxPeers <= 0) {
|
|
34
|
-
throw new Error('Max peers cannot be 0');
|
|
35
|
-
}
|
|
36
|
-
if (batchSize <= 0) {
|
|
37
|
-
throw new Error('Batch size cannot be 0');
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
// Calculate how many requests each peer should handle, cannot be 0
|
|
41
|
-
this.requestsPerPeer = Math.max(1, Math.floor(batchSize / maxPeers));
|
|
42
|
-
|
|
43
|
-
// Sample initial peers
|
|
44
|
-
const excluding = exclude && new Map(exclude.map(peerId => [peerId.toString(), true] as const));
|
|
45
|
-
this.batch = this.connectionSampler.samplePeersBatch(maxPeers, excluding);
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Gets the peer responsible for handling a specific request index.
|
|
50
|
-
* If the primary peer has previously failed for this index, tries other peers.
|
|
51
|
-
* If all batch peers have failed, attempts to sample a new peer.
|
|
52
|
-
*
|
|
53
|
-
* @param index - The request index
|
|
54
|
-
* @returns The peer assigned to handle this request, or undefined if no peer available
|
|
55
|
-
*/
|
|
56
|
-
getPeerForRequest(index: number): PeerId | undefined {
|
|
57
|
-
if (this.batch.length === 0) {
|
|
58
|
-
return undefined;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
// Calculate which peer bucket this index belongs to
|
|
62
|
-
const primaryPeerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
|
|
63
|
-
|
|
64
|
-
// Try peers starting from primary, wrapping around
|
|
65
|
-
for (let offset = 0; offset < this.batch.length; offset++) {
|
|
66
|
-
const peerIndex = (primaryPeerIndex + offset) % this.batch.length;
|
|
67
|
-
const peer = this.batch[peerIndex];
|
|
68
|
-
const peerKey = peer.toString();
|
|
69
|
-
|
|
70
|
-
const failedIndices = this.failedPeerIndices.get(peerKey);
|
|
71
|
-
if (!failedIndices || !failedIndices.has(index)) {
|
|
72
|
-
return peer;
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
// All batch peers have failed for this index - try to sample a new peer
|
|
77
|
-
const newPeer = this.sampleNewPeer();
|
|
78
|
-
if (newPeer) {
|
|
79
|
-
return newPeer;
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
return undefined;
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
/**
|
|
86
|
-
* Attempts to sample a new peer that isn't already in the batch.
|
|
87
|
-
* If successful, adds the peer to the batch.
|
|
88
|
-
*
|
|
89
|
-
* @returns The new peer if one was sampled, undefined otherwise
|
|
90
|
-
*/
|
|
91
|
-
private sampleNewPeer(): PeerId | undefined {
|
|
92
|
-
// Exclude all current batch peers
|
|
93
|
-
const excluding = new Map(this.batch.map(p => [p.toString(), true] as const));
|
|
94
|
-
const newPeer = this.connectionSampler.getPeer(excluding);
|
|
95
|
-
|
|
96
|
-
if (newPeer) {
|
|
97
|
-
this.batch.push(newPeer);
|
|
98
|
-
this.logger.trace('Sampled new peer for exhausted index', { newPeer: newPeer.toString() });
|
|
99
|
-
return newPeer;
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
return undefined;
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
/**
|
|
106
|
-
* Marks that a peer returned an empty/invalid response for a specific request index.
|
|
107
|
-
* The peer will not be assigned this index again.
|
|
108
|
-
*
|
|
109
|
-
* @param peerId - The peer that failed
|
|
110
|
-
* @param index - The request index that failed
|
|
111
|
-
*/
|
|
112
|
-
markPeerFailedForIndex(peerId: PeerId, index: number): void {
|
|
113
|
-
const peerKey = peerId.toString();
|
|
114
|
-
let failedIndices = this.failedPeerIndices.get(peerKey);
|
|
115
|
-
if (!failedIndices) {
|
|
116
|
-
failedIndices = new Set();
|
|
117
|
-
this.failedPeerIndices.set(peerKey, failedIndices);
|
|
118
|
-
}
|
|
119
|
-
failedIndices.add(index);
|
|
120
|
-
this.logger.trace('Marked peer failed for index', { peerId: peerKey, index });
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
/**
|
|
124
|
-
* Removes a peer and replaces it with a new one, maintaining the same position
|
|
125
|
-
* in the batch array to keep request distribution consistent
|
|
126
|
-
*
|
|
127
|
-
* @param peerId - The peer to remove and replace
|
|
128
|
-
*/
|
|
129
|
-
removePeerAndReplace(peerId: PeerId): void {
|
|
130
|
-
const index = this.batch.findIndex(p => p === peerId);
|
|
131
|
-
if (index === -1) {
|
|
132
|
-
return;
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
const excluding = new Map([[peerId.toString(), true]]);
|
|
136
|
-
const newPeer = this.connectionSampler.getPeer(excluding); // Q: Shouldn't we accumulate all excluded peers? Otherwise the sampler could return us a previously excluded peer?
|
|
137
|
-
|
|
138
|
-
if (newPeer) {
|
|
139
|
-
this.batch[index] = newPeer;
|
|
140
|
-
this.logger.trace('Replaced peer', { peerId, newPeer });
|
|
141
|
-
} else {
|
|
142
|
-
// If we couldn't get a replacement, remove the peer and compact the array
|
|
143
|
-
this.batch.splice(index, 1);
|
|
144
|
-
this.logger.trace('Removed peer', { peerId });
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
/**
|
|
149
|
-
* Gets the number of active peers
|
|
150
|
-
*/
|
|
151
|
-
get activePeerCount(): number {
|
|
152
|
-
return this.batch.length;
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
/**
|
|
156
|
-
* Gets the number of requests each peer is assigned to handle
|
|
157
|
-
*/
|
|
158
|
-
get requestsPerBucket(): number {
|
|
159
|
-
return this.requestsPerPeer;
|
|
160
|
-
}
|
|
161
|
-
}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
-
import type { L2BlockSource } from '@aztec/stdlib/block';
|
|
4
|
-
|
|
5
|
-
import type { PeerId } from '@libp2p/interface';
|
|
6
|
-
|
|
7
|
-
import type { ReqRespSubProtocolHandler } from '../interface.js';
|
|
8
|
-
import { ReqRespStatus, ReqRespStatusError } from '../status.js';
|
|
9
|
-
|
|
10
|
-
/**
|
|
11
|
-
* Handler for L2 Block requests
|
|
12
|
-
* @param l2BlockSource - source for L2 blocks
|
|
13
|
-
* @returns the Block request handler
|
|
14
|
-
* */
|
|
15
|
-
export function reqRespBlockHandler(l2BlockSource: L2BlockSource): ReqRespSubProtocolHandler {
|
|
16
|
-
/**
|
|
17
|
-
* @param peerId - the peer ID of the requester
|
|
18
|
-
* @param msg - the block request message, which is expected to contain valid block number as a Buffer
|
|
19
|
-
* @returns a Buffer containing the requested block data, or an empty Buffer if the block is not found
|
|
20
|
-
* @throws ReqRespStatusError if the input msg is not a valid block number
|
|
21
|
-
* */
|
|
22
|
-
return async (_peerId: PeerId, msg: Buffer) => {
|
|
23
|
-
let blockNumber: Fr;
|
|
24
|
-
try {
|
|
25
|
-
blockNumber = Fr.fromBuffer(msg);
|
|
26
|
-
} catch (err: any) {
|
|
27
|
-
throw new ReqRespStatusError(ReqRespStatus.BADLY_FORMED_REQUEST, { cause: err });
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
try {
|
|
31
|
-
const foundBlock = await l2BlockSource.getBlock(BlockNumber(Number(blockNumber)));
|
|
32
|
-
return foundBlock ? foundBlock.toBuffer() : Buffer.alloc(0);
|
|
33
|
-
} catch (err: any) {
|
|
34
|
-
throw new ReqRespStatusError(ReqRespStatus.INTERNAL_ERROR, { cause: err });
|
|
35
|
-
}
|
|
36
|
-
};
|
|
37
|
-
}
|
|
@@ -1,387 +0,0 @@
|
|
|
1
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { times } from '@aztec/foundation/collection';
|
|
3
|
-
import { AbortError, TimeoutError } from '@aztec/foundation/error';
|
|
4
|
-
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
5
|
-
import { promiseWithResolvers } from '@aztec/foundation/promise';
|
|
6
|
-
import { sleep } from '@aztec/foundation/sleep';
|
|
7
|
-
import { DateProvider, elapsed } from '@aztec/foundation/timer';
|
|
8
|
-
import type { L2BlockInfo } from '@aztec/stdlib/block';
|
|
9
|
-
import type { BlockProposal } from '@aztec/stdlib/p2p';
|
|
10
|
-
import { type Tx, TxHash } from '@aztec/stdlib/tx';
|
|
11
|
-
|
|
12
|
-
import type { PeerId } from '@libp2p/interface';
|
|
13
|
-
|
|
14
|
-
import type { BatchTxRequesterConfig } from '../reqresp/batch-tx-requester/config.js';
|
|
15
|
-
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
16
|
-
import type { TxCollectionConfig } from './config.js';
|
|
17
|
-
import { MissingTxsTracker } from './missing_txs_tracker.js';
|
|
18
|
-
import {
|
|
19
|
-
BatchTxRequesterCollector,
|
|
20
|
-
type MissingTxsCollector,
|
|
21
|
-
SendBatchRequestCollector,
|
|
22
|
-
} from './proposal_tx_collector.js';
|
|
23
|
-
import type { FastCollectionRequest, FastCollectionRequestInput } from './tx_collection.js';
|
|
24
|
-
import type { TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
|
|
25
|
-
import type { TxSource } from './tx_source.js';
|
|
26
|
-
|
|
27
|
-
export class FastTxCollection {
|
|
28
|
-
// eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
|
|
29
|
-
protected requests: Set<FastCollectionRequest> = new Set();
|
|
30
|
-
private missingTxsCollector: MissingTxsCollector;
|
|
31
|
-
|
|
32
|
-
constructor(
|
|
33
|
-
p2pService: BatchTxRequesterLibP2PService,
|
|
34
|
-
private nodes: TxSource[],
|
|
35
|
-
private txCollectionSink: TxCollectionSink,
|
|
36
|
-
private config: TxCollectionConfig,
|
|
37
|
-
private dateProvider: DateProvider = new DateProvider(),
|
|
38
|
-
private log: Logger = createLogger('p2p:tx_collection_service'),
|
|
39
|
-
missingTxsCollector?: MissingTxsCollector,
|
|
40
|
-
) {
|
|
41
|
-
const batchTxRequesterConfig = this.config as Partial<BatchTxRequesterConfig>;
|
|
42
|
-
const missingTxsCollectorType = this.config.txCollectionMissingTxsCollectorType;
|
|
43
|
-
this.missingTxsCollector =
|
|
44
|
-
missingTxsCollector ??
|
|
45
|
-
(missingTxsCollectorType === 'old'
|
|
46
|
-
? new SendBatchRequestCollector(p2pService)
|
|
47
|
-
: new BatchTxRequesterCollector(p2pService, log, dateProvider, undefined, batchTxRequesterConfig));
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
public async stop() {
|
|
51
|
-
this.requests.forEach(request => request.promise.reject(new AbortError(`Stopped collection service`)));
|
|
52
|
-
await Promise.resolve();
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
public getFastCollectionRequests() {
|
|
56
|
-
return this.requests;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
public async collectFastFor(
|
|
60
|
-
input: FastCollectionRequestInput,
|
|
61
|
-
txHashes: TxHash[] | string[],
|
|
62
|
-
opts: { deadline: Date; pinnedPeer?: PeerId },
|
|
63
|
-
) {
|
|
64
|
-
const timeout = opts.deadline.getTime() - this.dateProvider.now();
|
|
65
|
-
if (timeout <= 0) {
|
|
66
|
-
this.log.warn(`Deadline for fast tx collection is in the past (${timeout}ms)`, {
|
|
67
|
-
deadline: opts.deadline.getTime(),
|
|
68
|
-
now: this.dateProvider.now(),
|
|
69
|
-
});
|
|
70
|
-
return [];
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
const blockInfo: L2BlockInfo =
|
|
74
|
-
input.type === 'proposal'
|
|
75
|
-
? { ...input.blockProposal.toBlockInfo(), blockNumber: input.blockNumber }
|
|
76
|
-
: { ...input.block.toBlockInfo() };
|
|
77
|
-
|
|
78
|
-
// This promise is used to await for the collection to finish during the main collectFast method.
|
|
79
|
-
// It gets resolved in `foundTxs` when all txs have been collected, or rejected if the request is aborted or hits the deadline.
|
|
80
|
-
const promise = promiseWithResolvers<void>();
|
|
81
|
-
const timeoutTimer = setTimeout(() => promise.reject(new TimeoutError(`Timed out while collecting txs`)), timeout);
|
|
82
|
-
|
|
83
|
-
const request: FastCollectionRequest = {
|
|
84
|
-
...input,
|
|
85
|
-
blockInfo,
|
|
86
|
-
promise,
|
|
87
|
-
missingTxTracker: MissingTxsTracker.fromArray(txHashes),
|
|
88
|
-
deadline: opts.deadline,
|
|
89
|
-
};
|
|
90
|
-
|
|
91
|
-
const [duration] = await elapsed(() => this.collectFast(request, { ...opts }));
|
|
92
|
-
clearTimeout(timeoutTimer);
|
|
93
|
-
|
|
94
|
-
this.log.verbose(
|
|
95
|
-
`Collected ${request.missingTxTracker.collectedTxs.length} txs out of ${txHashes.length} for ${input.type} at slot ${blockInfo.slotNumber}`,
|
|
96
|
-
{
|
|
97
|
-
...blockInfo,
|
|
98
|
-
duration,
|
|
99
|
-
requestType: input.type,
|
|
100
|
-
missingTxs: [...request.missingTxTracker.missingTxHashes],
|
|
101
|
-
},
|
|
102
|
-
);
|
|
103
|
-
return request.missingTxTracker.collectedTxs;
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
protected async collectFast(
|
|
107
|
-
request: FastCollectionRequest,
|
|
108
|
-
opts: { proposal?: BlockProposal; deadline: Date; pinnedPeer?: PeerId },
|
|
109
|
-
) {
|
|
110
|
-
this.requests.add(request);
|
|
111
|
-
const { blockInfo } = request;
|
|
112
|
-
|
|
113
|
-
this.log.debug(
|
|
114
|
-
`Starting fast collection of ${request.missingTxTracker.numberOfMissingTxs} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
|
|
115
|
-
{ ...blockInfo, requestType: request.type, deadline: opts.deadline },
|
|
116
|
-
);
|
|
117
|
-
|
|
118
|
-
try {
|
|
119
|
-
// Start blasting all nodes for the txs. We give them a little time to respond before we start reqresp.
|
|
120
|
-
// And keep an eye on the request promise to ensure we don't wait longer than the deadline or return as soon
|
|
121
|
-
// as we have collected all txs, whatever the source.
|
|
122
|
-
const nodeCollectionPromise = this.collectFastFromNodes(request, opts);
|
|
123
|
-
const waitBeforeReqResp = sleep(this.config.txCollectionFastNodesTimeoutBeforeReqRespMs);
|
|
124
|
-
await Promise.race([request.promise.promise, waitBeforeReqResp]);
|
|
125
|
-
|
|
126
|
-
// If we have collected all txs, we can stop here
|
|
127
|
-
if (request.missingTxTracker.allFetched()) {
|
|
128
|
-
this.log.debug(`All txs collected for slot ${blockInfo.slotNumber} without reqresp`, blockInfo);
|
|
129
|
-
return;
|
|
130
|
-
}
|
|
131
|
-
|
|
132
|
-
// Start blasting reqresp for the remaining txs. Note that node collection keeps running in parallel.
|
|
133
|
-
// We stop when we have collected all txs, timed out, or both node collection and reqresp have given up.
|
|
134
|
-
const collectionPromise = Promise.allSettled([this.collectFastViaReqResp(request, opts), nodeCollectionPromise]);
|
|
135
|
-
await Promise.race([collectionPromise, request.promise.promise]);
|
|
136
|
-
} catch (err) {
|
|
137
|
-
// Log and swallow all errors
|
|
138
|
-
const logCtx = {
|
|
139
|
-
...blockInfo,
|
|
140
|
-
errorMessage: err instanceof Error ? err.message : undefined,
|
|
141
|
-
missingTxs: request.missingTxTracker.missingTxHashes.values().map(txHash => txHash.toString()),
|
|
142
|
-
};
|
|
143
|
-
if (err instanceof Error && err.name === 'TimeoutError') {
|
|
144
|
-
this.log.warn(`Timed out collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
|
|
145
|
-
} else if (err instanceof Error && err.name === 'AbortError') {
|
|
146
|
-
this.log.warn(`Aborted collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
|
|
147
|
-
} else {
|
|
148
|
-
this.log.error(`Error collecting txs for ${request.type} for slot ${blockInfo.slotNumber}`, err, logCtx);
|
|
149
|
-
}
|
|
150
|
-
} finally {
|
|
151
|
-
// Ensure no unresolved promises and remove the request from the set
|
|
152
|
-
request.promise.resolve();
|
|
153
|
-
this.requests.delete(request);
|
|
154
|
-
}
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
/**
|
|
158
|
-
* Starts collecting txs from all configured nodes. We send `txCollectionFastMaxParallelRequestsPerNode` requests
|
|
159
|
-
* in parallel to each node. We keep track of the number of attempts made to collect each tx, so we can prioritize
|
|
160
|
-
* the txs that have been requested less often whenever we need to send a new batch of requests. We ensure that no
|
|
161
|
-
* tx is requested more than once at the same time to the same node.
|
|
162
|
-
*/
|
|
163
|
-
private async collectFastFromNodes(request: FastCollectionRequest, opts: { deadline: Date }): Promise<void> {
|
|
164
|
-
if (this.nodes.length === 0) {
|
|
165
|
-
return;
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
// Keep a shared priority queue of all txs pending to be requested, sorted by the number of attempts made to collect them.
|
|
169
|
-
const attemptsPerTx = [...request.missingTxTracker.missingTxHashes].map(txHash => ({
|
|
170
|
-
txHash,
|
|
171
|
-
attempts: 0,
|
|
172
|
-
found: false,
|
|
173
|
-
}));
|
|
174
|
-
|
|
175
|
-
// Returns once we have finished all node loops. Each loop finishes when the deadline is hit, or all txs have been collected.
|
|
176
|
-
await Promise.allSettled(this.nodes.map(node => this.collectFastFromNode(request, node, attemptsPerTx, opts)));
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
private async collectFastFromNode(
|
|
180
|
-
request: FastCollectionRequest,
|
|
181
|
-
node: TxSource,
|
|
182
|
-
attemptsPerTx: { txHash: string; attempts: number; found: boolean }[],
|
|
183
|
-
opts: { deadline: Date },
|
|
184
|
-
) {
|
|
185
|
-
const notFinished = () =>
|
|
186
|
-
this.dateProvider.now() <= +opts.deadline && !request.missingTxTracker.allFetched() && this.requests.has(request);
|
|
187
|
-
|
|
188
|
-
const maxParallelRequests = this.config.txCollectionFastMaxParallelRequestsPerNode;
|
|
189
|
-
const maxBatchSize = this.config.txCollectionNodeRpcMaxBatchSize;
|
|
190
|
-
const activeRequestsToThisNode = new Set<string>(); // Track the txs being actively requested to this node
|
|
191
|
-
|
|
192
|
-
const processBatch = async () => {
|
|
193
|
-
while (notFinished()) {
|
|
194
|
-
// Pull tx hashes from the attemptsPerTx array, which is sorted by attempts,
|
|
195
|
-
// so we prioritize txs that have been requested less often.
|
|
196
|
-
const batch = [];
|
|
197
|
-
let index = 0;
|
|
198
|
-
while (batch.length < maxBatchSize) {
|
|
199
|
-
const txToRequest = attemptsPerTx[index++];
|
|
200
|
-
if (!txToRequest) {
|
|
201
|
-
// No more txs to process
|
|
202
|
-
break;
|
|
203
|
-
} else if (!request.missingTxTracker.isMissing(txToRequest.txHash)) {
|
|
204
|
-
// Mark as found if it was found somewhere else, we'll then remove it from the array.
|
|
205
|
-
// We don't delete it now since 'array.splice' is pretty expensive, so we do it after sorting.
|
|
206
|
-
txToRequest.found = true;
|
|
207
|
-
} else if (!activeRequestsToThisNode.has(txToRequest.txHash)) {
|
|
208
|
-
// If the tx is not alredy being requested to this node, add it to the current batch and increase attempts.
|
|
209
|
-
// Note that we increase the attempts *before* making the request, so the next `collectFastFromNode` that
|
|
210
|
-
// needs to grab txs to send, will pick txs that have been requested less often, instead of all requesting
|
|
211
|
-
// the same txs at the same time.
|
|
212
|
-
batch.push(txToRequest);
|
|
213
|
-
activeRequestsToThisNode.add(txToRequest.txHash);
|
|
214
|
-
txToRequest.attempts++;
|
|
215
|
-
}
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
// After modifying the array by removing txs or updating attempts, re-sort it and trim the found txs from the end.
|
|
219
|
-
attemptsPerTx.sort((a, b) =>
|
|
220
|
-
a.found === b.found ? a.attempts - b.attempts : Number(a.found) - Number(b.found),
|
|
221
|
-
);
|
|
222
|
-
const firstFoundTxIndex = attemptsPerTx.findIndex(tx => tx.found);
|
|
223
|
-
if (firstFoundTxIndex !== -1) {
|
|
224
|
-
attemptsPerTx.length = firstFoundTxIndex;
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
// If we see no more txs to request, we can stop this "process" loop
|
|
228
|
-
if (batch.length === 0) {
|
|
229
|
-
return;
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
const txHashes = batch.map(({ txHash }) => txHash);
|
|
233
|
-
// Collect this batch from the node
|
|
234
|
-
await this.txCollectionSink.collect(
|
|
235
|
-
async () => {
|
|
236
|
-
const result = await node.getTxsByHash(txHashes.map(TxHash.fromString));
|
|
237
|
-
for (const tx of result.validTxs) {
|
|
238
|
-
request.missingTxTracker.markFetched(tx);
|
|
239
|
-
}
|
|
240
|
-
return result;
|
|
241
|
-
},
|
|
242
|
-
txHashes,
|
|
243
|
-
{
|
|
244
|
-
description: `fast ${node.getInfo()}`,
|
|
245
|
-
node: node.getInfo(),
|
|
246
|
-
method: 'fast-node-rpc',
|
|
247
|
-
...request.blockInfo,
|
|
248
|
-
},
|
|
249
|
-
this.getAddContext(request),
|
|
250
|
-
);
|
|
251
|
-
|
|
252
|
-
// Clear from the active requests the txs we just requested
|
|
253
|
-
for (const requestedTx of batch) {
|
|
254
|
-
activeRequestsToThisNode.delete(requestedTx.txHash);
|
|
255
|
-
}
|
|
256
|
-
|
|
257
|
-
// Sleep a bit until hitting the node again (or not, depending on config)
|
|
258
|
-
if (notFinished()) {
|
|
259
|
-
await sleep(this.config.txCollectionFastNodeIntervalMs);
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
};
|
|
263
|
-
|
|
264
|
-
// Kick off N parallel requests to the node, up to the maxParallelRequests limit
|
|
265
|
-
await Promise.all(times(maxParallelRequests, processBatch));
|
|
266
|
-
}
|
|
267
|
-
|
|
268
|
-
private async collectFastViaReqResp(request: FastCollectionRequest, opts: { pinnedPeer?: PeerId }) {
|
|
269
|
-
const timeoutMs = +request.deadline - this.dateProvider.now();
|
|
270
|
-
const pinnedPeer = opts.pinnedPeer;
|
|
271
|
-
const blockInfo = request.blockInfo;
|
|
272
|
-
const slotNumber = blockInfo.slotNumber;
|
|
273
|
-
if (timeoutMs < 100) {
|
|
274
|
-
this.log.warn(
|
|
275
|
-
`Not initiating fast reqresp for txs for ${request.type} at slot ${blockInfo.slotNumber} due to timeout`,
|
|
276
|
-
{ timeoutMs, ...blockInfo },
|
|
277
|
-
);
|
|
278
|
-
return;
|
|
279
|
-
}
|
|
280
|
-
|
|
281
|
-
this.log.debug(
|
|
282
|
-
`Starting fast reqresp for ${request.missingTxTracker.numberOfMissingTxs} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
|
|
283
|
-
{ ...blockInfo, timeoutMs, pinnedPeer },
|
|
284
|
-
);
|
|
285
|
-
|
|
286
|
-
try {
|
|
287
|
-
await this.txCollectionSink.collect(
|
|
288
|
-
async () => {
|
|
289
|
-
let result: Tx[];
|
|
290
|
-
if (request.type === 'proposal') {
|
|
291
|
-
result = await this.missingTxsCollector.collectTxs(
|
|
292
|
-
request.missingTxTracker,
|
|
293
|
-
request.blockProposal,
|
|
294
|
-
pinnedPeer,
|
|
295
|
-
timeoutMs,
|
|
296
|
-
);
|
|
297
|
-
} else if (request.type === 'block') {
|
|
298
|
-
const blockTxsSource = {
|
|
299
|
-
txHashes: request.block.body.txEffects.map(e => e.txHash),
|
|
300
|
-
archive: request.block.archive.root,
|
|
301
|
-
};
|
|
302
|
-
result = await this.missingTxsCollector.collectTxs(
|
|
303
|
-
request.missingTxTracker,
|
|
304
|
-
blockTxsSource,
|
|
305
|
-
pinnedPeer,
|
|
306
|
-
timeoutMs,
|
|
307
|
-
);
|
|
308
|
-
} else {
|
|
309
|
-
throw new Error(`Unknown request type: ${(request as any).type}`);
|
|
310
|
-
}
|
|
311
|
-
return { validTxs: result, invalidTxHashes: [] };
|
|
312
|
-
},
|
|
313
|
-
Array.from(request.missingTxTracker.missingTxHashes),
|
|
314
|
-
{ description: `reqresp for slot ${slotNumber}`, method: 'fast-req-resp', ...opts, ...request.blockInfo },
|
|
315
|
-
this.getAddContext(request),
|
|
316
|
-
);
|
|
317
|
-
} catch (err) {
|
|
318
|
-
this.log.error(`Error sending fast reqresp request for txs`, err, {
|
|
319
|
-
txs: [...request.missingTxTracker.missingTxHashes],
|
|
320
|
-
...blockInfo,
|
|
321
|
-
});
|
|
322
|
-
}
|
|
323
|
-
}
|
|
324
|
-
|
|
325
|
-
/** Returns the TxAddContext for the given request, used by the sink to add txs to the pool correctly. */
|
|
326
|
-
private getAddContext(request: FastCollectionRequest): TxAddContext {
|
|
327
|
-
if (request.type === 'proposal') {
|
|
328
|
-
return { type: 'proposal', blockHeader: request.blockProposal.blockHeader };
|
|
329
|
-
} else {
|
|
330
|
-
return { type: 'mined', block: request.block };
|
|
331
|
-
}
|
|
332
|
-
}
|
|
333
|
-
|
|
334
|
-
/**
|
|
335
|
-
* Handle txs by marking them as found for the requests that are waiting for them, and resolves the request if all its txs have been found.
|
|
336
|
-
* Called internally and from the main tx collection manager whenever the tx pool emits a tx-added event.
|
|
337
|
-
*/
|
|
338
|
-
public foundTxs(txs: Tx[]) {
|
|
339
|
-
for (const request of this.requests) {
|
|
340
|
-
for (const tx of txs) {
|
|
341
|
-
const txHash = tx.txHash.toString();
|
|
342
|
-
// Remove the tx hash from the missing set, and add it to the found set.
|
|
343
|
-
if (request.missingTxTracker.markFetched(tx)) {
|
|
344
|
-
this.log.trace(`Found tx ${txHash} for fast collection request`, {
|
|
345
|
-
...request.blockInfo,
|
|
346
|
-
txHash: tx.txHash.toString(),
|
|
347
|
-
type: request.type,
|
|
348
|
-
});
|
|
349
|
-
}
|
|
350
|
-
// If we found all txs for this request, we resolve the promise
|
|
351
|
-
if (request.missingTxTracker.allFetched()) {
|
|
352
|
-
this.log.trace(`All txs found for fast collection request`, {
|
|
353
|
-
...request.blockInfo,
|
|
354
|
-
type: request.type,
|
|
355
|
-
});
|
|
356
|
-
request.promise.resolve();
|
|
357
|
-
}
|
|
358
|
-
}
|
|
359
|
-
}
|
|
360
|
-
}
|
|
361
|
-
|
|
362
|
-
/**
|
|
363
|
-
* Stop collecting all txs for blocks less than or requal to the block number specified.
|
|
364
|
-
* To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
|
|
365
|
-
*/
|
|
366
|
-
public stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void {
|
|
367
|
-
for (const request of this.requests) {
|
|
368
|
-
if (request.blockInfo.blockNumber <= blockNumber) {
|
|
369
|
-
request.promise.reject(new AbortError(`Stopped collecting txs up to block ${blockNumber}`));
|
|
370
|
-
this.requests.delete(request);
|
|
371
|
-
}
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
/**
|
|
376
|
-
* Stop collecting all txs for blocks greater than the block number specified.
|
|
377
|
-
* To be called when there is a chain prune and previously mined txs are no longer relevant.
|
|
378
|
-
*/
|
|
379
|
-
public stopCollectingForBlocksAfter(blockNumber: BlockNumber): void {
|
|
380
|
-
for (const request of this.requests) {
|
|
381
|
-
if (request.blockInfo.blockNumber > blockNumber) {
|
|
382
|
-
request.promise.reject(new AbortError(`Stopped collecting txs after block ${blockNumber}`));
|
|
383
|
-
this.requests.delete(request);
|
|
384
|
-
}
|
|
385
|
-
}
|
|
386
|
-
}
|
|
387
|
-
}
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
import { TxHash } from '@aztec/stdlib/tx';
|
|
2
|
-
import type { Tx } from '@aztec/stdlib/tx';
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Tracks which transactions are still missing and need to be fetched.
|
|
6
|
-
* Allows external code to mark transactions as fetched, enabling coordination
|
|
7
|
-
* between multiple fetching mechanisms (e.g., BatchTxRequester and Rpc Node requests).
|
|
8
|
-
*/
|
|
9
|
-
export interface IMissingTxsTracker {
|
|
10
|
-
/** Returns the set of transaction hashes that are still missing. */
|
|
11
|
-
get missingTxHashes(): Set<string>;
|
|
12
|
-
/** Size of this.missingTxHashes */
|
|
13
|
-
get numberOfMissingTxs(): number;
|
|
14
|
-
/** Are all requested txs are fetched */
|
|
15
|
-
allFetched(): boolean;
|
|
16
|
-
/** Checks that transaction is still missing */
|
|
17
|
-
isMissing(txHash: string): boolean;
|
|
18
|
-
/** Marks a transaction as fetched. Returns true if it was previously missing. */
|
|
19
|
-
markFetched(tx: Tx): boolean;
|
|
20
|
-
/** Get list of collected txs */
|
|
21
|
-
get collectedTxs(): Tx[];
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
export class MissingTxsTracker implements IMissingTxsTracker {
|
|
25
|
-
public readonly collectedTxs: Tx[] = [];
|
|
26
|
-
|
|
27
|
-
private constructor(public readonly missingTxHashes: Set<string>) {}
|
|
28
|
-
|
|
29
|
-
public static fromArray(hashes: TxHash[] | string[]) {
|
|
30
|
-
return new MissingTxsTracker(new Set(hashes.map(hash => hash.toString())));
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
markFetched(tx: Tx): boolean {
|
|
34
|
-
if (this.missingTxHashes.delete(tx.txHash.toString())) {
|
|
35
|
-
this.collectedTxs.push(tx);
|
|
36
|
-
return true;
|
|
37
|
-
}
|
|
38
|
-
return false;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
get numberOfMissingTxs(): number {
|
|
42
|
-
return this.missingTxHashes.size;
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
allFetched(): boolean {
|
|
46
|
-
return this.numberOfMissingTxs === 0;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
isMissing(txHash: string): boolean {
|
|
50
|
-
return this.missingTxHashes.has(txHash.toString());
|
|
51
|
-
}
|
|
52
|
-
}
|