@aztec/p2p 0.0.1-commit.9372f48 → 0.0.1-commit.967fc6998
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +10 -10
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +40 -14
- package/dest/client/interface.d.ts +46 -33
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +41 -51
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +149 -200
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
- package/dest/config.d.ts +30 -8
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +19 -7
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +905 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +13 -5
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +10 -4
- package/dest/services/encoding.d.ts +3 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +11 -10
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/libp2p_service.d.ts +94 -42
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +420 -337
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +13 -5
- package/dest/services/service.d.ts +39 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +64 -48
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +152 -0
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +30 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +105 -4
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +4 -3
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +15 -15
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +77 -26
- package/src/client/interface.ts +56 -34
- package/src/client/p2p_client.ts +185 -247
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +20 -11
- package/src/config.ts +42 -11
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1083 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -6
- package/src/services/encoding.ts +9 -9
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/libp2p_service.ts +445 -360
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +16 -4
- package/src/services/service.ts +51 -2
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +74 -51
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +175 -0
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +3 -5
- package/src/test-helpers/mock-pubsub.ts +146 -9
- package/src/test-helpers/reqresp-nodes.ts +4 -6
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +24 -21
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
package/src/client/p2p_client.ts
CHANGED
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
2
|
-
import {
|
|
2
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
5
7
|
import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
|
|
6
8
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
7
9
|
import {
|
|
10
|
+
type CheckpointId,
|
|
8
11
|
type EthAddress,
|
|
9
12
|
type L2Block,
|
|
13
|
+
type L2BlockId,
|
|
10
14
|
type L2BlockSource,
|
|
11
15
|
L2BlockStream,
|
|
12
16
|
type L2BlockStreamEvent,
|
|
@@ -16,41 +20,40 @@ import {
|
|
|
16
20
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
17
21
|
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
18
22
|
import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
|
|
19
|
-
import {
|
|
20
|
-
|
|
21
|
-
CheckpointAttestation,
|
|
22
|
-
type CheckpointProposal,
|
|
23
|
-
type P2PClientType,
|
|
24
|
-
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
23
|
+
import { type BlockProposal, CheckpointAttestation, type CheckpointProposal, type TopicType } from '@aztec/stdlib/p2p';
|
|
24
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
26
25
|
import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
27
26
|
|
|
28
27
|
import type { PeerId } from '@libp2p/interface';
|
|
29
28
|
import type { ENR } from '@nethermindeth/enr';
|
|
30
29
|
|
|
31
30
|
import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
|
|
32
|
-
import
|
|
31
|
+
import { TxPoolError } from '../errors/tx-pool.error.js';
|
|
32
|
+
import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
33
33
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
34
|
-
import type {
|
|
34
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
35
35
|
import type { AuthRequest, StatusMessage } from '../services/index.js';
|
|
36
36
|
import {
|
|
37
37
|
ReqRespSubProtocol,
|
|
38
38
|
type ReqRespSubProtocolHandler,
|
|
39
39
|
type ReqRespSubProtocolValidators,
|
|
40
40
|
} from '../services/reqresp/interface.js';
|
|
41
|
-
import {
|
|
42
|
-
|
|
41
|
+
import type {
|
|
42
|
+
DuplicateAttestationInfo,
|
|
43
|
+
DuplicateProposalInfo,
|
|
44
|
+
P2PBlockReceivedCallback,
|
|
45
|
+
P2PCheckpointReceivedCallback,
|
|
46
|
+
P2PService,
|
|
47
|
+
} from '../services/service.js';
|
|
43
48
|
import { TxCollection } from '../services/tx_collection/tx_collection.js';
|
|
49
|
+
import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
|
|
44
50
|
import { TxProvider } from '../services/tx_provider.js';
|
|
45
51
|
import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
|
|
46
52
|
|
|
47
53
|
/**
|
|
48
54
|
* The P2P client implementation.
|
|
49
55
|
*/
|
|
50
|
-
export class P2PClient
|
|
51
|
-
extends WithTracer
|
|
52
|
-
implements P2P, P2P<P2PClientType.Prover>
|
|
53
|
-
{
|
|
56
|
+
export class P2PClient extends WithTracer implements P2P {
|
|
54
57
|
/** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */
|
|
55
58
|
private runningPromise!: Promise<void>;
|
|
56
59
|
|
|
@@ -64,8 +67,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
64
67
|
private l2Tips: L2TipsStore;
|
|
65
68
|
private synchedLatestSlot: AztecAsyncSingleton<bigint>;
|
|
66
69
|
|
|
67
|
-
private txPool:
|
|
68
|
-
private attestationPool:
|
|
70
|
+
private txPool: TxPoolV2;
|
|
71
|
+
private attestationPool: AttestationPoolApi;
|
|
69
72
|
|
|
70
73
|
private config: P2PConfig;
|
|
71
74
|
|
|
@@ -75,21 +78,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
75
78
|
|
|
76
79
|
private validatorAddresses: EthAddress[] = [];
|
|
77
80
|
|
|
78
|
-
/**
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
* @param log - A logger.
|
|
85
|
-
*/
|
|
81
|
+
/** Tracks the last slot for which we called prepareForSlot */
|
|
82
|
+
private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
|
|
83
|
+
|
|
84
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */
|
|
85
|
+
private slotMonitor: RunningPromise | undefined;
|
|
86
|
+
|
|
86
87
|
constructor(
|
|
87
|
-
_clientType: T,
|
|
88
88
|
private store: AztecAsyncKVStore,
|
|
89
89
|
private l2BlockSource: L2BlockSource & ContractDataSource,
|
|
90
90
|
mempools: MemPools,
|
|
91
91
|
private p2pService: P2PService,
|
|
92
92
|
private txCollection: TxCollection,
|
|
93
|
+
private txFileStore: TxFileStore | undefined,
|
|
94
|
+
private epochCache: EpochCacheInterface,
|
|
93
95
|
config: Partial<P2PConfig> = {},
|
|
94
96
|
private _dateProvider: DateProvider = new DateProvider(),
|
|
95
97
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
@@ -155,14 +157,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
155
157
|
return Promise.resolve(this.p2pService.getPeers(includePending));
|
|
156
158
|
}
|
|
157
159
|
|
|
160
|
+
public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
|
|
161
|
+
return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
|
|
162
|
+
}
|
|
163
|
+
|
|
158
164
|
public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
|
|
159
165
|
return this.l2Tips.getL2BlockHash(number);
|
|
160
166
|
}
|
|
161
167
|
|
|
162
|
-
public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
163
|
-
this.txPool.updateConfig(config);
|
|
168
|
+
public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
169
|
+
await this.txPool.updateConfig(config);
|
|
164
170
|
this.p2pService.updateConfig(config);
|
|
165
|
-
return Promise.resolve();
|
|
166
171
|
}
|
|
167
172
|
|
|
168
173
|
public getL2Tips(): Promise<L2Tips> {
|
|
@@ -191,7 +196,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
191
196
|
break;
|
|
192
197
|
case 'chain-pruned':
|
|
193
198
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
194
|
-
await this.handlePruneL2Blocks(event.block.
|
|
199
|
+
await this.handlePruneL2Blocks(event.block, event.checkpoint);
|
|
195
200
|
break;
|
|
196
201
|
case 'chain-checkpointed':
|
|
197
202
|
break;
|
|
@@ -207,7 +212,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
207
212
|
}
|
|
208
213
|
|
|
209
214
|
#assertIsReady() {
|
|
210
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
211
215
|
if (!this.isReady()) {
|
|
212
216
|
throw new Error('P2P client not ready');
|
|
213
217
|
}
|
|
@@ -225,6 +229,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
225
229
|
return this.syncPromise;
|
|
226
230
|
}
|
|
227
231
|
|
|
232
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
233
|
+
await this.txPool.start();
|
|
234
|
+
|
|
228
235
|
// get the current latest block numbers
|
|
229
236
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
230
237
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -274,6 +281,16 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
274
281
|
|
|
275
282
|
this.blockStream!.start();
|
|
276
283
|
await this.txCollection.start();
|
|
284
|
+
this.txFileStore?.start();
|
|
285
|
+
|
|
286
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
287
|
+
this.slotMonitor = new RunningPromise(
|
|
288
|
+
() => this.maybeCallPrepareForSlot(),
|
|
289
|
+
this.log,
|
|
290
|
+
this.config.slotCheckIntervalMS,
|
|
291
|
+
);
|
|
292
|
+
this.slotMonitor.start();
|
|
293
|
+
|
|
277
294
|
return this.syncPromise;
|
|
278
295
|
}
|
|
279
296
|
|
|
@@ -304,12 +321,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
304
321
|
*/
|
|
305
322
|
public async stop() {
|
|
306
323
|
this.log.debug('Stopping p2p client...');
|
|
324
|
+
await this.slotMonitor?.stop();
|
|
325
|
+
this.log.debug('Stopped slot monitor');
|
|
307
326
|
await tryStop(this.txCollection);
|
|
308
327
|
this.log.debug('Stopped tx collection service');
|
|
328
|
+
await this.txFileStore?.stop();
|
|
329
|
+
this.log.debug('Stopped tx file store');
|
|
309
330
|
await this.p2pService.stop();
|
|
310
331
|
this.log.debug('Stopped p2p service');
|
|
311
332
|
await this.blockStream?.stop();
|
|
312
333
|
this.log.debug('Stopped block downloader');
|
|
334
|
+
await this.txPool.stop();
|
|
335
|
+
this.log.debug('Stopped tx pool');
|
|
313
336
|
await this.runningPromise;
|
|
314
337
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
315
338
|
this.log.info('P2P client stopped');
|
|
@@ -329,7 +352,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
329
352
|
public async broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
330
353
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
331
354
|
// Store our own proposal so we can respond to req/resp requests for it
|
|
332
|
-
await this.attestationPool.
|
|
355
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
356
|
+
if (count > 1) {
|
|
357
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
358
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
359
|
+
slot: proposal.slotNumber,
|
|
360
|
+
archive: proposal.archive.toString(),
|
|
361
|
+
count,
|
|
362
|
+
});
|
|
363
|
+
} else {
|
|
364
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
365
|
+
}
|
|
366
|
+
}
|
|
333
367
|
return this.p2pService.propagate(proposal);
|
|
334
368
|
}
|
|
335
369
|
|
|
@@ -343,7 +377,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
343
377
|
const blockProposal = proposal.getBlockProposal();
|
|
344
378
|
if (blockProposal) {
|
|
345
379
|
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
346
|
-
await this.attestationPool.
|
|
380
|
+
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
347
381
|
}
|
|
348
382
|
return this.p2pService.propagate(proposal);
|
|
349
383
|
}
|
|
@@ -362,8 +396,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
362
396
|
: this.attestationPool.getCheckpointAttestationsForSlot(slot));
|
|
363
397
|
}
|
|
364
398
|
|
|
365
|
-
public
|
|
366
|
-
return this.attestationPool.
|
|
399
|
+
public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
400
|
+
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
404
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
367
405
|
}
|
|
368
406
|
|
|
369
407
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
@@ -376,38 +414,35 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
376
414
|
this.p2pService.registerCheckpointReceivedCallback(handler);
|
|
377
415
|
}
|
|
378
416
|
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
|
|
387
|
-
|
|
388
|
-
const txBatches = await this.p2pService.sendBatchRequest(
|
|
389
|
-
ReqRespSubProtocol.TX,
|
|
390
|
-
requests,
|
|
391
|
-
pinnedPeerId,
|
|
392
|
-
timeoutMs,
|
|
393
|
-
maxPeers,
|
|
394
|
-
maxRetryAttempts,
|
|
395
|
-
);
|
|
417
|
+
public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
|
|
418
|
+
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
419
|
+
}
|
|
420
|
+
|
|
421
|
+
public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
|
|
422
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
423
|
+
}
|
|
396
424
|
|
|
397
|
-
|
|
398
|
-
if (
|
|
399
|
-
|
|
425
|
+
public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
426
|
+
if (limit !== undefined && limit <= 0) {
|
|
427
|
+
throw new TypeError('limit must be greater than 0');
|
|
400
428
|
}
|
|
401
429
|
|
|
402
|
-
|
|
403
|
-
this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
|
|
430
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
404
431
|
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
432
|
+
let startIndex = 0;
|
|
433
|
+
if (after) {
|
|
434
|
+
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
435
|
+
if (startIndex === -1) {
|
|
436
|
+
return [];
|
|
437
|
+
}
|
|
438
|
+
startIndex++;
|
|
439
|
+
}
|
|
408
440
|
|
|
409
|
-
|
|
410
|
-
|
|
441
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
442
|
+
txHashes = txHashes.slice(startIndex, endIndex);
|
|
443
|
+
|
|
444
|
+
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
445
|
+
return maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
411
446
|
}
|
|
412
447
|
|
|
413
448
|
public getPendingTxCount(): Promise<number> {
|
|
@@ -423,62 +458,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
423
458
|
}
|
|
424
459
|
}
|
|
425
460
|
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
* @returns An array of Txs.
|
|
432
|
-
*/
|
|
433
|
-
public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
434
|
-
if (limit !== undefined && limit <= 0) {
|
|
435
|
-
throw new TypeError('limit must be greater than 0');
|
|
436
|
-
}
|
|
437
|
-
|
|
438
|
-
let txs: Tx[] | undefined = undefined;
|
|
439
|
-
let txHashes: TxHash[];
|
|
440
|
-
|
|
441
|
-
if (filter === 'all') {
|
|
442
|
-
txs = await this.txPool.getAllTxs();
|
|
443
|
-
txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
|
|
444
|
-
} else if (filter === 'mined') {
|
|
445
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
446
|
-
txHashes = minedTxHashes.map(([txHash]) => txHash);
|
|
447
|
-
} else if (filter === 'pending') {
|
|
448
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
449
|
-
} else {
|
|
450
|
-
const _: never = filter;
|
|
451
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
452
|
-
}
|
|
453
|
-
|
|
454
|
-
let startIndex = 0;
|
|
455
|
-
let endIndex: number | undefined = undefined;
|
|
456
|
-
|
|
457
|
-
if (after) {
|
|
458
|
-
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
459
|
-
|
|
460
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
461
|
-
if (startIndex === -1) {
|
|
462
|
-
return [];
|
|
461
|
+
public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
|
|
462
|
+
for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
|
|
463
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
464
|
+
if (tx) {
|
|
465
|
+
yield tx;
|
|
463
466
|
}
|
|
464
|
-
|
|
465
|
-
// increment by one because we don't want to return the same tx again
|
|
466
|
-
startIndex++;
|
|
467
|
-
}
|
|
468
|
-
|
|
469
|
-
if (limit !== undefined) {
|
|
470
|
-
endIndex = startIndex + limit;
|
|
471
467
|
}
|
|
472
|
-
|
|
473
|
-
txHashes = txHashes.slice(startIndex, endIndex);
|
|
474
|
-
if (txs) {
|
|
475
|
-
txs = txs.slice(startIndex, endIndex);
|
|
476
|
-
} else {
|
|
477
|
-
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
478
|
-
txs = maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
479
|
-
}
|
|
480
|
-
|
|
481
|
-
return txs;
|
|
482
468
|
}
|
|
483
469
|
|
|
484
470
|
/**
|
|
@@ -503,49 +489,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
503
489
|
return this.txPool.hasTxs(txHashes);
|
|
504
490
|
}
|
|
505
491
|
|
|
506
|
-
/**
|
|
507
|
-
* Returns transactions in the transaction pool by hash.
|
|
508
|
-
* If a transaction is not in the pool, it will be requested from the network.
|
|
509
|
-
* @param txHashes - Hashes of the transactions to look for.
|
|
510
|
-
* @returns The txs found, or undefined if not found in the order requested.
|
|
511
|
-
*/
|
|
512
|
-
async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
|
|
513
|
-
const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
514
|
-
const missingTxHashes = txs
|
|
515
|
-
.map((tx, index) => [tx, index] as const)
|
|
516
|
-
.filter(([tx, _index]) => !tx)
|
|
517
|
-
.map(([_tx, index]) => txHashes[index]);
|
|
518
|
-
|
|
519
|
-
if (missingTxHashes.length === 0) {
|
|
520
|
-
return txs as Tx[];
|
|
521
|
-
}
|
|
522
|
-
|
|
523
|
-
const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
|
|
524
|
-
// TODO: optimize
|
|
525
|
-
// Merge the found txs in order
|
|
526
|
-
const mergingTxs = txHashes.map(txHash => {
|
|
527
|
-
// Is it in the txs list from the mempool?
|
|
528
|
-
for (const tx of txs) {
|
|
529
|
-
if (tx !== undefined && tx.getTxHash().equals(txHash)) {
|
|
530
|
-
return tx;
|
|
531
|
-
}
|
|
532
|
-
}
|
|
533
|
-
|
|
534
|
-
// Is it in the fetched missing txs?
|
|
535
|
-
// Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
|
|
536
|
-
for (const tx of missingTxs) {
|
|
537
|
-
if (tx.getTxHash().equals(txHash)) {
|
|
538
|
-
return tx;
|
|
539
|
-
}
|
|
540
|
-
}
|
|
541
|
-
|
|
542
|
-
// Otherwise return undefined
|
|
543
|
-
return undefined;
|
|
544
|
-
});
|
|
545
|
-
|
|
546
|
-
return mergingTxs;
|
|
547
|
-
}
|
|
548
|
-
|
|
549
492
|
/**
|
|
550
493
|
* Returns an archived transaction in the transaction pool by its hash.
|
|
551
494
|
* @param txHash - Hash of the archived transaction to look for.
|
|
@@ -556,25 +499,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
556
499
|
}
|
|
557
500
|
|
|
558
501
|
/**
|
|
559
|
-
*
|
|
560
|
-
* @param tx - The tx to
|
|
502
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
503
|
+
* @param tx - The tx to send.
|
|
561
504
|
* @returns Empty promise.
|
|
562
505
|
**/
|
|
563
506
|
public async sendTx(tx: Tx): Promise<void> {
|
|
564
|
-
|
|
565
|
-
const
|
|
566
|
-
if (
|
|
507
|
+
this.#assertIsReady();
|
|
508
|
+
const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
|
|
509
|
+
if (result.accepted.length === 1) {
|
|
567
510
|
await this.p2pService.propagate(tx);
|
|
511
|
+
return;
|
|
568
512
|
}
|
|
569
|
-
}
|
|
570
513
|
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
514
|
+
const txHashStr = tx.getTxHash().toString();
|
|
515
|
+
const reason = result.errors?.get(txHashStr);
|
|
516
|
+
if (reason) {
|
|
517
|
+
this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
|
|
518
|
+
throw new TxPoolError(reason);
|
|
519
|
+
}
|
|
520
|
+
|
|
521
|
+
this.log.warn(
|
|
522
|
+
`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
|
|
523
|
+
);
|
|
578
524
|
}
|
|
579
525
|
|
|
580
526
|
/**
|
|
@@ -582,8 +528,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
582
528
|
* @param txHash - Hash of the tx to query.
|
|
583
529
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
584
530
|
*/
|
|
585
|
-
public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
586
|
-
|
|
531
|
+
public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
532
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
533
|
+
return status === 'protected' ? 'pending' : status;
|
|
587
534
|
}
|
|
588
535
|
|
|
589
536
|
public getEnr(): ENR | undefined {
|
|
@@ -595,14 +542,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
595
542
|
}
|
|
596
543
|
|
|
597
544
|
/**
|
|
598
|
-
*
|
|
599
|
-
*
|
|
600
|
-
* @param txHashes - Hashes of the transactions to delete.
|
|
601
|
-
* @returns Empty promise.
|
|
545
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
546
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
602
547
|
**/
|
|
603
|
-
public async
|
|
548
|
+
public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
|
|
604
549
|
this.#assertIsReady();
|
|
605
|
-
await this.txPool.
|
|
550
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
606
551
|
}
|
|
607
552
|
|
|
608
553
|
/**
|
|
@@ -662,14 +607,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
662
607
|
}
|
|
663
608
|
|
|
664
609
|
/**
|
|
665
|
-
*
|
|
610
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
666
611
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
667
612
|
* @returns Empty promise.
|
|
668
613
|
*/
|
|
669
|
-
private async
|
|
614
|
+
private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
|
|
670
615
|
for (const block of blocks) {
|
|
671
|
-
|
|
672
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
616
|
+
await this.txPool.handleMinedBlock(block);
|
|
673
617
|
}
|
|
674
618
|
}
|
|
675
619
|
|
|
@@ -680,16 +624,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
680
624
|
*/
|
|
681
625
|
private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
682
626
|
if (!blocks.length) {
|
|
683
|
-
return
|
|
627
|
+
return;
|
|
684
628
|
}
|
|
685
629
|
|
|
686
|
-
await this.
|
|
687
|
-
await this.
|
|
630
|
+
await this.handleMinedBlocks(blocks);
|
|
631
|
+
await this.maybeCallPrepareForSlot();
|
|
688
632
|
await this.startCollectingMissingTxs(blocks);
|
|
689
|
-
|
|
690
633
|
const lastBlock = blocks.at(-1)!;
|
|
691
634
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
692
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
693
635
|
}
|
|
694
636
|
|
|
695
637
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */
|
|
@@ -728,68 +670,52 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
728
670
|
*/
|
|
729
671
|
private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
730
672
|
if (!blocks.length) {
|
|
731
|
-
return
|
|
673
|
+
return;
|
|
732
674
|
}
|
|
733
|
-
this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
|
|
734
675
|
|
|
735
|
-
|
|
736
|
-
const
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
740
|
-
await this.txPool.deleteTxs(txHashes, { permanently: true });
|
|
741
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
742
|
-
|
|
743
|
-
await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
|
|
744
|
-
|
|
745
|
-
this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
|
|
676
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
677
|
+
const lastBlock = blocks.at(-1)!;
|
|
678
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
679
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
746
680
|
}
|
|
747
681
|
|
|
748
682
|
/**
|
|
749
683
|
* Updates the tx pool after a chain prune.
|
|
750
|
-
*
|
|
684
|
+
* Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
|
|
685
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
686
|
+
* @param newCheckpoint - The checkpoint ID after the prune.
|
|
751
687
|
*/
|
|
752
|
-
private async handlePruneL2Blocks(latestBlock:
|
|
753
|
-
const
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
// Find transactions that reference pruned blocks in their historical header
|
|
757
|
-
for (const tx of await this.txPool.getAllTxs()) {
|
|
758
|
-
// every tx that's been generated against a block that has now been pruned is no longer valid
|
|
759
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
760
|
-
const txHash = tx.getTxHash();
|
|
761
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
762
|
-
}
|
|
763
|
-
}
|
|
764
|
-
|
|
765
|
-
this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
|
|
766
|
-
newLatestBlock: latestBlock,
|
|
767
|
-
previousLatestBlock: await this.getSyncedLatestBlockNum(),
|
|
768
|
-
txsToDelete: Array.from(txsToDelete.keys()),
|
|
769
|
-
});
|
|
688
|
+
private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
|
|
689
|
+
const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
|
|
690
|
+
await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
|
|
691
|
+
}
|
|
770
692
|
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
// We keep the txsToDelete out of this list as they have already been deleted above
|
|
782
|
-
if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
|
|
783
|
-
minedTxsFromReorg.push(txHash);
|
|
784
|
-
}
|
|
693
|
+
/**
|
|
694
|
+
* Returns true if the prune crossed a checkpoint boundary.
|
|
695
|
+
* If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
|
|
696
|
+
* If they differ, the prune spans across checkpoints (epoch prune).
|
|
697
|
+
*/
|
|
698
|
+
private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
|
|
699
|
+
const tips = await this.l2Tips.getL2Tips();
|
|
700
|
+
const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
|
|
701
|
+
if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
|
|
702
|
+
return false;
|
|
785
703
|
}
|
|
704
|
+
const isEpochPrune = oldCheckpointNumber !== newCheckpoint.number;
|
|
705
|
+
this.log.info(
|
|
706
|
+
`Detected epoch prune: ${isEpochPrune}. Old checkpoint: ${oldCheckpointNumber}, new checkpoint: ${newCheckpoint.number}`,
|
|
707
|
+
);
|
|
708
|
+
return isEpochPrune;
|
|
709
|
+
}
|
|
786
710
|
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
711
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */
|
|
712
|
+
private async maybeCallPrepareForSlot(): Promise<void> {
|
|
713
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
714
|
+
if (currentSlot <= this.lastSlotProcessed) {
|
|
715
|
+
return;
|
|
792
716
|
}
|
|
717
|
+
this.lastSlotProcessed = currentSlot;
|
|
718
|
+
await this.txPool.prepareForSlot(currentSlot);
|
|
793
719
|
}
|
|
794
720
|
|
|
795
721
|
private async startServiceIfSynched() {
|
|
@@ -829,16 +755,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
829
755
|
this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
|
|
830
756
|
}
|
|
831
757
|
|
|
832
|
-
public
|
|
833
|
-
return this.p2pService.
|
|
758
|
+
public validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
|
|
759
|
+
return this.p2pService.validateTxsReceivedInBlockProposal(txs);
|
|
760
|
+
}
|
|
761
|
+
|
|
762
|
+
/**
|
|
763
|
+
* Protects existing transactions by hash for a given slot.
|
|
764
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
765
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
766
|
+
* @param blockHeader - The block header providing slot context.
|
|
767
|
+
* @returns Hashes of transactions not found in the pool.
|
|
768
|
+
*/
|
|
769
|
+
public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
|
|
770
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
834
771
|
}
|
|
835
772
|
|
|
836
773
|
/**
|
|
837
|
-
*
|
|
838
|
-
*
|
|
774
|
+
* Prepares the pool for a new slot.
|
|
775
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
776
|
+
* @param slotNumber - The slot number to prepare for
|
|
839
777
|
*/
|
|
840
|
-
public
|
|
841
|
-
|
|
778
|
+
public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
|
|
779
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
842
780
|
}
|
|
843
781
|
|
|
844
782
|
public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
|