@aztec/p2p 0.0.1-commit.ee80a48 → 0.0.1-commit.ef17749e1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +11 -11
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +41 -14
- package/dest/client/interface.d.ts +46 -33
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +41 -51
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +149 -224
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
- package/dest/config.d.ts +48 -17
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +85 -39
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +16 -14
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +213 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +127 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +210 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +164 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +909 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +48 -36
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +44 -23
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +13 -5
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +10 -4
- package/dest/services/encoding.d.ts +3 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +11 -10
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/libp2p_service.d.ts +94 -42
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +435 -346
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +1 -1
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +2 -1
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +13 -5
- package/dest/services/service.d.ts +39 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +64 -48
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +152 -0
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +30 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +105 -4
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +4 -3
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +17 -16
- package/dest/testbench/worker_client_manager.d.ts +3 -1
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +6 -2
- package/dest/util.d.ts +3 -3
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +79 -27
- package/src/client/interface.ts +56 -34
- package/src/client/p2p_client.ts +185 -269
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +21 -12
- package/src/config.ts +132 -44
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/instrumentation.ts +17 -13
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +283 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +245 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +327 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +226 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1090 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +63 -40
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +51 -26
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -6
- package/src/services/encoding.ts +9 -9
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/libp2p_service.ts +460 -366
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +2 -1
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +16 -4
- package/src/services/service.ts +51 -2
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +74 -51
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +175 -0
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +4 -6
- package/src/test-helpers/mock-pubsub.ts +146 -9
- package/src/test-helpers/reqresp-nodes.ts +5 -7
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +26 -22
- package/src/testbench/worker_client_manager.ts +13 -5
- package/src/util.ts +8 -2
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
package/src/client/p2p_client.ts
CHANGED
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
2
|
-
import {
|
|
2
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
5
7
|
import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
|
|
6
8
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
7
9
|
import {
|
|
10
|
+
type CheckpointId,
|
|
8
11
|
type EthAddress,
|
|
9
12
|
type L2Block,
|
|
13
|
+
type L2BlockId,
|
|
10
14
|
type L2BlockSource,
|
|
11
15
|
L2BlockStream,
|
|
12
16
|
type L2BlockStreamEvent,
|
|
@@ -14,43 +18,41 @@ import {
|
|
|
14
18
|
type L2TipsStore,
|
|
15
19
|
} from '@aztec/stdlib/block';
|
|
16
20
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
17
|
-
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
18
21
|
import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
|
|
19
|
-
import {
|
|
20
|
-
|
|
21
|
-
CheckpointAttestation,
|
|
22
|
-
type CheckpointProposal,
|
|
23
|
-
type P2PClientType,
|
|
24
|
-
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
22
|
+
import { type BlockProposal, CheckpointAttestation, type CheckpointProposal, type TopicType } from '@aztec/stdlib/p2p';
|
|
23
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
26
24
|
import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
27
25
|
|
|
28
26
|
import type { PeerId } from '@libp2p/interface';
|
|
29
27
|
import type { ENR } from '@nethermindeth/enr';
|
|
30
28
|
|
|
31
29
|
import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
|
|
32
|
-
import
|
|
30
|
+
import { TxPoolError } from '../errors/tx-pool.error.js';
|
|
31
|
+
import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
33
32
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
34
|
-
import type {
|
|
33
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
35
34
|
import type { AuthRequest, StatusMessage } from '../services/index.js';
|
|
36
35
|
import {
|
|
37
36
|
ReqRespSubProtocol,
|
|
38
37
|
type ReqRespSubProtocolHandler,
|
|
39
38
|
type ReqRespSubProtocolValidators,
|
|
40
39
|
} from '../services/reqresp/interface.js';
|
|
41
|
-
import {
|
|
42
|
-
|
|
40
|
+
import type {
|
|
41
|
+
DuplicateAttestationInfo,
|
|
42
|
+
DuplicateProposalInfo,
|
|
43
|
+
P2PBlockReceivedCallback,
|
|
44
|
+
P2PCheckpointReceivedCallback,
|
|
45
|
+
P2PService,
|
|
46
|
+
} from '../services/service.js';
|
|
43
47
|
import { TxCollection } from '../services/tx_collection/tx_collection.js';
|
|
48
|
+
import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
|
|
44
49
|
import { TxProvider } from '../services/tx_provider.js';
|
|
45
50
|
import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
|
|
46
51
|
|
|
47
52
|
/**
|
|
48
53
|
* The P2P client implementation.
|
|
49
54
|
*/
|
|
50
|
-
export class P2PClient
|
|
51
|
-
extends WithTracer
|
|
52
|
-
implements P2P, P2P<P2PClientType.Prover>
|
|
53
|
-
{
|
|
55
|
+
export class P2PClient extends WithTracer implements P2P {
|
|
54
56
|
/** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */
|
|
55
57
|
private runningPromise!: Promise<void>;
|
|
56
58
|
|
|
@@ -64,8 +66,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
64
66
|
private l2Tips: L2TipsStore;
|
|
65
67
|
private synchedLatestSlot: AztecAsyncSingleton<bigint>;
|
|
66
68
|
|
|
67
|
-
private txPool:
|
|
68
|
-
private attestationPool:
|
|
69
|
+
private txPool: TxPoolV2;
|
|
70
|
+
private attestationPool: AttestationPoolApi;
|
|
69
71
|
|
|
70
72
|
private config: P2PConfig;
|
|
71
73
|
|
|
@@ -75,21 +77,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
75
77
|
|
|
76
78
|
private validatorAddresses: EthAddress[] = [];
|
|
77
79
|
|
|
78
|
-
/**
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
* @param log - A logger.
|
|
85
|
-
*/
|
|
80
|
+
/** Tracks the last slot for which we called prepareForSlot */
|
|
81
|
+
private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
|
|
82
|
+
|
|
83
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */
|
|
84
|
+
private slotMonitor: RunningPromise | undefined;
|
|
85
|
+
|
|
86
86
|
constructor(
|
|
87
|
-
_clientType: T,
|
|
88
87
|
private store: AztecAsyncKVStore,
|
|
89
88
|
private l2BlockSource: L2BlockSource & ContractDataSource,
|
|
90
89
|
mempools: MemPools,
|
|
91
90
|
private p2pService: P2PService,
|
|
92
91
|
private txCollection: TxCollection,
|
|
92
|
+
private txFileStore: TxFileStore | undefined,
|
|
93
|
+
private epochCache: EpochCacheInterface,
|
|
93
94
|
config: Partial<P2PConfig> = {},
|
|
94
95
|
private _dateProvider: DateProvider = new DateProvider(),
|
|
95
96
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
@@ -109,27 +110,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
109
110
|
this.telemetry,
|
|
110
111
|
);
|
|
111
112
|
|
|
112
|
-
// Default to collecting all txs when we see a valid proposal
|
|
113
|
-
// This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
|
|
114
|
-
// Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
|
|
115
|
-
// TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
|
|
116
|
-
// validator-client code into here so we can validate a proposal is reasonable.
|
|
117
|
-
this.registerBlockProposalHandler(async (block, sender) => {
|
|
118
|
-
this.log.debug(`Received block proposal from ${sender.toString()}`);
|
|
119
|
-
// TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
|
|
120
|
-
const constants = this.txCollection.getConstants();
|
|
121
|
-
const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
|
|
122
|
-
const deadline = new Date(nextSlotTimestampSeconds * 1000);
|
|
123
|
-
const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
|
|
124
|
-
if (!parentBlock) {
|
|
125
|
-
this.log.debug(`Cannot collect txs for proposal as parent block not found`);
|
|
126
|
-
return false;
|
|
127
|
-
}
|
|
128
|
-
const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
|
|
129
|
-
await this.txProvider.getTxsForBlockProposal(block, blockNumber, { pinnedPeer: sender, deadline });
|
|
130
|
-
return true;
|
|
131
|
-
});
|
|
132
|
-
|
|
133
113
|
this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
|
|
134
114
|
this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
|
|
135
115
|
}
|
|
@@ -155,14 +135,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
155
135
|
return Promise.resolve(this.p2pService.getPeers(includePending));
|
|
156
136
|
}
|
|
157
137
|
|
|
138
|
+
public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
|
|
139
|
+
return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
|
|
140
|
+
}
|
|
141
|
+
|
|
158
142
|
public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
|
|
159
143
|
return this.l2Tips.getL2BlockHash(number);
|
|
160
144
|
}
|
|
161
145
|
|
|
162
|
-
public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
163
|
-
this.txPool.updateConfig(config);
|
|
146
|
+
public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
147
|
+
await this.txPool.updateConfig(config);
|
|
164
148
|
this.p2pService.updateConfig(config);
|
|
165
|
-
return Promise.resolve();
|
|
166
149
|
}
|
|
167
150
|
|
|
168
151
|
public getL2Tips(): Promise<L2Tips> {
|
|
@@ -191,7 +174,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
191
174
|
break;
|
|
192
175
|
case 'chain-pruned':
|
|
193
176
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
194
|
-
await this.handlePruneL2Blocks(event.block.
|
|
177
|
+
await this.handlePruneL2Blocks(event.block, event.checkpoint);
|
|
195
178
|
break;
|
|
196
179
|
case 'chain-checkpointed':
|
|
197
180
|
break;
|
|
@@ -207,7 +190,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
207
190
|
}
|
|
208
191
|
|
|
209
192
|
#assertIsReady() {
|
|
210
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
211
193
|
if (!this.isReady()) {
|
|
212
194
|
throw new Error('P2P client not ready');
|
|
213
195
|
}
|
|
@@ -225,6 +207,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
225
207
|
return this.syncPromise;
|
|
226
208
|
}
|
|
227
209
|
|
|
210
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
211
|
+
await this.txPool.start();
|
|
212
|
+
|
|
228
213
|
// get the current latest block numbers
|
|
229
214
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
230
215
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -274,6 +259,16 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
274
259
|
|
|
275
260
|
this.blockStream!.start();
|
|
276
261
|
await this.txCollection.start();
|
|
262
|
+
this.txFileStore?.start();
|
|
263
|
+
|
|
264
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
265
|
+
this.slotMonitor = new RunningPromise(
|
|
266
|
+
() => this.maybeCallPrepareForSlot(),
|
|
267
|
+
this.log,
|
|
268
|
+
this.config.slotCheckIntervalMS,
|
|
269
|
+
);
|
|
270
|
+
this.slotMonitor.start();
|
|
271
|
+
|
|
277
272
|
return this.syncPromise;
|
|
278
273
|
}
|
|
279
274
|
|
|
@@ -304,12 +299,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
304
299
|
*/
|
|
305
300
|
public async stop() {
|
|
306
301
|
this.log.debug('Stopping p2p client...');
|
|
302
|
+
await this.slotMonitor?.stop();
|
|
303
|
+
this.log.debug('Stopped slot monitor');
|
|
307
304
|
await tryStop(this.txCollection);
|
|
308
305
|
this.log.debug('Stopped tx collection service');
|
|
306
|
+
await this.txFileStore?.stop();
|
|
307
|
+
this.log.debug('Stopped tx file store');
|
|
309
308
|
await this.p2pService.stop();
|
|
310
309
|
this.log.debug('Stopped p2p service');
|
|
311
310
|
await this.blockStream?.stop();
|
|
312
311
|
this.log.debug('Stopped block downloader');
|
|
312
|
+
await this.txPool.stop();
|
|
313
|
+
this.log.debug('Stopped tx pool');
|
|
313
314
|
await this.runningPromise;
|
|
314
315
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
315
316
|
this.log.info('P2P client stopped');
|
|
@@ -329,7 +330,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
329
330
|
public async broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
330
331
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
331
332
|
// Store our own proposal so we can respond to req/resp requests for it
|
|
332
|
-
await this.attestationPool.
|
|
333
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
334
|
+
if (count > 1) {
|
|
335
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
336
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
337
|
+
slot: proposal.slotNumber,
|
|
338
|
+
archive: proposal.archive.toString(),
|
|
339
|
+
count,
|
|
340
|
+
});
|
|
341
|
+
} else {
|
|
342
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
343
|
+
}
|
|
344
|
+
}
|
|
333
345
|
return this.p2pService.propagate(proposal);
|
|
334
346
|
}
|
|
335
347
|
|
|
@@ -343,7 +355,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
343
355
|
const blockProposal = proposal.getBlockProposal();
|
|
344
356
|
if (blockProposal) {
|
|
345
357
|
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
346
|
-
await this.attestationPool.
|
|
358
|
+
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
347
359
|
}
|
|
348
360
|
return this.p2pService.propagate(proposal);
|
|
349
361
|
}
|
|
@@ -362,8 +374,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
362
374
|
: this.attestationPool.getCheckpointAttestationsForSlot(slot));
|
|
363
375
|
}
|
|
364
376
|
|
|
365
|
-
public
|
|
366
|
-
return this.attestationPool.
|
|
377
|
+
public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
378
|
+
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
382
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
367
383
|
}
|
|
368
384
|
|
|
369
385
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
@@ -376,38 +392,35 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
376
392
|
this.p2pService.registerCheckpointReceivedCallback(handler);
|
|
377
393
|
}
|
|
378
394
|
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
public async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
|
|
383
|
-
const timeoutMs = 8000; // Longer timeout for now
|
|
384
|
-
const maxRetryAttempts = 10; // Keep retrying within the timeout
|
|
385
|
-
const requests = chunkTxHashesRequest(txHashes);
|
|
386
|
-
const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
|
|
387
|
-
|
|
388
|
-
const txBatches = await this.p2pService.sendBatchRequest(
|
|
389
|
-
ReqRespSubProtocol.TX,
|
|
390
|
-
requests,
|
|
391
|
-
pinnedPeerId,
|
|
392
|
-
timeoutMs,
|
|
393
|
-
maxPeers,
|
|
394
|
-
maxRetryAttempts,
|
|
395
|
-
);
|
|
395
|
+
public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
|
|
396
|
+
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
397
|
+
}
|
|
396
398
|
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
399
|
+
public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
|
|
400
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
404
|
+
if (limit !== undefined && limit <= 0) {
|
|
405
|
+
throw new TypeError('limit must be greater than 0');
|
|
400
406
|
}
|
|
401
407
|
|
|
402
|
-
|
|
403
|
-
this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
|
|
408
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
404
409
|
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
410
|
+
let startIndex = 0;
|
|
411
|
+
if (after) {
|
|
412
|
+
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
413
|
+
if (startIndex === -1) {
|
|
414
|
+
return [];
|
|
415
|
+
}
|
|
416
|
+
startIndex++;
|
|
417
|
+
}
|
|
418
|
+
|
|
419
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
420
|
+
txHashes = txHashes.slice(startIndex, endIndex);
|
|
408
421
|
|
|
409
|
-
|
|
410
|
-
return
|
|
422
|
+
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
423
|
+
return maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
411
424
|
}
|
|
412
425
|
|
|
413
426
|
public getPendingTxCount(): Promise<number> {
|
|
@@ -423,62 +436,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
423
436
|
}
|
|
424
437
|
}
|
|
425
438
|
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
* @returns An array of Txs.
|
|
432
|
-
*/
|
|
433
|
-
public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
434
|
-
if (limit !== undefined && limit <= 0) {
|
|
435
|
-
throw new TypeError('limit must be greater than 0');
|
|
436
|
-
}
|
|
437
|
-
|
|
438
|
-
let txs: Tx[] | undefined = undefined;
|
|
439
|
-
let txHashes: TxHash[];
|
|
440
|
-
|
|
441
|
-
if (filter === 'all') {
|
|
442
|
-
txs = await this.txPool.getAllTxs();
|
|
443
|
-
txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
|
|
444
|
-
} else if (filter === 'mined') {
|
|
445
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
446
|
-
txHashes = minedTxHashes.map(([txHash]) => txHash);
|
|
447
|
-
} else if (filter === 'pending') {
|
|
448
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
449
|
-
} else {
|
|
450
|
-
const _: never = filter;
|
|
451
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
452
|
-
}
|
|
453
|
-
|
|
454
|
-
let startIndex = 0;
|
|
455
|
-
let endIndex: number | undefined = undefined;
|
|
456
|
-
|
|
457
|
-
if (after) {
|
|
458
|
-
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
459
|
-
|
|
460
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
461
|
-
if (startIndex === -1) {
|
|
462
|
-
return [];
|
|
439
|
+
public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
|
|
440
|
+
for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
|
|
441
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
442
|
+
if (tx) {
|
|
443
|
+
yield tx;
|
|
463
444
|
}
|
|
464
|
-
|
|
465
|
-
// increment by one because we don't want to return the same tx again
|
|
466
|
-
startIndex++;
|
|
467
|
-
}
|
|
468
|
-
|
|
469
|
-
if (limit !== undefined) {
|
|
470
|
-
endIndex = startIndex + limit;
|
|
471
|
-
}
|
|
472
|
-
|
|
473
|
-
txHashes = txHashes.slice(startIndex, endIndex);
|
|
474
|
-
if (txs) {
|
|
475
|
-
txs = txs.slice(startIndex, endIndex);
|
|
476
|
-
} else {
|
|
477
|
-
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
478
|
-
txs = maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
479
445
|
}
|
|
480
|
-
|
|
481
|
-
return txs;
|
|
482
446
|
}
|
|
483
447
|
|
|
484
448
|
/**
|
|
@@ -503,49 +467,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
503
467
|
return this.txPool.hasTxs(txHashes);
|
|
504
468
|
}
|
|
505
469
|
|
|
506
|
-
/**
|
|
507
|
-
* Returns transactions in the transaction pool by hash.
|
|
508
|
-
* If a transaction is not in the pool, it will be requested from the network.
|
|
509
|
-
* @param txHashes - Hashes of the transactions to look for.
|
|
510
|
-
* @returns The txs found, or undefined if not found in the order requested.
|
|
511
|
-
*/
|
|
512
|
-
async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
|
|
513
|
-
const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
514
|
-
const missingTxHashes = txs
|
|
515
|
-
.map((tx, index) => [tx, index] as const)
|
|
516
|
-
.filter(([tx, _index]) => !tx)
|
|
517
|
-
.map(([_tx, index]) => txHashes[index]);
|
|
518
|
-
|
|
519
|
-
if (missingTxHashes.length === 0) {
|
|
520
|
-
return txs as Tx[];
|
|
521
|
-
}
|
|
522
|
-
|
|
523
|
-
const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
|
|
524
|
-
// TODO: optimize
|
|
525
|
-
// Merge the found txs in order
|
|
526
|
-
const mergingTxs = txHashes.map(txHash => {
|
|
527
|
-
// Is it in the txs list from the mempool?
|
|
528
|
-
for (const tx of txs) {
|
|
529
|
-
if (tx !== undefined && tx.getTxHash().equals(txHash)) {
|
|
530
|
-
return tx;
|
|
531
|
-
}
|
|
532
|
-
}
|
|
533
|
-
|
|
534
|
-
// Is it in the fetched missing txs?
|
|
535
|
-
// Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
|
|
536
|
-
for (const tx of missingTxs) {
|
|
537
|
-
if (tx.getTxHash().equals(txHash)) {
|
|
538
|
-
return tx;
|
|
539
|
-
}
|
|
540
|
-
}
|
|
541
|
-
|
|
542
|
-
// Otherwise return undefined
|
|
543
|
-
return undefined;
|
|
544
|
-
});
|
|
545
|
-
|
|
546
|
-
return mergingTxs;
|
|
547
|
-
}
|
|
548
|
-
|
|
549
470
|
/**
|
|
550
471
|
* Returns an archived transaction in the transaction pool by its hash.
|
|
551
472
|
* @param txHash - Hash of the archived transaction to look for.
|
|
@@ -556,25 +477,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
556
477
|
}
|
|
557
478
|
|
|
558
479
|
/**
|
|
559
|
-
*
|
|
560
|
-
* @param tx - The tx to
|
|
480
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
481
|
+
* @param tx - The tx to send.
|
|
561
482
|
* @returns Empty promise.
|
|
562
483
|
**/
|
|
563
484
|
public async sendTx(tx: Tx): Promise<void> {
|
|
564
|
-
|
|
565
|
-
const
|
|
566
|
-
if (
|
|
485
|
+
this.#assertIsReady();
|
|
486
|
+
const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
|
|
487
|
+
if (result.accepted.length === 1) {
|
|
567
488
|
await this.p2pService.propagate(tx);
|
|
489
|
+
return;
|
|
568
490
|
}
|
|
569
|
-
}
|
|
570
491
|
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
492
|
+
const txHashStr = tx.getTxHash().toString();
|
|
493
|
+
const reason = result.errors?.get(txHashStr);
|
|
494
|
+
if (reason) {
|
|
495
|
+
this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
|
|
496
|
+
throw new TxPoolError(reason);
|
|
497
|
+
}
|
|
498
|
+
|
|
499
|
+
this.log.warn(
|
|
500
|
+
`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
|
|
501
|
+
);
|
|
578
502
|
}
|
|
579
503
|
|
|
580
504
|
/**
|
|
@@ -582,8 +506,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
582
506
|
* @param txHash - Hash of the tx to query.
|
|
583
507
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
584
508
|
*/
|
|
585
|
-
public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
586
|
-
|
|
509
|
+
public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
510
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
511
|
+
return status === 'protected' ? 'pending' : status;
|
|
587
512
|
}
|
|
588
513
|
|
|
589
514
|
public getEnr(): ENR | undefined {
|
|
@@ -595,14 +520,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
595
520
|
}
|
|
596
521
|
|
|
597
522
|
/**
|
|
598
|
-
*
|
|
599
|
-
*
|
|
600
|
-
* @param txHashes - Hashes of the transactions to delete.
|
|
601
|
-
* @returns Empty promise.
|
|
523
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
524
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
602
525
|
**/
|
|
603
|
-
public async
|
|
526
|
+
public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
|
|
604
527
|
this.#assertIsReady();
|
|
605
|
-
await this.txPool.
|
|
528
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
606
529
|
}
|
|
607
530
|
|
|
608
531
|
/**
|
|
@@ -662,14 +585,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
662
585
|
}
|
|
663
586
|
|
|
664
587
|
/**
|
|
665
|
-
*
|
|
588
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
666
589
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
667
590
|
* @returns Empty promise.
|
|
668
591
|
*/
|
|
669
|
-
private async
|
|
592
|
+
private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
|
|
670
593
|
for (const block of blocks) {
|
|
671
|
-
|
|
672
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
594
|
+
await this.txPool.handleMinedBlock(block);
|
|
673
595
|
}
|
|
674
596
|
}
|
|
675
597
|
|
|
@@ -680,16 +602,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
680
602
|
*/
|
|
681
603
|
private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
682
604
|
if (!blocks.length) {
|
|
683
|
-
return
|
|
605
|
+
return;
|
|
684
606
|
}
|
|
685
607
|
|
|
686
|
-
await this.
|
|
687
|
-
await this.
|
|
608
|
+
await this.handleMinedBlocks(blocks);
|
|
609
|
+
await this.maybeCallPrepareForSlot();
|
|
688
610
|
await this.startCollectingMissingTxs(blocks);
|
|
689
|
-
|
|
690
611
|
const lastBlock = blocks.at(-1)!;
|
|
691
612
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
692
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
693
613
|
}
|
|
694
614
|
|
|
695
615
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */
|
|
@@ -728,68 +648,52 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
728
648
|
*/
|
|
729
649
|
private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
730
650
|
if (!blocks.length) {
|
|
731
|
-
return
|
|
651
|
+
return;
|
|
732
652
|
}
|
|
733
|
-
this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
|
|
734
|
-
|
|
735
|
-
const lastBlockNum = blocks[blocks.length - 1].number;
|
|
736
|
-
const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
|
|
737
|
-
|
|
738
|
-
const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
|
|
739
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
740
|
-
await this.txPool.deleteTxs(txHashes, { permanently: true });
|
|
741
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
742
|
-
|
|
743
|
-
await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
|
|
744
653
|
|
|
745
|
-
|
|
654
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
655
|
+
const lastBlock = blocks.at(-1)!;
|
|
656
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
657
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
746
658
|
}
|
|
747
659
|
|
|
748
660
|
/**
|
|
749
661
|
* Updates the tx pool after a chain prune.
|
|
750
|
-
*
|
|
662
|
+
* Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
|
|
663
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
664
|
+
* @param newCheckpoint - The checkpoint ID after the prune.
|
|
751
665
|
*/
|
|
752
|
-
private async handlePruneL2Blocks(latestBlock:
|
|
753
|
-
const
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
// Find transactions that reference pruned blocks in their historical header
|
|
757
|
-
for (const tx of await this.txPool.getAllTxs()) {
|
|
758
|
-
// every tx that's been generated against a block that has now been pruned is no longer valid
|
|
759
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
760
|
-
const txHash = tx.getTxHash();
|
|
761
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
762
|
-
}
|
|
763
|
-
}
|
|
666
|
+
private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
|
|
667
|
+
const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
|
|
668
|
+
await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
|
|
669
|
+
}
|
|
764
670
|
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
// move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
|
|
776
|
-
// in which case we clean them up to avoid potential reorg loops
|
|
777
|
-
// NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
|
|
778
|
-
// (see this.keepProvenTxsFor)
|
|
779
|
-
const minedTxsFromReorg: TxHash[] = [];
|
|
780
|
-
for (const [txHash, blockNumber] of minedTxs) {
|
|
781
|
-
// We keep the txsToDelete out of this list as they have already been deleted above
|
|
782
|
-
if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
|
|
783
|
-
minedTxsFromReorg.push(txHash);
|
|
784
|
-
}
|
|
671
|
+
/**
|
|
672
|
+
* Returns true if the prune crossed a checkpoint boundary.
|
|
673
|
+
* If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
|
|
674
|
+
* If they differ, the prune spans across checkpoints (epoch prune).
|
|
675
|
+
*/
|
|
676
|
+
private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
|
|
677
|
+
const tips = await this.l2Tips.getL2Tips();
|
|
678
|
+
const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
|
|
679
|
+
if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
|
|
680
|
+
return false;
|
|
785
681
|
}
|
|
682
|
+
const isEpochPrune = oldCheckpointNumber !== newCheckpoint.number;
|
|
683
|
+
this.log.info(
|
|
684
|
+
`Detected epoch prune: ${isEpochPrune}. Old checkpoint: ${oldCheckpointNumber}, new checkpoint: ${newCheckpoint.number}`,
|
|
685
|
+
);
|
|
686
|
+
return isEpochPrune;
|
|
687
|
+
}
|
|
786
688
|
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
689
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */
|
|
690
|
+
private async maybeCallPrepareForSlot(): Promise<void> {
|
|
691
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
692
|
+
if (currentSlot <= this.lastSlotProcessed) {
|
|
693
|
+
return;
|
|
792
694
|
}
|
|
695
|
+
this.lastSlotProcessed = currentSlot;
|
|
696
|
+
await this.txPool.prepareForSlot(currentSlot);
|
|
793
697
|
}
|
|
794
698
|
|
|
795
699
|
private async startServiceIfSynched() {
|
|
@@ -829,16 +733,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
829
733
|
this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
|
|
830
734
|
}
|
|
831
735
|
|
|
832
|
-
public
|
|
833
|
-
return this.p2pService.
|
|
736
|
+
public validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
|
|
737
|
+
return this.p2pService.validateTxsReceivedInBlockProposal(txs);
|
|
738
|
+
}
|
|
739
|
+
|
|
740
|
+
/**
|
|
741
|
+
* Protects existing transactions by hash for a given slot.
|
|
742
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
743
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
744
|
+
* @param blockHeader - The block header providing slot context.
|
|
745
|
+
* @returns Hashes of transactions not found in the pool.
|
|
746
|
+
*/
|
|
747
|
+
public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
|
|
748
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
834
749
|
}
|
|
835
750
|
|
|
836
751
|
/**
|
|
837
|
-
*
|
|
838
|
-
*
|
|
752
|
+
* Prepares the pool for a new slot.
|
|
753
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
754
|
+
* @param slotNumber - The slot number to prepare for
|
|
839
755
|
*/
|
|
840
|
-
public
|
|
841
|
-
|
|
756
|
+
public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
|
|
757
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
842
758
|
}
|
|
843
759
|
|
|
844
760
|
public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
|