@aztec/p2p 0.0.1-commit.c80b6263 → 0.0.1-commit.cd76b27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +7 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +47 -10
- package/dest/client/interface.d.ts +43 -23
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +40 -42
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +156 -145
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -7
- package/dest/config.d.ts +29 -4
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +19 -2
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +74 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +209 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +97 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +152 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +878 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +18 -5
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +2 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +10 -6
- package/dest/services/dummy_service.d.ts +12 -3
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +9 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +4 -3
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/libp2p_service.d.ts +85 -35
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +379 -280
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +13 -17
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +17 -12
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +25 -14
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +40 -24
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +38 -2
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +64 -48
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +152 -0
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +5 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +29 -2
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +103 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +45 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +130 -60
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +11 -11
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +89 -14
- package/src/client/interface.ts +59 -23
- package/src/client/p2p_client.ts +196 -167
- package/src/client/test/tx_proposal_collector/README.md +4 -4
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +20 -10
- package/src/config.ts +41 -2
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +87 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +239 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +242 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1052 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
- package/src/msg_validators/tx_validator/block_header_validator.ts +18 -8
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/data_store.ts +10 -7
- package/src/services/dummy_service.ts +17 -1
- package/src/services/encoding.ts +4 -3
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/libp2p_service.ts +382 -282
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +14 -14
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +18 -18
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +24 -15
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -24
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +50 -1
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +74 -51
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +175 -0
- package/src/services/tx_provider.ts +8 -7
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +143 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +129 -71
- package/src/testbench/p2p_client_testbench_worker.ts +23 -16
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
package/src/client/p2p_client.ts
CHANGED
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
2
|
-
import {
|
|
2
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
5
7
|
import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
|
|
6
8
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
7
9
|
import {
|
|
10
|
+
type CheckpointId,
|
|
8
11
|
type EthAddress,
|
|
9
12
|
type L2Block,
|
|
13
|
+
type L2BlockId,
|
|
10
14
|
type L2BlockSource,
|
|
11
15
|
L2BlockStream,
|
|
12
16
|
type L2BlockStreamEvent,
|
|
@@ -21,17 +25,19 @@ import {
|
|
|
21
25
|
CheckpointAttestation,
|
|
22
26
|
type CheckpointProposal,
|
|
23
27
|
type P2PClientType,
|
|
28
|
+
type TopicType,
|
|
24
29
|
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
30
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
26
31
|
import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
27
32
|
|
|
28
33
|
import type { PeerId } from '@libp2p/interface';
|
|
29
34
|
import type { ENR } from '@nethermindeth/enr';
|
|
30
35
|
|
|
31
36
|
import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
|
|
32
|
-
import
|
|
37
|
+
import { TxPoolError } from '../errors/tx-pool.error.js';
|
|
38
|
+
import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
33
39
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
34
|
-
import type {
|
|
40
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
35
41
|
import type { AuthRequest, StatusMessage } from '../services/index.js';
|
|
36
42
|
import {
|
|
37
43
|
ReqRespSubProtocol,
|
|
@@ -39,8 +45,15 @@ import {
|
|
|
39
45
|
type ReqRespSubProtocolValidators,
|
|
40
46
|
} from '../services/reqresp/interface.js';
|
|
41
47
|
import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
|
|
42
|
-
import type {
|
|
48
|
+
import type {
|
|
49
|
+
DuplicateAttestationInfo,
|
|
50
|
+
DuplicateProposalInfo,
|
|
51
|
+
P2PBlockReceivedCallback,
|
|
52
|
+
P2PCheckpointReceivedCallback,
|
|
53
|
+
P2PService,
|
|
54
|
+
} from '../services/service.js';
|
|
43
55
|
import { TxCollection } from '../services/tx_collection/tx_collection.js';
|
|
56
|
+
import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
|
|
44
57
|
import { TxProvider } from '../services/tx_provider.js';
|
|
45
58
|
import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
|
|
46
59
|
|
|
@@ -64,8 +77,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
64
77
|
private l2Tips: L2TipsStore;
|
|
65
78
|
private synchedLatestSlot: AztecAsyncSingleton<bigint>;
|
|
66
79
|
|
|
67
|
-
private txPool:
|
|
68
|
-
private attestationPool:
|
|
80
|
+
private txPool: TxPoolV2;
|
|
81
|
+
private attestationPool: AttestationPoolApi;
|
|
69
82
|
|
|
70
83
|
private config: P2PConfig;
|
|
71
84
|
|
|
@@ -75,14 +88,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
75
88
|
|
|
76
89
|
private validatorAddresses: EthAddress[] = [];
|
|
77
90
|
|
|
78
|
-
/**
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
* @param log - A logger.
|
|
85
|
-
*/
|
|
91
|
+
/** Tracks the last slot for which we called prepareForSlot */
|
|
92
|
+
private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
|
|
93
|
+
|
|
94
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */
|
|
95
|
+
private slotMonitor: RunningPromise | undefined;
|
|
96
|
+
|
|
86
97
|
constructor(
|
|
87
98
|
_clientType: T,
|
|
88
99
|
private store: AztecAsyncKVStore,
|
|
@@ -90,6 +101,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
90
101
|
mempools: MemPools,
|
|
91
102
|
private p2pService: P2PService,
|
|
92
103
|
private txCollection: TxCollection,
|
|
104
|
+
private txFileStore: TxFileStore | undefined,
|
|
105
|
+
private epochCache: EpochCacheInterface,
|
|
93
106
|
config: Partial<P2PConfig> = {},
|
|
94
107
|
private _dateProvider: DateProvider = new DateProvider(),
|
|
95
108
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
@@ -155,14 +168,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
155
168
|
return Promise.resolve(this.p2pService.getPeers(includePending));
|
|
156
169
|
}
|
|
157
170
|
|
|
171
|
+
public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
|
|
172
|
+
return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
|
|
173
|
+
}
|
|
174
|
+
|
|
158
175
|
public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
|
|
159
176
|
return this.l2Tips.getL2BlockHash(number);
|
|
160
177
|
}
|
|
161
178
|
|
|
162
|
-
public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
163
|
-
this.txPool.updateConfig(config);
|
|
179
|
+
public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
180
|
+
await this.txPool.updateConfig(config);
|
|
164
181
|
this.p2pService.updateConfig(config);
|
|
165
|
-
return Promise.resolve();
|
|
166
182
|
}
|
|
167
183
|
|
|
168
184
|
public getL2Tips(): Promise<L2Tips> {
|
|
@@ -191,7 +207,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
191
207
|
break;
|
|
192
208
|
case 'chain-pruned':
|
|
193
209
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
194
|
-
await this.handlePruneL2Blocks(event.block.
|
|
210
|
+
await this.handlePruneL2Blocks(event.block, event.checkpoint);
|
|
195
211
|
break;
|
|
196
212
|
case 'chain-checkpointed':
|
|
197
213
|
break;
|
|
@@ -207,7 +223,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
207
223
|
}
|
|
208
224
|
|
|
209
225
|
#assertIsReady() {
|
|
210
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
211
226
|
if (!this.isReady()) {
|
|
212
227
|
throw new Error('P2P client not ready');
|
|
213
228
|
}
|
|
@@ -225,6 +240,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
225
240
|
return this.syncPromise;
|
|
226
241
|
}
|
|
227
242
|
|
|
243
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
244
|
+
await this.txPool.start();
|
|
245
|
+
|
|
228
246
|
// get the current latest block numbers
|
|
229
247
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
230
248
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -274,6 +292,16 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
274
292
|
|
|
275
293
|
this.blockStream!.start();
|
|
276
294
|
await this.txCollection.start();
|
|
295
|
+
this.txFileStore?.start();
|
|
296
|
+
|
|
297
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
298
|
+
this.slotMonitor = new RunningPromise(
|
|
299
|
+
() => this.maybeCallPrepareForSlot(),
|
|
300
|
+
this.log,
|
|
301
|
+
this.config.slotCheckIntervalMS,
|
|
302
|
+
);
|
|
303
|
+
this.slotMonitor.start();
|
|
304
|
+
|
|
277
305
|
return this.syncPromise;
|
|
278
306
|
}
|
|
279
307
|
|
|
@@ -304,12 +332,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
304
332
|
*/
|
|
305
333
|
public async stop() {
|
|
306
334
|
this.log.debug('Stopping p2p client...');
|
|
335
|
+
await this.slotMonitor?.stop();
|
|
336
|
+
this.log.debug('Stopped slot monitor');
|
|
307
337
|
await tryStop(this.txCollection);
|
|
308
338
|
this.log.debug('Stopped tx collection service');
|
|
339
|
+
await this.txFileStore?.stop();
|
|
340
|
+
this.log.debug('Stopped tx file store');
|
|
309
341
|
await this.p2pService.stop();
|
|
310
342
|
this.log.debug('Stopped p2p service');
|
|
311
343
|
await this.blockStream?.stop();
|
|
312
344
|
this.log.debug('Stopped block downloader');
|
|
345
|
+
await this.txPool.stop();
|
|
346
|
+
this.log.debug('Stopped tx pool');
|
|
313
347
|
await this.runningPromise;
|
|
314
348
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
315
349
|
this.log.info('P2P client stopped');
|
|
@@ -326,8 +360,21 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
326
360
|
[Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
|
|
327
361
|
[Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
|
|
328
362
|
}))
|
|
329
|
-
public broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
363
|
+
public async broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
330
364
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
365
|
+
// Store our own proposal so we can respond to req/resp requests for it
|
|
366
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
367
|
+
if (count > 1) {
|
|
368
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
369
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
370
|
+
slot: proposal.slotNumber,
|
|
371
|
+
archive: proposal.archive.toString(),
|
|
372
|
+
count,
|
|
373
|
+
});
|
|
374
|
+
} else {
|
|
375
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
331
378
|
return this.p2pService.propagate(proposal);
|
|
332
379
|
}
|
|
333
380
|
|
|
@@ -336,8 +383,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
336
383
|
[Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
|
|
337
384
|
[Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
|
|
338
385
|
}))
|
|
339
|
-
public broadcastCheckpointProposal(proposal: CheckpointProposal): Promise<void> {
|
|
386
|
+
public async broadcastCheckpointProposal(proposal: CheckpointProposal): Promise<void> {
|
|
340
387
|
this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
|
|
388
|
+
const blockProposal = proposal.getBlockProposal();
|
|
389
|
+
if (blockProposal) {
|
|
390
|
+
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
391
|
+
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
392
|
+
}
|
|
341
393
|
return this.p2pService.propagate(proposal);
|
|
342
394
|
}
|
|
343
395
|
|
|
@@ -355,8 +407,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
355
407
|
: this.attestationPool.getCheckpointAttestationsForSlot(slot));
|
|
356
408
|
}
|
|
357
409
|
|
|
358
|
-
public
|
|
359
|
-
return this.attestationPool.
|
|
410
|
+
public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
411
|
+
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
415
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
360
416
|
}
|
|
361
417
|
|
|
362
418
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
@@ -369,10 +425,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
369
425
|
this.p2pService.registerCheckpointReceivedCallback(handler);
|
|
370
426
|
}
|
|
371
427
|
|
|
428
|
+
public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
|
|
429
|
+
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
430
|
+
}
|
|
431
|
+
|
|
432
|
+
public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
|
|
433
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
434
|
+
}
|
|
435
|
+
|
|
372
436
|
/**
|
|
373
437
|
* Uses the batched Request Response protocol to request a set of transactions from the network.
|
|
374
438
|
*/
|
|
375
|
-
|
|
439
|
+
private async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
|
|
376
440
|
const timeoutMs = 8000; // Longer timeout for now
|
|
377
441
|
const maxRetryAttempts = 10; // Keep retrying within the timeout
|
|
378
442
|
const requests = chunkTxHashesRequest(txHashes);
|
|
@@ -389,7 +453,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
389
453
|
|
|
390
454
|
const txs = txBatches.flat();
|
|
391
455
|
if (txs.length > 0) {
|
|
392
|
-
await this.txPool.
|
|
456
|
+
await this.txPool.addPendingTxs(txs);
|
|
393
457
|
}
|
|
394
458
|
|
|
395
459
|
const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
|
|
@@ -399,79 +463,49 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
399
463
|
return txs;
|
|
400
464
|
}
|
|
401
465
|
|
|
402
|
-
public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
403
|
-
return this.getTxs('pending', limit, after);
|
|
404
|
-
}
|
|
405
|
-
|
|
406
|
-
public getPendingTxCount(): Promise<number> {
|
|
407
|
-
return this.txPool.getPendingTxCount();
|
|
408
|
-
}
|
|
409
|
-
|
|
410
|
-
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
411
|
-
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
412
|
-
const tx = await this.txPool.getTxByHash(txHash);
|
|
413
|
-
if (tx) {
|
|
414
|
-
yield tx;
|
|
415
|
-
}
|
|
416
|
-
}
|
|
417
|
-
}
|
|
418
|
-
|
|
419
|
-
/**
|
|
420
|
-
* Returns all transactions in the transaction pool.
|
|
421
|
-
* @param filter - The type of txs to return
|
|
422
|
-
* @param limit - How many txs to return
|
|
423
|
-
* @param after - If paginating, the last known tx hash. Will return txs after this hash
|
|
424
|
-
* @returns An array of Txs.
|
|
425
|
-
*/
|
|
426
|
-
public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
466
|
+
public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
427
467
|
if (limit !== undefined && limit <= 0) {
|
|
428
468
|
throw new TypeError('limit must be greater than 0');
|
|
429
469
|
}
|
|
430
470
|
|
|
431
|
-
let
|
|
432
|
-
let txHashes: TxHash[];
|
|
433
|
-
|
|
434
|
-
if (filter === 'all') {
|
|
435
|
-
txs = await this.txPool.getAllTxs();
|
|
436
|
-
txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
|
|
437
|
-
} else if (filter === 'mined') {
|
|
438
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
439
|
-
txHashes = minedTxHashes.map(([txHash]) => txHash);
|
|
440
|
-
} else if (filter === 'pending') {
|
|
441
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
442
|
-
} else {
|
|
443
|
-
const _: never = filter;
|
|
444
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
445
|
-
}
|
|
471
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
446
472
|
|
|
447
473
|
let startIndex = 0;
|
|
448
|
-
let endIndex: number | undefined = undefined;
|
|
449
|
-
|
|
450
474
|
if (after) {
|
|
451
475
|
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
452
|
-
|
|
453
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
454
476
|
if (startIndex === -1) {
|
|
455
477
|
return [];
|
|
456
478
|
}
|
|
457
|
-
|
|
458
|
-
// increment by one because we don't want to return the same tx again
|
|
459
479
|
startIndex++;
|
|
460
480
|
}
|
|
461
481
|
|
|
462
|
-
|
|
463
|
-
endIndex = startIndex + limit;
|
|
464
|
-
}
|
|
465
|
-
|
|
482
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
466
483
|
txHashes = txHashes.slice(startIndex, endIndex);
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
484
|
+
|
|
485
|
+
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
486
|
+
return maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
public getPendingTxCount(): Promise<number> {
|
|
490
|
+
return this.txPool.getPendingTxCount();
|
|
491
|
+
}
|
|
492
|
+
|
|
493
|
+
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
494
|
+
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
495
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
496
|
+
if (tx) {
|
|
497
|
+
yield tx;
|
|
498
|
+
}
|
|
472
499
|
}
|
|
500
|
+
}
|
|
473
501
|
|
|
474
|
-
|
|
502
|
+
public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
|
|
503
|
+
for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
|
|
504
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
505
|
+
if (tx) {
|
|
506
|
+
yield tx;
|
|
507
|
+
}
|
|
508
|
+
}
|
|
475
509
|
}
|
|
476
510
|
|
|
477
511
|
/**
|
|
@@ -549,25 +583,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
549
583
|
}
|
|
550
584
|
|
|
551
585
|
/**
|
|
552
|
-
*
|
|
553
|
-
* @param tx - The tx to
|
|
586
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
587
|
+
* @param tx - The tx to send.
|
|
554
588
|
* @returns Empty promise.
|
|
555
589
|
**/
|
|
556
590
|
public async sendTx(tx: Tx): Promise<void> {
|
|
557
|
-
|
|
558
|
-
const
|
|
559
|
-
if (
|
|
591
|
+
this.#assertIsReady();
|
|
592
|
+
const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
|
|
593
|
+
if (result.accepted.length === 1) {
|
|
560
594
|
await this.p2pService.propagate(tx);
|
|
595
|
+
return;
|
|
561
596
|
}
|
|
562
|
-
}
|
|
563
597
|
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
598
|
+
const txHashStr = tx.getTxHash().toString();
|
|
599
|
+
const reason = result.errors?.get(txHashStr);
|
|
600
|
+
if (reason) {
|
|
601
|
+
this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
|
|
602
|
+
throw new TxPoolError(reason);
|
|
603
|
+
}
|
|
604
|
+
|
|
605
|
+
this.log.warn(
|
|
606
|
+
`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
|
|
607
|
+
);
|
|
571
608
|
}
|
|
572
609
|
|
|
573
610
|
/**
|
|
@@ -575,8 +612,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
575
612
|
* @param txHash - Hash of the tx to query.
|
|
576
613
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
577
614
|
*/
|
|
578
|
-
public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
579
|
-
|
|
615
|
+
public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
616
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
617
|
+
return status === 'protected' ? 'pending' : status;
|
|
580
618
|
}
|
|
581
619
|
|
|
582
620
|
public getEnr(): ENR | undefined {
|
|
@@ -588,14 +626,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
588
626
|
}
|
|
589
627
|
|
|
590
628
|
/**
|
|
591
|
-
*
|
|
592
|
-
*
|
|
593
|
-
* @param txHashes - Hashes of the transactions to delete.
|
|
594
|
-
* @returns Empty promise.
|
|
629
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
630
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
595
631
|
**/
|
|
596
|
-
public async
|
|
632
|
+
public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
|
|
597
633
|
this.#assertIsReady();
|
|
598
|
-
await this.txPool.
|
|
634
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
599
635
|
}
|
|
600
636
|
|
|
601
637
|
/**
|
|
@@ -655,14 +691,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
655
691
|
}
|
|
656
692
|
|
|
657
693
|
/**
|
|
658
|
-
*
|
|
694
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
659
695
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
660
696
|
* @returns Empty promise.
|
|
661
697
|
*/
|
|
662
|
-
private async
|
|
698
|
+
private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
|
|
663
699
|
for (const block of blocks) {
|
|
664
|
-
|
|
665
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
700
|
+
await this.txPool.handleMinedBlock(block);
|
|
666
701
|
}
|
|
667
702
|
}
|
|
668
703
|
|
|
@@ -673,16 +708,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
673
708
|
*/
|
|
674
709
|
private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
675
710
|
if (!blocks.length) {
|
|
676
|
-
return
|
|
711
|
+
return;
|
|
677
712
|
}
|
|
678
713
|
|
|
679
|
-
await this.
|
|
680
|
-
await this.
|
|
714
|
+
await this.handleMinedBlocks(blocks);
|
|
715
|
+
await this.maybeCallPrepareForSlot();
|
|
681
716
|
await this.startCollectingMissingTxs(blocks);
|
|
682
|
-
|
|
683
717
|
const lastBlock = blocks.at(-1)!;
|
|
684
718
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
685
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
686
719
|
}
|
|
687
720
|
|
|
688
721
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */
|
|
@@ -721,68 +754,52 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
721
754
|
*/
|
|
722
755
|
private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
723
756
|
if (!blocks.length) {
|
|
724
|
-
return
|
|
757
|
+
return;
|
|
725
758
|
}
|
|
726
|
-
this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
|
|
727
|
-
|
|
728
|
-
const lastBlockNum = blocks[blocks.length - 1].number;
|
|
729
|
-
const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
|
|
730
|
-
|
|
731
|
-
const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
|
|
732
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
733
|
-
await this.txPool.deleteTxs(txHashes, { permanently: true });
|
|
734
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
735
|
-
|
|
736
|
-
await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
|
|
737
759
|
|
|
738
|
-
|
|
760
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
761
|
+
const lastBlock = blocks.at(-1)!;
|
|
762
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
763
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
739
764
|
}
|
|
740
765
|
|
|
741
766
|
/**
|
|
742
767
|
* Updates the tx pool after a chain prune.
|
|
743
|
-
*
|
|
768
|
+
* Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
|
|
769
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
770
|
+
* @param newCheckpoint - The checkpoint ID after the prune.
|
|
744
771
|
*/
|
|
745
|
-
private async handlePruneL2Blocks(latestBlock:
|
|
746
|
-
const
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
// Find transactions that reference pruned blocks in their historical header
|
|
750
|
-
for (const tx of await this.txPool.getAllTxs()) {
|
|
751
|
-
// every tx that's been generated against a block that has now been pruned is no longer valid
|
|
752
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
753
|
-
const txHash = tx.getTxHash();
|
|
754
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
755
|
-
}
|
|
756
|
-
}
|
|
757
|
-
|
|
758
|
-
this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
|
|
759
|
-
newLatestBlock: latestBlock,
|
|
760
|
-
previousLatestBlock: await this.getSyncedLatestBlockNum(),
|
|
761
|
-
txsToDelete: Array.from(txsToDelete.keys()),
|
|
762
|
-
});
|
|
772
|
+
private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
|
|
773
|
+
const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
|
|
774
|
+
await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
|
|
775
|
+
}
|
|
763
776
|
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
// We keep the txsToDelete out of this list as they have already been deleted above
|
|
775
|
-
if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
|
|
776
|
-
minedTxsFromReorg.push(txHash);
|
|
777
|
-
}
|
|
777
|
+
/**
|
|
778
|
+
* Returns true if the prune crossed a checkpoint boundary.
|
|
779
|
+
* If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
|
|
780
|
+
* If they differ, the prune spans across checkpoints (epoch prune).
|
|
781
|
+
*/
|
|
782
|
+
private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
|
|
783
|
+
const tips = await this.l2Tips.getL2Tips();
|
|
784
|
+
const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
|
|
785
|
+
if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
|
|
786
|
+
return false;
|
|
778
787
|
}
|
|
788
|
+
const isEpochPrune = oldCheckpointNumber !== newCheckpoint.number;
|
|
789
|
+
this.log.info(
|
|
790
|
+
`Detected epoch prune: ${isEpochPrune}. Old checkpoint: ${oldCheckpointNumber}, new checkpoint: ${newCheckpoint.number}`,
|
|
791
|
+
);
|
|
792
|
+
return isEpochPrune;
|
|
793
|
+
}
|
|
779
794
|
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
795
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */
|
|
796
|
+
private async maybeCallPrepareForSlot(): Promise<void> {
|
|
797
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
798
|
+
if (currentSlot <= this.lastSlotProcessed) {
|
|
799
|
+
return;
|
|
785
800
|
}
|
|
801
|
+
this.lastSlotProcessed = currentSlot;
|
|
802
|
+
await this.txPool.prepareForSlot(currentSlot);
|
|
786
803
|
}
|
|
787
804
|
|
|
788
805
|
private async startServiceIfSynched() {
|
|
@@ -827,11 +844,23 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
827
844
|
}
|
|
828
845
|
|
|
829
846
|
/**
|
|
830
|
-
*
|
|
831
|
-
*
|
|
847
|
+
* Protects existing transactions by hash for a given slot.
|
|
848
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
849
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
850
|
+
* @param blockHeader - The block header providing slot context.
|
|
851
|
+
* @returns Hashes of transactions not found in the pool.
|
|
852
|
+
*/
|
|
853
|
+
public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
|
|
854
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
855
|
+
}
|
|
856
|
+
|
|
857
|
+
/**
|
|
858
|
+
* Prepares the pool for a new slot.
|
|
859
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
860
|
+
* @param slotNumber - The slot number to prepare for
|
|
832
861
|
*/
|
|
833
|
-
public
|
|
834
|
-
|
|
862
|
+
public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
|
|
863
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
835
864
|
}
|
|
836
865
|
|
|
837
866
|
public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
|
|
@@ -24,7 +24,7 @@ The benchmark runs a small simulated network on localhost:
|
|
|
24
24
|
```
|
|
25
25
|
┌─────────────────────────────────────────────────────────────────────┐
|
|
26
26
|
│ Test Process (Driver) │
|
|
27
|
-
│ p2p_client.
|
|
27
|
+
│ p2p_client.proposal_tx_collector.bench.test.ts │
|
|
28
28
|
│ ┌─────────────────────────────────────────────────────────────┐ │
|
|
29
29
|
│ │ WorkerClientManager │ │
|
|
30
30
|
│ │ (src/testbench/worker_client_manager.ts) │ │
|
|
@@ -127,13 +127,13 @@ From the p2p package:
|
|
|
127
127
|
|
|
128
128
|
```bash
|
|
129
129
|
cd yarn-project/p2p
|
|
130
|
-
yarn test src/client/test/tx_proposal_collector/p2p_client.
|
|
130
|
+
yarn test src/client/test/tx_proposal_collector/p2p_client.proposal_tx_collector.bench.test.ts
|
|
131
131
|
```
|
|
132
132
|
|
|
133
133
|
Or from repo root:
|
|
134
134
|
|
|
135
135
|
```bash
|
|
136
|
-
yarn test p2p_client.
|
|
136
|
+
yarn test p2p_client.proposal_tx_collector.bench.test.ts
|
|
137
137
|
```
|
|
138
138
|
|
|
139
139
|
The benchmark is intentionally long due to spawning many processes and running multiple cases.
|
|
@@ -207,7 +207,7 @@ This benchmark does **not** measure:
|
|
|
207
207
|
|
|
208
208
|
| File | Purpose |
|
|
209
209
|
|------|---------|
|
|
210
|
-
| `p2p_client.
|
|
210
|
+
| `p2p_client.proposal_tx_collector.bench.test.ts` | Test suite (cases, distributions, output formatting) |
|
|
211
211
|
| `proposal_tx_collector_worker.ts` | Collector-specific worker implementation |
|
|
212
212
|
| `proposal_tx_collector_worker_protocol.ts` | IPC message types and serialization |
|
|
213
213
|
| `src/testbench/worker_client_manager.ts` | Worker process manager (forking, IPC, orchestration) |
|