@aztec/p2p 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5d02921e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/client/factory.d.ts +9 -9
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +52 -14
- package/dest/client/interface.d.ts +47 -34
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +39 -51
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +164 -224
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +20 -10
- package/dest/config.d.ts +52 -16
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +100 -37
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +21 -12
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +75 -40
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +57 -57
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +2 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +16 -14
- package/dest/mem_pools/interface.d.ts +3 -3
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +2 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +30 -12
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -19
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +50 -45
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +17 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +364 -189
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
- package/dest/msg_validators/clock_tolerance.d.ts +1 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +4 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +35 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +247 -60
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +12 -6
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +12 -5
- package/dest/services/encoding.d.ts +7 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +18 -11
- package/dest/services/gossipsub/topic_score_params.d.ts +18 -6
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +32 -10
- package/dest/services/libp2p/libp2p_service.d.ts +37 -23
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +274 -173
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +24 -9
- package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +28 -10
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +83 -106
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +30 -14
- package/dest/services/service.d.ts +26 -4
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +19 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +46 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -4
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +80 -76
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +2 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -13
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +26 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +30 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +105 -4
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -2
- package/dest/test-helpers/testbench-utils.d.ts +35 -24
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +115 -38
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +57 -27
- package/dest/testbench/worker_client_manager.d.ts +3 -1
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +6 -3
- package/dest/util.d.ts +3 -3
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +102 -25
- package/src/client/interface.ts +52 -34
- package/src/client/p2p_client.ts +190 -266
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +33 -14
- package/src/config.ts +149 -43
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +104 -50
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +61 -57
- package/src/mem_pools/attestation_pool/index.ts +3 -3
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +1 -1
- package/src/mem_pools/instrumentation.ts +17 -13
- package/src/mem_pools/interface.ts +2 -2
- package/src/mem_pools/tx_pool_v2/README.md +85 -11
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
- package/src/mem_pools/tx_pool_v2/index.ts +2 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +32 -12
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -27
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +58 -45
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +34 -8
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +410 -187
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
- package/src/msg_validators/clock_tolerance.ts +4 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
- package/src/msg_validators/tx_validator/README.md +119 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +42 -1
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +394 -78
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -7
- package/src/services/encoding.ts +18 -10
- package/src/services/gossipsub/README.md +29 -14
- package/src/services/gossipsub/topic_score_params.ts +49 -13
- package/src/services/libp2p/libp2p_service.ts +288 -198
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +28 -9
- package/src/services/peer-manager/peer_scoring.ts +21 -5
- package/src/services/reqresp/README.md +229 -0
- package/src/services/reqresp/batch-tx-requester/README.md +46 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +79 -112
- package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +2 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/reqresp.ts +35 -15
- package/src/services/service.ts +37 -3
- package/src/services/tx_collection/config.ts +68 -0
- package/src/services/tx_collection/fast_tx_collection.ts +83 -76
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +1 -0
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +114 -19
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +28 -8
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +4 -6
- package/src/test-helpers/mock-pubsub.ts +146 -9
- package/src/test-helpers/reqresp-nodes.ts +3 -6
- package/src/test-helpers/testbench-utils.ts +137 -43
- package/src/testbench/p2p_client_testbench_worker.ts +63 -30
- package/src/testbench/worker_client_manager.ts +13 -6
- package/src/util.ts +8 -2
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
|
@@ -372,17 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
|
372
372
|
}
|
|
373
373
|
var _dec, _dec1, _initProto;
|
|
374
374
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
375
|
-
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
375
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
376
376
|
import { createLogger } from '@aztec/foundation/log';
|
|
377
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
377
378
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
378
379
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
379
380
|
import { L2BlockStream } from '@aztec/stdlib/block';
|
|
380
|
-
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
381
381
|
import { tryStop } from '@aztec/stdlib/interfaces/server';
|
|
382
382
|
import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
383
383
|
import { getP2PDefaultConfig } from '../config.js';
|
|
384
|
-
import {
|
|
385
|
-
import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
|
|
384
|
+
import { TxPoolError } from '../errors/tx-pool.error.js';
|
|
386
385
|
import { TxProvider } from '../services/tx_provider.js';
|
|
387
386
|
import { P2PClientState } from './interface.js';
|
|
388
387
|
_dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
@@ -402,6 +401,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
402
401
|
p2pService;
|
|
403
402
|
txCollection;
|
|
404
403
|
txFileStore;
|
|
404
|
+
epochCache;
|
|
405
405
|
_dateProvider;
|
|
406
406
|
telemetry;
|
|
407
407
|
log;
|
|
@@ -434,15 +434,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
434
434
|
blockStream;
|
|
435
435
|
txProvider;
|
|
436
436
|
validatorAddresses;
|
|
437
|
-
/**
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
* @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
|
|
442
|
-
* @param p2pService - The concrete instance of p2p networking to use.
|
|
443
|
-
* @param log - A logger.
|
|
444
|
-
*/ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
|
|
445
|
-
super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
|
|
437
|
+
/** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
|
|
438
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
|
|
439
|
+
constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
|
|
440
|
+
super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
|
|
446
441
|
this.config = {
|
|
447
442
|
...getP2PDefaultConfig(),
|
|
448
443
|
...config
|
|
@@ -450,29 +445,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
450
445
|
this.txPool = mempools.txPool;
|
|
451
446
|
this.attestationPool = mempools.attestationPool;
|
|
452
447
|
this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
|
|
453
|
-
// Default to collecting all txs when we see a valid proposal
|
|
454
|
-
// This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
|
|
455
|
-
// Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
|
|
456
|
-
// TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
|
|
457
|
-
// validator-client code into here so we can validate a proposal is reasonable.
|
|
458
|
-
this.registerBlockProposalHandler(async (block, sender)=>{
|
|
459
|
-
this.log.debug(`Received block proposal from ${sender.toString()}`);
|
|
460
|
-
// TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
|
|
461
|
-
const constants = this.txCollection.getConstants();
|
|
462
|
-
const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
|
|
463
|
-
const deadline = new Date(nextSlotTimestampSeconds * 1000);
|
|
464
|
-
const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
|
|
465
|
-
if (!parentBlock) {
|
|
466
|
-
this.log.debug(`Cannot collect txs for proposal as parent block not found`);
|
|
467
|
-
return false;
|
|
468
|
-
}
|
|
469
|
-
const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
|
|
470
|
-
await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
|
|
471
|
-
pinnedPeer: sender,
|
|
472
|
-
deadline
|
|
473
|
-
});
|
|
474
|
-
return true;
|
|
475
|
-
});
|
|
476
448
|
this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
|
|
477
449
|
this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
|
|
478
450
|
}
|
|
@@ -494,13 +466,15 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
494
466
|
getPeers(includePending) {
|
|
495
467
|
return Promise.resolve(this.p2pService.getPeers(includePending));
|
|
496
468
|
}
|
|
469
|
+
getGossipMeshPeerCount(topicType) {
|
|
470
|
+
return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
|
|
471
|
+
}
|
|
497
472
|
getL2BlockHash(number) {
|
|
498
473
|
return this.l2Tips.getL2BlockHash(number);
|
|
499
474
|
}
|
|
500
|
-
updateP2PConfig(config) {
|
|
501
|
-
this.txPool.updateConfig(config);
|
|
475
|
+
async updateP2PConfig(config) {
|
|
476
|
+
await this.txPool.updateConfig(config);
|
|
502
477
|
this.p2pService.updateConfig(config);
|
|
503
|
-
return Promise.resolve();
|
|
504
478
|
}
|
|
505
479
|
getL2Tips() {
|
|
506
480
|
return this.l2Tips.getL2Tips();
|
|
@@ -527,7 +501,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
527
501
|
break;
|
|
528
502
|
case 'chain-pruned':
|
|
529
503
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
530
|
-
await this.handlePruneL2Blocks(event.block.
|
|
504
|
+
await this.handlePruneL2Blocks(event.block, event.checkpoint);
|
|
531
505
|
break;
|
|
532
506
|
case 'chain-checkpointed':
|
|
533
507
|
break;
|
|
@@ -542,7 +516,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
542
516
|
await this.startServiceIfSynched();
|
|
543
517
|
}
|
|
544
518
|
#assertIsReady() {
|
|
545
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
546
519
|
if (!this.isReady()) {
|
|
547
520
|
throw new Error('P2P client not ready');
|
|
548
521
|
}
|
|
@@ -557,6 +530,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
557
530
|
if (this.currentState !== P2PClientState.IDLE) {
|
|
558
531
|
return this.syncPromise;
|
|
559
532
|
}
|
|
533
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
534
|
+
await this.txPool.start();
|
|
560
535
|
// get the current latest block numbers
|
|
561
536
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
562
537
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -600,6 +575,9 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
600
575
|
this.blockStream.start();
|
|
601
576
|
await this.txCollection.start();
|
|
602
577
|
this.txFileStore?.start();
|
|
578
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
579
|
+
this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
|
|
580
|
+
this.slotMonitor.start();
|
|
603
581
|
return this.syncPromise;
|
|
604
582
|
}
|
|
605
583
|
addReqRespSubProtocol(subProtocol, handler, validator) {
|
|
@@ -620,6 +598,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
620
598
|
* 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
|
|
621
599
|
*/ async stop() {
|
|
622
600
|
this.log.debug('Stopping p2p client...');
|
|
601
|
+
await this.slotMonitor?.stop();
|
|
602
|
+
this.log.debug('Stopped slot monitor');
|
|
623
603
|
await tryStop(this.txCollection);
|
|
624
604
|
this.log.debug('Stopped tx collection service');
|
|
625
605
|
await this.txFileStore?.stop();
|
|
@@ -628,6 +608,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
628
608
|
this.log.debug('Stopped p2p service');
|
|
629
609
|
await this.blockStream?.stop();
|
|
630
610
|
this.log.debug('Stopped block downloader');
|
|
611
|
+
await this.txPool.stop();
|
|
612
|
+
this.log.debug('Stopped tx pool');
|
|
631
613
|
await this.runningPromise;
|
|
632
614
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
633
615
|
this.log.info('P2P client stopped');
|
|
@@ -639,9 +621,17 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
639
621
|
async broadcastProposal(proposal) {
|
|
640
622
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
641
623
|
// Store our own proposal so we can respond to req/resp requests for it
|
|
642
|
-
const {
|
|
643
|
-
if (
|
|
644
|
-
|
|
624
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
625
|
+
if (count > 1) {
|
|
626
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
627
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
628
|
+
slot: proposal.slotNumber,
|
|
629
|
+
archive: proposal.archive.toString(),
|
|
630
|
+
count
|
|
631
|
+
});
|
|
632
|
+
} else {
|
|
633
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
634
|
+
}
|
|
645
635
|
}
|
|
646
636
|
return this.p2pService.propagate(proposal);
|
|
647
637
|
}
|
|
@@ -652,6 +642,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
652
642
|
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
653
643
|
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
654
644
|
}
|
|
645
|
+
// Gossipsub doesn't deliver own messages, so fire the all-nodes handler locally
|
|
646
|
+
await this.p2pService.notifyOwnCheckpointProposal(proposal.toCore());
|
|
655
647
|
return this.p2pService.propagate(proposal);
|
|
656
648
|
}
|
|
657
649
|
async broadcastCheckpointAttestations(attestations) {
|
|
@@ -664,36 +656,43 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
664
656
|
addOwnCheckpointAttestations(attestations) {
|
|
665
657
|
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
666
658
|
}
|
|
659
|
+
hasBlockProposalsForSlot(slot) {
|
|
660
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
661
|
+
}
|
|
667
662
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
668
663
|
// ^ This pattern is not my favorite (md)
|
|
669
664
|
registerBlockProposalHandler(handler) {
|
|
670
665
|
this.p2pService.registerBlockReceivedCallback(handler);
|
|
671
666
|
}
|
|
672
|
-
|
|
673
|
-
this.p2pService.
|
|
667
|
+
registerValidatorCheckpointProposalHandler(handler) {
|
|
668
|
+
this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
|
|
669
|
+
}
|
|
670
|
+
registerAllNodesCheckpointProposalHandler(handler) {
|
|
671
|
+
this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
|
|
674
672
|
}
|
|
675
673
|
registerDuplicateProposalCallback(callback) {
|
|
676
674
|
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
677
675
|
}
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
*/ async requestTxsByHash(txHashes, pinnedPeerId) {
|
|
681
|
-
const timeoutMs = 8000; // Longer timeout for now
|
|
682
|
-
const maxRetryAttempts = 10; // Keep retrying within the timeout
|
|
683
|
-
const requests = chunkTxHashesRequest(txHashes);
|
|
684
|
-
const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
|
|
685
|
-
const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
|
|
686
|
-
const txs = txBatches.flat();
|
|
687
|
-
if (txs.length > 0) {
|
|
688
|
-
await this.txPool.addTxs(txs);
|
|
689
|
-
}
|
|
690
|
-
const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
|
|
691
|
-
this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
|
|
692
|
-
// We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
|
|
693
|
-
return txs;
|
|
676
|
+
registerDuplicateAttestationCallback(callback) {
|
|
677
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
694
678
|
}
|
|
695
|
-
getPendingTxs(limit, after) {
|
|
696
|
-
|
|
679
|
+
async getPendingTxs(limit, after) {
|
|
680
|
+
if (limit !== undefined && limit <= 0) {
|
|
681
|
+
throw new TypeError('limit must be greater than 0');
|
|
682
|
+
}
|
|
683
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
684
|
+
let startIndex = 0;
|
|
685
|
+
if (after) {
|
|
686
|
+
startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
|
|
687
|
+
if (startIndex === -1) {
|
|
688
|
+
return [];
|
|
689
|
+
}
|
|
690
|
+
startIndex++;
|
|
691
|
+
}
|
|
692
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
693
|
+
txHashes = txHashes.slice(startIndex, endIndex);
|
|
694
|
+
const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
|
|
695
|
+
return maybeTxs.filter((tx)=>!!tx);
|
|
697
696
|
}
|
|
698
697
|
getPendingTxCount() {
|
|
699
698
|
return this.txPool.getPendingTxCount();
|
|
@@ -706,52 +705,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
706
705
|
}
|
|
707
706
|
}
|
|
708
707
|
}
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
* @returns An array of Txs.
|
|
715
|
-
*/ async getTxs(filter, limit, after) {
|
|
716
|
-
if (limit !== undefined && limit <= 0) {
|
|
717
|
-
throw new TypeError('limit must be greater than 0');
|
|
718
|
-
}
|
|
719
|
-
let txs = undefined;
|
|
720
|
-
let txHashes;
|
|
721
|
-
if (filter === 'all') {
|
|
722
|
-
txs = await this.txPool.getAllTxs();
|
|
723
|
-
txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
|
|
724
|
-
} else if (filter === 'mined') {
|
|
725
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
726
|
-
txHashes = minedTxHashes.map(([txHash])=>txHash);
|
|
727
|
-
} else if (filter === 'pending') {
|
|
728
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
729
|
-
} else {
|
|
730
|
-
const _ = filter;
|
|
731
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
732
|
-
}
|
|
733
|
-
let startIndex = 0;
|
|
734
|
-
let endIndex = undefined;
|
|
735
|
-
if (after) {
|
|
736
|
-
startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
|
|
737
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
738
|
-
if (startIndex === -1) {
|
|
739
|
-
return [];
|
|
708
|
+
async *iterateEligiblePendingTxs() {
|
|
709
|
+
for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
|
|
710
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
711
|
+
if (tx) {
|
|
712
|
+
yield tx;
|
|
740
713
|
}
|
|
741
|
-
// increment by one because we don't want to return the same tx again
|
|
742
|
-
startIndex++;
|
|
743
714
|
}
|
|
744
|
-
if (limit !== undefined) {
|
|
745
|
-
endIndex = startIndex + limit;
|
|
746
|
-
}
|
|
747
|
-
txHashes = txHashes.slice(startIndex, endIndex);
|
|
748
|
-
if (txs) {
|
|
749
|
-
txs = txs.slice(startIndex, endIndex);
|
|
750
|
-
} else {
|
|
751
|
-
const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
|
|
752
|
-
txs = maybeTxs.filter((tx)=>!!tx);
|
|
753
|
-
}
|
|
754
|
-
return txs;
|
|
755
715
|
}
|
|
756
716
|
/**
|
|
757
717
|
* Returns a transaction in the transaction pool by its hash.
|
|
@@ -771,42 +731,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
771
731
|
return this.txPool.hasTxs(txHashes);
|
|
772
732
|
}
|
|
773
733
|
/**
|
|
774
|
-
* Returns transactions in the transaction pool by hash.
|
|
775
|
-
* If a transaction is not in the pool, it will be requested from the network.
|
|
776
|
-
* @param txHashes - Hashes of the transactions to look for.
|
|
777
|
-
* @returns The txs found, or undefined if not found in the order requested.
|
|
778
|
-
*/ async getTxsByHash(txHashes, pinnedPeerId) {
|
|
779
|
-
const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
|
|
780
|
-
const missingTxHashes = txs.map((tx, index)=>[
|
|
781
|
-
tx,
|
|
782
|
-
index
|
|
783
|
-
]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
|
|
784
|
-
if (missingTxHashes.length === 0) {
|
|
785
|
-
return txs;
|
|
786
|
-
}
|
|
787
|
-
const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
|
|
788
|
-
// TODO: optimize
|
|
789
|
-
// Merge the found txs in order
|
|
790
|
-
const mergingTxs = txHashes.map((txHash)=>{
|
|
791
|
-
// Is it in the txs list from the mempool?
|
|
792
|
-
for (const tx of txs){
|
|
793
|
-
if (tx !== undefined && tx.getTxHash().equals(txHash)) {
|
|
794
|
-
return tx;
|
|
795
|
-
}
|
|
796
|
-
}
|
|
797
|
-
// Is it in the fetched missing txs?
|
|
798
|
-
// Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
|
|
799
|
-
for (const tx of missingTxs){
|
|
800
|
-
if (tx.getTxHash().equals(txHash)) {
|
|
801
|
-
return tx;
|
|
802
|
-
}
|
|
803
|
-
}
|
|
804
|
-
// Otherwise return undefined
|
|
805
|
-
return undefined;
|
|
806
|
-
});
|
|
807
|
-
return mergingTxs;
|
|
808
|
-
}
|
|
809
|
-
/**
|
|
810
734
|
* Returns an archived transaction in the transaction pool by its hash.
|
|
811
735
|
* @param txHash - Hash of the archived transaction to look for.
|
|
812
736
|
* @returns A single tx or undefined.
|
|
@@ -814,31 +738,35 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
814
738
|
return this.txPool.getArchivedTxByHash(txHash);
|
|
815
739
|
}
|
|
816
740
|
/**
|
|
817
|
-
*
|
|
818
|
-
* @param tx - The tx to
|
|
741
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
742
|
+
* @param tx - The tx to send.
|
|
819
743
|
* @returns Empty promise.
|
|
820
744
|
**/ async sendTx(tx) {
|
|
821
|
-
|
|
745
|
+
this.#assertIsReady();
|
|
746
|
+
const result = await this.txPool.addPendingTxs([
|
|
822
747
|
tx
|
|
823
|
-
]
|
|
824
|
-
|
|
825
|
-
|
|
748
|
+
], {
|
|
749
|
+
feeComparisonOnly: true
|
|
750
|
+
});
|
|
751
|
+
if (result.accepted.length === 1) {
|
|
826
752
|
await this.p2pService.propagate(tx);
|
|
753
|
+
return;
|
|
827
754
|
}
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
755
|
+
const txHashStr = tx.getTxHash().toString();
|
|
756
|
+
const reason = result.errors?.get(txHashStr);
|
|
757
|
+
if (reason) {
|
|
758
|
+
this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
|
|
759
|
+
throw new TxPoolError(reason);
|
|
760
|
+
}
|
|
761
|
+
this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
|
|
835
762
|
}
|
|
836
763
|
/**
|
|
837
764
|
* Returns whether the given tx hash is flagged as pending or mined.
|
|
838
765
|
* @param txHash - Hash of the tx to query.
|
|
839
766
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
840
|
-
*/ getTxStatus(txHash) {
|
|
841
|
-
|
|
767
|
+
*/ async getTxStatus(txHash) {
|
|
768
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
769
|
+
return status === 'protected' ? 'pending' : status;
|
|
842
770
|
}
|
|
843
771
|
getEnr() {
|
|
844
772
|
return this.p2pService.getEnr();
|
|
@@ -847,13 +775,11 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
847
775
|
return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
|
|
848
776
|
}
|
|
849
777
|
/**
|
|
850
|
-
*
|
|
851
|
-
*
|
|
852
|
-
|
|
853
|
-
* @returns Empty promise.
|
|
854
|
-
**/ async deleteTxs(txHashes) {
|
|
778
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
779
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
780
|
+
**/ async handleFailedExecution(txHashes) {
|
|
855
781
|
this.#assertIsReady();
|
|
856
|
-
await this.txPool.
|
|
782
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
857
783
|
}
|
|
858
784
|
/**
|
|
859
785
|
* Public function to check if the p2p client is fully synced and ready to receive txs.
|
|
@@ -897,13 +823,12 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
897
823
|
};
|
|
898
824
|
}
|
|
899
825
|
/**
|
|
900
|
-
*
|
|
826
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
901
827
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
902
828
|
* @returns Empty promise.
|
|
903
|
-
*/ async
|
|
829
|
+
*/ async handleMinedBlocks(blocks) {
|
|
904
830
|
for (const block of blocks){
|
|
905
|
-
|
|
906
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
831
|
+
await this.txPool.handleMinedBlock(block);
|
|
907
832
|
}
|
|
908
833
|
}
|
|
909
834
|
/**
|
|
@@ -912,14 +837,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
912
837
|
* @returns Empty promise.
|
|
913
838
|
*/ async handleLatestL2Blocks(blocks) {
|
|
914
839
|
if (!blocks.length) {
|
|
915
|
-
return
|
|
840
|
+
return;
|
|
916
841
|
}
|
|
917
|
-
await this.
|
|
918
|
-
await this.
|
|
842
|
+
await this.handleMinedBlocks(blocks);
|
|
843
|
+
await this.maybeCallPrepareForSlot();
|
|
919
844
|
await this.startCollectingMissingTxs(blocks);
|
|
920
845
|
const lastBlock = blocks.at(-1);
|
|
921
846
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
922
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
923
847
|
}
|
|
924
848
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
|
|
925
849
|
try {
|
|
@@ -953,59 +877,65 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
953
877
|
* @returns Empty promise.
|
|
954
878
|
*/ async handleFinalizedL2Blocks(blocks) {
|
|
955
879
|
if (!blocks.length) {
|
|
956
|
-
return
|
|
880
|
+
return;
|
|
957
881
|
}
|
|
958
|
-
|
|
959
|
-
const
|
|
960
|
-
|
|
961
|
-
|
|
962
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
963
|
-
await this.txPool.deleteTxs(txHashes, {
|
|
964
|
-
permanently: true
|
|
965
|
-
});
|
|
966
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
967
|
-
await this.attestationPool.deleteOlderThan(lastBlockSlot);
|
|
968
|
-
this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
|
|
882
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
883
|
+
const lastBlock = blocks.at(-1);
|
|
884
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
885
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
969
886
|
}
|
|
970
887
|
/**
|
|
971
888
|
* Updates the tx pool after a chain prune.
|
|
972
|
-
*
|
|
973
|
-
|
|
974
|
-
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
|
|
978
|
-
|
|
979
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
980
|
-
const txHash = tx.getTxHash();
|
|
981
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
982
|
-
}
|
|
983
|
-
}
|
|
984
|
-
this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
|
|
985
|
-
newLatestBlock: latestBlock,
|
|
986
|
-
previousLatestBlock: await this.getSyncedLatestBlockNum(),
|
|
987
|
-
txsToDelete: Array.from(txsToDelete.keys())
|
|
889
|
+
* Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
|
|
890
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
891
|
+
* @param newCheckpoint - The checkpoint ID after the prune.
|
|
892
|
+
*/ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
|
|
893
|
+
const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
|
|
894
|
+
await this.txPool.handlePrunedBlocks(latestBlock, {
|
|
895
|
+
deleteAllTxs
|
|
988
896
|
});
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
897
|
+
}
|
|
898
|
+
/**
|
|
899
|
+
* Returns true if the prune is an epoch prune (new checkpoint number is less than old).
|
|
900
|
+
* If the checkpoint number stays the same or increases, the prune is within a checkpoint.
|
|
901
|
+
*/ async isEpochPrune(newCheckpoint) {
|
|
902
|
+
const tips = await this.l2Tips.getL2Tips();
|
|
903
|
+
const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
|
|
904
|
+
if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
|
|
905
|
+
return false;
|
|
906
|
+
}
|
|
907
|
+
const newCheckpointNumber = newCheckpoint.number;
|
|
908
|
+
// We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
|
|
909
|
+
// To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
|
|
910
|
+
// This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
|
|
911
|
+
const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
|
|
912
|
+
const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
|
|
913
|
+
if (isEpochPrune) {
|
|
914
|
+
this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
|
|
915
|
+
oldCheckpointNumber,
|
|
916
|
+
newCheckpointNumber,
|
|
917
|
+
thresholdForEpochPrune
|
|
918
|
+
});
|
|
1002
919
|
}
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
920
|
+
return isEpochPrune;
|
|
921
|
+
}
|
|
922
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
|
|
923
|
+
// If we have a proposed checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
|
|
924
|
+
const l2Tips = await this.l2Tips.getL2Tips();
|
|
925
|
+
const hasProposedCheckpoint = l2Tips.proposedCheckpoint.checkpoint.number > l2Tips.checkpointed.checkpoint.number;
|
|
926
|
+
let slot;
|
|
927
|
+
if (this.epochCache.isProposerPipeliningEnabled() && hasProposedCheckpoint) {
|
|
928
|
+
const { targetSlot } = this.epochCache.getTargetAndNextSlot();
|
|
929
|
+
slot = targetSlot;
|
|
1006
930
|
} else {
|
|
1007
|
-
|
|
931
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
932
|
+
slot = currentSlot;
|
|
1008
933
|
}
|
|
934
|
+
if (slot <= this.lastSlotProcessed) {
|
|
935
|
+
return;
|
|
936
|
+
}
|
|
937
|
+
this.lastSlotProcessed = slot;
|
|
938
|
+
await this.txPool.prepareForSlot(slot);
|
|
1009
939
|
}
|
|
1010
940
|
async startServiceIfSynched() {
|
|
1011
941
|
if (this.currentState !== P2PClientState.SYNCHING) {
|
|
@@ -1036,14 +966,24 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
|
|
|
1036
966
|
this.currentState = newState;
|
|
1037
967
|
this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
|
|
1038
968
|
}
|
|
1039
|
-
|
|
1040
|
-
return this.p2pService.
|
|
969
|
+
validateTxsReceivedInBlockProposal(txs) {
|
|
970
|
+
return this.p2pService.validateTxsReceivedInBlockProposal(txs);
|
|
971
|
+
}
|
|
972
|
+
/**
|
|
973
|
+
* Protects existing transactions by hash for a given slot.
|
|
974
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
975
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
976
|
+
* @param blockHeader - The block header providing slot context.
|
|
977
|
+
* @returns Hashes of transactions not found in the pool.
|
|
978
|
+
*/ protectTxs(txHashes, blockHeader) {
|
|
979
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
1041
980
|
}
|
|
1042
981
|
/**
|
|
1043
|
-
*
|
|
1044
|
-
*
|
|
1045
|
-
|
|
1046
|
-
|
|
982
|
+
* Prepares the pool for a new slot.
|
|
983
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
984
|
+
* @param slotNumber - The slot number to prepare for
|
|
985
|
+
*/ async prepareForSlot(slotNumber) {
|
|
986
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
1047
987
|
}
|
|
1048
988
|
handleAuthRequestFromPeer(authRequest, peerId) {
|
|
1049
989
|
return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
|