@aztec/p2p 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -6
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +22 -6
- package/dest/client/factory.d.ts +4 -3
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +32 -23
- package/dest/client/interface.d.ts +44 -11
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +34 -19
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +119 -59
- package/dest/config.d.ts +150 -107
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +77 -26
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +270 -198
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
- package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +6 -4
- package/dest/mem_pools/instrumentation.d.ts +9 -4
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +28 -9
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +8 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +1 -0
- package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +29 -16
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +119 -23
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +18 -18
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +19 -18
- package/dest/services/encoding.d.ts +19 -6
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +25 -15
- package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +4 -14
- package/dest/services/libp2p/instrumentation.d.ts +6 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +21 -0
- package/dest/services/libp2p/libp2p_service.d.ts +40 -43
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +370 -276
- package/dest/services/peer-manager/peer_manager.d.ts +26 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +103 -17
- package/dest/services/peer-manager/peer_scoring.d.ts +30 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +74 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/interface.d.ts +16 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +10 -20
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +1 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +1 -3
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +59 -209
- package/dest/services/service.d.ts +41 -19
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +2 -23
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +2 -55
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
- package/dest/services/tx_collection/index.d.ts +2 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +0 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +0 -2
- package/dest/services/tx_collection/tx_collection.d.ts +35 -51
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +275 -119
- package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +2 -2
- package/dest/services/tx_collection/tx_source.d.ts +1 -1
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +4 -1
- package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +4 -14
- package/dest/services/tx_provider.d.ts +3 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +3 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -2
- package/dest/test-helpers/mock-pubsub.d.ts +33 -9
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +57 -44
- package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +16 -18
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +15 -14
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +28 -13
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +60 -27
- package/dest/testbench/worker_client_manager.d.ts +10 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +51 -8
- package/dest/util.d.ts +11 -6
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +17 -17
- package/src/bootstrap/bootstrap.ts +17 -3
- package/src/client/factory.ts +48 -24
- package/src/client/interface.ts +39 -17
- package/src/client/p2p_client.ts +135 -92
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +159 -34
- package/src/errors/reqresp.error.ts +13 -19
- package/src/mem_pools/attestation_pool/attestation_pool.ts +325 -242
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
- package/src/mem_pools/attestation_pool/mocks.ts +13 -8
- package/src/mem_pools/instrumentation.ts +18 -12
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +13 -7
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
- package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
- package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
- package/src/msg_validators/tx_validator/README.md +13 -3
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/data_validator.ts +2 -0
- package/src/msg_validators/tx_validator/factory.ts +37 -20
- package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +126 -14
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +25 -44
- package/src/services/encoding.ts +28 -20
- package/src/services/gossipsub/README.md +33 -11
- package/src/services/gossipsub/topic_score_params.ts +9 -18
- package/src/services/libp2p/instrumentation.ts +22 -0
- package/src/services/libp2p/libp2p_service.ts +433 -302
- package/src/services/peer-manager/peer_manager.ts +112 -16
- package/src/services/peer-manager/peer_scoring.ts +81 -3
- package/src/services/reqresp/README.md +2 -37
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
- package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/interface.ts +21 -47
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +1 -3
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +69 -252
- package/src/services/service.ts +48 -37
- package/src/services/tx_collection/config.ts +3 -80
- package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
- package/src/services/tx_collection/index.ts +1 -6
- package/src/services/tx_collection/instrumentation.ts +1 -7
- package/src/services/tx_collection/tx_collection.ts +330 -173
- package/src/services/tx_collection/tx_collection_sink.ts +2 -2
- package/src/services/tx_collection/tx_source.ts +2 -1
- package/src/services/tx_file_store/tx_file_store.ts +5 -17
- package/src/services/tx_provider.ts +5 -0
- package/src/test-helpers/make-test-p2p-clients.ts +3 -0
- package/src/test-helpers/mock-pubsub.ts +61 -60
- package/src/test-helpers/reqresp-nodes.ts +12 -22
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +35 -26
- package/src/testbench/p2p_client_testbench_worker.ts +68 -44
- package/src/testbench/worker_client_manager.ts +59 -19
- package/src/util.ts +32 -17
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -315
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/msg_validators/clock_tolerance.d.ts +0 -21
- package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
- package/dest/msg_validators/clock_tolerance.js +0 -38
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -311
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -211
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -355
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/msg_validators/clock_tolerance.ts +0 -52
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -361
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
- package/src/services/tx_collection/slow_tx_collection.ts +0 -266
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { FifoSet } from '@aztec/foundation/fifo-set';
|
|
2
3
|
import type { Logger } from '@aztec/foundation/log';
|
|
3
4
|
import type { DateProvider } from '@aztec/foundation/timer';
|
|
4
5
|
import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
|
|
@@ -17,6 +18,7 @@ import {
|
|
|
17
18
|
EvictionManager,
|
|
18
19
|
FeePayerBalanceEvictionRule,
|
|
19
20
|
FeePayerBalancePreAddRule,
|
|
21
|
+
InsufficientFeePerGasEvictionRule,
|
|
20
22
|
InvalidTxsAfterMiningRule,
|
|
21
23
|
InvalidTxsAfterReorgRule,
|
|
22
24
|
LowPriorityEvictionRule,
|
|
@@ -39,13 +41,29 @@ import {
|
|
|
39
41
|
import { type TxMetaData, type TxState, buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
|
|
40
42
|
import { TxPoolIndices } from './tx_pool_indices.js';
|
|
41
43
|
|
|
44
|
+
/**
|
|
45
|
+
* Maximum number of finalized txs to archive or hard-delete per serial-queue item. Bounds both
|
|
46
|
+
* peak memory (~23k txs/epoch at 10 TPS would otherwise OOM the node) and, more importantly, how
|
|
47
|
+
* long finalization occupies the pool's serial queue per item: gossip tx validation waits on that
|
|
48
|
+
* queue, so each item must stay well under the gossipsub mcache eviction window.
|
|
49
|
+
*/
|
|
50
|
+
export const FINALIZE_BLOCK_CHUNK_SIZE = 16;
|
|
51
|
+
|
|
42
52
|
/**
|
|
43
53
|
* Callbacks for the implementation to notify the outer class about events and metrics.
|
|
44
54
|
*/
|
|
55
|
+
/** A tx that has just transitioned to mined, with the time it spent in the pool. */
|
|
56
|
+
export interface MinedTxInfo {
|
|
57
|
+
txHash: string;
|
|
58
|
+
/** Wall-clock ms from receipt into the pool to being marked mined. Undefined when the
|
|
59
|
+
* receive time is unknown (e.g. a tx hydrated from the DB on restart, receivedAt === 0). */
|
|
60
|
+
minedDelayMs?: number;
|
|
61
|
+
}
|
|
62
|
+
|
|
45
63
|
export interface TxPoolV2Callbacks {
|
|
46
64
|
onTxsAdded: (txs: Tx[], opts: { source?: string }) => void;
|
|
47
65
|
onTxsRemoved: (txHashes: string[] | bigint[]) => void;
|
|
48
|
-
onTxsMined: (
|
|
66
|
+
onTxsMined: (minedTxs: MinedTxInfo[]) => void;
|
|
49
67
|
}
|
|
50
68
|
|
|
51
69
|
/**
|
|
@@ -56,7 +74,10 @@ export interface TxPoolV2Callbacks {
|
|
|
56
74
|
export class TxPoolV2Impl {
|
|
57
75
|
// === Persistence ===
|
|
58
76
|
#store: AztecAsyncKVStore;
|
|
77
|
+
/** Tx data without its proof. Proofs live in #proofsDB so a tx can be read without loading its proof. */
|
|
59
78
|
#txsDB: AztecAsyncMap<string, Buffer>;
|
|
79
|
+
/** Tx proofs, keyed by tx hash. Written and deleted in lockstep with #txsDB. */
|
|
80
|
+
#proofsDB: AztecAsyncMap<string, Buffer>;
|
|
60
81
|
|
|
61
82
|
// === Dependencies ===
|
|
62
83
|
#l2BlockSource: L2BlockSource;
|
|
@@ -74,7 +95,7 @@ export class TxPoolV2Impl {
|
|
|
74
95
|
#evictionManager: EvictionManager;
|
|
75
96
|
#dateProvider: DateProvider;
|
|
76
97
|
#instrumentation: TxPoolV2Instrumentation;
|
|
77
|
-
#evictedTxHashes:
|
|
98
|
+
#evictedTxHashes: FifoSet<string>;
|
|
78
99
|
#log: Logger;
|
|
79
100
|
#callbacks: TxPoolV2Callbacks;
|
|
80
101
|
|
|
@@ -90,6 +111,7 @@ export class TxPoolV2Impl {
|
|
|
90
111
|
) {
|
|
91
112
|
this.#store = store;
|
|
92
113
|
this.#txsDB = store.openMap('txs');
|
|
114
|
+
this.#proofsDB = store.openMap('tx_proofs');
|
|
93
115
|
|
|
94
116
|
this.#l2BlockSource = deps.l2BlockSource;
|
|
95
117
|
this.#worldStateSynchronizer = deps.worldStateSynchronizer;
|
|
@@ -97,8 +119,9 @@ export class TxPoolV2Impl {
|
|
|
97
119
|
this.#checkAllowedSetupCalls = deps.checkAllowedSetupCalls;
|
|
98
120
|
|
|
99
121
|
this.#config = { ...DEFAULT_TX_POOL_V2_CONFIG, ...config };
|
|
122
|
+
this.#evictedTxHashes = FifoSet.withLimit<string>(this.#config.evictedTxCacheSize);
|
|
100
123
|
this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
|
|
101
|
-
this.#deletedPool = new DeletedPool(store, this.#
|
|
124
|
+
this.#deletedPool = new DeletedPool(store, txHashStr => this.#deleteTxData(txHashStr), log);
|
|
102
125
|
this.#dateProvider = dateProvider;
|
|
103
126
|
this.#instrumentation = new TxPoolV2Instrumentation(telemetry, () => this.#indices.getTotalMetadataBytes());
|
|
104
127
|
this.#log = log;
|
|
@@ -116,6 +139,7 @@ export class TxPoolV2Impl {
|
|
|
116
139
|
|
|
117
140
|
// Post-event eviction rules (run after events to check ALL pending txs)
|
|
118
141
|
this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
|
|
142
|
+
this.#evictionManager.registerRule(new InsufficientFeePerGasEvictionRule(deps.blockMinFeesProvider));
|
|
119
143
|
this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
|
|
120
144
|
this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
|
|
121
145
|
// LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
|
|
@@ -138,46 +162,74 @@ export class TxPoolV2Impl {
|
|
|
138
162
|
// Step 0: Hydrate deleted pool state
|
|
139
163
|
await this.#deletedPool.hydrateFromDatabase();
|
|
140
164
|
|
|
141
|
-
// Step 1:
|
|
142
|
-
const
|
|
165
|
+
// Step 1: Stream txs from DB, building metadata and mined status one at a time.
|
|
166
|
+
const minedMetas: TxMetaData[] = [];
|
|
167
|
+
const pendingMetas: TxMetaData[] = [];
|
|
168
|
+
const deserializationErrors: string[] = [];
|
|
169
|
+
|
|
170
|
+
for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
|
|
171
|
+
// Skip soft-deleted transactions - they stay in DB but not in indices
|
|
172
|
+
if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
173
|
+
continue;
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
let meta: TxMetaData;
|
|
177
|
+
let txEffect: Awaited<ReturnType<L2BlockSource['getTxEffect']>>;
|
|
178
|
+
try {
|
|
179
|
+
const tx = Tx.fromBuffer(buffer);
|
|
180
|
+
// Resolve allowed-setup-calls and the tx effect concurrently
|
|
181
|
+
// getTxEffect failures are non-fatal (we just treat the tx as not-yet-mined), so
|
|
182
|
+
// its rejection is swallowed before the Promise.all so it can't fail-fast the batch.
|
|
183
|
+
const txEffectPromise = this.#l2BlockSource.getTxEffect(tx.getTxHash()).catch(err => {
|
|
184
|
+
this.#log.warn(`Failed to check mined status for tx ${txHashStr}`, { err });
|
|
185
|
+
return undefined;
|
|
186
|
+
});
|
|
187
|
+
const [allowedSetupCalls, fetchedTxEffect] = await Promise.all([
|
|
188
|
+
this.#checkAllowedSetupCalls(tx),
|
|
189
|
+
txEffectPromise,
|
|
190
|
+
]);
|
|
191
|
+
meta = await buildTxMetaData(tx, allowedSetupCalls);
|
|
192
|
+
txEffect = fetchedTxEffect;
|
|
193
|
+
} catch (err) {
|
|
194
|
+
this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
|
|
195
|
+
deserializationErrors.push(txHashStr);
|
|
196
|
+
continue;
|
|
197
|
+
}
|
|
143
198
|
|
|
144
|
-
|
|
145
|
-
|
|
199
|
+
if (txEffect) {
|
|
200
|
+
meta.minedL2BlockId = {
|
|
201
|
+
number: txEffect.l2BlockNumber,
|
|
202
|
+
hash: txEffect.l2BlockHash.toString(),
|
|
203
|
+
};
|
|
204
|
+
}
|
|
146
205
|
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
const nonMined: { tx: Tx; meta: TxMetaData }[] = [];
|
|
150
|
-
for (const entry of loaded) {
|
|
151
|
-
if (entry.meta.minedL2BlockId !== undefined) {
|
|
152
|
-
mined.push(entry.meta);
|
|
206
|
+
if (meta.minedL2BlockId !== undefined) {
|
|
207
|
+
minedMetas.push(meta);
|
|
153
208
|
} else {
|
|
154
|
-
|
|
209
|
+
pendingMetas.push(meta);
|
|
155
210
|
}
|
|
156
211
|
}
|
|
157
212
|
|
|
158
|
-
// Step
|
|
159
|
-
const { valid, invalid } = await this.#revalidateMetadata(
|
|
160
|
-
nonMined.map(e => e.meta),
|
|
161
|
-
'on startup',
|
|
162
|
-
);
|
|
213
|
+
// Step 2: Validate non-mined transactions
|
|
214
|
+
const { valid, invalid } = await this.#revalidateMetadata(pendingMetas, 'on startup');
|
|
163
215
|
|
|
164
|
-
// Step
|
|
165
|
-
for (const meta of
|
|
216
|
+
// Step 3: Populate mined indices (these don't need conflict resolution)
|
|
217
|
+
for (const meta of minedMetas) {
|
|
166
218
|
this.#indices.addMined(meta);
|
|
167
219
|
}
|
|
168
220
|
|
|
169
|
-
// Step
|
|
221
|
+
// Step 4: Rebuild pending pool by running pre-add rules for each tx
|
|
170
222
|
// This resolves nullifier conflicts, fee payer balance issues, and pool size limits
|
|
171
223
|
const { rejected } = await this.#rebuildPendingPool(valid);
|
|
172
224
|
|
|
173
|
-
// Step
|
|
225
|
+
// Step 5: Delete invalid and rejected txs from DB only (indices were never populated for these)
|
|
174
226
|
const toDelete = [...deserializationErrors, ...invalid, ...rejected];
|
|
175
227
|
if (toDelete.length === 0) {
|
|
176
228
|
return;
|
|
177
229
|
}
|
|
178
230
|
await this.#store.transactionAsync(async () => {
|
|
179
231
|
for (const txHashStr of toDelete) {
|
|
180
|
-
await this.#
|
|
232
|
+
await this.#deleteTxData(txHashStr);
|
|
181
233
|
}
|
|
182
234
|
});
|
|
183
235
|
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, { txHashes: toDelete });
|
|
@@ -423,10 +475,11 @@ export class TxPoolV2Impl {
|
|
|
423
475
|
// Update protection for existing tx
|
|
424
476
|
this.#indices.updateProtection(txHashStr, slotNumber);
|
|
425
477
|
} else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
426
|
-
// Resurrect soft-deleted tx as protected
|
|
478
|
+
// Resurrect soft-deleted tx as protected. Load the proof too: #addTx rewrites both entries, so re-adding
|
|
479
|
+
// a proofless tx would wipe the stored proof.
|
|
427
480
|
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
428
481
|
if (buffer) {
|
|
429
|
-
const tx =
|
|
482
|
+
const tx = await this.#loadTxWithProof(txHashStr, buffer);
|
|
430
483
|
await this.#addTx(tx, { protected: slotNumber });
|
|
431
484
|
softDeletedHits++;
|
|
432
485
|
} else {
|
|
@@ -516,7 +569,15 @@ export class TxPoolV2Impl {
|
|
|
516
569
|
});
|
|
517
570
|
|
|
518
571
|
if (found.length > 0) {
|
|
519
|
-
|
|
572
|
+
// receivedAt is 0 for txs hydrated from the DB on restart (true receive time lost) — leave
|
|
573
|
+
// their delay undefined so the metric isn't polluted by epoch-sized values.
|
|
574
|
+
const now = this.#dateProvider.now();
|
|
575
|
+
this.#callbacks.onTxsMined(
|
|
576
|
+
found.map(m => ({
|
|
577
|
+
txHash: m.txHash,
|
|
578
|
+
minedDelayMs: m.receivedAt > 0 ? now - m.receivedAt : undefined,
|
|
579
|
+
})),
|
|
580
|
+
);
|
|
520
581
|
}
|
|
521
582
|
|
|
522
583
|
this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
|
|
@@ -541,29 +602,62 @@ export class TxPoolV2Impl {
|
|
|
541
602
|
}
|
|
542
603
|
|
|
543
604
|
this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
|
|
605
|
+
await this.#restoreUnprotectedToPending(txsToRestore, 'during prepareForSlot');
|
|
606
|
+
});
|
|
607
|
+
}
|
|
544
608
|
|
|
545
|
-
|
|
546
|
-
|
|
609
|
+
async unprotectTxs(txHashes: TxHash[], slotNumber: SlotNumber): Promise<void> {
|
|
610
|
+
const hashStrs = txHashes.map(h => h.toString());
|
|
547
611
|
|
|
548
|
-
|
|
549
|
-
|
|
612
|
+
await this.#store.transactionAsync(async () => {
|
|
613
|
+
// Only release entries still recorded at this exact slot. A tx that another, still-live proposal
|
|
614
|
+
// raised to a higher slot via updateProtection must keep that protection. Mined txs have no
|
|
615
|
+
// protection entry and so are never matched here.
|
|
616
|
+
const matching = this.#indices.findProtectedTxsAtSlot(hashStrs, slotNumber);
|
|
617
|
+
if (matching.length === 0) {
|
|
618
|
+
this.#log.debug(`Unprotecting txs for slot ${slotNumber}: no matching protections to release`);
|
|
619
|
+
return;
|
|
620
|
+
}
|
|
550
621
|
|
|
551
|
-
|
|
552
|
-
await this.#deleteTxsBatch(invalid);
|
|
553
|
-
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
622
|
+
this.#indices.clearProtection(matching);
|
|
554
623
|
|
|
555
|
-
|
|
556
|
-
if (
|
|
557
|
-
|
|
558
|
-
const uniqueFeePayers = new Set<string>(feePayers);
|
|
559
|
-
await this.#evictionManager.evictAfterNewTxs(
|
|
560
|
-
added.map(m => m.txHash),
|
|
561
|
-
[...uniqueFeePayers],
|
|
562
|
-
);
|
|
624
|
+
const txsToRestore = this.#indices.filterRestorable(matching);
|
|
625
|
+
if (txsToRestore.length === 0) {
|
|
626
|
+
return;
|
|
563
627
|
}
|
|
628
|
+
|
|
629
|
+
this.#log.info(`Unprotecting ${txsToRestore.length} txs from failed proposal at slot ${slotNumber}`);
|
|
630
|
+
await this.#restoreUnprotectedToPending(txsToRestore, 'during unprotectTxs');
|
|
564
631
|
});
|
|
565
632
|
}
|
|
566
633
|
|
|
634
|
+
/**
|
|
635
|
+
* Returns just-unprotected txs to the pending pool: revalidates them, resolves nullifier
|
|
636
|
+
* conflicts, deletes losers, then enforces the pool size limit. Must run inside a store
|
|
637
|
+
* transaction; callers clear the protection entries before invoking.
|
|
638
|
+
*/
|
|
639
|
+
async #restoreUnprotectedToPending(txsToRestore: TxMetaData[], context: string): Promise<void> {
|
|
640
|
+
// Step 1: Validate for pending pool
|
|
641
|
+
const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, context);
|
|
642
|
+
|
|
643
|
+
// Step 2: Resolve nullifier conflicts and add winners to pending indices
|
|
644
|
+
const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
645
|
+
|
|
646
|
+
// Step 3: Delete invalid txs and evict conflict losers
|
|
647
|
+
await this.#deleteTxsBatch(invalid);
|
|
648
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
649
|
+
|
|
650
|
+
// Step 4: Run eviction rules (enforce pool size limit)
|
|
651
|
+
if (added.length > 0) {
|
|
652
|
+
const feePayers = added.map(meta => meta.feePayer);
|
|
653
|
+
const uniqueFeePayers = new Set<string>(feePayers);
|
|
654
|
+
await this.#evictionManager.evictAfterNewTxs(
|
|
655
|
+
added.map(m => m.txHash),
|
|
656
|
+
[...uniqueFeePayers],
|
|
657
|
+
);
|
|
658
|
+
}
|
|
659
|
+
}
|
|
660
|
+
|
|
567
661
|
async handlePrunedBlocks(latestBlock: L2BlockId, options?: { deleteAllTxs?: boolean }): Promise<void> {
|
|
568
662
|
// Step 1: Find transactions mined after the prune point
|
|
569
663
|
const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
|
|
@@ -632,59 +726,142 @@ export class TxPoolV2Impl {
|
|
|
632
726
|
this.#log.info(`Deleted ${txHashes.length} failed txs`, { txHashes: txHashes.map(h => h.toString()) });
|
|
633
727
|
}
|
|
634
728
|
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
|
|
729
|
+
/**
|
|
730
|
+
* Resolves what a finalized block event should process: the cutoff block and the mined txs at or
|
|
731
|
+
* before it. The wrapper feeds the result to archiveFinalizedTxs / finalizeTxs in chunks, each as
|
|
732
|
+
* its own serial-queue item, so gossip-driven pool operations can interleave with finalization
|
|
733
|
+
* instead of stalling behind an entire epoch's worth of tx processing.
|
|
734
|
+
*/
|
|
735
|
+
async prepareFinalization(block: BlockHeader): Promise<{ cutoffBlock: BlockNumber; txHashes: string[] }> {
|
|
736
|
+
// Hold finalized txs for a configurable margin behind the finalized tip so a prover still
|
|
737
|
+
// proving an epoch with already-finalized blocks isn't starved of its txs. 0 deletes at the finalized tip.
|
|
738
|
+
const cutoffBlock = await this.#finalizationCutoffBlock(block);
|
|
739
|
+
return { cutoffBlock, txHashes: this.#indices.findTxsMinedAtOrBefore(cutoffBlock) };
|
|
740
|
+
}
|
|
640
741
|
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
742
|
+
/**
|
|
743
|
+
* Copies the given finalized txs into the archive. The pool stores txs proof-stripped, which is
|
|
744
|
+
* exactly the archive format, so buffers are copied as-is without deserialization.
|
|
745
|
+
*/
|
|
746
|
+
async archiveFinalizedTxs(txHashes: string[]): Promise<void> {
|
|
747
|
+
if (!this.#archive.isEnabled()) {
|
|
748
|
+
return;
|
|
749
|
+
}
|
|
750
|
+
const entries: { txHash: string; buffer: Buffer }[] = [];
|
|
751
|
+
for (const txHash of txHashes) {
|
|
752
|
+
const buffer = await this.#txsDB.getAsync(txHash);
|
|
753
|
+
if (buffer) {
|
|
754
|
+
entries.push({ txHash, buffer });
|
|
651
755
|
}
|
|
756
|
+
}
|
|
757
|
+
await this.#archive.archiveTxBuffers(entries);
|
|
758
|
+
}
|
|
652
759
|
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
760
|
+
/**
|
|
761
|
+
* Deletes a batch of finalized mined txs from the active pool. Callers may invoke this in
|
|
762
|
+
* chunks: a crash between chunks leaves some finalized txs mined, and the next finalized-block
|
|
763
|
+
* event lists and deletes them again (the operation is idempotent), so per-chunk atomicity is
|
|
764
|
+
* sufficient. Since other pool operations may interleave between the finalization plan being
|
|
765
|
+
* computed and this call, each tx is re-checked to still be mined at or before the cutoff.
|
|
766
|
+
*/
|
|
767
|
+
async deleteFinalizedTxs(txHashes: string[], cutoffBlock: BlockNumber): Promise<void> {
|
|
768
|
+
const stillFinalized = txHashes.filter(txHash => {
|
|
769
|
+
const minedBlock = this.#indices.getMetadata(txHash)?.minedL2BlockId?.number;
|
|
770
|
+
return minedBlock !== undefined && minedBlock <= cutoffBlock;
|
|
771
|
+
});
|
|
772
|
+
if (stillFinalized.length === 0) {
|
|
773
|
+
return;
|
|
774
|
+
}
|
|
775
|
+
await this.#store.transactionAsync(async () => {
|
|
776
|
+
await this.#deleteTxsBatch(stillFinalized);
|
|
777
|
+
});
|
|
778
|
+
}
|
|
658
779
|
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
780
|
+
/** Finalizes soft-deleted txs up to the cutoff and logs the completed finalization. */
|
|
781
|
+
async completeFinalization(
|
|
782
|
+
txHashes: string[],
|
|
783
|
+
cutoffBlock: BlockNumber,
|
|
784
|
+
finalizedBlockNumber: BlockNumber,
|
|
785
|
+
): Promise<void> {
|
|
786
|
+
await this.#store.transactionAsync(async () => {
|
|
787
|
+
await this.#deletedPool.finalizeBlock(cutoffBlock);
|
|
663
788
|
});
|
|
664
789
|
|
|
665
|
-
if (
|
|
666
|
-
this.#log.info(`Finalized ${
|
|
667
|
-
txHashes
|
|
790
|
+
if (txHashes.length > 0) {
|
|
791
|
+
this.#log.info(`Finalized ${txHashes.length} mined txs from blocks up to ${cutoffBlock}`, {
|
|
792
|
+
txHashes,
|
|
793
|
+
finalizedBlockNumber,
|
|
794
|
+
cutoffBlock,
|
|
668
795
|
});
|
|
669
796
|
}
|
|
670
797
|
}
|
|
671
798
|
|
|
799
|
+
/**
|
|
800
|
+
* Resolves the block up to which finalized txs may be deleted, given `keepFinalizedTxsForSlots`.
|
|
801
|
+
* With a margin of 0 this is just the finalized block. Otherwise we keep txs whose block is within
|
|
802
|
+
* the margin (in slots) of the finalized tip: take the target slot `finalizedSlot - margin`, find the
|
|
803
|
+
* latest checkpoint at or before it with a single reverse range query (`limit: 1`), and use that
|
|
804
|
+
* checkpoint's last block as the cutoff. This rounds to a checkpoint boundary, so it can retain slightly
|
|
805
|
+
* more than the configured margin but never less, and never deletes past the finalized block.
|
|
806
|
+
*/
|
|
807
|
+
async #finalizationCutoffBlock(block: BlockHeader): Promise<BlockNumber> {
|
|
808
|
+
const keepSlots = this.#config.keepFinalizedTxsForSlots;
|
|
809
|
+
if (keepSlots <= 0) {
|
|
810
|
+
return block.globalVariables.blockNumber;
|
|
811
|
+
}
|
|
812
|
+
|
|
813
|
+
// The goal here really is to ensure we keep transactions long enough for them to be proven.
|
|
814
|
+
// So we could be smart and calculate the number of slots until the end of the proof submission window.
|
|
815
|
+
// Our approach here is a lot simpler however and we just keep transactions for the configured number
|
|
816
|
+
// of slots past L1 finalisation. This means we may keep transactions in the mined pool for longer
|
|
817
|
+
// than strictly necessary.
|
|
818
|
+
const targetSlot = block.getSlot() - keepSlots;
|
|
819
|
+
if (targetSlot < 0) {
|
|
820
|
+
// The margin reaches past genesis: keep everything.
|
|
821
|
+
return BlockNumber(0);
|
|
822
|
+
}
|
|
823
|
+
|
|
824
|
+
const [checkpoint] = await this.#l2BlockSource.getCheckpointsData({
|
|
825
|
+
fromSlot: SlotNumber(targetSlot),
|
|
826
|
+
limit: 1,
|
|
827
|
+
reverse: true,
|
|
828
|
+
});
|
|
829
|
+
// No checkpoint at or before the target slot (e.g. early chain): keep everything.
|
|
830
|
+
return checkpoint ? BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1) : BlockNumber(0);
|
|
831
|
+
}
|
|
832
|
+
|
|
672
833
|
// === Query Methods ===
|
|
673
834
|
|
|
674
|
-
async getTxByHash(txHash: TxHash): Promise<Tx | undefined> {
|
|
675
|
-
const
|
|
676
|
-
|
|
835
|
+
async getTxByHash(txHash: TxHash, opts: { includeProof?: boolean } = {}): Promise<Tx | undefined> {
|
|
836
|
+
const txHashStr = txHash.toString();
|
|
837
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
838
|
+
if (!buffer) {
|
|
839
|
+
return undefined;
|
|
840
|
+
}
|
|
841
|
+
return opts.includeProof === false ? Tx.fromBuffer(buffer) : this.#loadTxWithProof(txHashStr, buffer);
|
|
677
842
|
}
|
|
678
843
|
|
|
679
|
-
async getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
|
|
844
|
+
async getTxsByHash(txHashes: TxHash[], opts: { includeProof?: boolean } = {}): Promise<(Tx | undefined)[]> {
|
|
680
845
|
const results: (Tx | undefined)[] = [];
|
|
681
846
|
for (const h of txHashes) {
|
|
682
|
-
|
|
683
|
-
results.push(buffer ? Tx.fromBuffer(buffer) : undefined);
|
|
847
|
+
results.push(await this.getTxByHash(h, opts));
|
|
684
848
|
}
|
|
685
849
|
return results;
|
|
686
850
|
}
|
|
687
851
|
|
|
852
|
+
/** Deserializes a tx blob loaded from #txsDB together with its separately-stored proof. */
|
|
853
|
+
async #loadTxWithProof(txHashStr: string, buffer: Buffer): Promise<Tx> {
|
|
854
|
+
const proofBuffer = await this.#proofsDB.getAsync(txHashStr);
|
|
855
|
+
if (!proofBuffer) {
|
|
856
|
+
// #addTx always writes a proof entry (an empty proof serializes to a 4-byte sentinel), so a missing entry
|
|
857
|
+
// means the blob/proof invariant is broken. Return the proofless tx but flag it, since a consumer that needs
|
|
858
|
+
// the proof (eg serving peers) would otherwise fail far away from the root cause.
|
|
859
|
+
this.#log.warn(`Missing stored proof for tx ${txHashStr}`, { txHash: txHashStr });
|
|
860
|
+
return Tx.fromBuffer(buffer);
|
|
861
|
+
}
|
|
862
|
+
return Tx.fromBuffers(buffer, proofBuffer);
|
|
863
|
+
}
|
|
864
|
+
|
|
688
865
|
hasTxs(txHashes: TxHash[]): boolean[] {
|
|
689
866
|
return txHashes.map(h => {
|
|
690
867
|
const hashStr = h.toString();
|
|
@@ -720,6 +897,11 @@ export class TxPoolV2Impl {
|
|
|
720
897
|
return this.#indices.getPendingTxCount();
|
|
721
898
|
}
|
|
722
899
|
|
|
900
|
+
hasEligiblePendingTxs(minCount: number): boolean {
|
|
901
|
+
const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
|
|
902
|
+
return this.#indices.hasEligiblePendingTxs(maxReceivedAt, minCount);
|
|
903
|
+
}
|
|
904
|
+
|
|
723
905
|
getMinedTxHashes(): [TxHash, L2BlockId][] {
|
|
724
906
|
return this.#indices.getMinedTxs().map(([hash, blockId]) => [TxHash.fromString(hash), blockId]);
|
|
725
907
|
}
|
|
@@ -763,6 +945,9 @@ export class TxPoolV2Impl {
|
|
|
763
945
|
if (config.minTxPoolAgeMs !== undefined) {
|
|
764
946
|
this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
|
|
765
947
|
}
|
|
948
|
+
if (config.keepFinalizedTxsForSlots !== undefined) {
|
|
949
|
+
this.#config.keepFinalizedTxsForSlots = config.keepFinalizedTxsForSlots;
|
|
950
|
+
}
|
|
766
951
|
// Update eviction rules with new config
|
|
767
952
|
this.#evictionManager.updateConfig(config);
|
|
768
953
|
}
|
|
@@ -811,7 +996,8 @@ export class TxPoolV2Impl {
|
|
|
811
996
|
const meta = precomputedMeta ?? (await buildTxMetaData(tx));
|
|
812
997
|
meta.receivedAt = this.#dateProvider.now();
|
|
813
998
|
|
|
814
|
-
await this.#txsDB.set(txHashStr, tx.toBuffer());
|
|
999
|
+
await this.#txsDB.set(txHashStr, tx.withoutProof().toBuffer());
|
|
1000
|
+
await this.#proofsDB.set(txHashStr, tx.chonkProof.toBuffer());
|
|
815
1001
|
await this.#deletedPool.clearSoftDeleted(txHashStr);
|
|
816
1002
|
this.#callbacks.onTxsAdded([tx], opts);
|
|
817
1003
|
|
|
@@ -850,6 +1036,12 @@ export class TxPoolV2Impl {
|
|
|
850
1036
|
await this.#deletedPool.deleteTx(txHashStr);
|
|
851
1037
|
}
|
|
852
1038
|
|
|
1039
|
+
/** Hard-deletes a tx's stored data (tx blob and proof) from the DB. */
|
|
1040
|
+
async #deleteTxData(txHashStr: string): Promise<void> {
|
|
1041
|
+
await this.#txsDB.delete(txHashStr);
|
|
1042
|
+
await this.#proofsDB.delete(txHashStr);
|
|
1043
|
+
}
|
|
1044
|
+
|
|
853
1045
|
/** Deletes a batch of transactions, emitting callbacks individually for each. */
|
|
854
1046
|
async #deleteTxsBatch(txHashes: string[]): Promise<void> {
|
|
855
1047
|
for (const txHashStr of txHashes) {
|
|
@@ -865,21 +1057,11 @@ export class TxPoolV2Impl {
|
|
|
865
1057
|
this.#instrumentation.recordEvictions(txHashes.length, reason);
|
|
866
1058
|
for (const txHashStr of txHashes) {
|
|
867
1059
|
this.#log.debug(`Evicting tx ${txHashStr}`, { txHash: txHashStr, reason });
|
|
868
|
-
this.#
|
|
1060
|
+
this.#evictedTxHashes.add(txHashStr);
|
|
869
1061
|
}
|
|
870
1062
|
await this.#deleteTxsBatch(txHashes);
|
|
871
1063
|
}
|
|
872
1064
|
|
|
873
|
-
/** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */
|
|
874
|
-
#addToEvictedCache(txHashStr: string): void {
|
|
875
|
-
if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
|
|
876
|
-
// FIFO eviction: remove the first (oldest) entry
|
|
877
|
-
const oldest = this.#evictedTxHashes.values().next().value!;
|
|
878
|
-
this.#evictedTxHashes.delete(oldest);
|
|
879
|
-
}
|
|
880
|
-
this.#evictedTxHashes.add(txHashStr);
|
|
881
|
-
}
|
|
882
|
-
|
|
883
1065
|
// ============================================================================
|
|
884
1066
|
// PRIVATE HELPERS - Validation & Conflict Resolution
|
|
885
1067
|
// ============================================================================
|
|
@@ -974,51 +1156,6 @@ export class TxPoolV2Impl {
|
|
|
974
1156
|
};
|
|
975
1157
|
}
|
|
976
1158
|
|
|
977
|
-
/** Loads all transactions from the database, returning loaded txs and deserialization errors */
|
|
978
|
-
async #loadAllTxsFromDb(): Promise<{
|
|
979
|
-
loaded: { tx: Tx; meta: TxMetaData }[];
|
|
980
|
-
errors: string[];
|
|
981
|
-
}> {
|
|
982
|
-
const loaded: { tx: Tx; meta: TxMetaData }[] = [];
|
|
983
|
-
const errors: string[] = [];
|
|
984
|
-
|
|
985
|
-
for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
|
|
986
|
-
// Skip soft-deleted transactions - they stay in DB but not in indices
|
|
987
|
-
if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
988
|
-
continue;
|
|
989
|
-
}
|
|
990
|
-
|
|
991
|
-
try {
|
|
992
|
-
const tx = Tx.fromBuffer(buffer);
|
|
993
|
-
const allowedSetupCalls = await this.#checkAllowedSetupCalls(tx);
|
|
994
|
-
const meta = await buildTxMetaData(tx, allowedSetupCalls);
|
|
995
|
-
loaded.push({ tx, meta });
|
|
996
|
-
} catch (err) {
|
|
997
|
-
this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
|
|
998
|
-
errors.push(txHashStr);
|
|
999
|
-
}
|
|
1000
|
-
}
|
|
1001
|
-
|
|
1002
|
-
return { loaded, errors };
|
|
1003
|
-
}
|
|
1004
|
-
|
|
1005
|
-
/** Queries block source and marks mined status on transaction metadata */
|
|
1006
|
-
async #markMinedStatusBatch(metas: TxMetaData[]): Promise<void> {
|
|
1007
|
-
for (const meta of metas) {
|
|
1008
|
-
try {
|
|
1009
|
-
const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
|
|
1010
|
-
if (txEffect) {
|
|
1011
|
-
meta.minedL2BlockId = {
|
|
1012
|
-
number: txEffect.l2BlockNumber,
|
|
1013
|
-
hash: txEffect.l2BlockHash.toString(),
|
|
1014
|
-
};
|
|
1015
|
-
}
|
|
1016
|
-
} catch (err) {
|
|
1017
|
-
this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, { err });
|
|
1018
|
-
}
|
|
1019
|
-
}
|
|
1020
|
-
}
|
|
1021
|
-
|
|
1022
1159
|
/**
|
|
1023
1160
|
* Rebuilds the pending pool by processing each tx through pre-add rules.
|
|
1024
1161
|
* Starts with an empty pending pool and adds txs one by one, resolving conflicts.
|
|
@@ -1093,7 +1230,7 @@ export class TxPoolV2Impl {
|
|
|
1093
1230
|
const publicStateSource = new DatabasePublicStateSource(db);
|
|
1094
1231
|
const balance = await publicStateSource.storageRead(
|
|
1095
1232
|
ProtocolContractAddress.FeeJuice,
|
|
1096
|
-
await computeFeePayerBalanceStorageSlot(AztecAddress.
|
|
1233
|
+
await computeFeePayerBalanceStorageSlot(AztecAddress.fromStringUnsafe(feePayer)),
|
|
1097
1234
|
);
|
|
1098
1235
|
return balance.toBigInt();
|
|
1099
1236
|
},
|