@aztec/p2p 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5a9928
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -3
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +22 -6
- package/dest/client/factory.d.ts +11 -10
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +64 -17
- package/dest/client/interface.d.ts +86 -40
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +67 -64
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +251 -251
- package/dest/config.d.ts +173 -94
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +158 -44
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +106 -55
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +302 -195
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +274 -115
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +7 -5
- package/dest/mem_pools/index.d.ts +2 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +12 -5
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +38 -17
- package/dest/mem_pools/interface.d.ts +3 -3
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +8 -4
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +15 -5
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +3 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +6 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +9 -8
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +15 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +2 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +25 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +67 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +62 -16
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +6 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +81 -15
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +147 -19
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +26 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +79 -43
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +27 -7
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +94 -32
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +62 -9
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +537 -246
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -15
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +36 -9
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +130 -48
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +36 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +133 -7
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +261 -61
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +104 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +137 -53
- package/dest/msg_validators/tx_validator/index.d.ts +5 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +4 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +119 -23
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +25 -19
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +28 -20
- package/dest/services/encoding.d.ts +24 -7
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +43 -26
- package/dest/services/gossipsub/topic_score_params.d.ts +23 -17
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +36 -24
- package/dest/services/libp2p/instrumentation.d.ts +6 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +21 -0
- package/dest/services/libp2p/libp2p_service.d.ts +71 -60
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +602 -407
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +31 -3
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +127 -26
- package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +102 -13
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +5 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +95 -127
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +11 -11
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/interface.d.ts +25 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +23 -19
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +18 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +57 -24
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +21 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +85 -219
- package/dest/services/service.d.ts +63 -19
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +11 -14
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +26 -33
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -1
- package/dest/services/tx_collection/instrumentation.js +1 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +45 -51
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +296 -68
- package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +28 -31
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +29 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -5
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +13 -20
- package/dest/services/tx_provider.d.ts +6 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +12 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +56 -6
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +128 -14
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +17 -19
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +49 -37
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +142 -50
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +112 -49
- package/dest/testbench/worker_client_manager.d.ts +12 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +57 -11
- package/dest/util.d.ts +13 -8
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +17 -17
- package/src/bootstrap/bootstrap.ts +17 -3
- package/src/client/factory.ts +129 -28
- package/src/client/interface.ts +88 -48
- package/src/client/p2p_client.ts +284 -317
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +280 -49
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +13 -19
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +373 -236
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +298 -119
- package/src/mem_pools/attestation_pool/index.ts +3 -3
- package/src/mem_pools/attestation_pool/mocks.ts +14 -8
- package/src/mem_pools/index.ts +1 -1
- package/src/mem_pools/instrumentation.ts +27 -17
- package/src/mem_pools/interface.ts +2 -2
- package/src/mem_pools/tx_pool_v2/README.md +85 -11
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +6 -4
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +21 -6
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +5 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +4 -6
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +8 -10
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -10
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
- package/src/mem_pools/tx_pool_v2/index.ts +2 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +96 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +63 -16
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +215 -27
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +91 -43
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +122 -33
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +602 -242
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -14
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +155 -49
- package/src/msg_validators/tx_validator/README.md +129 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +44 -1
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +413 -80
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +195 -54
- package/src/msg_validators/tx_validator/index.ts +4 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +126 -14
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +38 -46
- package/src/services/encoding.ts +42 -26
- package/src/services/gossipsub/README.md +59 -22
- package/src/services/gossipsub/topic_score_params.ts +58 -31
- package/src/services/libp2p/instrumentation.ts +22 -0
- package/src/services/libp2p/libp2p_service.ts +687 -466
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +140 -25
- package/src/services/peer-manager/peer_scoring.ts +102 -8
- package/src/services/reqresp/README.md +194 -0
- package/src/services/reqresp/batch-tx-requester/README.md +46 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +92 -138
- package/src/services/reqresp/batch-tx-requester/interface.ts +14 -10
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/interface.ts +45 -46
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +36 -32
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +64 -20
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +23 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +100 -263
- package/src/services/service.ts +80 -35
- package/src/services/tx_collection/config.ts +40 -49
- package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -6
- package/src/services/tx_collection/instrumentation.ts +1 -1
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +362 -110
- package/src/services/tx_collection/tx_collection_sink.ts +32 -36
- package/src/services/tx_collection/tx_source.ts +29 -8
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +15 -25
- package/src/services/tx_provider.ts +15 -9
- package/src/test-helpers/make-test-p2p-clients.ts +7 -6
- package/src/test-helpers/mock-pubsub.ts +152 -14
- package/src/test-helpers/reqresp-nodes.ts +15 -28
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +171 -68
- package/src/testbench/p2p_client_testbench_worker.ts +121 -64
- package/src/testbench/worker_client_manager.ts +72 -25
- package/src/util.ts +40 -19
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/clock_tolerance.d.ts +0 -21
- package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
- package/dest/msg_validators/clock_tolerance.js +0 -37
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -52
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -307
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -49
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -177
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -336
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/clock_tolerance.ts +0 -51
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -354
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -112
- package/src/services/tx_collection/slow_tx_collection.ts +0 -233
|
@@ -1,13 +1,23 @@
|
|
|
1
|
+
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { FifoSet } from '@aztec/foundation/fifo-set';
|
|
1
3
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
2
4
|
import { computeFeePayerBalanceStorageSlot } from '@aztec/protocol-contracts/fee-juice';
|
|
3
5
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
4
6
|
import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
|
|
5
7
|
import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
6
8
|
import { TxArchive } from './archive/index.js';
|
|
7
|
-
import {
|
|
9
|
+
import { DeletedPool } from './deleted_pool.js';
|
|
10
|
+
import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InsufficientFeePerGasEvictionRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
|
|
11
|
+
import { TxPoolV2Instrumentation } from './instrumentation.js';
|
|
8
12
|
import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
|
|
9
13
|
import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
|
|
10
14
|
import { TxPoolIndices } from './tx_pool_indices.js';
|
|
15
|
+
/**
|
|
16
|
+
* Maximum number of finalized txs to archive or hard-delete per serial-queue item. Bounds both
|
|
17
|
+
* peak memory (~23k txs/epoch at 10 TPS would otherwise OOM the node) and, more importantly, how
|
|
18
|
+
* long finalization occupies the pool's serial queue per item: gossip tx validation waits on that
|
|
19
|
+
* queue, so each item must stay well under the gossipsub mcache eviction window.
|
|
20
|
+
*/ export const FINALIZE_BLOCK_CHUNK_SIZE = 16;
|
|
11
21
|
/**
|
|
12
22
|
* Implementation of TxPoolV2 logic.
|
|
13
23
|
*
|
|
@@ -15,30 +25,42 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
15
25
|
*/ export class TxPoolV2Impl {
|
|
16
26
|
// === Persistence ===
|
|
17
27
|
#store;
|
|
18
|
-
#txsDB;
|
|
28
|
+
/** Tx data without its proof. Proofs live in #proofsDB so a tx can be read without loading its proof. */ #txsDB;
|
|
29
|
+
/** Tx proofs, keyed by tx hash. Written and deleted in lockstep with #txsDB. */ #proofsDB;
|
|
19
30
|
// === Dependencies ===
|
|
20
31
|
#l2BlockSource;
|
|
21
32
|
#worldStateSynchronizer;
|
|
22
|
-
#
|
|
33
|
+
#createTxValidator;
|
|
34
|
+
#checkAllowedSetupCalls;
|
|
23
35
|
// === In-Memory Indices ===
|
|
24
36
|
#indices = new TxPoolIndices();
|
|
25
37
|
// === Config & Services ===
|
|
26
38
|
#config;
|
|
27
39
|
#archive;
|
|
40
|
+
#deletedPool;
|
|
28
41
|
#evictionManager;
|
|
42
|
+
#dateProvider;
|
|
43
|
+
#instrumentation;
|
|
44
|
+
#evictedTxHashes;
|
|
29
45
|
#log;
|
|
30
46
|
#callbacks;
|
|
31
|
-
constructor(store, archiveStore, deps, callbacks, config = {}, log){
|
|
47
|
+
constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
|
|
32
48
|
this.#store = store;
|
|
33
49
|
this.#txsDB = store.openMap('txs');
|
|
50
|
+
this.#proofsDB = store.openMap('tx_proofs');
|
|
34
51
|
this.#l2BlockSource = deps.l2BlockSource;
|
|
35
52
|
this.#worldStateSynchronizer = deps.worldStateSynchronizer;
|
|
36
|
-
this.#
|
|
53
|
+
this.#createTxValidator = deps.createTxValidator;
|
|
54
|
+
this.#checkAllowedSetupCalls = deps.checkAllowedSetupCalls;
|
|
37
55
|
this.#config = {
|
|
38
56
|
...DEFAULT_TX_POOL_V2_CONFIG,
|
|
39
57
|
...config
|
|
40
58
|
};
|
|
59
|
+
this.#evictedTxHashes = FifoSet.withLimit(this.#config.evictedTxCacheSize);
|
|
41
60
|
this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
|
|
61
|
+
this.#deletedPool = new DeletedPool(store, (txHashStr)=>this.#deleteTxData(txHashStr), log);
|
|
62
|
+
this.#dateProvider = dateProvider;
|
|
63
|
+
this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
|
|
42
64
|
this.#log = log;
|
|
43
65
|
this.#callbacks = callbacks;
|
|
44
66
|
// Setup eviction manager with rules
|
|
@@ -51,6 +73,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
51
73
|
}));
|
|
52
74
|
// Post-event eviction rules (run after events to check ALL pending txs)
|
|
53
75
|
this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
|
|
76
|
+
this.#evictionManager.registerRule(new InsufficientFeePerGasEvictionRule(deps.blockMinFeesProvider));
|
|
54
77
|
this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
|
|
55
78
|
this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
|
|
56
79
|
// LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
|
|
@@ -69,30 +92,65 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
69
92
|
* Note: Protected status is lost on restart. All non-mined txs are rebuilt as pending
|
|
70
93
|
* by running pre-add rules to resolve nullifier conflicts, balance checks, and pool size limits.
|
|
71
94
|
*/ async hydrateFromDatabase() {
|
|
72
|
-
// Step
|
|
73
|
-
|
|
74
|
-
// Step
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
const
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
if (
|
|
81
|
-
|
|
95
|
+
// Step 0: Hydrate deleted pool state
|
|
96
|
+
await this.#deletedPool.hydrateFromDatabase();
|
|
97
|
+
// Step 1: Stream txs from DB, building metadata and mined status one at a time.
|
|
98
|
+
const minedMetas = [];
|
|
99
|
+
const pendingMetas = [];
|
|
100
|
+
const deserializationErrors = [];
|
|
101
|
+
for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()){
|
|
102
|
+
// Skip soft-deleted transactions - they stay in DB but not in indices
|
|
103
|
+
if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
104
|
+
continue;
|
|
105
|
+
}
|
|
106
|
+
let meta;
|
|
107
|
+
let txEffect;
|
|
108
|
+
try {
|
|
109
|
+
const tx = Tx.fromBuffer(buffer);
|
|
110
|
+
// Resolve allowed-setup-calls and the tx effect concurrently
|
|
111
|
+
// getTxEffect failures are non-fatal (we just treat the tx as not-yet-mined), so
|
|
112
|
+
// its rejection is swallowed before the Promise.all so it can't fail-fast the batch.
|
|
113
|
+
const txEffectPromise = this.#l2BlockSource.getTxEffect(tx.getTxHash()).catch((err)=>{
|
|
114
|
+
this.#log.warn(`Failed to check mined status for tx ${txHashStr}`, {
|
|
115
|
+
err
|
|
116
|
+
});
|
|
117
|
+
return undefined;
|
|
118
|
+
});
|
|
119
|
+
const [allowedSetupCalls, fetchedTxEffect] = await Promise.all([
|
|
120
|
+
this.#checkAllowedSetupCalls(tx),
|
|
121
|
+
txEffectPromise
|
|
122
|
+
]);
|
|
123
|
+
meta = await buildTxMetaData(tx, allowedSetupCalls);
|
|
124
|
+
txEffect = fetchedTxEffect;
|
|
125
|
+
} catch (err) {
|
|
126
|
+
this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, {
|
|
127
|
+
err
|
|
128
|
+
});
|
|
129
|
+
deserializationErrors.push(txHashStr);
|
|
130
|
+
continue;
|
|
131
|
+
}
|
|
132
|
+
if (txEffect) {
|
|
133
|
+
meta.minedL2BlockId = {
|
|
134
|
+
number: txEffect.l2BlockNumber,
|
|
135
|
+
hash: txEffect.l2BlockHash.toString()
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
if (meta.minedL2BlockId !== undefined) {
|
|
139
|
+
minedMetas.push(meta);
|
|
82
140
|
} else {
|
|
83
|
-
|
|
141
|
+
pendingMetas.push(meta);
|
|
84
142
|
}
|
|
85
143
|
}
|
|
86
|
-
// Step
|
|
87
|
-
const { valid, invalid } = await this.#
|
|
88
|
-
// Step
|
|
89
|
-
for (const meta of
|
|
144
|
+
// Step 2: Validate non-mined transactions
|
|
145
|
+
const { valid, invalid } = await this.#revalidateMetadata(pendingMetas, 'on startup');
|
|
146
|
+
// Step 3: Populate mined indices (these don't need conflict resolution)
|
|
147
|
+
for (const meta of minedMetas){
|
|
90
148
|
this.#indices.addMined(meta);
|
|
91
149
|
}
|
|
92
|
-
// Step
|
|
150
|
+
// Step 4: Rebuild pending pool by running pre-add rules for each tx
|
|
93
151
|
// This resolves nullifier conflicts, fee payer balance issues, and pool size limits
|
|
94
152
|
const { rejected } = await this.#rebuildPendingPool(valid);
|
|
95
|
-
// Step
|
|
153
|
+
// Step 5: Delete invalid and rejected txs from DB only (indices were never populated for these)
|
|
96
154
|
const toDelete = [
|
|
97
155
|
...deserializationErrors,
|
|
98
156
|
...invalid,
|
|
@@ -103,17 +161,46 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
103
161
|
}
|
|
104
162
|
await this.#store.transactionAsync(async ()=>{
|
|
105
163
|
for (const txHashStr of toDelete){
|
|
106
|
-
await this.#
|
|
164
|
+
await this.#deleteTxData(txHashStr);
|
|
107
165
|
}
|
|
108
166
|
});
|
|
109
|
-
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup
|
|
167
|
+
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
|
|
168
|
+
txHashes: toDelete
|
|
169
|
+
});
|
|
110
170
|
}
|
|
111
171
|
async addPendingTxs(txs, opts) {
|
|
112
172
|
const accepted = [];
|
|
113
173
|
const ignored = [];
|
|
114
174
|
const rejected = [];
|
|
175
|
+
const errors = new Map();
|
|
115
176
|
const acceptedPending = new Set();
|
|
177
|
+
// Phase 1: Pre-compute all throwable I/O outside the transaction.
|
|
178
|
+
// If any pre-computation throws, the entire call fails before mutations happen.
|
|
179
|
+
const precomputed = new Map();
|
|
180
|
+
const validator = await this.#createTxValidator();
|
|
181
|
+
for (const tx of txs){
|
|
182
|
+
const txHash = tx.getTxHash();
|
|
183
|
+
const txHashStr = txHash.toString();
|
|
184
|
+
const meta = await buildTxMetaData(tx);
|
|
185
|
+
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
186
|
+
// Validate non-mined txs (mined and pre-protected txs bypass validation inside the transaction)
|
|
187
|
+
let isValid = true;
|
|
188
|
+
if (!minedBlockId) {
|
|
189
|
+
isValid = await this.#validateMeta(meta, validator);
|
|
190
|
+
}
|
|
191
|
+
precomputed.set(txHashStr, {
|
|
192
|
+
meta,
|
|
193
|
+
minedBlockId,
|
|
194
|
+
isValid
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
// Phase 2: Apply mutations inside the transaction using only pre-computed results,
|
|
198
|
+
// in-memory reads, and buffered DB writes. Nothing here can throw an unhandled exception.
|
|
116
199
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
200
|
+
const preAddContext = opts.feeComparisonOnly !== undefined ? {
|
|
201
|
+
feeComparisonOnly: opts.feeComparisonOnly,
|
|
202
|
+
priceBumpPercentage: this.#config.priceBumpPercentage
|
|
203
|
+
} : undefined;
|
|
117
204
|
await this.#store.transactionAsync(async ()=>{
|
|
118
205
|
for (const tx of txs){
|
|
119
206
|
const txHash = tx.getTxHash();
|
|
@@ -123,82 +210,112 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
123
210
|
ignored.push(txHash);
|
|
124
211
|
continue;
|
|
125
212
|
}
|
|
126
|
-
|
|
127
|
-
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
213
|
+
const { meta, minedBlockId, isValid } = precomputed.get(txHashStr);
|
|
128
214
|
const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
|
|
129
215
|
if (minedBlockId) {
|
|
130
216
|
// Already mined - add directly (protection already set if pre-protected)
|
|
131
217
|
await this.#addTx(tx, {
|
|
132
218
|
mined: minedBlockId
|
|
133
|
-
}, opts);
|
|
219
|
+
}, opts, meta);
|
|
134
220
|
accepted.push(txHash);
|
|
135
221
|
} else if (preProtectedSlot !== undefined) {
|
|
136
222
|
// Pre-protected and not mined - add as protected (bypass validation)
|
|
137
223
|
await this.#addTx(tx, {
|
|
138
224
|
protected: preProtectedSlot
|
|
139
|
-
}, opts);
|
|
225
|
+
}, opts, meta);
|
|
140
226
|
accepted.push(txHash);
|
|
227
|
+
} else if (!isValid) {
|
|
228
|
+
// Failed pre-computed validation
|
|
229
|
+
rejected.push(txHash);
|
|
141
230
|
} else {
|
|
142
|
-
// Regular pending tx -
|
|
143
|
-
const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored);
|
|
231
|
+
// Regular pending tx - run pre-add rules using pre-computed metadata
|
|
232
|
+
const result = await this.#tryAddRegularPendingTx(tx, meta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
|
|
144
233
|
if (result.status === 'accepted') {
|
|
145
234
|
acceptedPending.add(txHashStr);
|
|
146
|
-
} else if (result.status === 'rejected') {
|
|
147
|
-
rejected.push(txHash);
|
|
148
235
|
} else {
|
|
149
236
|
ignored.push(txHash);
|
|
150
237
|
}
|
|
151
238
|
}
|
|
152
239
|
}
|
|
240
|
+
// Run post-add eviction rules for pending txs (inside transaction for atomicity)
|
|
241
|
+
if (acceptedPending.size > 0) {
|
|
242
|
+
const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
|
|
243
|
+
const uniqueFeePayers = new Set(feePayers);
|
|
244
|
+
await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
|
|
245
|
+
...uniqueFeePayers
|
|
246
|
+
]);
|
|
247
|
+
}
|
|
153
248
|
});
|
|
154
249
|
// Build final accepted list for pending txs (excludes intra-batch evictions)
|
|
155
250
|
for (const txHashStr of acceptedPending){
|
|
156
251
|
accepted.push(TxHash.fromString(txHashStr));
|
|
157
252
|
}
|
|
158
|
-
//
|
|
159
|
-
if (
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
]);
|
|
253
|
+
// Record metrics
|
|
254
|
+
if (ignored.length > 0) {
|
|
255
|
+
this.#instrumentation.recordIgnored(ignored.length);
|
|
256
|
+
}
|
|
257
|
+
if (rejected.length > 0) {
|
|
258
|
+
this.#instrumentation.recordRejected(rejected.length);
|
|
165
259
|
}
|
|
166
260
|
return {
|
|
167
261
|
accepted,
|
|
168
262
|
ignored,
|
|
169
|
-
rejected
|
|
263
|
+
rejected,
|
|
264
|
+
...errors.size > 0 ? {
|
|
265
|
+
errors
|
|
266
|
+
} : {}
|
|
170
267
|
};
|
|
171
268
|
}
|
|
172
|
-
/**
|
|
173
|
-
const
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
if (!await this.#validateTx(tx)) {
|
|
177
|
-
return {
|
|
178
|
-
status: 'rejected'
|
|
179
|
-
};
|
|
180
|
-
}
|
|
181
|
-
// Build metadata and run pre-add rules
|
|
182
|
-
const meta = await buildTxMetaData(tx);
|
|
183
|
-
const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
|
|
269
|
+
/** Adds a validated pending tx, running pre-add rules and evicting conflicts. */ async #tryAddRegularPendingTx(tx, precomputedMeta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
|
|
270
|
+
const txHashStr = tx.getTxHash().toString();
|
|
271
|
+
// Run pre-add rules
|
|
272
|
+
const preAddResult = await this.#evictionManager.runPreAddRules(precomputedMeta, poolAccess, preAddContext);
|
|
184
273
|
if (preAddResult.shouldIgnore) {
|
|
185
|
-
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason}`);
|
|
274
|
+
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
275
|
+
if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
|
|
276
|
+
errors.set(txHashStr, preAddResult.reason);
|
|
277
|
+
}
|
|
186
278
|
return {
|
|
187
279
|
status: 'ignored'
|
|
188
280
|
};
|
|
189
281
|
}
|
|
190
|
-
// Evict conflicts
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
282
|
+
// Evict conflicts, grouped by rule name for metrics
|
|
283
|
+
if (preAddResult.evictions && preAddResult.evictions.length > 0) {
|
|
284
|
+
const byReason = new Map();
|
|
285
|
+
for (const { txHash: evictHash, reason } of preAddResult.evictions){
|
|
286
|
+
const group = byReason.get(reason);
|
|
287
|
+
if (group) {
|
|
288
|
+
group.push(evictHash);
|
|
289
|
+
} else {
|
|
290
|
+
byReason.set(reason, [
|
|
291
|
+
evictHash
|
|
292
|
+
]);
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
for (const [reason, hashes] of byReason){
|
|
296
|
+
await this.#evictTxs(hashes, reason);
|
|
198
297
|
}
|
|
298
|
+
for (const evictHashStr of preAddResult.txHashesToEvict){
|
|
299
|
+
this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
|
|
300
|
+
evictedTxHash: evictHashStr,
|
|
301
|
+
replacementTxHash: txHashStr
|
|
302
|
+
});
|
|
303
|
+
if (acceptedPending.has(evictHashStr)) {
|
|
304
|
+
// Evicted tx was from this batch - mark as ignored in result
|
|
305
|
+
acceptedPending.delete(evictHashStr);
|
|
306
|
+
ignored.push(TxHash.fromString(evictHashStr));
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
// Randomly drop the transaction for testing purposes (report as accepted so it propagates)
|
|
311
|
+
if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
|
|
312
|
+
this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
|
|
313
|
+
return {
|
|
314
|
+
status: 'accepted'
|
|
315
|
+
};
|
|
199
316
|
}
|
|
200
317
|
// Add the transaction
|
|
201
|
-
await this.#addTx(tx, 'pending', opts);
|
|
318
|
+
await this.#addTx(tx, 'pending', opts, precomputedMeta);
|
|
202
319
|
return {
|
|
203
320
|
status: 'accepted'
|
|
204
321
|
};
|
|
@@ -207,38 +324,44 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
207
324
|
const txHashStr = tx.getTxHash().toString();
|
|
208
325
|
// Check if already in pool
|
|
209
326
|
if (this.#indices.has(txHashStr)) {
|
|
327
|
+
this.#log.verbose(`canAddPendingTx: tx ${txHashStr} already in pool`);
|
|
210
328
|
return 'ignored';
|
|
211
329
|
}
|
|
212
|
-
//
|
|
213
|
-
const validationResult = await this.#pendingTxValidator.validateTx(tx);
|
|
214
|
-
if (validationResult.result !== 'valid') {
|
|
215
|
-
return 'rejected';
|
|
216
|
-
}
|
|
217
|
-
// Build metadata and use pre-add rules
|
|
330
|
+
// Build metadata and check pre-add rules
|
|
218
331
|
const meta = await buildTxMetaData(tx);
|
|
219
332
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
220
333
|
const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
|
|
221
|
-
|
|
334
|
+
if (preAddResult.shouldIgnore) {
|
|
335
|
+
this.#log.verbose(`canAddPendingTx: tx ${txHashStr} ignored by pre-add rule`, {
|
|
336
|
+
reason: preAddResult.reason?.message ?? 'no reason provided'
|
|
337
|
+
});
|
|
338
|
+
return 'ignored';
|
|
339
|
+
}
|
|
340
|
+
return 'accepted';
|
|
222
341
|
}
|
|
223
342
|
async addProtectedTxs(txs, block, opts) {
|
|
224
343
|
const slotNumber = block.globalVariables.slotNumber;
|
|
344
|
+
// Precompute setup-call allow-list flags outside the store transaction
|
|
345
|
+
const allowedFlags = await Promise.all(txs.map((tx)=>this.#checkAllowedSetupCalls(tx)));
|
|
225
346
|
await this.#store.transactionAsync(async ()=>{
|
|
226
|
-
for
|
|
347
|
+
for(let i = 0; i < txs.length; i++){
|
|
348
|
+
const tx = txs[i];
|
|
227
349
|
const txHash = tx.getTxHash();
|
|
228
350
|
const txHashStr = txHash.toString();
|
|
229
351
|
const isNew = !this.#indices.has(txHashStr);
|
|
230
352
|
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
231
353
|
if (isNew) {
|
|
354
|
+
const meta = await buildTxMetaData(tx, allowedFlags[i]);
|
|
232
355
|
// New tx - add as mined or protected (callback emitted by #addTx)
|
|
233
356
|
if (minedBlockId) {
|
|
234
357
|
await this.#addTx(tx, {
|
|
235
358
|
mined: minedBlockId
|
|
236
|
-
}, opts);
|
|
359
|
+
}, opts, meta);
|
|
237
360
|
this.#indices.setProtection(txHashStr, slotNumber);
|
|
238
361
|
} else {
|
|
239
362
|
await this.#addTx(tx, {
|
|
240
363
|
protected: slotNumber
|
|
241
|
-
}, opts);
|
|
364
|
+
}, opts, meta);
|
|
242
365
|
}
|
|
243
366
|
} else {
|
|
244
367
|
// Existing tx - update protection and mined status
|
|
@@ -251,20 +374,54 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
251
374
|
}
|
|
252
375
|
});
|
|
253
376
|
}
|
|
254
|
-
protectTxs(txHashes, block) {
|
|
377
|
+
async protectTxs(txHashes, block) {
|
|
255
378
|
const slotNumber = block.globalVariables.slotNumber;
|
|
256
379
|
const missing = [];
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
380
|
+
let softDeletedHits = 0;
|
|
381
|
+
let missingPreviouslyEvicted = 0;
|
|
382
|
+
await this.#store.transactionAsync(async ()=>{
|
|
383
|
+
for (const txHash of txHashes){
|
|
384
|
+
const txHashStr = txHash.toString();
|
|
385
|
+
if (this.#indices.has(txHashStr)) {
|
|
386
|
+
// Update protection for existing tx
|
|
387
|
+
this.#indices.updateProtection(txHashStr, slotNumber);
|
|
388
|
+
} else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
389
|
+
// Resurrect soft-deleted tx as protected. Load the proof too: #addTx rewrites both entries, so re-adding
|
|
390
|
+
// a proofless tx would wipe the stored proof.
|
|
391
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
392
|
+
if (buffer) {
|
|
393
|
+
const tx = await this.#loadTxWithProof(txHashStr, buffer);
|
|
394
|
+
await this.#addTx(tx, {
|
|
395
|
+
protected: slotNumber
|
|
396
|
+
});
|
|
397
|
+
softDeletedHits++;
|
|
398
|
+
} else {
|
|
399
|
+
// Data missing despite soft-delete flag — treat as truly missing
|
|
400
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
401
|
+
missing.push(txHash);
|
|
402
|
+
}
|
|
403
|
+
} else {
|
|
404
|
+
// Truly missing — pre-record protection for tx we don't have yet
|
|
405
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
406
|
+
missing.push(txHash);
|
|
407
|
+
if (this.#evictedTxHashes.has(txHashStr)) {
|
|
408
|
+
missingPreviouslyEvicted++;
|
|
409
|
+
}
|
|
410
|
+
}
|
|
266
411
|
}
|
|
412
|
+
});
|
|
413
|
+
// Record metrics
|
|
414
|
+
if (softDeletedHits > 0) {
|
|
415
|
+
this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
|
|
416
|
+
}
|
|
417
|
+
if (missing.length > 0) {
|
|
418
|
+
this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
|
|
419
|
+
this.#instrumentation.recordMissingOnProtect(missing.length);
|
|
267
420
|
}
|
|
421
|
+
if (missingPreviouslyEvicted > 0) {
|
|
422
|
+
this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
|
|
423
|
+
}
|
|
424
|
+
this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
|
|
268
425
|
return missing;
|
|
269
426
|
}
|
|
270
427
|
async addMinedTxs(txs, block, opts) {
|
|
@@ -283,6 +440,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
283
440
|
mined: blockId
|
|
284
441
|
}, opts);
|
|
285
442
|
}
|
|
443
|
+
await this.#deletedPool.clearIfMinedHigher(txHashStr, blockId.number);
|
|
286
444
|
}
|
|
287
445
|
});
|
|
288
446
|
}
|
|
@@ -302,35 +460,77 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
302
460
|
found.push(meta);
|
|
303
461
|
}
|
|
304
462
|
}
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
463
|
+
await this.#store.transactionAsync(async ()=>{
|
|
464
|
+
// Step 4: Mark txs as mined (only those we have in the pool)
|
|
465
|
+
for (const meta of found){
|
|
466
|
+
this.#indices.markAsMined(meta, blockId);
|
|
467
|
+
await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
|
|
468
|
+
}
|
|
469
|
+
// Step 5: Run post-event eviction rules (inside transaction for atomicity)
|
|
470
|
+
await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
|
|
471
|
+
});
|
|
472
|
+
if (found.length > 0) {
|
|
473
|
+
// receivedAt is 0 for txs hydrated from the DB on restart (true receive time lost) — leave
|
|
474
|
+
// their delay undefined so the metric isn't polluted by epoch-sized values.
|
|
475
|
+
const now = this.#dateProvider.now();
|
|
476
|
+
this.#callbacks.onTxsMined(found.map((m)=>({
|
|
477
|
+
txHash: m.txHash,
|
|
478
|
+
minedDelayMs: m.receivedAt > 0 ? now - m.receivedAt : undefined
|
|
479
|
+
})));
|
|
308
480
|
}
|
|
309
|
-
// Step 5: Run eviction rules (remove pending txs with conflicting nullifiers/expired timestamps)
|
|
310
|
-
await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
|
|
311
481
|
this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
|
|
312
482
|
}
|
|
313
483
|
async prepareForSlot(slotNumber) {
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
484
|
+
await this.#store.transactionAsync(async ()=>{
|
|
485
|
+
// Step 0: Clean up slot-deleted txs from previous slots
|
|
486
|
+
await this.#deletedPool.cleanupSlotDeleted(slotNumber);
|
|
487
|
+
// Step 1: Find expired protected txs
|
|
488
|
+
const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
|
|
489
|
+
// Step 2: Clear protection for all expired entries (including those without metadata)
|
|
490
|
+
this.#indices.clearProtection(expiredProtected);
|
|
491
|
+
// Step 3: Filter to only txs that have metadata and are not mined
|
|
492
|
+
const txsToRestore = this.#indices.filterRestorable(expiredProtected);
|
|
493
|
+
if (txsToRestore.length === 0) {
|
|
494
|
+
this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
|
|
495
|
+
return;
|
|
496
|
+
}
|
|
497
|
+
this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
|
|
498
|
+
await this.#restoreUnprotectedToPending(txsToRestore, 'during prepareForSlot');
|
|
499
|
+
});
|
|
500
|
+
}
|
|
501
|
+
async unprotectTxs(txHashes, slotNumber) {
|
|
502
|
+
const hashStrs = txHashes.map((h)=>h.toString());
|
|
503
|
+
await this.#store.transactionAsync(async ()=>{
|
|
504
|
+
// Only release entries still recorded at this exact slot. A tx that another, still-live proposal
|
|
505
|
+
// raised to a higher slot via updateProtection must keep that protection. Mined txs have no
|
|
506
|
+
// protection entry and so are never matched here.
|
|
507
|
+
const matching = this.#indices.findProtectedTxsAtSlot(hashStrs, slotNumber);
|
|
508
|
+
if (matching.length === 0) {
|
|
509
|
+
this.#log.debug(`Unprotecting txs for slot ${slotNumber}: no matching protections to release`);
|
|
510
|
+
return;
|
|
511
|
+
}
|
|
512
|
+
this.#indices.clearProtection(matching);
|
|
513
|
+
const txsToRestore = this.#indices.filterRestorable(matching);
|
|
514
|
+
if (txsToRestore.length === 0) {
|
|
515
|
+
return;
|
|
516
|
+
}
|
|
517
|
+
this.#log.info(`Unprotecting ${txsToRestore.length} txs from failed proposal at slot ${slotNumber}`);
|
|
518
|
+
await this.#restoreUnprotectedToPending(txsToRestore, 'during unprotectTxs');
|
|
519
|
+
});
|
|
520
|
+
}
|
|
521
|
+
/**
|
|
522
|
+
* Returns just-unprotected txs to the pending pool: revalidates them, resolves nullifier
|
|
523
|
+
* conflicts, deletes losers, then enforces the pool size limit. Must run inside a store
|
|
524
|
+
* transaction; callers clear the protection entries before invoking.
|
|
525
|
+
*/ async #restoreUnprotectedToPending(txsToRestore, context) {
|
|
526
|
+
// Step 1: Validate for pending pool
|
|
527
|
+
const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, context);
|
|
528
|
+
// Step 2: Resolve nullifier conflicts and add winners to pending indices
|
|
327
529
|
const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
328
|
-
// Step
|
|
329
|
-
await this.#deleteTxsBatch(
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
]);
|
|
333
|
-
// Step 7: Run eviction rules (enforce pool size limit)
|
|
530
|
+
// Step 3: Delete invalid txs and evict conflict losers
|
|
531
|
+
await this.#deleteTxsBatch(invalid);
|
|
532
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
533
|
+
// Step 4: Run eviction rules (enforce pool size limit)
|
|
334
534
|
if (added.length > 0) {
|
|
335
535
|
const feePayers = added.map((meta)=>meta.feePayer);
|
|
336
536
|
const uniqueFeePayers = new Set(feePayers);
|
|
@@ -339,7 +539,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
339
539
|
]);
|
|
340
540
|
}
|
|
341
541
|
}
|
|
342
|
-
async handlePrunedBlocks(latestBlock) {
|
|
542
|
+
async handlePrunedBlocks(latestBlock, options) {
|
|
343
543
|
// Step 1: Find transactions mined after the prune point
|
|
344
544
|
const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
|
|
345
545
|
if (txsToUnmine.length === 0) {
|
|
@@ -347,86 +547,210 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
347
547
|
return;
|
|
348
548
|
}
|
|
349
549
|
this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
550
|
+
await this.#store.transactionAsync(async ()=>{
|
|
551
|
+
// Step 2: Mark ALL un-mined txs with their original mined block number
|
|
552
|
+
// This ensures they get soft-deleted if removed later, and only hard-deleted
|
|
553
|
+
// when their original mined block is finalized
|
|
554
|
+
await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
|
|
555
|
+
txHash: m.txHash,
|
|
556
|
+
minedAtBlock: BlockNumber(m.minedL2BlockId.number)
|
|
557
|
+
})));
|
|
558
|
+
// Step 3: Unmine - clear mined status from metadata
|
|
559
|
+
for (const meta of txsToUnmine){
|
|
560
|
+
this.#indices.markAsUnmined(meta);
|
|
561
|
+
}
|
|
562
|
+
// If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
|
|
563
|
+
if (options?.deleteAllTxs) {
|
|
564
|
+
const allTxHashes = txsToUnmine.map((m)=>m.txHash);
|
|
565
|
+
await this.#deleteTxsBatch(allTxHashes);
|
|
566
|
+
this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
|
|
567
|
+
return;
|
|
568
|
+
}
|
|
569
|
+
// Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
|
|
570
|
+
const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
|
|
571
|
+
// Step 5: Validate for pending pool
|
|
572
|
+
const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
|
|
573
|
+
// Step 6: Resolve nullifier conflicts and add winners to pending indices
|
|
574
|
+
const { toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
575
|
+
// Step 7: Delete invalid txs and evict conflict losers
|
|
576
|
+
await this.#deleteTxsBatch(invalid);
|
|
577
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
578
|
+
this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
|
|
579
|
+
txHashesRestored: valid.map((m)=>m.txHash),
|
|
580
|
+
txHashesInvalid: invalid,
|
|
581
|
+
txHashesEvicted: toEvict
|
|
582
|
+
});
|
|
583
|
+
// Step 8: Run eviction rules for ALL pending txs (not just restored ones)
|
|
584
|
+
// This handles cases like existing pending txs with invalid fee payer balances
|
|
585
|
+
await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
|
|
586
|
+
});
|
|
368
587
|
}
|
|
369
588
|
async handleFailedExecution(txHashes) {
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
589
|
+
await this.#store.transactionAsync(async ()=>{
|
|
590
|
+
await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
|
|
591
|
+
});
|
|
592
|
+
this.#log.info(`Deleted ${txHashes.length} failed txs`, {
|
|
593
|
+
txHashes: txHashes.map((h)=>h.toString())
|
|
594
|
+
});
|
|
595
|
+
}
|
|
596
|
+
/**
|
|
597
|
+
* Resolves what a finalized block event should process: the cutoff block and the mined txs at or
|
|
598
|
+
* before it. The wrapper feeds the result to archiveFinalizedTxs / finalizeTxs in chunks, each as
|
|
599
|
+
* its own serial-queue item, so gossip-driven pool operations can interleave with finalization
|
|
600
|
+
* instead of stalling behind an entire epoch's worth of tx processing.
|
|
601
|
+
*/ async prepareFinalization(block) {
|
|
602
|
+
// Hold finalized txs for a configurable margin behind the finalized tip so a prover still
|
|
603
|
+
// proving an epoch with already-finalized blocks isn't starved of its txs. 0 deletes at the finalized tip.
|
|
604
|
+
const cutoffBlock = await this.#finalizationCutoffBlock(block);
|
|
605
|
+
return {
|
|
606
|
+
cutoffBlock,
|
|
607
|
+
txHashes: this.#indices.findTxsMinedAtOrBefore(cutoffBlock)
|
|
608
|
+
};
|
|
609
|
+
}
|
|
610
|
+
/**
|
|
611
|
+
* Copies the given finalized txs into the archive. The pool stores txs proof-stripped, which is
|
|
612
|
+
* exactly the archive format, so buffers are copied as-is without deserialization.
|
|
613
|
+
*/ async archiveFinalizedTxs(txHashes) {
|
|
614
|
+
if (!this.#archive.isEnabled()) {
|
|
379
615
|
return;
|
|
380
616
|
}
|
|
381
|
-
|
|
382
|
-
const
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
}
|
|
617
|
+
const entries = [];
|
|
618
|
+
for (const txHash of txHashes){
|
|
619
|
+
const buffer = await this.#txsDB.getAsync(txHash);
|
|
620
|
+
if (buffer) {
|
|
621
|
+
entries.push({
|
|
622
|
+
txHash,
|
|
623
|
+
buffer
|
|
624
|
+
});
|
|
389
625
|
}
|
|
390
626
|
}
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
627
|
+
await this.#archive.archiveTxBuffers(entries);
|
|
628
|
+
}
|
|
629
|
+
/**
|
|
630
|
+
* Deletes a batch of finalized mined txs from the active pool. Callers may invoke this in
|
|
631
|
+
* chunks: a crash between chunks leaves some finalized txs mined, and the next finalized-block
|
|
632
|
+
* event lists and deletes them again (the operation is idempotent), so per-chunk atomicity is
|
|
633
|
+
* sufficient. Since other pool operations may interleave between the finalization plan being
|
|
634
|
+
* computed and this call, each tx is re-checked to still be mined at or before the cutoff.
|
|
635
|
+
*/ async deleteFinalizedTxs(txHashes, cutoffBlock) {
|
|
636
|
+
const stillFinalized = txHashes.filter((txHash)=>{
|
|
637
|
+
const minedBlock = this.#indices.getMetadata(txHash)?.minedL2BlockId?.number;
|
|
638
|
+
return minedBlock !== undefined && minedBlock <= cutoffBlock;
|
|
639
|
+
});
|
|
640
|
+
if (stillFinalized.length === 0) {
|
|
641
|
+
return;
|
|
396
642
|
}
|
|
397
|
-
this.#
|
|
643
|
+
await this.#store.transactionAsync(async ()=>{
|
|
644
|
+
await this.#deleteTxsBatch(stillFinalized);
|
|
645
|
+
});
|
|
646
|
+
}
|
|
647
|
+
/** Finalizes soft-deleted txs up to the cutoff and logs the completed finalization. */ async completeFinalization(txHashes, cutoffBlock, finalizedBlockNumber) {
|
|
648
|
+
await this.#store.transactionAsync(async ()=>{
|
|
649
|
+
await this.#deletedPool.finalizeBlock(cutoffBlock);
|
|
650
|
+
});
|
|
651
|
+
if (txHashes.length > 0) {
|
|
652
|
+
this.#log.info(`Finalized ${txHashes.length} mined txs from blocks up to ${cutoffBlock}`, {
|
|
653
|
+
txHashes,
|
|
654
|
+
finalizedBlockNumber,
|
|
655
|
+
cutoffBlock
|
|
656
|
+
});
|
|
657
|
+
}
|
|
658
|
+
}
|
|
659
|
+
/**
|
|
660
|
+
* Resolves the block up to which finalized txs may be deleted, given `keepFinalizedTxsForSlots`.
|
|
661
|
+
* With a margin of 0 this is just the finalized block. Otherwise we keep txs whose block is within
|
|
662
|
+
* the margin (in slots) of the finalized tip: take the target slot `finalizedSlot - margin`, find the
|
|
663
|
+
* latest checkpoint at or before it with a single reverse range query (`limit: 1`), and use that
|
|
664
|
+
* checkpoint's last block as the cutoff. This rounds to a checkpoint boundary, so it can retain slightly
|
|
665
|
+
* more than the configured margin but never less, and never deletes past the finalized block.
|
|
666
|
+
*/ async #finalizationCutoffBlock(block) {
|
|
667
|
+
const keepSlots = this.#config.keepFinalizedTxsForSlots;
|
|
668
|
+
if (keepSlots <= 0) {
|
|
669
|
+
return block.globalVariables.blockNumber;
|
|
670
|
+
}
|
|
671
|
+
// The goal here really is to ensure we keep transactions long enough for them to be proven.
|
|
672
|
+
// So we could be smart and calculate the number of slots until the end of the proof submission window.
|
|
673
|
+
// Our approach here is a lot simpler however and we just keep transactions for the configured number
|
|
674
|
+
// of slots past L1 finalisation. This means we may keep transactions in the mined pool for longer
|
|
675
|
+
// than strictly necessary.
|
|
676
|
+
const targetSlot = block.getSlot() - keepSlots;
|
|
677
|
+
if (targetSlot < 0) {
|
|
678
|
+
// The margin reaches past genesis: keep everything.
|
|
679
|
+
return BlockNumber(0);
|
|
680
|
+
}
|
|
681
|
+
const [checkpoint] = await this.#l2BlockSource.getCheckpointsData({
|
|
682
|
+
fromSlot: SlotNumber(targetSlot),
|
|
683
|
+
limit: 1,
|
|
684
|
+
reverse: true
|
|
685
|
+
});
|
|
686
|
+
// No checkpoint at or before the target slot (e.g. early chain): keep everything.
|
|
687
|
+
return checkpoint ? BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1) : BlockNumber(0);
|
|
398
688
|
}
|
|
399
689
|
// === Query Methods ===
|
|
400
|
-
async getTxByHash(txHash) {
|
|
401
|
-
const
|
|
402
|
-
|
|
690
|
+
async getTxByHash(txHash, opts = {}) {
|
|
691
|
+
const txHashStr = txHash.toString();
|
|
692
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
693
|
+
if (!buffer) {
|
|
694
|
+
return undefined;
|
|
695
|
+
}
|
|
696
|
+
return opts.includeProof === false ? Tx.fromBuffer(buffer) : this.#loadTxWithProof(txHashStr, buffer);
|
|
403
697
|
}
|
|
404
|
-
async getTxsByHash(txHashes) {
|
|
698
|
+
async getTxsByHash(txHashes, opts = {}) {
|
|
405
699
|
const results = [];
|
|
406
700
|
for (const h of txHashes){
|
|
407
|
-
|
|
408
|
-
results.push(buffer ? Tx.fromBuffer(buffer) : undefined);
|
|
701
|
+
results.push(await this.getTxByHash(h, opts));
|
|
409
702
|
}
|
|
410
703
|
return results;
|
|
411
704
|
}
|
|
705
|
+
/** Deserializes a tx blob loaded from #txsDB together with its separately-stored proof. */ async #loadTxWithProof(txHashStr, buffer) {
|
|
706
|
+
const proofBuffer = await this.#proofsDB.getAsync(txHashStr);
|
|
707
|
+
if (!proofBuffer) {
|
|
708
|
+
// #addTx always writes a proof entry (an empty proof serializes to a 4-byte sentinel), so a missing entry
|
|
709
|
+
// means the blob/proof invariant is broken. Return the proofless tx but flag it, since a consumer that needs
|
|
710
|
+
// the proof (eg serving peers) would otherwise fail far away from the root cause.
|
|
711
|
+
this.#log.warn(`Missing stored proof for tx ${txHashStr}`, {
|
|
712
|
+
txHash: txHashStr
|
|
713
|
+
});
|
|
714
|
+
return Tx.fromBuffer(buffer);
|
|
715
|
+
}
|
|
716
|
+
return Tx.fromBuffers(buffer, proofBuffer);
|
|
717
|
+
}
|
|
412
718
|
hasTxs(txHashes) {
|
|
413
|
-
return txHashes.map((h)=>
|
|
719
|
+
return txHashes.map((h)=>{
|
|
720
|
+
const hashStr = h.toString();
|
|
721
|
+
return this.#indices.has(hashStr) || this.#deletedPool.isSoftDeleted(hashStr);
|
|
722
|
+
});
|
|
414
723
|
}
|
|
415
724
|
getTxStatus(txHash) {
|
|
416
|
-
const
|
|
417
|
-
|
|
418
|
-
|
|
725
|
+
const txHashStr = txHash.toString();
|
|
726
|
+
const meta = this.#indices.getMetadata(txHashStr);
|
|
727
|
+
if (meta) {
|
|
728
|
+
return this.#indices.getTxState(meta);
|
|
419
729
|
}
|
|
420
|
-
|
|
730
|
+
// Check if soft-deleted
|
|
731
|
+
if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
732
|
+
return 'deleted';
|
|
733
|
+
}
|
|
734
|
+
return undefined;
|
|
421
735
|
}
|
|
422
736
|
getPendingTxHashes() {
|
|
423
737
|
return [
|
|
424
738
|
...this.#indices.iteratePendingByPriority('desc')
|
|
425
739
|
].map((hash)=>TxHash.fromString(hash));
|
|
426
740
|
}
|
|
741
|
+
getEligiblePendingTxHashes() {
|
|
742
|
+
const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
|
|
743
|
+
return [
|
|
744
|
+
...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
|
|
745
|
+
].map((hash)=>TxHash.fromString(hash));
|
|
746
|
+
}
|
|
427
747
|
getPendingTxCount() {
|
|
428
748
|
return this.#indices.getPendingTxCount();
|
|
429
749
|
}
|
|
750
|
+
hasEligiblePendingTxs(minCount) {
|
|
751
|
+
const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
|
|
752
|
+
return this.#indices.hasEligiblePendingTxs(maxReceivedAt, minCount);
|
|
753
|
+
}
|
|
430
754
|
getMinedTxHashes() {
|
|
431
755
|
return this.#indices.getMinedTxs().map(([hash, blockId])=>[
|
|
432
756
|
TxHash.fromString(hash),
|
|
@@ -463,6 +787,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
463
787
|
this.#config.archivedTxLimit = config.archivedTxLimit;
|
|
464
788
|
this.#archive.updateLimit(config.archivedTxLimit);
|
|
465
789
|
}
|
|
790
|
+
if (config.minTxPoolAgeMs !== undefined) {
|
|
791
|
+
this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
|
|
792
|
+
}
|
|
793
|
+
if (config.keepFinalizedTxsForSlots !== undefined) {
|
|
794
|
+
this.#config.keepFinalizedTxsForSlots = config.keepFinalizedTxsForSlots;
|
|
795
|
+
}
|
|
466
796
|
// Update eviction rules with new config
|
|
467
797
|
this.#evictionManager.updateConfig(config);
|
|
468
798
|
}
|
|
@@ -477,7 +807,10 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
477
807
|
}
|
|
478
808
|
// === Metrics ===
|
|
479
809
|
countTxs() {
|
|
480
|
-
return
|
|
810
|
+
return {
|
|
811
|
+
...this.#indices.countTxs(),
|
|
812
|
+
softDeleted: this.#deletedPool.getSoftDeletedCount()
|
|
813
|
+
};
|
|
481
814
|
}
|
|
482
815
|
// ============================================================================
|
|
483
816
|
// PRIVATE HELPERS - Transaction Management
|
|
@@ -485,10 +818,13 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
485
818
|
/**
|
|
486
819
|
* Adds a new transaction to the pool with the specified state.
|
|
487
820
|
* Emits onTxsAdded callback immediately after DB write.
|
|
488
|
-
*/ async #addTx(tx, state, opts = {}) {
|
|
821
|
+
*/ async #addTx(tx, state, opts = {}, precomputedMeta) {
|
|
489
822
|
const txHashStr = tx.getTxHash().toString();
|
|
490
|
-
const meta = await buildTxMetaData(tx);
|
|
491
|
-
|
|
823
|
+
const meta = precomputedMeta ?? await buildTxMetaData(tx);
|
|
824
|
+
meta.receivedAt = this.#dateProvider.now();
|
|
825
|
+
await this.#txsDB.set(txHashStr, tx.withoutProof().toBuffer());
|
|
826
|
+
await this.#proofsDB.set(txHashStr, tx.chonkProof.toBuffer());
|
|
827
|
+
await this.#deletedPool.clearSoftDeleted(txHashStr);
|
|
492
828
|
this.#callbacks.onTxsAdded([
|
|
493
829
|
tx
|
|
494
830
|
], opts);
|
|
@@ -501,64 +837,70 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
501
837
|
this.#indices.addMined(meta);
|
|
502
838
|
}
|
|
503
839
|
const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
|
|
504
|
-
this.#log.
|
|
840
|
+
this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
|
|
505
841
|
eventName: 'tx-added-to-pool',
|
|
506
|
-
|
|
842
|
+
txHash: txHashStr,
|
|
843
|
+
state: stateStr,
|
|
844
|
+
source: opts.source
|
|
507
845
|
});
|
|
508
846
|
return meta;
|
|
509
847
|
}
|
|
510
848
|
/**
|
|
511
849
|
* Deletes a transaction from both indices and DB.
|
|
512
850
|
* Emits onTxsRemoved callback immediately after DB delete.
|
|
851
|
+
*/ /**
|
|
852
|
+
* Deletes a transaction from the pool.
|
|
853
|
+
* Delegates to DeletedPool which decides soft vs hard delete based on whether
|
|
854
|
+
* the tx is from a pruned block.
|
|
513
855
|
*/ async #deleteTx(txHashStr) {
|
|
514
856
|
this.#indices.remove(txHashStr);
|
|
515
|
-
await this.#txsDB.delete(txHashStr);
|
|
516
857
|
this.#callbacks.onTxsRemoved([
|
|
517
858
|
txHashStr
|
|
518
859
|
]);
|
|
860
|
+
await this.#deletedPool.deleteTx(txHashStr);
|
|
861
|
+
}
|
|
862
|
+
/** Hard-deletes a tx's stored data (tx blob and proof) from the DB. */ async #deleteTxData(txHashStr) {
|
|
863
|
+
await this.#txsDB.delete(txHashStr);
|
|
864
|
+
await this.#proofsDB.delete(txHashStr);
|
|
519
865
|
}
|
|
520
866
|
/** Deletes a batch of transactions, emitting callbacks individually for each. */ async #deleteTxsBatch(txHashes) {
|
|
521
867
|
for (const txHashStr of txHashes){
|
|
522
868
|
await this.#deleteTx(txHashStr);
|
|
523
869
|
}
|
|
524
870
|
}
|
|
871
|
+
/** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
|
|
872
|
+
if (txHashes.length === 0) {
|
|
873
|
+
return;
|
|
874
|
+
}
|
|
875
|
+
this.#instrumentation.recordEvictions(txHashes.length, reason);
|
|
876
|
+
for (const txHashStr of txHashes){
|
|
877
|
+
this.#log.debug(`Evicting tx ${txHashStr}`, {
|
|
878
|
+
txHash: txHashStr,
|
|
879
|
+
reason
|
|
880
|
+
});
|
|
881
|
+
this.#evictedTxHashes.add(txHashStr);
|
|
882
|
+
}
|
|
883
|
+
await this.#deleteTxsBatch(txHashes);
|
|
884
|
+
}
|
|
525
885
|
// ============================================================================
|
|
526
886
|
// PRIVATE HELPERS - Validation & Conflict Resolution
|
|
527
887
|
// ============================================================================
|
|
528
|
-
/** Validates
|
|
529
|
-
const
|
|
888
|
+
/** Validates transaction metadata, returning true if valid */ async #validateMeta(meta, validator, context) {
|
|
889
|
+
const txValidator = validator ?? await this.#createTxValidator();
|
|
890
|
+
const result = await txValidator.validateTx(meta);
|
|
530
891
|
if (result.result !== 'valid') {
|
|
531
892
|
const contextStr = context ? ` ${context}` : '';
|
|
532
|
-
this.#log.info(`Tx ${
|
|
893
|
+
this.#log.info(`Tx ${meta.txHash}${contextStr} failed validation: ${result.reason?.join(', ')}`);
|
|
533
894
|
return false;
|
|
534
895
|
}
|
|
535
896
|
return true;
|
|
536
897
|
}
|
|
537
|
-
/**
|
|
538
|
-
const loaded = [];
|
|
539
|
-
const missing = [];
|
|
540
|
-
for (const meta of metas){
|
|
541
|
-
const buffer = await this.#txsDB.getAsync(meta.txHash);
|
|
542
|
-
if (!buffer) {
|
|
543
|
-
this.#log.warn(`Tx ${meta.txHash} not found in DB`);
|
|
544
|
-
missing.push(meta.txHash);
|
|
545
|
-
continue;
|
|
546
|
-
}
|
|
547
|
-
loaded.push({
|
|
548
|
-
tx: Tx.fromBuffer(buffer),
|
|
549
|
-
meta
|
|
550
|
-
});
|
|
551
|
-
}
|
|
552
|
-
return {
|
|
553
|
-
loaded,
|
|
554
|
-
missing
|
|
555
|
-
};
|
|
556
|
-
}
|
|
557
|
-
/** Validates a batch of transactions, returning valid and invalid groups */ async #validateTxBatch(txs, context) {
|
|
898
|
+
/** Validates metadata directly */ async #revalidateMetadata(metas, context) {
|
|
558
899
|
const valid = [];
|
|
559
900
|
const invalid = [];
|
|
560
|
-
|
|
561
|
-
|
|
901
|
+
const validator = await this.#createTxValidator();
|
|
902
|
+
for (const meta of metas){
|
|
903
|
+
if (await this.#validateMeta(meta, validator, context)) {
|
|
562
904
|
valid.push(meta);
|
|
563
905
|
} else {
|
|
564
906
|
invalid.push(meta.txHash);
|
|
@@ -569,17 +911,6 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
569
911
|
invalid
|
|
570
912
|
};
|
|
571
913
|
}
|
|
572
|
-
/** Loads transactions from DB and validates them */ async #loadAndValidateTxs(metas, context) {
|
|
573
|
-
const { loaded, missing } = await this.#loadTxsFromDb(metas);
|
|
574
|
-
const { valid, invalid } = await this.#validateTxBatch(loaded, context);
|
|
575
|
-
return {
|
|
576
|
-
valid,
|
|
577
|
-
invalid: [
|
|
578
|
-
...missing,
|
|
579
|
-
...invalid
|
|
580
|
-
]
|
|
581
|
-
};
|
|
582
|
-
}
|
|
583
914
|
/**
|
|
584
915
|
* Resolves nullifier conflicts between incoming txs and existing pending txs.
|
|
585
916
|
* Modifies the pending indices during iteration to maintain consistent state
|
|
@@ -631,46 +962,6 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
631
962
|
hash: txEffect.l2BlockHash.toString()
|
|
632
963
|
};
|
|
633
964
|
}
|
|
634
|
-
/** Loads all transactions from the database, returning loaded txs and deserialization errors */ async #loadAllTxsFromDb() {
|
|
635
|
-
const loaded = [];
|
|
636
|
-
const errors = [];
|
|
637
|
-
for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()){
|
|
638
|
-
try {
|
|
639
|
-
const tx = Tx.fromBuffer(buffer);
|
|
640
|
-
const meta = await buildTxMetaData(tx);
|
|
641
|
-
loaded.push({
|
|
642
|
-
tx,
|
|
643
|
-
meta
|
|
644
|
-
});
|
|
645
|
-
} catch (err) {
|
|
646
|
-
this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, {
|
|
647
|
-
err
|
|
648
|
-
});
|
|
649
|
-
errors.push(txHashStr);
|
|
650
|
-
}
|
|
651
|
-
}
|
|
652
|
-
return {
|
|
653
|
-
loaded,
|
|
654
|
-
errors
|
|
655
|
-
};
|
|
656
|
-
}
|
|
657
|
-
/** Queries block source and marks mined status on transaction metadata */ async #markMinedStatusBatch(metas) {
|
|
658
|
-
for (const meta of metas){
|
|
659
|
-
try {
|
|
660
|
-
const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
|
|
661
|
-
if (txEffect) {
|
|
662
|
-
meta.minedL2BlockId = {
|
|
663
|
-
number: txEffect.l2BlockNumber,
|
|
664
|
-
hash: txEffect.l2BlockHash.toString()
|
|
665
|
-
};
|
|
666
|
-
}
|
|
667
|
-
} catch (err) {
|
|
668
|
-
this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, {
|
|
669
|
-
err
|
|
670
|
-
});
|
|
671
|
-
}
|
|
672
|
-
}
|
|
673
|
-
}
|
|
674
965
|
/**
|
|
675
966
|
* Rebuilds the pending pool by processing each tx through pre-add rules.
|
|
676
967
|
* Starts with an empty pending pool and adds txs one by one, resolving conflicts.
|
|
@@ -685,7 +976,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
685
976
|
if (preAddResult.shouldIgnore) {
|
|
686
977
|
// Transaction rejected - mark for deletion from DB
|
|
687
978
|
rejected.push(meta.txHash);
|
|
688
|
-
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason}`);
|
|
979
|
+
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
689
980
|
continue;
|
|
690
981
|
}
|
|
691
982
|
// Evict any conflicting txs identified by pre-add rules
|
|
@@ -721,7 +1012,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
721
1012
|
getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
|
|
722
1013
|
getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
|
|
723
1014
|
getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
|
|
724
|
-
deleteTxs: (txHashes)=>this.#
|
|
1015
|
+
deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
|
|
725
1016
|
};
|
|
726
1017
|
}
|
|
727
1018
|
#createPreAddPoolAccess() {
|
|
@@ -737,7 +1028,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
737
1028
|
getFeePayerBalance: async (feePayer)=>{
|
|
738
1029
|
const db = this.#worldStateSynchronizer.getCommitted();
|
|
739
1030
|
const publicStateSource = new DatabasePublicStateSource(db);
|
|
740
|
-
const balance = await publicStateSource.storageRead(ProtocolContractAddress.FeeJuice, await computeFeePayerBalanceStorageSlot(AztecAddress.
|
|
1031
|
+
const balance = await publicStateSource.storageRead(ProtocolContractAddress.FeeJuice, await computeFeePayerBalanceStorageSlot(AztecAddress.fromStringUnsafe(feePayer)));
|
|
741
1032
|
return balance.toBigInt();
|
|
742
1033
|
},
|
|
743
1034
|
getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
|