@aztec/p2p 0.0.1-commit.6d63667d → 0.0.1-commit.733c4a3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +7 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +35 -11
- package/dest/client/interface.d.ts +45 -32
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +38 -50
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +145 -200
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
- package/dest/config.d.ts +24 -8
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -6
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -2
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +10 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +22 -8
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +39 -5
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +74 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +27 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +11 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +13 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +312 -169
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +13 -5
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +10 -4
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +4 -3
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +91 -38
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +411 -321
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +19 -46
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +39 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +19 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +46 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -1
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +56 -36
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +2 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +29 -2
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +103 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +10 -10
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +66 -14
- package/src/client/interface.ts +61 -33
- package/src/client/p2p_client.ts +179 -236
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
- package/src/config.ts +35 -11
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +76 -10
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -2
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +15 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +23 -8
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +103 -9
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +32 -5
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +18 -7
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +347 -166
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -6
- package/src/services/encoding.ts +4 -3
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +431 -344
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +20 -48
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -3
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +51 -2
- package/src/services/tx_collection/config.ts +68 -0
- package/src/services/tx_collection/fast_tx_collection.ts +65 -32
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +1 -0
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +143 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +22 -15
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
|
@@ -1,10 +1,13 @@
|
|
|
1
1
|
import { compactArray } from '@aztec/foundation/collection';
|
|
2
2
|
import { createLogger } from '@aztec/foundation/log';
|
|
3
3
|
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
|
+
import { sleep } from '@aztec/foundation/sleep';
|
|
4
5
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
6
|
+
import { TxHash } from '@aztec/stdlib/tx';
|
|
5
7
|
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
6
8
|
import { FastTxCollection } from './fast_tx_collection.js';
|
|
7
|
-
import {
|
|
9
|
+
import { FileStoreTxCollection } from './file_store_tx_collection.js';
|
|
10
|
+
import { SlowTxCollection, getProofDeadlineForSlot } from './slow_tx_collection.js';
|
|
8
11
|
import { TxCollectionSink } from './tx_collection_sink.js';
|
|
9
12
|
/**
|
|
10
13
|
* Coordinates tx collection from remote RPC nodes and reqresp.
|
|
@@ -26,11 +29,15 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
26
29
|
log;
|
|
27
30
|
/** Slow collection background loops */ slowCollection;
|
|
28
31
|
/** Fast collection methods */ fastCollection;
|
|
32
|
+
/** File store collection for slow (mined block) path */ fileStoreSlowCollection;
|
|
33
|
+
/** File store collection for fast (proposal/proving) path */ fileStoreFastCollection;
|
|
29
34
|
/** Loop for periodically reconciling found transactions from the tx pool in case we missed some */ reconcileFoundTxsLoop;
|
|
30
35
|
/** Handles txs found by the slow and fast collection loops */ txCollectionSink;
|
|
31
36
|
/** Handler for the txs-added event from the tx pool */ handleTxsAddedToPool;
|
|
32
37
|
/** Handler for the txs-added event from the tx collection sink */ handleTxsFound;
|
|
33
|
-
|
|
38
|
+
/** Whether the service has been started. */ started;
|
|
39
|
+
/** Whether file store sources are configured. */ hasFileStoreSources;
|
|
40
|
+
constructor(p2pService, nodes, constants, txPool, config, fileStoreSources = [], dateProvider = new DateProvider(), telemetryClient = getTelemetryClient(), log = createLogger('p2p:tx_collection_service')){
|
|
34
41
|
this.p2pService = p2pService;
|
|
35
42
|
this.nodes = nodes;
|
|
36
43
|
this.constants = constants;
|
|
@@ -38,9 +45,21 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
38
45
|
this.config = config;
|
|
39
46
|
this.dateProvider = dateProvider;
|
|
40
47
|
this.log = log;
|
|
48
|
+
this.started = false;
|
|
41
49
|
this.txCollectionSink = new TxCollectionSink(this.txPool, telemetryClient, this.log);
|
|
42
50
|
this.fastCollection = new FastTxCollection(this.p2pService, this.nodes, this.txCollectionSink, this.config, this.dateProvider, this.log);
|
|
43
51
|
this.slowCollection = new SlowTxCollection(this.p2pService.reqResp, this.nodes, this.txCollectionSink, this.fastCollection, constants, this.config, this.dateProvider, this.log);
|
|
52
|
+
this.hasFileStoreSources = fileStoreSources.length > 0;
|
|
53
|
+
this.fileStoreSlowCollection = new FileStoreTxCollection(fileStoreSources, this.txCollectionSink, {
|
|
54
|
+
workerCount: config.txCollectionFileStoreSlowWorkerCount,
|
|
55
|
+
backoffBaseMs: config.txCollectionFileStoreSlowBackoffBaseMs,
|
|
56
|
+
backoffMaxMs: config.txCollectionFileStoreSlowBackoffMaxMs
|
|
57
|
+
}, this.dateProvider, this.log);
|
|
58
|
+
this.fileStoreFastCollection = new FileStoreTxCollection(fileStoreSources, this.txCollectionSink, {
|
|
59
|
+
workerCount: config.txCollectionFileStoreFastWorkerCount,
|
|
60
|
+
backoffBaseMs: config.txCollectionFileStoreFastBackoffBaseMs,
|
|
61
|
+
backoffMaxMs: config.txCollectionFileStoreFastBackoffMaxMs
|
|
62
|
+
}, this.dateProvider, this.log);
|
|
44
63
|
this.reconcileFoundTxsLoop = new RunningPromise(()=>this.reconcileFoundTxsWithPool(), this.log, this.config.txCollectionReconcileIntervalMs);
|
|
45
64
|
this.handleTxsFound = (args)=>{
|
|
46
65
|
this.foundTxs(args.txs);
|
|
@@ -55,15 +74,21 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
55
74
|
this.txPool.on('txs-added', this.handleTxsAddedToPool);
|
|
56
75
|
}
|
|
57
76
|
/** Starts all collection loops. */ start() {
|
|
77
|
+
this.started = true;
|
|
58
78
|
this.slowCollection.start();
|
|
79
|
+
this.fileStoreSlowCollection.start();
|
|
80
|
+
this.fileStoreFastCollection.start();
|
|
59
81
|
this.reconcileFoundTxsLoop.start();
|
|
60
82
|
// TODO(palla/txs): Collect mined unproven tx hashes for txs we dont have in the pool and populate missingTxs on startup
|
|
61
83
|
return Promise.resolve();
|
|
62
84
|
}
|
|
63
85
|
/** Stops all activity. */ async stop() {
|
|
86
|
+
this.started = false;
|
|
64
87
|
await Promise.all([
|
|
65
88
|
this.slowCollection.stop(),
|
|
66
89
|
this.fastCollection.stop(),
|
|
90
|
+
this.fileStoreSlowCollection.stop(),
|
|
91
|
+
this.fileStoreFastCollection.stop(),
|
|
67
92
|
this.reconcileFoundTxsLoop.stop()
|
|
68
93
|
]);
|
|
69
94
|
this.txPool.removeListener('txs-added', this.handleTxsAddedToPool);
|
|
@@ -79,7 +104,25 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
79
104
|
return this.constants;
|
|
80
105
|
}
|
|
81
106
|
/** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
|
|
82
|
-
|
|
107
|
+
this.slowCollection.startCollecting(block, txHashes);
|
|
108
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
109
|
+
if (this.hasFileStoreSources) {
|
|
110
|
+
const context = {
|
|
111
|
+
type: 'mined',
|
|
112
|
+
block
|
|
113
|
+
};
|
|
114
|
+
const deadline = getProofDeadlineForSlot(block.header.getSlot(), this.constants);
|
|
115
|
+
sleep(this.config.txCollectionFileStoreSlowDelayMs).then(()=>{
|
|
116
|
+
if (this.started) {
|
|
117
|
+
// Only queue txs that are still missing after the delay
|
|
118
|
+
const stillMissing = new Set(this.slowCollection.getMissingTxHashes().map((h)=>h.toString()));
|
|
119
|
+
const remaining = txHashes.filter((h)=>stillMissing.has(h.toString()));
|
|
120
|
+
if (remaining.length > 0) {
|
|
121
|
+
this.fileStoreSlowCollection.startCollecting(remaining, context, deadline);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}).catch((err)=>this.log.error('Error in file store slow delay', err));
|
|
125
|
+
}
|
|
83
126
|
}
|
|
84
127
|
/** Collects the set of txs for the given block proposal as fast as possible */ collectFastForProposal(blockProposal, blockNumber, txHashes, opts) {
|
|
85
128
|
return this.collectFastFor({
|
|
@@ -95,11 +138,36 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
95
138
|
}, txHashes, opts);
|
|
96
139
|
}
|
|
97
140
|
/** Collects the set of txs for the given proposal or block as fast as possible */ collectFastFor(input, txHashes, opts) {
|
|
141
|
+
const hashes = txHashes.map((h)=>typeof h === 'string' ? TxHash.fromString(h) : h);
|
|
142
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
143
|
+
if (this.hasFileStoreSources) {
|
|
144
|
+
const context = this.getAddContextForInput(input);
|
|
145
|
+
sleep(this.config.txCollectionFileStoreFastDelayMs).then(()=>{
|
|
146
|
+
if (this.started) {
|
|
147
|
+
this.fileStoreFastCollection.startCollecting(hashes, context, opts.deadline);
|
|
148
|
+
}
|
|
149
|
+
}).catch((err)=>this.log.error('Error in file store fast delay', err));
|
|
150
|
+
}
|
|
98
151
|
return this.fastCollection.collectFastFor(input, txHashes, opts);
|
|
99
152
|
}
|
|
153
|
+
/** Returns the TxAddContext for the given fast collection request input */ getAddContextForInput(input) {
|
|
154
|
+
if (input.type === 'proposal') {
|
|
155
|
+
return {
|
|
156
|
+
type: 'proposal',
|
|
157
|
+
blockHeader: input.blockProposal.blockHeader
|
|
158
|
+
};
|
|
159
|
+
} else {
|
|
160
|
+
return {
|
|
161
|
+
type: 'mined',
|
|
162
|
+
block: input.block
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
}
|
|
100
166
|
/** Mark the given txs as found. Stops collecting them. */ foundTxs(txs) {
|
|
101
167
|
this.slowCollection.foundTxs(txs);
|
|
102
168
|
this.fastCollection.foundTxs(txs);
|
|
169
|
+
this.fileStoreSlowCollection.foundTxs(txs);
|
|
170
|
+
this.fileStoreFastCollection.foundTxs(txs);
|
|
103
171
|
}
|
|
104
172
|
/**
|
|
105
173
|
* Stop collecting all txs for blocks less than or requal to the block number specified.
|
|
@@ -107,6 +175,8 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
107
175
|
*/ stopCollectingForBlocksUpTo(blockNumber) {
|
|
108
176
|
this.slowCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
109
177
|
this.fastCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
178
|
+
this.fileStoreSlowCollection.clearPending();
|
|
179
|
+
this.fileStoreFastCollection.clearPending();
|
|
110
180
|
}
|
|
111
181
|
/**
|
|
112
182
|
* Stop collecting all txs for blocks greater than the block number specified.
|
|
@@ -114,6 +184,8 @@ import { TxCollectionSink } from './tx_collection_sink.js';
|
|
|
114
184
|
*/ stopCollectingForBlocksAfter(blockNumber) {
|
|
115
185
|
this.slowCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
116
186
|
this.fastCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
187
|
+
this.fileStoreSlowCollection.clearPending();
|
|
188
|
+
this.fileStoreFastCollection.clearPending();
|
|
117
189
|
}
|
|
118
190
|
/** Every now and then, check if the pool has received one of the txs we are looking for, just to catch any race conditions */ async reconcileFoundTxsWithPool() {
|
|
119
191
|
const missingTxHashes = this.slowCollection.getMissingTxHashes();
|
|
@@ -1,10 +1,20 @@
|
|
|
1
1
|
import type { Logger } from '@aztec/foundation/log';
|
|
2
2
|
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
3
|
-
import {
|
|
3
|
+
import type { L2Block } from '@aztec/stdlib/block';
|
|
4
|
+
import type { BlockHeader, Tx } from '@aztec/stdlib/tx';
|
|
4
5
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
5
|
-
import type {
|
|
6
|
+
import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/index.js';
|
|
6
7
|
import type { CollectionMethod } from './tx_collection.js';
|
|
7
|
-
|
|
8
|
+
import type { TxSourceCollectionResult } from './tx_source.js';
|
|
9
|
+
/** Context determining how collected txs should be added to the pool. */
|
|
10
|
+
export type TxAddContext = {
|
|
11
|
+
type: 'proposal';
|
|
12
|
+
blockHeader: BlockHeader;
|
|
13
|
+
} | {
|
|
14
|
+
type: 'mined';
|
|
15
|
+
block: L2Block;
|
|
16
|
+
};
|
|
17
|
+
declare const TxCollectionSink_base: new () => TypedEventEmitter<TxPoolV2Events>;
|
|
8
18
|
/**
|
|
9
19
|
* Executes collection requests from the fast and slow collection loops, and handles collected txs
|
|
10
20
|
* by adding them to the tx pool and emitting events, as well as handling logging and metrics.
|
|
@@ -13,13 +23,13 @@ export declare class TxCollectionSink extends TxCollectionSink_base {
|
|
|
13
23
|
private readonly txPool;
|
|
14
24
|
private readonly log;
|
|
15
25
|
private readonly instrumentation;
|
|
16
|
-
constructor(txPool:
|
|
17
|
-
collect(collectValidTxsFn: (
|
|
26
|
+
constructor(txPool: TxPoolV2, telemetryClient: TelemetryClient, log: Logger);
|
|
27
|
+
collect(collectValidTxsFn: () => Promise<TxSourceCollectionResult>, requested: string[], info: Record<string, any> & {
|
|
18
28
|
description: string;
|
|
19
29
|
method: CollectionMethod;
|
|
20
|
-
}): Promise<{
|
|
30
|
+
}, context: TxAddContext): Promise<{
|
|
21
31
|
txs: Tx[];
|
|
22
|
-
requested:
|
|
32
|
+
requested: string[];
|
|
23
33
|
duration: number;
|
|
24
34
|
} | {
|
|
25
35
|
txs: Tx[];
|
|
@@ -27,4 +37,4 @@ export declare class TxCollectionSink extends TxCollectionSink_base {
|
|
|
27
37
|
private foundTxs;
|
|
28
38
|
}
|
|
29
39
|
export {};
|
|
30
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
40
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfY29sbGVjdGlvbl9zaW5rLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi90eF9jb2xsZWN0aW9uX3NpbmsudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFFcEQsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUNqRSxPQUFPLEtBQUssRUFBRSxPQUFPLEVBQUUsTUFBTSxxQkFBcUIsQ0FBQztBQUNuRCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsRUFBRSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFDeEQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFJL0QsT0FBTyxLQUFLLEVBQUUsUUFBUSxFQUFFLGNBQWMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBRXpFLE9BQU8sS0FBSyxFQUFFLGdCQUFnQixFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsd0JBQXdCLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUUvRCx5RUFBeUU7QUFDekUsTUFBTSxNQUFNLFlBQVksR0FBRztJQUFFLElBQUksRUFBRSxVQUFVLENBQUM7SUFBQyxXQUFXLEVBQUUsV0FBVyxDQUFBO0NBQUUsR0FBRztJQUFFLElBQUksRUFBRSxPQUFPLENBQUM7SUFBQyxLQUFLLEVBQUUsT0FBTyxDQUFBO0NBQUUsQ0FBQzs7QUFFOUc7OztHQUdHO0FBQ0gscUJBQWEsZ0JBQWlCLFNBQVEscUJBQTZEO0lBSS9GLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUV2QixPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUc7SUFMdEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxlQUFlLENBQThCO0lBRTlELFlBQ21CLE1BQU0sRUFBRSxRQUFRLEVBQ2pDLGVBQWUsRUFBRSxlQUFlLEVBQ2YsR0FBRyxFQUFFLE1BQU0sRUFJN0I7SUFFWSxPQUFPLENBQ2xCLGlCQUFpQixFQUFFLE1BQU0sT0FBTyxDQUFDLHdCQUF3QixDQUFDLEVBQzFELFNBQVMsRUFBRSxNQUFNLEVBQUUsRUFDbkIsSUFBSSxFQUFFLE1BQU0sQ0FBQyxNQUFNLEVBQUUsR0FBRyxDQUFDLEdBQUc7UUFBRSxXQUFXLEVBQUUsTUFBTSxDQUFDO1FBQUMsTUFBTSxFQUFFLGdCQUFnQixDQUFBO0tBQUUsRUFDN0UsT0FBTyxFQUFFLFlBQVk7Ozs7OztPQXdEdEI7WUFFYSxRQUFRO0NBNkJ2QiJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tx_collection_sink.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection_sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,
|
|
1
|
+
{"version":3,"file":"tx_collection_sink.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection_sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAI/D,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAE/D,yEAAyE;AACzE,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,WAAW,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC;;AAE9G;;;GAGG;AACH,qBAAa,gBAAiB,SAAQ,qBAA6D;IAI/F,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IALtB,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;IAE9D,YACmB,MAAM,EAAE,QAAQ,EACjC,eAAe,EAAE,eAAe,EACf,GAAG,EAAE,MAAM,EAI7B;IAEY,OAAO,CAClB,iBAAiB,EAAE,MAAM,OAAO,CAAC,wBAAwB,CAAC,EAC1D,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,gBAAgB,CAAA;KAAE,EAC7E,OAAO,EAAE,YAAY;;;;;;OAwDtB;YAEa,QAAQ;CA6BvB"}
|
|
@@ -12,46 +12,37 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
|
|
|
12
12
|
super(), this.txPool = txPool, this.log = log;
|
|
13
13
|
this.instrumentation = new TxCollectionInstrumentation(telemetryClient, 'TxCollection');
|
|
14
14
|
}
|
|
15
|
-
async collect(collectValidTxsFn, requested, info) {
|
|
15
|
+
async collect(collectValidTxsFn, requested, info, context) {
|
|
16
16
|
this.log.trace(`Requesting ${requested.length} txs via ${info.description}`, {
|
|
17
17
|
...info,
|
|
18
|
-
requestedTxs: requested
|
|
18
|
+
requestedTxs: requested
|
|
19
19
|
});
|
|
20
20
|
// Execute collection function and measure the time taken, catching any errors.
|
|
21
|
-
const [duration,
|
|
21
|
+
const [duration, { validTxs, invalidTxHashes }] = await elapsed(async ()=>{
|
|
22
22
|
try {
|
|
23
|
-
|
|
24
|
-
return response.filter((tx)=>tx !== undefined);
|
|
23
|
+
return await collectValidTxsFn();
|
|
25
24
|
} catch (err) {
|
|
26
25
|
this.log.error(`Error collecting txs via ${info.description}`, err, {
|
|
27
26
|
...info,
|
|
28
|
-
requestedTxs: requested
|
|
27
|
+
requestedTxs: requested
|
|
29
28
|
});
|
|
30
|
-
return
|
|
29
|
+
return {
|
|
30
|
+
validTxs: [],
|
|
31
|
+
invalidTxHashes: []
|
|
32
|
+
};
|
|
31
33
|
}
|
|
32
34
|
});
|
|
33
|
-
if (
|
|
35
|
+
if (validTxs.length === 0 && invalidTxHashes.length === 0) {
|
|
34
36
|
this.log.trace(`No txs found via ${info.description}`, {
|
|
35
37
|
...info,
|
|
36
|
-
requestedTxs: requested
|
|
38
|
+
requestedTxs: requested
|
|
37
39
|
});
|
|
38
40
|
return {
|
|
39
|
-
txs,
|
|
41
|
+
txs: validTxs,
|
|
40
42
|
requested,
|
|
41
43
|
duration
|
|
42
44
|
};
|
|
43
45
|
}
|
|
44
|
-
// Validate tx hashes for all collected txs from external sources
|
|
45
|
-
const validTxs = [];
|
|
46
|
-
const invalidTxHashes = [];
|
|
47
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
48
|
-
const isValid = await tx.validateTxHash();
|
|
49
|
-
if (isValid) {
|
|
50
|
-
validTxs.push(tx);
|
|
51
|
-
} else {
|
|
52
|
-
invalidTxHashes.push(tx.getTxHash().toString());
|
|
53
|
-
}
|
|
54
|
-
}));
|
|
55
46
|
if (invalidTxHashes.length > 0) {
|
|
56
47
|
this.log.warn(`Rejecting ${invalidTxHashes.length} txs with invalid hashes from ${info.description}`, {
|
|
57
48
|
...info,
|
|
@@ -61,7 +52,7 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
|
|
|
61
52
|
if (validTxs.length === 0) {
|
|
62
53
|
this.log.trace(`No valid txs found via ${info.description} after validation`, {
|
|
63
54
|
...info,
|
|
64
|
-
requestedTxs: requested
|
|
55
|
+
requestedTxs: requested,
|
|
65
56
|
invalidTxHashes
|
|
66
57
|
});
|
|
67
58
|
return {
|
|
@@ -74,26 +65,32 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
|
|
|
74
65
|
...info,
|
|
75
66
|
duration,
|
|
76
67
|
txs: validTxs.map((t)=>t.getTxHash().toString()),
|
|
77
|
-
requestedTxs: requested
|
|
68
|
+
requestedTxs: requested,
|
|
78
69
|
rejectedCount: invalidTxHashes.length
|
|
79
70
|
});
|
|
80
71
|
return await this.foundTxs(validTxs, {
|
|
81
72
|
...info,
|
|
82
73
|
duration
|
|
83
|
-
});
|
|
74
|
+
}, context);
|
|
84
75
|
}
|
|
85
|
-
async foundTxs(txs, info) {
|
|
76
|
+
async foundTxs(txs, info, context) {
|
|
86
77
|
// Report metrics for the collection
|
|
87
78
|
this.instrumentation.increaseTxsFor(info.method, txs.length, info.duration);
|
|
88
79
|
// Mark txs as found in the slow missing txs set and all fast requests
|
|
89
80
|
this.emit('txs-added', {
|
|
90
81
|
txs
|
|
91
82
|
});
|
|
92
|
-
// Add the txs to the tx pool
|
|
83
|
+
// Add the txs to the tx pool using the appropriate method based on context
|
|
93
84
|
try {
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
85
|
+
if (context.type === 'mined') {
|
|
86
|
+
await this.txPool.addMinedTxs(txs, context.block.header, {
|
|
87
|
+
source: 'tx-collection'
|
|
88
|
+
});
|
|
89
|
+
} else {
|
|
90
|
+
await this.txPool.addProtectedTxs(txs, context.blockHeader, {
|
|
91
|
+
source: 'tx-collection'
|
|
92
|
+
});
|
|
93
|
+
}
|
|
97
94
|
} catch (err) {
|
|
98
95
|
this.log.error(`Error adding txs to the pool via ${info.description}`, err, {
|
|
99
96
|
...info,
|
|
@@ -2,9 +2,13 @@ import type { ChainConfig } from '@aztec/stdlib/config';
|
|
|
2
2
|
import { type AztecNode } from '@aztec/stdlib/interfaces/client';
|
|
3
3
|
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
4
4
|
import { type ComponentsVersions } from '@aztec/stdlib/versioning';
|
|
5
|
+
export type TxSourceCollectionResult = {
|
|
6
|
+
validTxs: Tx[];
|
|
7
|
+
invalidTxHashes: string[];
|
|
8
|
+
};
|
|
5
9
|
export interface TxSource {
|
|
6
10
|
getInfo(): string;
|
|
7
|
-
getTxsByHash(txHashes: TxHash[]): Promise<
|
|
11
|
+
getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult>;
|
|
8
12
|
}
|
|
9
13
|
export declare class NodeRpcTxSource implements TxSource {
|
|
10
14
|
private readonly client;
|
|
@@ -12,7 +16,8 @@ export declare class NodeRpcTxSource implements TxSource {
|
|
|
12
16
|
constructor(client: Pick<AztecNode, 'getTxsByHash'>, info: string);
|
|
13
17
|
static fromUrl(nodeUrl: string, versions: ComponentsVersions): NodeRpcTxSource;
|
|
14
18
|
getInfo(): string;
|
|
15
|
-
getTxsByHash(txHashes: TxHash[]): Promise<
|
|
19
|
+
getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult>;
|
|
20
|
+
private verifyTxs;
|
|
16
21
|
}
|
|
17
22
|
export declare function createNodeRpcTxSources(urls: string[], chainConfig: ChainConfig): NodeRpcTxSource[];
|
|
18
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
23
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfc291cmNlLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi90eF9zb3VyY2UudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsT0FBTyxLQUFLLEVBQUUsV0FBVyxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDeEQsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUF5QixNQUFNLGlDQUFpQyxDQUFDO0FBQ3hGLE9BQU8sS0FBSyxFQUFFLEVBQUUsRUFBRSxNQUFNLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUNuRCxPQUFPLEVBQUUsS0FBSyxrQkFBa0IsRUFBbUMsTUFBTSwwQkFBMEIsQ0FBQztBQUdwRyxNQUFNLE1BQU0sd0JBQXdCLEdBQUc7SUFBRSxRQUFRLEVBQUUsRUFBRSxFQUFFLENBQUM7SUFBQyxlQUFlLEVBQUUsTUFBTSxFQUFFLENBQUE7Q0FBRSxDQUFDO0FBRXJGLE1BQU0sV0FBVyxRQUFRO0lBQ3ZCLE9BQU8sSUFBSSxNQUFNLENBQUM7SUFDbEIsWUFBWSxDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsR0FBRyxPQUFPLENBQUMsd0JBQXdCLENBQUMsQ0FBQztDQUNyRTtBQUVELHFCQUFhLGVBQWdCLFlBQVcsUUFBUTtJQUU1QyxPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFDdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxJQUFJO0lBRnZCLFlBQ21CLE1BQU0sRUFBRSxJQUFJLENBQUMsU0FBUyxFQUFFLGNBQWMsQ0FBQyxFQUN2QyxJQUFJLEVBQUUsTUFBTSxFQUMzQjtJQUVKLE9BQWMsT0FBTyxDQUFDLE9BQU8sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLGtCQUFrQixHQUFHLGVBQWUsQ0FHcEY7SUFFTSxPQUFPLFdBRWI7SUFFWSxZQUFZLENBQUMsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLE9BQU8sQ0FBQyx3QkFBd0IsQ0FBQyxDQUUvRTtZQUVhLFNBQVM7Q0FnQnhCO0FBRUQsd0JBQWdCLHNCQUFzQixDQUFDLElBQUksRUFBRSxNQUFNLEVBQUUsRUFBRSxXQUFXLEVBQUUsV0FBVyxxQkFHOUUifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tx_source.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_source.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,SAAS,EAAyB,MAAM,iCAAiC,CAAC;AACxF,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,KAAK,kBAAkB,EAAmC,MAAM,0BAA0B,CAAC;AAGpG,MAAM,WAAW,QAAQ;IACvB,OAAO,IAAI,MAAM,CAAC;IAClB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,
|
|
1
|
+
{"version":3,"file":"tx_source.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_source.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,SAAS,EAAyB,MAAM,iCAAiC,CAAC;AACxF,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,KAAK,kBAAkB,EAAmC,MAAM,0BAA0B,CAAC;AAGpG,MAAM,MAAM,wBAAwB,GAAG;IAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAAC,eAAe,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AAErF,MAAM,WAAW,QAAQ;IACvB,OAAO,IAAI,MAAM,CAAC;IAClB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACrE;AAED,qBAAa,eAAgB,YAAW,QAAQ;IAE5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFvB,YACmB,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EACvC,IAAI,EAAE,MAAM,EAC3B;IAEJ,OAAc,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,GAAG,eAAe,CAGpF;IAEM,OAAO,WAEb;IAEY,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAE/E;YAEa,SAAS;CAgBxB;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,WAAW,qBAG9E"}
|
|
@@ -21,8 +21,25 @@ export class NodeRpcTxSource {
|
|
|
21
21
|
getInfo() {
|
|
22
22
|
return this.info;
|
|
23
23
|
}
|
|
24
|
-
getTxsByHash(txHashes) {
|
|
25
|
-
return this.client.getTxsByHash(txHashes);
|
|
24
|
+
async getTxsByHash(txHashes) {
|
|
25
|
+
return this.verifyTxs(await this.client.getTxsByHash(txHashes));
|
|
26
|
+
}
|
|
27
|
+
async verifyTxs(txs) {
|
|
28
|
+
// Validate tx hashes for all collected txs from external sources
|
|
29
|
+
const validTxs = [];
|
|
30
|
+
const invalidTxHashes = [];
|
|
31
|
+
await Promise.all(txs.map(async (tx)=>{
|
|
32
|
+
const isValid = await tx.validateTxHash();
|
|
33
|
+
if (isValid) {
|
|
34
|
+
validTxs.push(tx);
|
|
35
|
+
} else {
|
|
36
|
+
invalidTxHashes.push(tx.getTxHash().toString());
|
|
37
|
+
}
|
|
38
|
+
}));
|
|
39
|
+
return {
|
|
40
|
+
validTxs: validTxs,
|
|
41
|
+
invalidTxHashes: invalidTxHashes
|
|
42
|
+
};
|
|
26
43
|
}
|
|
27
44
|
}
|
|
28
45
|
export function createNodeRpcTxSources(urls, chainConfig) {
|
|
@@ -5,8 +5,6 @@ import { type ConfigMappingsType } from '@aztec/foundation/config';
|
|
|
5
5
|
export type TxFileStoreConfig = {
|
|
6
6
|
/** URL for uploading txs to file storage (s3://, gs://, file://) */
|
|
7
7
|
txFileStoreUrl?: string;
|
|
8
|
-
/** URL for downloading txs from file storage */
|
|
9
|
-
txFileStoreDownloadUrl?: string;
|
|
10
8
|
/** Max concurrent uploads */
|
|
11
9
|
txFileStoreUploadConcurrency: number;
|
|
12
10
|
/** Max queue size to prevent unbounded memory growth */
|
|
@@ -15,4 +13,4 @@ export type TxFileStoreConfig = {
|
|
|
15
13
|
txFileStoreEnabled: boolean;
|
|
16
14
|
};
|
|
17
15
|
export declare const txFileStoreConfigMappings: ConfigMappingsType<TxFileStoreConfig>;
|
|
18
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
16
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfZmlsZV9zdG9yZS9jb25maWcudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLEtBQUssa0JBQWtCLEVBQTJDLE1BQU0sMEJBQTBCLENBQUM7QUFFNUc7O0dBRUc7QUFDSCxNQUFNLE1BQU0saUJBQWlCLEdBQUc7SUFDOUIsb0VBQW9FO0lBQ3BFLGNBQWMsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUN4Qiw2QkFBNkI7SUFDN0IsNEJBQTRCLEVBQUUsTUFBTSxDQUFDO0lBQ3JDLHdEQUF3RDtJQUN4RCx1QkFBdUIsRUFBRSxNQUFNLENBQUM7SUFDaEMsa0NBQWtDO0lBQ2xDLGtCQUFrQixFQUFFLE9BQU8sQ0FBQztDQUM3QixDQUFDO0FBRUYsZUFBTyxNQUFNLHlCQUF5QixFQUFFLGtCQUFrQixDQUFDLGlCQUFpQixDQW9CM0UsQ0FBQyJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAA2C,MAAM,0BAA0B,CAAC;AAE5G;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,oEAAoE;IACpE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAA2C,MAAM,0BAA0B,CAAC;AAE5G;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,oEAAoE;IACpE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6BAA6B;IAC7B,4BAA4B,EAAE,MAAM,CAAC;IACrC,wDAAwD;IACxD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kCAAkC;IAClC,kBAAkB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CAAC,iBAAiB,CAoB3E,CAAC"}
|
|
@@ -4,10 +4,6 @@ export const txFileStoreConfigMappings = {
|
|
|
4
4
|
env: 'TX_FILE_STORE_URL',
|
|
5
5
|
description: 'URL for uploading txs to file storage (s3://, gs://, file://)'
|
|
6
6
|
},
|
|
7
|
-
txFileStoreDownloadUrl: {
|
|
8
|
-
env: 'TX_FILE_STORE_DOWNLOAD_URL',
|
|
9
|
-
description: 'URL for downloading txs from file storage'
|
|
10
|
-
},
|
|
11
7
|
txFileStoreUploadConcurrency: {
|
|
12
8
|
env: 'TX_FILE_STORE_UPLOAD_CONCURRENCY',
|
|
13
9
|
description: 'Maximum number of concurrent tx uploads',
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { type Logger } from '@aztec/foundation/log';
|
|
2
2
|
import { type FileStore } from '@aztec/stdlib/file-store';
|
|
3
3
|
import { type TelemetryClient } from '@aztec/telemetry-client';
|
|
4
|
-
import type {
|
|
4
|
+
import type { TxPoolV2 } from '../../mem_pools/index.js';
|
|
5
5
|
import type { TxFileStoreConfig } from './config.js';
|
|
6
6
|
/**
|
|
7
7
|
* Uploads validated transactions to a file store as a fallback retrieval mechanism.
|
|
@@ -13,6 +13,7 @@ export declare class TxFileStore {
|
|
|
13
13
|
private readonly config;
|
|
14
14
|
private readonly instrumentation;
|
|
15
15
|
private readonly log;
|
|
16
|
+
private readonly basePath;
|
|
16
17
|
private uploadQueue;
|
|
17
18
|
private activeUploads;
|
|
18
19
|
private readonly queueProcessor;
|
|
@@ -31,7 +32,7 @@ export declare class TxFileStore {
|
|
|
31
32
|
* @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
|
|
32
33
|
* @returns The file store instance, or undefined if not configured/enabled.
|
|
33
34
|
*/
|
|
34
|
-
static create(txPool:
|
|
35
|
+
static create(txPool: TxPoolV2, config: TxFileStoreConfig, basePath: string, log?: Logger, telemetry?: TelemetryClient, fileStoreOverride?: FileStore): Promise<TxFileStore | undefined>;
|
|
35
36
|
/** Starts listening to TxPool events and uploading txs. */
|
|
36
37
|
start(): void;
|
|
37
38
|
/** Stops listening and waits for pending uploads to complete. */
|
|
@@ -44,4 +45,4 @@ export declare class TxFileStore {
|
|
|
44
45
|
/** Returns the number of pending uploads (queued + in-flight). */
|
|
45
46
|
getPendingUploadCount(): number;
|
|
46
47
|
}
|
|
47
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
48
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfZmlsZV9zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3NlcnZpY2VzL3R4X2ZpbGVfc3RvcmUvdHhfZmlsZV9zdG9yZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxNQUFNLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFJbEUsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUFtQixNQUFNLDBCQUEwQixDQUFDO0FBRTNFLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUVuRixPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSwwQkFBMEIsQ0FBQztBQUN6RCxPQUFPLEtBQUssRUFBRSxpQkFBaUIsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUdyRDs7O0dBR0c7QUFDSCxxQkFBYSxXQUFXO0lBWXBCLE9BQU8sQ0FBQyxRQUFRLENBQUMsU0FBUztJQUMxQixPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFDdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxNQUFNO0lBQ3ZCLE9BQU8sQ0FBQyxRQUFRLENBQUMsZUFBZTtJQUNoQyxPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUc7SUFDcEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxRQUFRO0lBaEIzQixPQUFPLENBQUMsV0FBVyxDQUFZO0lBQy9CLE9BQU8sQ0FBQyxhQUFhLENBQUs7SUFDMUIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxjQUFjLENBQWlCO0lBQ2hELE9BQU8sQ0FBQyxRQUFRLENBQUMsY0FBYyxDQUFpRDtJQUVoRixxREFBcUQ7SUFDckQsT0FBTyxDQUFDLGFBQWEsQ0FBMEI7SUFDL0MsT0FBTyxDQUFDLGtCQUFrQixDQUFnQjtJQUMxQyxPQUFPLENBQUMsUUFBUSxDQUFDLGdCQUFnQixDQUFRO0lBRXpDLE9BQU8sZUFZTjtJQUVEOzs7Ozs7OztPQVFHO0lBQ0gsT0FBYSxNQUFNLENBQ2pCLE1BQU0sRUFBRSxRQUFRLEVBQ2hCLE1BQU0sRUFBRSxpQkFBaUIsRUFDekIsUUFBUSxFQUFFLE1BQU0sRUFDaEIsR0FBRyxHQUFFLE1BQTBDLEVBQy9DLFNBQVMsR0FBRSxlQUFzQyxFQUNqRCxpQkFBaUIsQ0FBQyxFQUFFLFNBQVMsR0FDNUIsT0FBTyxDQUFDLFdBQVcsR0FBRyxTQUFTLENBQUMsQ0FvQmxDO0lBRUQsMkRBQTJEO0lBQ3BELEtBQUssSUFBSSxJQUFJLENBT25CO0lBRUQsaUVBQWlFO0lBQ3BELElBQUksSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBSWpDO0lBRUQsT0FBTyxDQUFDLFVBQVU7WUFnQkosaUJBQWlCO1lBWWpCLFFBQVE7SUF1Q3RCLDJFQUEyRTtJQUM5RCxLQUFLLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQUlsQztJQUVELGtFQUFrRTtJQUMzRCxxQkFBcUIsSUFBSSxNQUFNLENBRXJDO0NBQ0YifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tx_file_store.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/tx_file_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAIlE,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,0BAA0B,CAAC;AAE3E,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"tx_file_store.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/tx_file_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAIlE,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,0BAA0B,CAAC;AAE3E,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGrD;;;GAGG;AACH,qBAAa,WAAW;IAYpB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAhB3B,OAAO,CAAC,WAAW,CAAY;IAC/B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiD;IAEhF,qDAAqD;IACrD,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,kBAAkB,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAQ;IAEzC,OAAO,eAYN;IAED;;;;;;;;OAQG;IACH,OAAa,MAAM,CACjB,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,iBAAiB,EACzB,QAAQ,EAAE,MAAM,EAChB,GAAG,GAAE,MAA0C,EAC/C,SAAS,GAAE,eAAsC,EACjD,iBAAiB,CAAC,EAAE,SAAS,GAC5B,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAoBlC;IAED,2DAA2D;IACpD,KAAK,IAAI,IAAI,CAOnB;IAED,iEAAiE;IACpD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAIjC;IAED,OAAO,CAAC,UAAU;YAgBJ,iBAAiB;YAYjB,QAAQ;IAuCtB,2EAA2E;IAC9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAIlC;IAED,kEAAkE;IAC3D,qBAAqB,IAAI,MAAM,CAErC;CACF"}
|
|
@@ -14,6 +14,7 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
14
14
|
config;
|
|
15
15
|
instrumentation;
|
|
16
16
|
log;
|
|
17
|
+
basePath;
|
|
17
18
|
uploadQueue;
|
|
18
19
|
activeUploads;
|
|
19
20
|
queueProcessor;
|
|
@@ -21,12 +22,13 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
21
22
|
/** Recently uploaded tx hashes for deduplication. */ recentUploads;
|
|
22
23
|
recentUploadsOrder;
|
|
23
24
|
maxRecentUploads;
|
|
24
|
-
constructor(fileStore, txPool, config, instrumentation, log){
|
|
25
|
+
constructor(fileStore, txPool, config, instrumentation, log, basePath){
|
|
25
26
|
this.fileStore = fileStore;
|
|
26
27
|
this.txPool = txPool;
|
|
27
28
|
this.config = config;
|
|
28
29
|
this.instrumentation = instrumentation;
|
|
29
30
|
this.log = log;
|
|
31
|
+
this.basePath = basePath;
|
|
30
32
|
this.uploadQueue = [];
|
|
31
33
|
this.activeUploads = 0;
|
|
32
34
|
this.recentUploads = new Set();
|
|
@@ -45,7 +47,7 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
45
47
|
* @param telemetry - Optional telemetry client.
|
|
46
48
|
* @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
|
|
47
49
|
* @returns The file store instance, or undefined if not configured/enabled.
|
|
48
|
-
*/ static async create(txPool, config, log = createLogger('p2p:tx_file_store'), telemetry = getTelemetryClient(), fileStoreOverride) {
|
|
50
|
+
*/ static async create(txPool, config, basePath, log = createLogger('p2p:tx_file_store'), telemetry = getTelemetryClient(), fileStoreOverride) {
|
|
49
51
|
if (!config.txFileStoreEnabled) {
|
|
50
52
|
log.debug('Tx file store is disabled');
|
|
51
53
|
return undefined;
|
|
@@ -61,9 +63,10 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
61
63
|
}
|
|
62
64
|
const instrumentation = new TxFileStoreInstrumentation(telemetry, 'TxFileStore');
|
|
63
65
|
log.info('Created tx file store', {
|
|
64
|
-
url: config.txFileStoreUrl
|
|
66
|
+
url: config.txFileStoreUrl,
|
|
67
|
+
basePath
|
|
65
68
|
});
|
|
66
|
-
return new TxFileStore(fileStore, txPool, config, instrumentation, log);
|
|
69
|
+
return new TxFileStore(fileStore, txPool, config, instrumentation, log, basePath);
|
|
67
70
|
}
|
|
68
71
|
/** Starts listening to TxPool events and uploading txs. */ start() {
|
|
69
72
|
this.queueProcessor.start();
|
|
@@ -102,7 +105,7 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
102
105
|
}
|
|
103
106
|
async uploadTx(tx) {
|
|
104
107
|
const txHash = tx.getTxHash().toString();
|
|
105
|
-
const path =
|
|
108
|
+
const path = `${this.basePath}/txs/${txHash}.bin`;
|
|
106
109
|
const timer = new Timer();
|
|
107
110
|
if (this.recentUploads.has(txHash)) {
|
|
108
111
|
return;
|
|
@@ -117,7 +120,7 @@ import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
|
117
120
|
}
|
|
118
121
|
}
|
|
119
122
|
await retry(()=>this.fileStore.save(path, tx.toBuffer(), {
|
|
120
|
-
compress:
|
|
123
|
+
compress: true
|
|
121
124
|
}), `Uploading tx ${txHash}`, makeBackoff([
|
|
122
125
|
0.1,
|
|
123
126
|
0.5,
|
|
@@ -7,7 +7,7 @@ import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
|
7
7
|
import { type TelemetryClient } from '@aztec/telemetry-client';
|
|
8
8
|
import type { PeerId } from '@libp2p/interface';
|
|
9
9
|
import type { P2PClient } from '../client/p2p_client.js';
|
|
10
|
-
import type {
|
|
10
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
11
11
|
import type { TxCollection } from './tx_collection/tx_collection.js';
|
|
12
12
|
import { TxProviderInstrumentation } from './tx_provider_instrumentation.js';
|
|
13
13
|
/**
|
|
@@ -17,10 +17,10 @@ import { TxProviderInstrumentation } from './tx_provider_instrumentation.js';
|
|
|
17
17
|
export declare class TxProvider implements ITxProvider {
|
|
18
18
|
private txCollection;
|
|
19
19
|
private txPool;
|
|
20
|
-
private
|
|
20
|
+
private blockProposalTransactionValidator;
|
|
21
21
|
private log;
|
|
22
22
|
protected instrumentation: TxProviderInstrumentation;
|
|
23
|
-
constructor(txCollection: TxCollection, txPool:
|
|
23
|
+
constructor(txCollection: TxCollection, txPool: TxPoolV2, blockProposalTransactionValidator: Pick<P2PClient, 'validateTxsReceivedInBlockProposal'>, log?: Logger, client?: TelemetryClient);
|
|
24
24
|
/** Returns txs from the tx pool given their hashes.*/
|
|
25
25
|
getAvailableTxs(txHashes: TxHash[]): Promise<{
|
|
26
26
|
txs: Tx[];
|
|
@@ -48,4 +48,4 @@ export declare class TxProvider implements ITxProvider {
|
|
|
48
48
|
private extractFromProposal;
|
|
49
49
|
private processProposalTxs;
|
|
50
50
|
}
|
|
51
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
51
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfcHJvdmlkZXIuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zZXJ2aWNlcy90eF9wcm92aWRlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsV0FBVyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFFOUQsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFnQixNQUFNLHVCQUF1QixDQUFDO0FBRWxFLE9BQU8sS0FBSyxFQUFFLE9BQU8sRUFBZSxNQUFNLHFCQUFxQixDQUFDO0FBQ2hFLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ25FLE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBQ3ZELE9BQU8sRUFBb0IsRUFBRSxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBQ2hFLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUVuRixPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUVoRCxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUN6RCxPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSx1Q0FBdUMsQ0FBQztBQUN0RSxPQUFPLEtBQUssRUFBOEIsWUFBWSxFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFDakcsT0FBTyxFQUFFLHlCQUF5QixFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFFN0U7OztHQUdHO0FBQ0gscUJBQWEsVUFBVyxZQUFXLFdBQVc7SUFJMUMsT0FBTyxDQUFDLFlBQVk7SUFDcEIsT0FBTyxDQUFDLE1BQU07SUFDZCxPQUFPLENBQUMsaUNBQWlDO0lBQ3pDLE9BQU8sQ0FBQyxHQUFHO0lBTmIsU0FBUyxDQUFDLGVBQWUsRUFBRSx5QkFBeUIsQ0FBQztJQUVyRCxZQUNVLFlBQVksRUFBRSxZQUFZLEVBQzFCLE1BQU0sRUFBRSxRQUFRLEVBQ2hCLGlDQUFpQyxFQUFFLElBQUksQ0FBQyxTQUFTLEVBQUUsb0NBQW9DLENBQUMsRUFDeEYsR0FBRyxHQUFFLE1BQXlDLEVBQ3RELE1BQU0sR0FBRSxlQUFzQyxFQUcvQztJQUVELHNEQUFzRDtJQUN6QyxlQUFlLENBQUMsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLE9BQU8sQ0FBQztRQUFFLEdBQUcsRUFBRSxFQUFFLEVBQUUsQ0FBQztRQUFDLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FBQTtLQUFFLENBQUMsQ0FrQjdGO0lBRUQsa0ZBQWtGO0lBQzNFLHNCQUFzQixDQUMzQixhQUFhLEVBQUUsYUFBYSxFQUM1QixXQUFXLEVBQUUsV0FBVyxFQUN4QixJQUFJLEVBQUU7UUFBRSxVQUFVLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztRQUFDLFFBQVEsRUFBRSxJQUFJLENBQUE7S0FBRSxHQUN2RCxPQUFPLENBQUM7UUFBRSxHQUFHLEVBQUUsRUFBRSxFQUFFLENBQUM7UUFBQyxVQUFVLEVBQUUsTUFBTSxFQUFFLENBQUE7S0FBRSxDQUFDLENBTzlDO0lBRUQsbUVBQW1FO0lBQzVELGNBQWMsQ0FBQyxLQUFLLEVBQUUsT0FBTyxFQUFFLElBQUksRUFBRTtRQUFFLFFBQVEsRUFBRSxJQUFJLENBQUE7S0FBRSxHQUFHLE9BQU8sQ0FBQztRQUFFLEdBQUcsRUFBRSxFQUFFLEVBQUUsQ0FBQztRQUFDLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FBQTtLQUFFLENBQUMsQ0FPNUc7WUFFYSwyQkFBMkI7SUFnQ3pDLE9BQU8sQ0FBQyxRQUFRO1lBS0Ysb0JBQW9CO1lBMEZwQixjQUFjO0lBWTVCLE9BQU8sQ0FBQyxtQkFBbUI7WUFPYixrQkFBa0I7Q0FPakMifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tx_provider.d.ts","sourceRoot":"","sources":["../../src/services/tx_provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAElE,OAAO,KAAK,EAAE,OAAO,EAAe,MAAM,qBAAqB,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,
|
|
1
|
+
{"version":3,"file":"tx_provider.d.ts","sourceRoot":"","sources":["../../src/services/tx_provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAElE,OAAO,KAAK,EAAE,OAAO,EAAe,MAAM,qBAAqB,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAoB,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uCAAuC,CAAC;AACtE,OAAO,KAAK,EAA8B,YAAY,EAAE,MAAM,kCAAkC,CAAC;AACjG,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAE7E;;;GAGG;AACH,qBAAa,UAAW,YAAW,WAAW;IAI1C,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,iCAAiC;IACzC,OAAO,CAAC,GAAG;IANb,SAAS,CAAC,eAAe,EAAE,yBAAyB,CAAC;IAErD,YACU,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,QAAQ,EAChB,iCAAiC,EAAE,IAAI,CAAC,SAAS,EAAE,oCAAoC,CAAC,EACxF,GAAG,GAAE,MAAyC,EACtD,MAAM,GAAE,eAAsC,EAG/C;IAED,sDAAsD;IACzC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAAC,UAAU,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAkB7F;IAED,kFAAkF;IAC3E,sBAAsB,CAC3B,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,QAAQ,EAAE,IAAI,CAAA;KAAE,GACvD,OAAO,CAAC;QAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAAC,UAAU,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAO9C;IAED,mEAAmE;IAC5D,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAAC,UAAU,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAO5G;YAEa,2BAA2B;IAgCzC,OAAO,CAAC,QAAQ;YAKF,oBAAoB;YA0FpB,cAAc;IAY5B,OAAO,CAAC,mBAAmB;YAOb,kBAAkB;CAOjC"}
|