@aztec/p2p 0.0.1-commit.6d63667d → 0.0.1-commit.7ac86ea28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +7 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +46 -11
- package/dest/client/interface.d.ts +43 -23
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +38 -42
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +145 -145
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
- package/dest/config.d.ts +23 -4
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -1
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +4 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +10 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +5 -3
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +8 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +16 -4
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +3 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +31 -5
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +62 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +27 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +8 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +11 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +12 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +239 -109
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +12 -3
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +9 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +4 -3
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +85 -35
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +370 -267
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +5 -9
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +38 -2
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +19 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +46 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -1
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +56 -36
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +2 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +5 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +29 -2
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +103 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +10 -10
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +86 -15
- package/src/client/interface.ts +59 -23
- package/src/client/p2p_client.ts +184 -167
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
- package/src/config.ts +34 -2
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +76 -10
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +4 -1
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +15 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +8 -7
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +16 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +90 -9
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +32 -5
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +17 -6
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +274 -104
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +17 -1
- package/src/services/encoding.ts +4 -3
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +367 -271
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +6 -6
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -3
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +50 -1
- package/src/services/tx_collection/config.ts +68 -0
- package/src/services/tx_collection/fast_tx_collection.ts +65 -32
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +1 -0
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +8 -7
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +143 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +22 -15
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
package/src/client/p2p_client.ts
CHANGED
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
2
|
-
import {
|
|
2
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
5
7
|
import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
|
|
6
8
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
7
9
|
import {
|
|
10
|
+
type CheckpointId,
|
|
8
11
|
type EthAddress,
|
|
9
12
|
type L2Block,
|
|
13
|
+
type L2BlockId,
|
|
10
14
|
type L2BlockSource,
|
|
11
15
|
L2BlockStream,
|
|
12
16
|
type L2BlockStreamEvent,
|
|
@@ -21,17 +25,19 @@ import {
|
|
|
21
25
|
CheckpointAttestation,
|
|
22
26
|
type CheckpointProposal,
|
|
23
27
|
type P2PClientType,
|
|
28
|
+
type TopicType,
|
|
24
29
|
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
30
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
26
31
|
import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
27
32
|
|
|
28
33
|
import type { PeerId } from '@libp2p/interface';
|
|
29
34
|
import type { ENR } from '@nethermindeth/enr';
|
|
30
35
|
|
|
31
36
|
import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
|
|
32
|
-
import
|
|
37
|
+
import { TxPoolError } from '../errors/tx-pool.error.js';
|
|
38
|
+
import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
33
39
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
34
|
-
import type {
|
|
40
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
35
41
|
import type { AuthRequest, StatusMessage } from '../services/index.js';
|
|
36
42
|
import {
|
|
37
43
|
ReqRespSubProtocol,
|
|
@@ -39,7 +45,13 @@ import {
|
|
|
39
45
|
type ReqRespSubProtocolValidators,
|
|
40
46
|
} from '../services/reqresp/interface.js';
|
|
41
47
|
import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
|
|
42
|
-
import type {
|
|
48
|
+
import type {
|
|
49
|
+
DuplicateAttestationInfo,
|
|
50
|
+
DuplicateProposalInfo,
|
|
51
|
+
P2PBlockReceivedCallback,
|
|
52
|
+
P2PCheckpointReceivedCallback,
|
|
53
|
+
P2PService,
|
|
54
|
+
} from '../services/service.js';
|
|
43
55
|
import { TxCollection } from '../services/tx_collection/tx_collection.js';
|
|
44
56
|
import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
|
|
45
57
|
import { TxProvider } from '../services/tx_provider.js';
|
|
@@ -65,8 +77,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
65
77
|
private l2Tips: L2TipsStore;
|
|
66
78
|
private synchedLatestSlot: AztecAsyncSingleton<bigint>;
|
|
67
79
|
|
|
68
|
-
private txPool:
|
|
69
|
-
private attestationPool:
|
|
80
|
+
private txPool: TxPoolV2;
|
|
81
|
+
private attestationPool: AttestationPoolApi;
|
|
70
82
|
|
|
71
83
|
private config: P2PConfig;
|
|
72
84
|
|
|
@@ -76,14 +88,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
76
88
|
|
|
77
89
|
private validatorAddresses: EthAddress[] = [];
|
|
78
90
|
|
|
79
|
-
/**
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
* @param log - A logger.
|
|
86
|
-
*/
|
|
91
|
+
/** Tracks the last slot for which we called prepareForSlot */
|
|
92
|
+
private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
|
|
93
|
+
|
|
94
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */
|
|
95
|
+
private slotMonitor: RunningPromise | undefined;
|
|
96
|
+
|
|
87
97
|
constructor(
|
|
88
98
|
_clientType: T,
|
|
89
99
|
private store: AztecAsyncKVStore,
|
|
@@ -92,6 +102,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
92
102
|
private p2pService: P2PService,
|
|
93
103
|
private txCollection: TxCollection,
|
|
94
104
|
private txFileStore: TxFileStore | undefined,
|
|
105
|
+
private epochCache: EpochCacheInterface,
|
|
95
106
|
config: Partial<P2PConfig> = {},
|
|
96
107
|
private _dateProvider: DateProvider = new DateProvider(),
|
|
97
108
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
@@ -157,14 +168,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
157
168
|
return Promise.resolve(this.p2pService.getPeers(includePending));
|
|
158
169
|
}
|
|
159
170
|
|
|
171
|
+
public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
|
|
172
|
+
return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
|
|
173
|
+
}
|
|
174
|
+
|
|
160
175
|
public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
|
|
161
176
|
return this.l2Tips.getL2BlockHash(number);
|
|
162
177
|
}
|
|
163
178
|
|
|
164
|
-
public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
165
|
-
this.txPool.updateConfig(config);
|
|
179
|
+
public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
180
|
+
await this.txPool.updateConfig(config);
|
|
166
181
|
this.p2pService.updateConfig(config);
|
|
167
|
-
return Promise.resolve();
|
|
168
182
|
}
|
|
169
183
|
|
|
170
184
|
public getL2Tips(): Promise<L2Tips> {
|
|
@@ -193,7 +207,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
193
207
|
break;
|
|
194
208
|
case 'chain-pruned':
|
|
195
209
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
196
|
-
await this.handlePruneL2Blocks(event.block.
|
|
210
|
+
await this.handlePruneL2Blocks(event.block, event.checkpoint);
|
|
197
211
|
break;
|
|
198
212
|
case 'chain-checkpointed':
|
|
199
213
|
break;
|
|
@@ -209,7 +223,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
209
223
|
}
|
|
210
224
|
|
|
211
225
|
#assertIsReady() {
|
|
212
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
213
226
|
if (!this.isReady()) {
|
|
214
227
|
throw new Error('P2P client not ready');
|
|
215
228
|
}
|
|
@@ -227,6 +240,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
227
240
|
return this.syncPromise;
|
|
228
241
|
}
|
|
229
242
|
|
|
243
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
244
|
+
await this.txPool.start();
|
|
245
|
+
|
|
230
246
|
// get the current latest block numbers
|
|
231
247
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
232
248
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -277,6 +293,15 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
277
293
|
this.blockStream!.start();
|
|
278
294
|
await this.txCollection.start();
|
|
279
295
|
this.txFileStore?.start();
|
|
296
|
+
|
|
297
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
298
|
+
this.slotMonitor = new RunningPromise(
|
|
299
|
+
() => this.maybeCallPrepareForSlot(),
|
|
300
|
+
this.log,
|
|
301
|
+
this.config.slotCheckIntervalMS,
|
|
302
|
+
);
|
|
303
|
+
this.slotMonitor.start();
|
|
304
|
+
|
|
280
305
|
return this.syncPromise;
|
|
281
306
|
}
|
|
282
307
|
|
|
@@ -307,6 +332,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
307
332
|
*/
|
|
308
333
|
public async stop() {
|
|
309
334
|
this.log.debug('Stopping p2p client...');
|
|
335
|
+
await this.slotMonitor?.stop();
|
|
336
|
+
this.log.debug('Stopped slot monitor');
|
|
310
337
|
await tryStop(this.txCollection);
|
|
311
338
|
this.log.debug('Stopped tx collection service');
|
|
312
339
|
await this.txFileStore?.stop();
|
|
@@ -315,6 +342,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
315
342
|
this.log.debug('Stopped p2p service');
|
|
316
343
|
await this.blockStream?.stop();
|
|
317
344
|
this.log.debug('Stopped block downloader');
|
|
345
|
+
await this.txPool.stop();
|
|
346
|
+
this.log.debug('Stopped tx pool');
|
|
318
347
|
await this.runningPromise;
|
|
319
348
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
320
349
|
this.log.info('P2P client stopped');
|
|
@@ -334,7 +363,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
334
363
|
public async broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
335
364
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
336
365
|
// Store our own proposal so we can respond to req/resp requests for it
|
|
337
|
-
await this.attestationPool.
|
|
366
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
367
|
+
if (count > 1) {
|
|
368
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
369
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
370
|
+
slot: proposal.slotNumber,
|
|
371
|
+
archive: proposal.archive.toString(),
|
|
372
|
+
count,
|
|
373
|
+
});
|
|
374
|
+
} else {
|
|
375
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
338
378
|
return this.p2pService.propagate(proposal);
|
|
339
379
|
}
|
|
340
380
|
|
|
@@ -348,7 +388,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
348
388
|
const blockProposal = proposal.getBlockProposal();
|
|
349
389
|
if (blockProposal) {
|
|
350
390
|
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
351
|
-
await this.attestationPool.
|
|
391
|
+
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
352
392
|
}
|
|
353
393
|
return this.p2pService.propagate(proposal);
|
|
354
394
|
}
|
|
@@ -367,8 +407,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
367
407
|
: this.attestationPool.getCheckpointAttestationsForSlot(slot));
|
|
368
408
|
}
|
|
369
409
|
|
|
370
|
-
public
|
|
371
|
-
return this.attestationPool.
|
|
410
|
+
public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
411
|
+
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
415
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
372
416
|
}
|
|
373
417
|
|
|
374
418
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
@@ -381,10 +425,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
381
425
|
this.p2pService.registerCheckpointReceivedCallback(handler);
|
|
382
426
|
}
|
|
383
427
|
|
|
428
|
+
public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
|
|
429
|
+
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
430
|
+
}
|
|
431
|
+
|
|
432
|
+
public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
|
|
433
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
434
|
+
}
|
|
435
|
+
|
|
384
436
|
/**
|
|
385
437
|
* Uses the batched Request Response protocol to request a set of transactions from the network.
|
|
386
438
|
*/
|
|
387
|
-
|
|
439
|
+
private async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
|
|
388
440
|
const timeoutMs = 8000; // Longer timeout for now
|
|
389
441
|
const maxRetryAttempts = 10; // Keep retrying within the timeout
|
|
390
442
|
const requests = chunkTxHashesRequest(txHashes);
|
|
@@ -401,7 +453,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
401
453
|
|
|
402
454
|
const txs = txBatches.flat();
|
|
403
455
|
if (txs.length > 0) {
|
|
404
|
-
await this.txPool.
|
|
456
|
+
await this.txPool.addPendingTxs(txs);
|
|
405
457
|
}
|
|
406
458
|
|
|
407
459
|
const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
|
|
@@ -411,79 +463,49 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
411
463
|
return txs;
|
|
412
464
|
}
|
|
413
465
|
|
|
414
|
-
public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
415
|
-
return this.getTxs('pending', limit, after);
|
|
416
|
-
}
|
|
417
|
-
|
|
418
|
-
public getPendingTxCount(): Promise<number> {
|
|
419
|
-
return this.txPool.getPendingTxCount();
|
|
420
|
-
}
|
|
421
|
-
|
|
422
|
-
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
423
|
-
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
424
|
-
const tx = await this.txPool.getTxByHash(txHash);
|
|
425
|
-
if (tx) {
|
|
426
|
-
yield tx;
|
|
427
|
-
}
|
|
428
|
-
}
|
|
429
|
-
}
|
|
430
|
-
|
|
431
|
-
/**
|
|
432
|
-
* Returns all transactions in the transaction pool.
|
|
433
|
-
* @param filter - The type of txs to return
|
|
434
|
-
* @param limit - How many txs to return
|
|
435
|
-
* @param after - If paginating, the last known tx hash. Will return txs after this hash
|
|
436
|
-
* @returns An array of Txs.
|
|
437
|
-
*/
|
|
438
|
-
public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
466
|
+
public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
439
467
|
if (limit !== undefined && limit <= 0) {
|
|
440
468
|
throw new TypeError('limit must be greater than 0');
|
|
441
469
|
}
|
|
442
470
|
|
|
443
|
-
let
|
|
444
|
-
let txHashes: TxHash[];
|
|
445
|
-
|
|
446
|
-
if (filter === 'all') {
|
|
447
|
-
txs = await this.txPool.getAllTxs();
|
|
448
|
-
txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
|
|
449
|
-
} else if (filter === 'mined') {
|
|
450
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
451
|
-
txHashes = minedTxHashes.map(([txHash]) => txHash);
|
|
452
|
-
} else if (filter === 'pending') {
|
|
453
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
454
|
-
} else {
|
|
455
|
-
const _: never = filter;
|
|
456
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
457
|
-
}
|
|
471
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
458
472
|
|
|
459
473
|
let startIndex = 0;
|
|
460
|
-
let endIndex: number | undefined = undefined;
|
|
461
|
-
|
|
462
474
|
if (after) {
|
|
463
475
|
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
464
|
-
|
|
465
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
466
476
|
if (startIndex === -1) {
|
|
467
477
|
return [];
|
|
468
478
|
}
|
|
469
|
-
|
|
470
|
-
// increment by one because we don't want to return the same tx again
|
|
471
479
|
startIndex++;
|
|
472
480
|
}
|
|
473
481
|
|
|
474
|
-
|
|
475
|
-
endIndex = startIndex + limit;
|
|
476
|
-
}
|
|
477
|
-
|
|
482
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
478
483
|
txHashes = txHashes.slice(startIndex, endIndex);
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
+
|
|
485
|
+
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
486
|
+
return maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
public getPendingTxCount(): Promise<number> {
|
|
490
|
+
return this.txPool.getPendingTxCount();
|
|
491
|
+
}
|
|
492
|
+
|
|
493
|
+
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
494
|
+
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
495
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
496
|
+
if (tx) {
|
|
497
|
+
yield tx;
|
|
498
|
+
}
|
|
484
499
|
}
|
|
500
|
+
}
|
|
485
501
|
|
|
486
|
-
|
|
502
|
+
public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
|
|
503
|
+
for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
|
|
504
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
505
|
+
if (tx) {
|
|
506
|
+
yield tx;
|
|
507
|
+
}
|
|
508
|
+
}
|
|
487
509
|
}
|
|
488
510
|
|
|
489
511
|
/**
|
|
@@ -561,25 +583,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
561
583
|
}
|
|
562
584
|
|
|
563
585
|
/**
|
|
564
|
-
*
|
|
565
|
-
* @param tx - The tx to
|
|
586
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
587
|
+
* @param tx - The tx to send.
|
|
566
588
|
* @returns Empty promise.
|
|
567
589
|
**/
|
|
568
590
|
public async sendTx(tx: Tx): Promise<void> {
|
|
569
|
-
|
|
570
|
-
const
|
|
571
|
-
if (
|
|
591
|
+
this.#assertIsReady();
|
|
592
|
+
const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
|
|
593
|
+
if (result.accepted.length === 1) {
|
|
572
594
|
await this.p2pService.propagate(tx);
|
|
595
|
+
return;
|
|
573
596
|
}
|
|
574
|
-
}
|
|
575
597
|
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
598
|
+
const txHashStr = tx.getTxHash().toString();
|
|
599
|
+
const reason = result.errors?.get(txHashStr);
|
|
600
|
+
if (reason) {
|
|
601
|
+
this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
|
|
602
|
+
throw new TxPoolError(reason);
|
|
603
|
+
}
|
|
604
|
+
|
|
605
|
+
this.log.warn(
|
|
606
|
+
`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
|
|
607
|
+
);
|
|
583
608
|
}
|
|
584
609
|
|
|
585
610
|
/**
|
|
@@ -587,8 +612,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
587
612
|
* @param txHash - Hash of the tx to query.
|
|
588
613
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
589
614
|
*/
|
|
590
|
-
public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
591
|
-
|
|
615
|
+
public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
616
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
617
|
+
return status === 'protected' ? 'pending' : status;
|
|
592
618
|
}
|
|
593
619
|
|
|
594
620
|
public getEnr(): ENR | undefined {
|
|
@@ -600,14 +626,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
600
626
|
}
|
|
601
627
|
|
|
602
628
|
/**
|
|
603
|
-
*
|
|
604
|
-
*
|
|
605
|
-
* @param txHashes - Hashes of the transactions to delete.
|
|
606
|
-
* @returns Empty promise.
|
|
629
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
630
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
607
631
|
**/
|
|
608
|
-
public async
|
|
632
|
+
public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
|
|
609
633
|
this.#assertIsReady();
|
|
610
|
-
await this.txPool.
|
|
634
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
611
635
|
}
|
|
612
636
|
|
|
613
637
|
/**
|
|
@@ -667,14 +691,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
667
691
|
}
|
|
668
692
|
|
|
669
693
|
/**
|
|
670
|
-
*
|
|
694
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
671
695
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
672
696
|
* @returns Empty promise.
|
|
673
697
|
*/
|
|
674
|
-
private async
|
|
698
|
+
private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
|
|
675
699
|
for (const block of blocks) {
|
|
676
|
-
|
|
677
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
700
|
+
await this.txPool.handleMinedBlock(block);
|
|
678
701
|
}
|
|
679
702
|
}
|
|
680
703
|
|
|
@@ -685,16 +708,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
685
708
|
*/
|
|
686
709
|
private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
687
710
|
if (!blocks.length) {
|
|
688
|
-
return
|
|
711
|
+
return;
|
|
689
712
|
}
|
|
690
713
|
|
|
691
|
-
await this.
|
|
692
|
-
await this.
|
|
714
|
+
await this.handleMinedBlocks(blocks);
|
|
715
|
+
await this.maybeCallPrepareForSlot();
|
|
693
716
|
await this.startCollectingMissingTxs(blocks);
|
|
694
|
-
|
|
695
717
|
const lastBlock = blocks.at(-1)!;
|
|
696
718
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
697
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
698
719
|
}
|
|
699
720
|
|
|
700
721
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */
|
|
@@ -733,68 +754,52 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
733
754
|
*/
|
|
734
755
|
private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
735
756
|
if (!blocks.length) {
|
|
736
|
-
return
|
|
757
|
+
return;
|
|
737
758
|
}
|
|
738
|
-
this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
|
|
739
|
-
|
|
740
|
-
const lastBlockNum = blocks[blocks.length - 1].number;
|
|
741
|
-
const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
|
|
742
|
-
|
|
743
|
-
const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
|
|
744
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
745
|
-
await this.txPool.deleteTxs(txHashes, { permanently: true });
|
|
746
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
747
|
-
|
|
748
|
-
await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
|
|
749
759
|
|
|
750
|
-
|
|
760
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
761
|
+
const lastBlock = blocks.at(-1)!;
|
|
762
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
763
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
751
764
|
}
|
|
752
765
|
|
|
753
766
|
/**
|
|
754
767
|
* Updates the tx pool after a chain prune.
|
|
755
|
-
*
|
|
768
|
+
* Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
|
|
769
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
770
|
+
* @param newCheckpoint - The checkpoint ID after the prune.
|
|
756
771
|
*/
|
|
757
|
-
private async handlePruneL2Blocks(latestBlock:
|
|
758
|
-
const
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
// Find transactions that reference pruned blocks in their historical header
|
|
762
|
-
for (const tx of await this.txPool.getAllTxs()) {
|
|
763
|
-
// every tx that's been generated against a block that has now been pruned is no longer valid
|
|
764
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
765
|
-
const txHash = tx.getTxHash();
|
|
766
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
767
|
-
}
|
|
768
|
-
}
|
|
769
|
-
|
|
770
|
-
this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
|
|
771
|
-
newLatestBlock: latestBlock,
|
|
772
|
-
previousLatestBlock: await this.getSyncedLatestBlockNum(),
|
|
773
|
-
txsToDelete: Array.from(txsToDelete.keys()),
|
|
774
|
-
});
|
|
772
|
+
private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
|
|
773
|
+
const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
|
|
774
|
+
await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
|
|
775
|
+
}
|
|
775
776
|
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
785
|
-
|
|
786
|
-
// We keep the txsToDelete out of this list as they have already been deleted above
|
|
787
|
-
if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
|
|
788
|
-
minedTxsFromReorg.push(txHash);
|
|
789
|
-
}
|
|
777
|
+
/**
|
|
778
|
+
* Returns true if the prune crossed a checkpoint boundary.
|
|
779
|
+
* If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
|
|
780
|
+
* If they differ, the prune spans across checkpoints (epoch prune).
|
|
781
|
+
*/
|
|
782
|
+
private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
|
|
783
|
+
const tips = await this.l2Tips.getL2Tips();
|
|
784
|
+
const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
|
|
785
|
+
if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
|
|
786
|
+
return false;
|
|
790
787
|
}
|
|
788
|
+
const isEpochPrune = oldCheckpointNumber !== newCheckpoint.number;
|
|
789
|
+
this.log.info(
|
|
790
|
+
`Detected epoch prune: ${isEpochPrune}. Old checkpoint: ${oldCheckpointNumber}, new checkpoint: ${newCheckpoint.number}`,
|
|
791
|
+
);
|
|
792
|
+
return isEpochPrune;
|
|
793
|
+
}
|
|
791
794
|
|
|
792
|
-
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
795
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */
|
|
796
|
+
private async maybeCallPrepareForSlot(): Promise<void> {
|
|
797
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
798
|
+
if (currentSlot <= this.lastSlotProcessed) {
|
|
799
|
+
return;
|
|
797
800
|
}
|
|
801
|
+
this.lastSlotProcessed = currentSlot;
|
|
802
|
+
await this.txPool.prepareForSlot(currentSlot);
|
|
798
803
|
}
|
|
799
804
|
|
|
800
805
|
private async startServiceIfSynched() {
|
|
@@ -839,11 +844,23 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
839
844
|
}
|
|
840
845
|
|
|
841
846
|
/**
|
|
842
|
-
*
|
|
843
|
-
*
|
|
847
|
+
* Protects existing transactions by hash for a given slot.
|
|
848
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
849
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
850
|
+
* @param blockHeader - The block header providing slot context.
|
|
851
|
+
* @returns Hashes of transactions not found in the pool.
|
|
852
|
+
*/
|
|
853
|
+
public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
|
|
854
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
855
|
+
}
|
|
856
|
+
|
|
857
|
+
/**
|
|
858
|
+
* Prepares the pool for a new slot.
|
|
859
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
860
|
+
* @param slotNumber - The slot number to prepare for
|
|
844
861
|
*/
|
|
845
|
-
public
|
|
846
|
-
|
|
862
|
+
public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
|
|
863
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
847
864
|
}
|
|
848
865
|
|
|
849
866
|
public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
|
|
@@ -16,14 +16,12 @@ import type { PeerId } from '@libp2p/interface';
|
|
|
16
16
|
import { peerIdFromString } from '@libp2p/peer-id';
|
|
17
17
|
|
|
18
18
|
import type { P2PConfig } from '../../../config.js';
|
|
19
|
+
import { BatchTxRequesterCollector, SendBatchRequestCollector } from '../../../services/index.js';
|
|
19
20
|
import type { IBatchRequestTxValidator } from '../../../services/reqresp/batch-tx-requester/tx_validator.js';
|
|
20
21
|
import { RateLimitStatus } from '../../../services/reqresp/rate-limiter/rate_limiter.js';
|
|
22
|
+
import { MissingTxsTracker } from '../../../services/tx_collection/missing_txs_tracker.js';
|
|
21
23
|
import {
|
|
22
|
-
|
|
23
|
-
SendBatchRequestCollector,
|
|
24
|
-
} from '../../../services/tx_collection/proposal_tx_collector.js';
|
|
25
|
-
import { AlwaysTrueCircuitVerifier } from '../../../test-helpers/reqresp-nodes.js';
|
|
26
|
-
import {
|
|
24
|
+
AlwaysTrueCircuitVerifier,
|
|
27
25
|
BENCHMARK_CONSTANTS,
|
|
28
26
|
InMemoryAttestationPool,
|
|
29
27
|
InMemoryTxPool,
|
|
@@ -31,7 +29,7 @@ import {
|
|
|
31
29
|
calculateInternalTimeout,
|
|
32
30
|
createMockEpochCache,
|
|
33
31
|
createMockWorldStateSynchronizer,
|
|
34
|
-
} from '../../../test-helpers/
|
|
32
|
+
} from '../../../test-helpers/index.js';
|
|
35
33
|
import { createP2PClient } from '../../index.js';
|
|
36
34
|
import type { P2PClient } from '../../p2p_client.js';
|
|
37
35
|
import {
|
|
@@ -214,7 +212,13 @@ async function runCollector(cmd: Extract<WorkerCommand, { type: 'RUN_COLLECTOR'
|
|
|
214
212
|
if (collectorType === 'batch-requester') {
|
|
215
213
|
const collector = new BatchTxRequesterCollector(p2pService, logger, new DateProvider(), noopTxValidator);
|
|
216
214
|
const fetched = await executeTimeout(
|
|
217
|
-
(_signal: AbortSignal) =>
|
|
215
|
+
(_signal: AbortSignal) =>
|
|
216
|
+
collector.collectTxs(
|
|
217
|
+
MissingTxsTracker.fromArray(parsedTxHashes),
|
|
218
|
+
parsedProposal,
|
|
219
|
+
pinnedPeer,
|
|
220
|
+
internalTimeoutMs,
|
|
221
|
+
),
|
|
218
222
|
timeoutMs,
|
|
219
223
|
() => new Error(`Collector timed out after ${timeoutMs}ms`),
|
|
220
224
|
);
|
|
@@ -226,7 +230,13 @@ async function runCollector(cmd: Extract<WorkerCommand, { type: 'RUN_COLLECTOR'
|
|
|
226
230
|
BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS,
|
|
227
231
|
);
|
|
228
232
|
const fetched = await executeTimeout(
|
|
229
|
-
(_signal: AbortSignal) =>
|
|
233
|
+
(_signal: AbortSignal) =>
|
|
234
|
+
collector.collectTxs(
|
|
235
|
+
MissingTxsTracker.fromArray(parsedTxHashes),
|
|
236
|
+
parsedProposal,
|
|
237
|
+
pinnedPeer,
|
|
238
|
+
internalTimeoutMs,
|
|
239
|
+
),
|
|
230
240
|
timeoutMs,
|
|
231
241
|
() => new Error(`Collector timed out after ${timeoutMs}ms`),
|
|
232
242
|
);
|
|
@@ -301,7 +311,7 @@ process.on('message', (msg: WorkerCommand) => {
|
|
|
301
311
|
throw new Error('Attestation pool not initialized');
|
|
302
312
|
}
|
|
303
313
|
const proposal = deserializeBlockProposal(msg.blockProposal);
|
|
304
|
-
await attestationPool.
|
|
314
|
+
await attestationPool.tryAddBlockProposal(proposal);
|
|
305
315
|
await sendMessage({ type: 'BLOCK_PROPOSAL_SET', requestId, archiveRoot: proposal.archive.toString() });
|
|
306
316
|
break;
|
|
307
317
|
}
|