@aztec/p2p 0.0.1-commit.8afd444 → 0.0.1-commit.8f9871590
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +5 -5
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +44 -10
- package/dest/client/interface.d.ts +37 -15
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +35 -36
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +114 -138
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +1 -1
- package/dest/config.d.ts +23 -5
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -1
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +102 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +242 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +119 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +89 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +131 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +72 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +63 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +201 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +7 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +95 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +128 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +105 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +345 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +57 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +160 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +71 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +780 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +10 -2
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +6 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +2 -2
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +161 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +324 -0
- package/dest/services/libp2p/libp2p_service.d.ts +84 -35
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +370 -275
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -4
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +8 -8
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +35 -1
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +27 -17
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +165 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +28 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +59 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +12 -12
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +4 -5
- package/dest/services/tx_collection/slow_tx_collection.d.ts +6 -2
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +55 -23
- package/dest/services/tx_collection/tx_collection.d.ts +19 -7
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +15 -6
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +8 -5
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +5 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +27 -1
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +97 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +40 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.js +4 -4
- package/package.json +14 -14
- package/src/client/factory.ts +81 -13
- package/src/client/interface.ts +45 -14
- package/src/client/p2p_client.ts +151 -161
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +1 -1
- package/src/config.ts +34 -2
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +310 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +147 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +111 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +23 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +164 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +88 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +72 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +233 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +211 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +433 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +218 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +924 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +12 -0
- package/src/services/encoding.ts +2 -2
- package/src/services/gossipsub/README.md +626 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +451 -0
- package/src/services/libp2p/libp2p_service.ts +372 -277
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +11 -11
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +40 -0
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +28 -26
- package/src/services/tx_collection/file_store_tx_collection.ts +198 -0
- package/src/services/tx_collection/file_store_tx_source.ts +73 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/proposal_tx_collector.ts +12 -14
- package/src/services/tx_collection/slow_tx_collection.ts +64 -30
- package/src/services/tx_collection/tx_collection.ts +109 -13
- package/src/services/tx_collection/tx_collection_sink.ts +17 -7
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +9 -7
- package/src/services/tx_provider.ts +8 -7
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +133 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +4 -4
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
|
@@ -2,6 +2,7 @@ import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
|
2
2
|
import { compactArray } from '@aztec/foundation/collection';
|
|
3
3
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
4
4
|
import { type PromiseWithResolvers, RunningPromise } from '@aztec/foundation/promise';
|
|
5
|
+
import { sleep } from '@aztec/foundation/sleep';
|
|
5
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
6
7
|
import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
|
|
7
8
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
@@ -11,18 +12,19 @@ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-clien
|
|
|
11
12
|
|
|
12
13
|
import type { PeerId } from '@libp2p/interface';
|
|
13
14
|
|
|
14
|
-
import type {
|
|
15
|
-
import type { TxPoolEvents } from '../../mem_pools/tx_pool/tx_pool.js';
|
|
15
|
+
import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
|
|
16
16
|
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
17
17
|
import type { TxCollectionConfig } from './config.js';
|
|
18
18
|
import { FastTxCollection } from './fast_tx_collection.js';
|
|
19
|
-
import {
|
|
20
|
-
import {
|
|
19
|
+
import { FileStoreTxCollection } from './file_store_tx_collection.js';
|
|
20
|
+
import type { FileStoreTxSource } from './file_store_tx_source.js';
|
|
21
|
+
import { SlowTxCollection, getProofDeadlineForSlot } from './slow_tx_collection.js';
|
|
22
|
+
import { type TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
|
|
21
23
|
import type { TxSource } from './tx_source.js';
|
|
22
24
|
|
|
23
|
-
export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc';
|
|
25
|
+
export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc' | 'file-store';
|
|
24
26
|
|
|
25
|
-
export type MissingTxInfo = { blockNumber: BlockNumber; deadline: Date; readyForReqResp: boolean };
|
|
27
|
+
export type MissingTxInfo = { block: L2Block; blockNumber: BlockNumber; deadline: Date; readyForReqResp: boolean };
|
|
26
28
|
|
|
27
29
|
export type FastCollectionRequestInput =
|
|
28
30
|
| { type: 'block'; block: L2Block }
|
|
@@ -54,6 +56,12 @@ export class TxCollection {
|
|
|
54
56
|
/** Fast collection methods */
|
|
55
57
|
protected readonly fastCollection: FastTxCollection;
|
|
56
58
|
|
|
59
|
+
/** File store collection for slow (mined block) path */
|
|
60
|
+
protected readonly fileStoreSlowCollection: FileStoreTxCollection;
|
|
61
|
+
|
|
62
|
+
/** File store collection for fast (proposal/proving) path */
|
|
63
|
+
protected readonly fileStoreFastCollection: FileStoreTxCollection;
|
|
64
|
+
|
|
57
65
|
/** Loop for periodically reconciling found transactions from the tx pool in case we missed some */
|
|
58
66
|
private readonly reconcileFoundTxsLoop: RunningPromise;
|
|
59
67
|
|
|
@@ -61,17 +69,24 @@ export class TxCollection {
|
|
|
61
69
|
private readonly txCollectionSink: TxCollectionSink;
|
|
62
70
|
|
|
63
71
|
/** Handler for the txs-added event from the tx pool */
|
|
64
|
-
protected readonly handleTxsAddedToPool:
|
|
72
|
+
protected readonly handleTxsAddedToPool: TxPoolV2Events['txs-added'];
|
|
65
73
|
|
|
66
74
|
/** Handler for the txs-added event from the tx collection sink */
|
|
67
|
-
protected readonly handleTxsFound:
|
|
75
|
+
protected readonly handleTxsFound: TxPoolV2Events['txs-added'];
|
|
76
|
+
|
|
77
|
+
/** Whether the service has been started. */
|
|
78
|
+
private started = false;
|
|
79
|
+
|
|
80
|
+
/** Whether file store sources are configured. */
|
|
81
|
+
private readonly hasFileStoreSources: boolean;
|
|
68
82
|
|
|
69
83
|
constructor(
|
|
70
84
|
private readonly p2pService: BatchTxRequesterLibP2PService,
|
|
71
85
|
private readonly nodes: TxSource[],
|
|
72
86
|
private readonly constants: L1RollupConstants,
|
|
73
|
-
private readonly txPool:
|
|
87
|
+
private readonly txPool: TxPoolV2,
|
|
74
88
|
private readonly config: TxCollectionConfig,
|
|
89
|
+
fileStoreSources: FileStoreTxSource[] = [],
|
|
75
90
|
private readonly dateProvider: DateProvider = new DateProvider(),
|
|
76
91
|
telemetryClient: TelemetryClient = getTelemetryClient(),
|
|
77
92
|
private readonly log: Logger = createLogger('p2p:tx_collection_service'),
|
|
@@ -98,18 +113,42 @@ export class TxCollection {
|
|
|
98
113
|
this.log,
|
|
99
114
|
);
|
|
100
115
|
|
|
116
|
+
this.hasFileStoreSources = fileStoreSources.length > 0;
|
|
117
|
+
this.fileStoreSlowCollection = new FileStoreTxCollection(
|
|
118
|
+
fileStoreSources,
|
|
119
|
+
this.txCollectionSink,
|
|
120
|
+
{
|
|
121
|
+
workerCount: config.txCollectionFileStoreSlowWorkerCount,
|
|
122
|
+
backoffBaseMs: config.txCollectionFileStoreSlowBackoffBaseMs,
|
|
123
|
+
backoffMaxMs: config.txCollectionFileStoreSlowBackoffMaxMs,
|
|
124
|
+
},
|
|
125
|
+
this.dateProvider,
|
|
126
|
+
this.log,
|
|
127
|
+
);
|
|
128
|
+
this.fileStoreFastCollection = new FileStoreTxCollection(
|
|
129
|
+
fileStoreSources,
|
|
130
|
+
this.txCollectionSink,
|
|
131
|
+
{
|
|
132
|
+
workerCount: config.txCollectionFileStoreFastWorkerCount,
|
|
133
|
+
backoffBaseMs: config.txCollectionFileStoreFastBackoffBaseMs,
|
|
134
|
+
backoffMaxMs: config.txCollectionFileStoreFastBackoffMaxMs,
|
|
135
|
+
},
|
|
136
|
+
this.dateProvider,
|
|
137
|
+
this.log,
|
|
138
|
+
);
|
|
139
|
+
|
|
101
140
|
this.reconcileFoundTxsLoop = new RunningPromise(
|
|
102
141
|
() => this.reconcileFoundTxsWithPool(),
|
|
103
142
|
this.log,
|
|
104
143
|
this.config.txCollectionReconcileIntervalMs,
|
|
105
144
|
);
|
|
106
145
|
|
|
107
|
-
this.handleTxsFound = (args: Parameters<
|
|
146
|
+
this.handleTxsFound = (args: Parameters<TxPoolV2Events['txs-added']>[0]) => {
|
|
108
147
|
this.foundTxs(args.txs);
|
|
109
148
|
};
|
|
110
149
|
this.txCollectionSink.on('txs-added', this.handleTxsFound);
|
|
111
150
|
|
|
112
|
-
this.handleTxsAddedToPool = (args: Parameters<
|
|
151
|
+
this.handleTxsAddedToPool = (args: Parameters<TxPoolV2Events['txs-added']>[0]) => {
|
|
113
152
|
const { txs, source } = args;
|
|
114
153
|
if (source !== 'tx-collection') {
|
|
115
154
|
this.foundTxs(txs);
|
|
@@ -120,7 +159,10 @@ export class TxCollection {
|
|
|
120
159
|
|
|
121
160
|
/** Starts all collection loops. */
|
|
122
161
|
public start(): Promise<void> {
|
|
162
|
+
this.started = true;
|
|
123
163
|
this.slowCollection.start();
|
|
164
|
+
this.fileStoreSlowCollection.start();
|
|
165
|
+
this.fileStoreFastCollection.start();
|
|
124
166
|
this.reconcileFoundTxsLoop.start();
|
|
125
167
|
|
|
126
168
|
// TODO(palla/txs): Collect mined unproven tx hashes for txs we dont have in the pool and populate missingTxs on startup
|
|
@@ -129,7 +171,14 @@ export class TxCollection {
|
|
|
129
171
|
|
|
130
172
|
/** Stops all activity. */
|
|
131
173
|
public async stop() {
|
|
132
|
-
|
|
174
|
+
this.started = false;
|
|
175
|
+
await Promise.all([
|
|
176
|
+
this.slowCollection.stop(),
|
|
177
|
+
this.fastCollection.stop(),
|
|
178
|
+
this.fileStoreSlowCollection.stop(),
|
|
179
|
+
this.fileStoreFastCollection.stop(),
|
|
180
|
+
this.reconcileFoundTxsLoop.stop(),
|
|
181
|
+
]);
|
|
133
182
|
|
|
134
183
|
this.txPool.removeListener('txs-added', this.handleTxsAddedToPool);
|
|
135
184
|
this.txCollectionSink.removeListener('txs-added', this.handleTxsFound);
|
|
@@ -147,7 +196,25 @@ export class TxCollection {
|
|
|
147
196
|
|
|
148
197
|
/** Starts collecting the given tx hashes for the given L2Block in the slow loop */
|
|
149
198
|
public startCollecting(block: L2Block, txHashes: TxHash[]) {
|
|
150
|
-
|
|
199
|
+
this.slowCollection.startCollecting(block, txHashes);
|
|
200
|
+
|
|
201
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
202
|
+
if (this.hasFileStoreSources) {
|
|
203
|
+
const context: TxAddContext = { type: 'mined', block };
|
|
204
|
+
const deadline = getProofDeadlineForSlot(block.header.getSlot(), this.constants);
|
|
205
|
+
sleep(this.config.txCollectionFileStoreSlowDelayMs)
|
|
206
|
+
.then(() => {
|
|
207
|
+
if (this.started) {
|
|
208
|
+
// Only queue txs that are still missing after the delay
|
|
209
|
+
const stillMissing = new Set(this.slowCollection.getMissingTxHashes().map(h => h.toString()));
|
|
210
|
+
const remaining = txHashes.filter(h => stillMissing.has(h.toString()));
|
|
211
|
+
if (remaining.length > 0) {
|
|
212
|
+
this.fileStoreSlowCollection.startCollecting(remaining, context, deadline);
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
})
|
|
216
|
+
.catch(err => this.log.error('Error in file store slow delay', err));
|
|
217
|
+
}
|
|
151
218
|
}
|
|
152
219
|
|
|
153
220
|
/** Collects the set of txs for the given block proposal as fast as possible */
|
|
@@ -175,13 +242,38 @@ export class TxCollection {
|
|
|
175
242
|
txHashes: TxHash[] | string[],
|
|
176
243
|
opts: { deadline: Date; pinnedPeer?: PeerId },
|
|
177
244
|
) {
|
|
245
|
+
const hashes = txHashes.map(h => (typeof h === 'string' ? TxHash.fromString(h) : h));
|
|
246
|
+
|
|
247
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
248
|
+
if (this.hasFileStoreSources) {
|
|
249
|
+
const context = this.getAddContextForInput(input);
|
|
250
|
+
sleep(this.config.txCollectionFileStoreFastDelayMs)
|
|
251
|
+
.then(() => {
|
|
252
|
+
if (this.started) {
|
|
253
|
+
this.fileStoreFastCollection.startCollecting(hashes, context, opts.deadline);
|
|
254
|
+
}
|
|
255
|
+
})
|
|
256
|
+
.catch(err => this.log.error('Error in file store fast delay', err));
|
|
257
|
+
}
|
|
258
|
+
|
|
178
259
|
return this.fastCollection.collectFastFor(input, txHashes, opts);
|
|
179
260
|
}
|
|
180
261
|
|
|
262
|
+
/** Returns the TxAddContext for the given fast collection request input */
|
|
263
|
+
private getAddContextForInput(input: FastCollectionRequestInput): TxAddContext {
|
|
264
|
+
if (input.type === 'proposal') {
|
|
265
|
+
return { type: 'proposal', blockHeader: input.blockProposal.blockHeader };
|
|
266
|
+
} else {
|
|
267
|
+
return { type: 'mined', block: input.block };
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
|
|
181
271
|
/** Mark the given txs as found. Stops collecting them. */
|
|
182
272
|
private foundTxs(txs: Tx[]) {
|
|
183
273
|
this.slowCollection.foundTxs(txs);
|
|
184
274
|
this.fastCollection.foundTxs(txs);
|
|
275
|
+
this.fileStoreSlowCollection.foundTxs(txs);
|
|
276
|
+
this.fileStoreFastCollection.foundTxs(txs);
|
|
185
277
|
}
|
|
186
278
|
|
|
187
279
|
/**
|
|
@@ -191,6 +283,8 @@ export class TxCollection {
|
|
|
191
283
|
public stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void {
|
|
192
284
|
this.slowCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
193
285
|
this.fastCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
286
|
+
this.fileStoreSlowCollection.clearPending();
|
|
287
|
+
this.fileStoreFastCollection.clearPending();
|
|
194
288
|
}
|
|
195
289
|
|
|
196
290
|
/**
|
|
@@ -200,6 +294,8 @@ export class TxCollection {
|
|
|
200
294
|
public stopCollectingForBlocksAfter(blockNumber: BlockNumber): void {
|
|
201
295
|
this.slowCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
202
296
|
this.fastCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
297
|
+
this.fileStoreSlowCollection.clearPending();
|
|
298
|
+
this.fileStoreFastCollection.clearPending();
|
|
203
299
|
}
|
|
204
300
|
|
|
205
301
|
/** Every now and then, check if the pool has received one of the txs we are looking for, just to catch any race conditions */
|
|
@@ -1,24 +1,28 @@
|
|
|
1
1
|
import type { Logger } from '@aztec/foundation/log';
|
|
2
2
|
import { elapsed } from '@aztec/foundation/timer';
|
|
3
3
|
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
4
|
-
import {
|
|
4
|
+
import type { L2Block } from '@aztec/stdlib/block';
|
|
5
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
5
6
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
6
7
|
|
|
7
8
|
import EventEmitter from 'node:events';
|
|
8
9
|
|
|
9
|
-
import type {
|
|
10
|
+
import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
|
|
10
11
|
import { TxCollectionInstrumentation } from './instrumentation.js';
|
|
11
12
|
import type { CollectionMethod } from './tx_collection.js';
|
|
12
13
|
|
|
14
|
+
/** Context determining how collected txs should be added to the pool. */
|
|
15
|
+
export type TxAddContext = { type: 'proposal'; blockHeader: BlockHeader } | { type: 'mined'; block: L2Block };
|
|
16
|
+
|
|
13
17
|
/**
|
|
14
18
|
* Executes collection requests from the fast and slow collection loops, and handles collected txs
|
|
15
19
|
* by adding them to the tx pool and emitting events, as well as handling logging and metrics.
|
|
16
20
|
*/
|
|
17
|
-
export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitter<
|
|
21
|
+
export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitter<TxPoolV2Events>) {
|
|
18
22
|
private readonly instrumentation: TxCollectionInstrumentation;
|
|
19
23
|
|
|
20
24
|
constructor(
|
|
21
|
-
private readonly txPool:
|
|
25
|
+
private readonly txPool: TxPoolV2,
|
|
22
26
|
telemetryClient: TelemetryClient,
|
|
23
27
|
private readonly log: Logger,
|
|
24
28
|
) {
|
|
@@ -30,6 +34,7 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
30
34
|
collectValidTxsFn: (txHashes: TxHash[]) => Promise<(Tx | undefined)[]>,
|
|
31
35
|
requested: TxHash[],
|
|
32
36
|
info: Record<string, any> & { description: string; method: CollectionMethod },
|
|
37
|
+
context: TxAddContext,
|
|
33
38
|
) {
|
|
34
39
|
this.log.trace(`Requesting ${requested.length} txs via ${info.description}`, {
|
|
35
40
|
...info,
|
|
@@ -99,12 +104,13 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
99
104
|
},
|
|
100
105
|
);
|
|
101
106
|
|
|
102
|
-
return await this.foundTxs(validTxs, { ...info, duration });
|
|
107
|
+
return await this.foundTxs(validTxs, { ...info, duration }, context);
|
|
103
108
|
}
|
|
104
109
|
|
|
105
110
|
private async foundTxs(
|
|
106
111
|
txs: Tx[],
|
|
107
112
|
info: Record<string, any> & { description: string; method: CollectionMethod; duration: number },
|
|
113
|
+
context: TxAddContext,
|
|
108
114
|
) {
|
|
109
115
|
// Report metrics for the collection
|
|
110
116
|
this.instrumentation.increaseTxsFor(info.method, txs.length, info.duration);
|
|
@@ -112,9 +118,13 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
112
118
|
// Mark txs as found in the slow missing txs set and all fast requests
|
|
113
119
|
this.emit('txs-added', { txs });
|
|
114
120
|
|
|
115
|
-
// Add the txs to the tx pool
|
|
121
|
+
// Add the txs to the tx pool using the appropriate method based on context
|
|
116
122
|
try {
|
|
117
|
-
|
|
123
|
+
if (context.type === 'mined') {
|
|
124
|
+
await this.txPool.addMinedTxs(txs, context.block.header, { source: 'tx-collection' });
|
|
125
|
+
} else {
|
|
126
|
+
await this.txPool.addProtectedTxs(txs, context.blockHeader, { source: 'tx-collection' });
|
|
127
|
+
}
|
|
118
128
|
} catch (err) {
|
|
119
129
|
this.log.error(`Error adding txs to the pool via ${info.description}`, err, {
|
|
120
130
|
...info,
|
|
@@ -6,8 +6,6 @@ import { type ConfigMappingsType, booleanConfigHelper, numberConfigHelper } from
|
|
|
6
6
|
export type TxFileStoreConfig = {
|
|
7
7
|
/** URL for uploading txs to file storage (s3://, gs://, file://) */
|
|
8
8
|
txFileStoreUrl?: string;
|
|
9
|
-
/** URL for downloading txs from file storage */
|
|
10
|
-
txFileStoreDownloadUrl?: string;
|
|
11
9
|
/** Max concurrent uploads */
|
|
12
10
|
txFileStoreUploadConcurrency: number;
|
|
13
11
|
/** Max queue size to prevent unbounded memory growth */
|
|
@@ -21,10 +19,6 @@ export const txFileStoreConfigMappings: ConfigMappingsType<TxFileStoreConfig> =
|
|
|
21
19
|
env: 'TX_FILE_STORE_URL',
|
|
22
20
|
description: 'URL for uploading txs to file storage (s3://, gs://, file://)',
|
|
23
21
|
},
|
|
24
|
-
txFileStoreDownloadUrl: {
|
|
25
|
-
env: 'TX_FILE_STORE_DOWNLOAD_URL',
|
|
26
|
-
description: 'URL for downloading txs from file storage',
|
|
27
|
-
},
|
|
28
22
|
txFileStoreUploadConcurrency: {
|
|
29
23
|
env: 'TX_FILE_STORE_UPLOAD_CONCURRENCY',
|
|
30
24
|
description: 'Maximum number of concurrent tx uploads',
|
|
@@ -6,7 +6,7 @@ import { type FileStore, createFileStore } from '@aztec/stdlib/file-store';
|
|
|
6
6
|
import type { Tx } from '@aztec/stdlib/tx';
|
|
7
7
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
8
8
|
|
|
9
|
-
import type {
|
|
9
|
+
import type { TxPoolV2 } from '../../mem_pools/index.js';
|
|
10
10
|
import type { TxFileStoreConfig } from './config.js';
|
|
11
11
|
import { TxFileStoreInstrumentation } from './instrumentation.js';
|
|
12
12
|
|
|
@@ -18,7 +18,7 @@ export class TxFileStore {
|
|
|
18
18
|
private uploadQueue: Tx[] = [];
|
|
19
19
|
private activeUploads = 0;
|
|
20
20
|
private readonly queueProcessor: RunningPromise;
|
|
21
|
-
private readonly handleTxsAdded:
|
|
21
|
+
private readonly handleTxsAdded: (args: { txs: Tx[]; source?: string }) => void;
|
|
22
22
|
|
|
23
23
|
/** Recently uploaded tx hashes for deduplication. */
|
|
24
24
|
private recentUploads: Set<string> = new Set();
|
|
@@ -27,10 +27,11 @@ export class TxFileStore {
|
|
|
27
27
|
|
|
28
28
|
private constructor(
|
|
29
29
|
private readonly fileStore: FileStore,
|
|
30
|
-
private readonly txPool:
|
|
30
|
+
private readonly txPool: TxPoolV2,
|
|
31
31
|
private readonly config: TxFileStoreConfig,
|
|
32
32
|
private readonly instrumentation: TxFileStoreInstrumentation,
|
|
33
33
|
private readonly log: Logger,
|
|
34
|
+
private readonly basePath: string,
|
|
34
35
|
) {
|
|
35
36
|
this.handleTxsAdded = (args: { txs: Tx[]; source?: string }) => {
|
|
36
37
|
this.enqueueTxs(args.txs);
|
|
@@ -48,8 +49,9 @@ export class TxFileStore {
|
|
|
48
49
|
* @returns The file store instance, or undefined if not configured/enabled.
|
|
49
50
|
*/
|
|
50
51
|
static async create(
|
|
51
|
-
txPool:
|
|
52
|
+
txPool: TxPoolV2,
|
|
52
53
|
config: TxFileStoreConfig,
|
|
54
|
+
basePath: string,
|
|
53
55
|
log: Logger = createLogger('p2p:tx_file_store'),
|
|
54
56
|
telemetry: TelemetryClient = getTelemetryClient(),
|
|
55
57
|
fileStoreOverride?: FileStore,
|
|
@@ -71,8 +73,8 @@ export class TxFileStore {
|
|
|
71
73
|
}
|
|
72
74
|
|
|
73
75
|
const instrumentation = new TxFileStoreInstrumentation(telemetry, 'TxFileStore');
|
|
74
|
-
log.info('Created tx file store', { url: config.txFileStoreUrl });
|
|
75
|
-
return new TxFileStore(fileStore, txPool, config, instrumentation, log);
|
|
76
|
+
log.info('Created tx file store', { url: config.txFileStoreUrl, basePath });
|
|
77
|
+
return new TxFileStore(fileStore, txPool, config, instrumentation, log, basePath);
|
|
76
78
|
}
|
|
77
79
|
|
|
78
80
|
/** Starts listening to TxPool events and uploading txs. */
|
|
@@ -122,7 +124,7 @@ export class TxFileStore {
|
|
|
122
124
|
|
|
123
125
|
private async uploadTx(tx: Tx): Promise<void> {
|
|
124
126
|
const txHash = tx.getTxHash().toString();
|
|
125
|
-
const path =
|
|
127
|
+
const path = `${this.basePath}/txs/${txHash}.bin`;
|
|
126
128
|
const timer = new Timer();
|
|
127
129
|
|
|
128
130
|
if (this.recentUploads.has(txHash)) {
|
|
@@ -5,13 +5,13 @@ import { elapsed } from '@aztec/foundation/timer';
|
|
|
5
5
|
import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
|
|
6
6
|
import type { ITxProvider } from '@aztec/stdlib/interfaces/server';
|
|
7
7
|
import type { BlockProposal } from '@aztec/stdlib/p2p';
|
|
8
|
-
import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
8
|
+
import { type BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
9
9
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
10
10
|
|
|
11
11
|
import type { PeerId } from '@libp2p/interface';
|
|
12
12
|
|
|
13
13
|
import type { P2PClient } from '../client/p2p_client.js';
|
|
14
|
-
import type {
|
|
14
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
15
15
|
import type { FastCollectionRequestInput, TxCollection } from './tx_collection/tx_collection.js';
|
|
16
16
|
import { TxProviderInstrumentation } from './tx_provider_instrumentation.js';
|
|
17
17
|
|
|
@@ -24,7 +24,7 @@ export class TxProvider implements ITxProvider {
|
|
|
24
24
|
|
|
25
25
|
constructor(
|
|
26
26
|
private txCollection: TxCollection,
|
|
27
|
-
private txPool:
|
|
27
|
+
private txPool: TxPoolV2,
|
|
28
28
|
private txValidator: Pick<P2PClient, 'validate'>,
|
|
29
29
|
private log: Logger = createLogger('p2p:tx-collector'),
|
|
30
30
|
client: TelemetryClient = getTelemetryClient(),
|
|
@@ -144,6 +144,7 @@ export class TxProvider implements ITxProvider {
|
|
|
144
144
|
// Take txs from the proposal body if there are any
|
|
145
145
|
// Note that we still have to validate these txs, but we do it in parallel with tx collection
|
|
146
146
|
const proposal = request.type === 'proposal' ? request.blockProposal : undefined;
|
|
147
|
+
const proposalBlockHeader = proposal?.blockHeader;
|
|
147
148
|
const txsFromProposal = this.extractFromProposal(proposal, [...missingTxHashes]);
|
|
148
149
|
if (txsFromProposal.length > 0) {
|
|
149
150
|
this.instrumentation.incTxsFromProposals(txsFromProposal.length);
|
|
@@ -155,7 +156,7 @@ export class TxProvider implements ITxProvider {
|
|
|
155
156
|
}
|
|
156
157
|
|
|
157
158
|
if (missingTxHashes.size === 0) {
|
|
158
|
-
await this.processProposalTxs(txsFromProposal);
|
|
159
|
+
await this.processProposalTxs(txsFromProposal, proposalBlockHeader!);
|
|
159
160
|
this.instrumentation.incTxsFromP2P(0, txHashes.length);
|
|
160
161
|
return { txsFromMempool, txsFromProposal };
|
|
161
162
|
}
|
|
@@ -163,7 +164,7 @@ export class TxProvider implements ITxProvider {
|
|
|
163
164
|
// Start tx collection from the network if needed, while we validate the txs taken from the proposal in parallel
|
|
164
165
|
const [txsFromNetwork] = await Promise.all([
|
|
165
166
|
this.collectFromP2P(request, [...missingTxHashes], opts),
|
|
166
|
-
this.processProposalTxs(txsFromProposal),
|
|
167
|
+
this.processProposalTxs(txsFromProposal, proposalBlockHeader!),
|
|
167
168
|
] as const);
|
|
168
169
|
|
|
169
170
|
if (txsFromNetwork.length > 0) {
|
|
@@ -222,11 +223,11 @@ export class TxProvider implements ITxProvider {
|
|
|
222
223
|
return compactArray(proposal.txs ?? []).filter(tx => missingTxHashes.includes(tx.getTxHash().toString()));
|
|
223
224
|
}
|
|
224
225
|
|
|
225
|
-
private async processProposalTxs(txs: Tx[]): Promise<void> {
|
|
226
|
+
private async processProposalTxs(txs: Tx[], blockHeader: BlockHeader): Promise<void> {
|
|
226
227
|
if (txs.length === 0) {
|
|
227
228
|
return;
|
|
228
229
|
}
|
|
229
230
|
await this.txValidator.validate(txs);
|
|
230
|
-
await this.txPool.
|
|
231
|
+
await this.txPool.addProtectedTxs(txs, blockHeader);
|
|
231
232
|
}
|
|
232
233
|
}
|
|
@@ -13,7 +13,7 @@ import { createP2PClient } from '../client/index.js';
|
|
|
13
13
|
import type { P2PClient } from '../client/p2p_client.js';
|
|
14
14
|
import type { P2PConfig } from '../config.js';
|
|
15
15
|
import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
16
|
-
import type {
|
|
16
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
17
17
|
import { generatePeerIdPrivateKeys } from '../test-helpers/generate-peer-id-private-keys.js';
|
|
18
18
|
import { getPorts } from './get-ports.js';
|
|
19
19
|
import { makeEnrs } from './make-enrs.js';
|
|
@@ -22,7 +22,7 @@ import { AlwaysFalseCircuitVerifier, AlwaysTrueCircuitVerifier } from './reqresp
|
|
|
22
22
|
|
|
23
23
|
export interface MakeTestP2PClientOptions {
|
|
24
24
|
mockAttestationPool: AttestationPool;
|
|
25
|
-
mockTxPool:
|
|
25
|
+
mockTxPool: TxPoolV2;
|
|
26
26
|
mockEpochCache: EpochCache;
|
|
27
27
|
mockWorldState: WorldStateSynchronizer;
|
|
28
28
|
alwaysTrueVerifier?: boolean;
|
|
@@ -108,7 +108,7 @@ export async function makeTestP2PClient(
|
|
|
108
108
|
undefined,
|
|
109
109
|
undefined,
|
|
110
110
|
{
|
|
111
|
-
txPool: mockTxPool as unknown as
|
|
111
|
+
txPool: mockTxPool as unknown as TxPoolV2,
|
|
112
112
|
attestationPool: mockAttestationPool as unknown as AttestationPool,
|
|
113
113
|
store: kvStore,
|
|
114
114
|
logger,
|
|
@@ -19,8 +19,20 @@ import {
|
|
|
19
19
|
|
|
20
20
|
import type { P2PConfig } from '../config.js';
|
|
21
21
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
22
|
-
import { DummyPeerDiscoveryService, DummyPeerManager,
|
|
23
|
-
import type {
|
|
22
|
+
import { DummyPeerDiscoveryService, DummyPeerManager, LibP2PService } from '../services/index.js';
|
|
23
|
+
import type { P2PReqRespConfig } from '../services/reqresp/config.js';
|
|
24
|
+
import type { ConnectionSampler } from '../services/reqresp/connection-sampler/connection_sampler.js';
|
|
25
|
+
import {
|
|
26
|
+
type ReqRespInterface,
|
|
27
|
+
type ReqRespResponse,
|
|
28
|
+
type ReqRespSubProtocol,
|
|
29
|
+
type ReqRespSubProtocolHandler,
|
|
30
|
+
type ReqRespSubProtocolHandlers,
|
|
31
|
+
type ReqRespSubProtocolValidators,
|
|
32
|
+
type SubProtocolMap,
|
|
33
|
+
responseFromBuffer,
|
|
34
|
+
} from '../services/reqresp/interface.js';
|
|
35
|
+
import { ReqRespStatus } from '../services/reqresp/status.js';
|
|
24
36
|
import { GossipSubEvent } from '../types/index.js';
|
|
25
37
|
import type { PubSubLibp2p } from '../util.js';
|
|
26
38
|
|
|
@@ -52,7 +64,7 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
|
|
|
52
64
|
deps.logger.verbose('Creating mock PubSub service');
|
|
53
65
|
const libp2p = new MockPubSub(peerId, network);
|
|
54
66
|
const peerManager = new DummyPeerManager(peerId, network);
|
|
55
|
-
const reqresp: ReqRespInterface = new
|
|
67
|
+
const reqresp: ReqRespInterface = new MockReqResp(peerId, network);
|
|
56
68
|
const peerDiscoveryService = new DummyPeerDiscoveryService();
|
|
57
69
|
const service = new LibP2PService<T>(
|
|
58
70
|
clientType as T,
|
|
@@ -74,6 +86,115 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
|
|
|
74
86
|
};
|
|
75
87
|
}
|
|
76
88
|
|
|
89
|
+
/**
|
|
90
|
+
* Mock implementation of ReqRespInterface that routes requests to other peers' handlers through the mock network.
|
|
91
|
+
* When a peer calls sendBatchRequest, the mock iterates over network peers and invokes their registered handler
|
|
92
|
+
* for the sub-protocol, simulating the request-response protocol without actual libp2p streams.
|
|
93
|
+
*/
|
|
94
|
+
class MockReqResp implements ReqRespInterface {
|
|
95
|
+
private handlers: Partial<ReqRespSubProtocolHandlers> = {};
|
|
96
|
+
private logger = createLogger('p2p:test:mock-reqresp');
|
|
97
|
+
|
|
98
|
+
constructor(
|
|
99
|
+
private peerId: PeerId,
|
|
100
|
+
private network: MockGossipSubNetwork,
|
|
101
|
+
) {
|
|
102
|
+
network.registerReqRespPeer(this);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
updateConfig(_config: Partial<P2PReqRespConfig>): void {}
|
|
106
|
+
|
|
107
|
+
start(
|
|
108
|
+
subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>,
|
|
109
|
+
_subProtocolValidators: ReqRespSubProtocolValidators,
|
|
110
|
+
): Promise<void> {
|
|
111
|
+
Object.assign(this.handlers, subProtocolHandlers);
|
|
112
|
+
return Promise.resolve();
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
addSubProtocol(
|
|
116
|
+
subProtocol: ReqRespSubProtocol,
|
|
117
|
+
handler: ReqRespSubProtocolHandler,
|
|
118
|
+
_validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
|
|
119
|
+
): Promise<void> {
|
|
120
|
+
this.handlers[subProtocol] = handler;
|
|
121
|
+
return Promise.resolve();
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
stop(): Promise<void> {
|
|
125
|
+
this.handlers = {};
|
|
126
|
+
return Promise.resolve();
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
getHandler(subProtocol: ReqRespSubProtocol): ReqRespSubProtocolHandler | undefined {
|
|
130
|
+
return this.handlers[subProtocol];
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
async sendBatchRequest<SubProtocol extends ReqRespSubProtocol>(
|
|
134
|
+
subProtocol: SubProtocol,
|
|
135
|
+
requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
|
|
136
|
+
pinnedPeer: PeerId | undefined,
|
|
137
|
+
_timeoutMs?: number,
|
|
138
|
+
_maxPeers?: number,
|
|
139
|
+
_maxRetryAttempts?: number,
|
|
140
|
+
): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]> {
|
|
141
|
+
const responses: InstanceType<SubProtocolMap[SubProtocol]['response']>[] = [];
|
|
142
|
+
const peers = this.network.getReqRespPeers().filter(p => !p.peerId.equals(this.peerId));
|
|
143
|
+
const targetPeers = pinnedPeer ? peers.filter(p => p.peerId.equals(pinnedPeer)) : peers;
|
|
144
|
+
|
|
145
|
+
for (const request of requests) {
|
|
146
|
+
const requestBuffer = request.toBuffer();
|
|
147
|
+
for (const peer of targetPeers) {
|
|
148
|
+
const handler = peer.getHandler(subProtocol);
|
|
149
|
+
if (!handler) {
|
|
150
|
+
continue;
|
|
151
|
+
}
|
|
152
|
+
try {
|
|
153
|
+
const responseBuffer = await handler(this.peerId, requestBuffer);
|
|
154
|
+
if (responseBuffer.length > 0) {
|
|
155
|
+
const response = responseFromBuffer(subProtocol, responseBuffer);
|
|
156
|
+
responses.push(response as InstanceType<SubProtocolMap[SubProtocol]['response']>);
|
|
157
|
+
break;
|
|
158
|
+
}
|
|
159
|
+
} catch (err) {
|
|
160
|
+
this.logger.debug(`Mock reqresp handler error from peer ${peer.peerId}`, { err });
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
return responses;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
async sendRequestToPeer(
|
|
169
|
+
peerId: PeerId,
|
|
170
|
+
subProtocol: ReqRespSubProtocol,
|
|
171
|
+
payload: Buffer,
|
|
172
|
+
_dialTimeout?: number,
|
|
173
|
+
): Promise<ReqRespResponse> {
|
|
174
|
+
const peer = this.network.getReqRespPeers().find(p => p.peerId.equals(peerId));
|
|
175
|
+
const handler = peer?.getHandler(subProtocol);
|
|
176
|
+
if (!handler) {
|
|
177
|
+
return { status: ReqRespStatus.SUCCESS, data: Buffer.from([]) };
|
|
178
|
+
}
|
|
179
|
+
try {
|
|
180
|
+
const data = await handler(this.peerId, payload);
|
|
181
|
+
return { status: ReqRespStatus.SUCCESS, data };
|
|
182
|
+
} catch {
|
|
183
|
+
return { status: ReqRespStatus.FAILURE };
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
getConnectionSampler(): Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'> {
|
|
188
|
+
return {
|
|
189
|
+
getPeerListSortedByConnectionCountAsc: () =>
|
|
190
|
+
this.network
|
|
191
|
+
.getReqRespPeers()
|
|
192
|
+
.filter(p => !p.peerId.equals(this.peerId))
|
|
193
|
+
.map(p => p.peerId),
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
|
|
77
198
|
/**
|
|
78
199
|
* Implementation of PubSub services that relies on a mock gossip sub network.
|
|
79
200
|
* This is used in tests to simulate a gossip sub network without needing a real P2P network.
|
|
@@ -157,6 +278,7 @@ class MockGossipSubService extends TypedEventEmitter<GossipsubEvents> implements
|
|
|
157
278
|
*/
|
|
158
279
|
export class MockGossipSubNetwork {
|
|
159
280
|
private peers: MockGossipSubService[] = [];
|
|
281
|
+
private reqRespPeers: MockReqResp[] = [];
|
|
160
282
|
private nextMsgId = 0;
|
|
161
283
|
|
|
162
284
|
private logger = createLogger('p2p:test:mock-gossipsub-network');
|
|
@@ -169,6 +291,14 @@ export class MockGossipSubNetwork {
|
|
|
169
291
|
this.peers.push(peer);
|
|
170
292
|
}
|
|
171
293
|
|
|
294
|
+
public registerReqRespPeer(peer: MockReqResp): void {
|
|
295
|
+
this.reqRespPeers.push(peer);
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
public getReqRespPeers(): MockReqResp[] {
|
|
299
|
+
return this.reqRespPeers;
|
|
300
|
+
}
|
|
301
|
+
|
|
172
302
|
public publishToPeers(topic: TopicStr, data: Uint8Array, sender: PeerId): void {
|
|
173
303
|
const msgId = (this.nextMsgId++).toString();
|
|
174
304
|
this.logger.debug(`Network is distributing message on topic ${topic}`, {
|
|
@@ -34,6 +34,7 @@ import { BootstrapNode } from '../bootstrap/bootstrap.js';
|
|
|
34
34
|
import type { BootnodeConfig, P2PConfig } from '../config.js';
|
|
35
35
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
36
36
|
import { DiscV5Service } from '../services/discv5/discV5_service.js';
|
|
37
|
+
import { APP_SPECIFIC_WEIGHT } from '../services/gossipsub/scoring.js';
|
|
37
38
|
import { LibP2PService } from '../services/libp2p/libp2p_service.js';
|
|
38
39
|
import { PeerManager } from '../services/peer-manager/peer_manager.js';
|
|
39
40
|
import { PeerScoring } from '../services/peer-manager/peer_scoring.js';
|
|
@@ -154,7 +155,7 @@ export async function createTestLibP2PService<T extends P2PClientType>(
|
|
|
154
155
|
epochCache,
|
|
155
156
|
);
|
|
156
157
|
|
|
157
|
-
p2pNode.services.pubsub.score.params.appSpecificWeight =
|
|
158
|
+
p2pNode.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
158
159
|
p2pNode.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
|
|
159
160
|
peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
160
161
|
|