@aztec/p2p 0.0.1-commit.023c3e5 → 0.0.1-commit.08c5969dc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +5 -5
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +45 -9
- package/dest/client/interface.d.ts +37 -15
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +37 -36
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +118 -138
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +1 -1
- package/dest/config.d.ts +28 -4
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +19 -2
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +102 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +242 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +119 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +89 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +131 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +72 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +63 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +201 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +7 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +95 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +128 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +105 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +345 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +57 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +160 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +71 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +780 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +2 -2
- package/dest/services/dummy_service.d.ts +10 -2
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +6 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +2 -2
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +161 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +324 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/libp2p_service.d.ts +84 -35
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +368 -273
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -4
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +8 -8
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +35 -1
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +27 -17
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +165 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +28 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +59 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +12 -12
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +4 -5
- package/dest/services/tx_collection/slow_tx_collection.d.ts +6 -2
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +55 -23
- package/dest/services/tx_collection/tx_collection.d.ts +19 -7
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +15 -6
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +152 -0
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +5 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +27 -1
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +97 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +40 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.js +2 -2
- package/package.json +14 -14
- package/src/client/factory.ts +84 -12
- package/src/client/interface.ts +45 -14
- package/src/client/p2p_client.ts +156 -161
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +1 -1
- package/src/config.ts +41 -2
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +310 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +147 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +111 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +23 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +164 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +88 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +72 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +233 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +211 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +433 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +218 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +924 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/timestamp_validator.ts +19 -14
- package/src/services/dummy_service.ts +12 -0
- package/src/services/encoding.ts +2 -2
- package/src/services/gossipsub/README.md +626 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +451 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/libp2p_service.ts +370 -275
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +11 -11
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +40 -0
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +28 -26
- package/src/services/tx_collection/file_store_tx_collection.ts +198 -0
- package/src/services/tx_collection/file_store_tx_source.ts +73 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/proposal_tx_collector.ts +12 -14
- package/src/services/tx_collection/slow_tx_collection.ts +64 -30
- package/src/services/tx_collection/tx_collection.ts +109 -13
- package/src/services/tx_collection/tx_collection_sink.ts +17 -7
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +175 -0
- package/src/services/tx_provider.ts +8 -7
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +133 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +2 -2
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
package/src/client/p2p_client.ts
CHANGED
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
|
|
2
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
2
3
|
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
4
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
|
+
import { RunningPromise } from '@aztec/foundation/promise';
|
|
4
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
5
7
|
import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
|
|
6
8
|
import { L2TipsKVStore } from '@aztec/kv-store/stores';
|
|
7
9
|
import {
|
|
8
10
|
type EthAddress,
|
|
9
11
|
type L2Block,
|
|
12
|
+
type L2BlockId,
|
|
10
13
|
type L2BlockSource,
|
|
11
14
|
L2BlockStream,
|
|
12
15
|
type L2BlockStreamEvent,
|
|
@@ -22,16 +25,16 @@ import {
|
|
|
22
25
|
type CheckpointProposal,
|
|
23
26
|
type P2PClientType,
|
|
24
27
|
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
28
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
26
29
|
import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
27
30
|
|
|
28
31
|
import type { PeerId } from '@libp2p/interface';
|
|
29
32
|
import type { ENR } from '@nethermindeth/enr';
|
|
30
33
|
|
|
31
34
|
import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
|
|
32
|
-
import type {
|
|
35
|
+
import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
|
|
33
36
|
import type { MemPools } from '../mem_pools/interface.js';
|
|
34
|
-
import type {
|
|
37
|
+
import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
|
|
35
38
|
import type { AuthRequest, StatusMessage } from '../services/index.js';
|
|
36
39
|
import {
|
|
37
40
|
ReqRespSubProtocol,
|
|
@@ -39,8 +42,15 @@ import {
|
|
|
39
42
|
type ReqRespSubProtocolValidators,
|
|
40
43
|
} from '../services/reqresp/interface.js';
|
|
41
44
|
import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
|
|
42
|
-
import type {
|
|
45
|
+
import type {
|
|
46
|
+
DuplicateAttestationInfo,
|
|
47
|
+
DuplicateProposalInfo,
|
|
48
|
+
P2PBlockReceivedCallback,
|
|
49
|
+
P2PCheckpointReceivedCallback,
|
|
50
|
+
P2PService,
|
|
51
|
+
} from '../services/service.js';
|
|
43
52
|
import { TxCollection } from '../services/tx_collection/tx_collection.js';
|
|
53
|
+
import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
|
|
44
54
|
import { TxProvider } from '../services/tx_provider.js';
|
|
45
55
|
import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
|
|
46
56
|
|
|
@@ -64,8 +74,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
64
74
|
private l2Tips: L2TipsStore;
|
|
65
75
|
private synchedLatestSlot: AztecAsyncSingleton<bigint>;
|
|
66
76
|
|
|
67
|
-
private txPool:
|
|
68
|
-
private attestationPool:
|
|
77
|
+
private txPool: TxPoolV2;
|
|
78
|
+
private attestationPool: AttestationPoolApi;
|
|
69
79
|
|
|
70
80
|
private config: P2PConfig;
|
|
71
81
|
|
|
@@ -75,14 +85,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
75
85
|
|
|
76
86
|
private validatorAddresses: EthAddress[] = [];
|
|
77
87
|
|
|
78
|
-
/**
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
* @param log - A logger.
|
|
85
|
-
*/
|
|
88
|
+
/** Tracks the last slot for which we called prepareForSlot */
|
|
89
|
+
private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
|
|
90
|
+
|
|
91
|
+
/** Polls for slot changes and calls prepareForSlot on the tx pool */
|
|
92
|
+
private slotMonitor: RunningPromise | undefined;
|
|
93
|
+
|
|
86
94
|
constructor(
|
|
87
95
|
_clientType: T,
|
|
88
96
|
private store: AztecAsyncKVStore,
|
|
@@ -90,6 +98,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
90
98
|
mempools: MemPools,
|
|
91
99
|
private p2pService: P2PService,
|
|
92
100
|
private txCollection: TxCollection,
|
|
101
|
+
private txFileStore: TxFileStore | undefined,
|
|
102
|
+
private epochCache: EpochCacheInterface,
|
|
93
103
|
config: Partial<P2PConfig> = {},
|
|
94
104
|
private _dateProvider: DateProvider = new DateProvider(),
|
|
95
105
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
@@ -159,10 +169,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
159
169
|
return this.l2Tips.getL2BlockHash(number);
|
|
160
170
|
}
|
|
161
171
|
|
|
162
|
-
public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
163
|
-
this.txPool.updateConfig(config);
|
|
172
|
+
public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
|
|
173
|
+
await this.txPool.updateConfig(config);
|
|
164
174
|
this.p2pService.updateConfig(config);
|
|
165
|
-
return Promise.resolve();
|
|
166
175
|
}
|
|
167
176
|
|
|
168
177
|
public getL2Tips(): Promise<L2Tips> {
|
|
@@ -191,7 +200,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
191
200
|
break;
|
|
192
201
|
case 'chain-pruned':
|
|
193
202
|
this.txCollection.stopCollectingForBlocksAfter(event.block.number);
|
|
194
|
-
await this.handlePruneL2Blocks(event.block
|
|
203
|
+
await this.handlePruneL2Blocks(event.block);
|
|
195
204
|
break;
|
|
196
205
|
case 'chain-checkpointed':
|
|
197
206
|
break;
|
|
@@ -207,7 +216,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
207
216
|
}
|
|
208
217
|
|
|
209
218
|
#assertIsReady() {
|
|
210
|
-
// this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
|
|
211
219
|
if (!this.isReady()) {
|
|
212
220
|
throw new Error('P2P client not ready');
|
|
213
221
|
}
|
|
@@ -225,6 +233,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
225
233
|
return this.syncPromise;
|
|
226
234
|
}
|
|
227
235
|
|
|
236
|
+
// Start the tx pool first, as it needs to hydrate state from persistence
|
|
237
|
+
await this.txPool.start();
|
|
238
|
+
|
|
228
239
|
// get the current latest block numbers
|
|
229
240
|
const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
|
|
230
241
|
this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
|
|
@@ -274,6 +285,16 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
274
285
|
|
|
275
286
|
this.blockStream!.start();
|
|
276
287
|
await this.txCollection.start();
|
|
288
|
+
this.txFileStore?.start();
|
|
289
|
+
|
|
290
|
+
// Start slot monitor to call prepareForSlot when the slot changes
|
|
291
|
+
this.slotMonitor = new RunningPromise(
|
|
292
|
+
() => this.maybeCallPrepareForSlot(),
|
|
293
|
+
this.log,
|
|
294
|
+
this.config.slotCheckIntervalMS,
|
|
295
|
+
);
|
|
296
|
+
this.slotMonitor.start();
|
|
297
|
+
|
|
277
298
|
return this.syncPromise;
|
|
278
299
|
}
|
|
279
300
|
|
|
@@ -304,12 +325,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
304
325
|
*/
|
|
305
326
|
public async stop() {
|
|
306
327
|
this.log.debug('Stopping p2p client...');
|
|
328
|
+
await this.slotMonitor?.stop();
|
|
329
|
+
this.log.debug('Stopped slot monitor');
|
|
307
330
|
await tryStop(this.txCollection);
|
|
308
331
|
this.log.debug('Stopped tx collection service');
|
|
332
|
+
await this.txFileStore?.stop();
|
|
333
|
+
this.log.debug('Stopped tx file store');
|
|
309
334
|
await this.p2pService.stop();
|
|
310
335
|
this.log.debug('Stopped p2p service');
|
|
311
336
|
await this.blockStream?.stop();
|
|
312
337
|
this.log.debug('Stopped block downloader');
|
|
338
|
+
await this.txPool.stop();
|
|
339
|
+
this.log.debug('Stopped tx pool');
|
|
313
340
|
await this.runningPromise;
|
|
314
341
|
this.setCurrentState(P2PClientState.STOPPED);
|
|
315
342
|
this.log.info('P2P client stopped');
|
|
@@ -329,7 +356,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
329
356
|
public async broadcastProposal(proposal: BlockProposal): Promise<void> {
|
|
330
357
|
this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
|
|
331
358
|
// Store our own proposal so we can respond to req/resp requests for it
|
|
332
|
-
await this.attestationPool.
|
|
359
|
+
const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
|
|
360
|
+
if (count > 1) {
|
|
361
|
+
if (this.config.broadcastEquivocatedProposals) {
|
|
362
|
+
this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
|
|
363
|
+
slot: proposal.slotNumber,
|
|
364
|
+
archive: proposal.archive.toString(),
|
|
365
|
+
count,
|
|
366
|
+
});
|
|
367
|
+
} else {
|
|
368
|
+
throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
|
|
369
|
+
}
|
|
370
|
+
}
|
|
333
371
|
return this.p2pService.propagate(proposal);
|
|
334
372
|
}
|
|
335
373
|
|
|
@@ -343,7 +381,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
343
381
|
const blockProposal = proposal.getBlockProposal();
|
|
344
382
|
if (blockProposal) {
|
|
345
383
|
// Store our own last-block proposal so we can respond to req/resp requests for it.
|
|
346
|
-
await this.attestationPool.
|
|
384
|
+
await this.attestationPool.tryAddBlockProposal(blockProposal);
|
|
347
385
|
}
|
|
348
386
|
return this.p2pService.propagate(proposal);
|
|
349
387
|
}
|
|
@@ -362,8 +400,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
362
400
|
: this.attestationPool.getCheckpointAttestationsForSlot(slot));
|
|
363
401
|
}
|
|
364
402
|
|
|
365
|
-
public
|
|
366
|
-
return this.attestationPool.
|
|
403
|
+
public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
404
|
+
return this.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
405
|
+
}
|
|
406
|
+
|
|
407
|
+
public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
408
|
+
return this.attestationPool.hasBlockProposalsForSlot(slot);
|
|
367
409
|
}
|
|
368
410
|
|
|
369
411
|
// REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
@@ -376,10 +418,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
376
418
|
this.p2pService.registerCheckpointReceivedCallback(handler);
|
|
377
419
|
}
|
|
378
420
|
|
|
421
|
+
public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
|
|
422
|
+
this.p2pService.registerDuplicateProposalCallback(callback);
|
|
423
|
+
}
|
|
424
|
+
|
|
425
|
+
public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
|
|
426
|
+
this.p2pService.registerDuplicateAttestationCallback(callback);
|
|
427
|
+
}
|
|
428
|
+
|
|
379
429
|
/**
|
|
380
430
|
* Uses the batched Request Response protocol to request a set of transactions from the network.
|
|
381
431
|
*/
|
|
382
|
-
|
|
432
|
+
private async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
|
|
383
433
|
const timeoutMs = 8000; // Longer timeout for now
|
|
384
434
|
const maxRetryAttempts = 10; // Keep retrying within the timeout
|
|
385
435
|
const requests = chunkTxHashesRequest(txHashes);
|
|
@@ -396,7 +446,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
396
446
|
|
|
397
447
|
const txs = txBatches.flat();
|
|
398
448
|
if (txs.length > 0) {
|
|
399
|
-
await this.txPool.
|
|
449
|
+
await this.txPool.addPendingTxs(txs);
|
|
400
450
|
}
|
|
401
451
|
|
|
402
452
|
const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
|
|
@@ -406,79 +456,49 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
406
456
|
return txs;
|
|
407
457
|
}
|
|
408
458
|
|
|
409
|
-
public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
410
|
-
return this.getTxs('pending', limit, after);
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
public getPendingTxCount(): Promise<number> {
|
|
414
|
-
return this.txPool.getPendingTxCount();
|
|
415
|
-
}
|
|
416
|
-
|
|
417
|
-
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
418
|
-
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
419
|
-
const tx = await this.txPool.getTxByHash(txHash);
|
|
420
|
-
if (tx) {
|
|
421
|
-
yield tx;
|
|
422
|
-
}
|
|
423
|
-
}
|
|
424
|
-
}
|
|
425
|
-
|
|
426
|
-
/**
|
|
427
|
-
* Returns all transactions in the transaction pool.
|
|
428
|
-
* @param filter - The type of txs to return
|
|
429
|
-
* @param limit - How many txs to return
|
|
430
|
-
* @param after - If paginating, the last known tx hash. Will return txs after this hash
|
|
431
|
-
* @returns An array of Txs.
|
|
432
|
-
*/
|
|
433
|
-
public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
459
|
+
public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
|
|
434
460
|
if (limit !== undefined && limit <= 0) {
|
|
435
461
|
throw new TypeError('limit must be greater than 0');
|
|
436
462
|
}
|
|
437
463
|
|
|
438
|
-
let
|
|
439
|
-
let txHashes: TxHash[];
|
|
440
|
-
|
|
441
|
-
if (filter === 'all') {
|
|
442
|
-
txs = await this.txPool.getAllTxs();
|
|
443
|
-
txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
|
|
444
|
-
} else if (filter === 'mined') {
|
|
445
|
-
const minedTxHashes = await this.txPool.getMinedTxHashes();
|
|
446
|
-
txHashes = minedTxHashes.map(([txHash]) => txHash);
|
|
447
|
-
} else if (filter === 'pending') {
|
|
448
|
-
txHashes = await this.txPool.getPendingTxHashes();
|
|
449
|
-
} else {
|
|
450
|
-
const _: never = filter;
|
|
451
|
-
throw new Error(`Unknown filter ${filter}`);
|
|
452
|
-
}
|
|
464
|
+
let txHashes = await this.txPool.getPendingTxHashes();
|
|
453
465
|
|
|
454
466
|
let startIndex = 0;
|
|
455
|
-
let endIndex: number | undefined = undefined;
|
|
456
|
-
|
|
457
467
|
if (after) {
|
|
458
468
|
startIndex = txHashes.findIndex(txHash => after.equals(txHash));
|
|
459
|
-
|
|
460
|
-
// if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
|
|
461
469
|
if (startIndex === -1) {
|
|
462
470
|
return [];
|
|
463
471
|
}
|
|
464
|
-
|
|
465
|
-
// increment by one because we don't want to return the same tx again
|
|
466
472
|
startIndex++;
|
|
467
473
|
}
|
|
468
474
|
|
|
469
|
-
|
|
470
|
-
endIndex = startIndex + limit;
|
|
471
|
-
}
|
|
472
|
-
|
|
475
|
+
const endIndex = limit !== undefined ? startIndex + limit : undefined;
|
|
473
476
|
txHashes = txHashes.slice(startIndex, endIndex);
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
477
|
+
|
|
478
|
+
const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
|
|
479
|
+
return maybeTxs.filter((tx): tx is Tx => !!tx);
|
|
480
|
+
}
|
|
481
|
+
|
|
482
|
+
public getPendingTxCount(): Promise<number> {
|
|
483
|
+
return this.txPool.getPendingTxCount();
|
|
484
|
+
}
|
|
485
|
+
|
|
486
|
+
public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
|
|
487
|
+
for (const txHash of await this.txPool.getPendingTxHashes()) {
|
|
488
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
489
|
+
if (tx) {
|
|
490
|
+
yield tx;
|
|
491
|
+
}
|
|
479
492
|
}
|
|
493
|
+
}
|
|
480
494
|
|
|
481
|
-
|
|
495
|
+
public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
|
|
496
|
+
for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
|
|
497
|
+
const tx = await this.txPool.getTxByHash(txHash);
|
|
498
|
+
if (tx) {
|
|
499
|
+
yield tx;
|
|
500
|
+
}
|
|
501
|
+
}
|
|
482
502
|
}
|
|
483
503
|
|
|
484
504
|
/**
|
|
@@ -556,15 +576,19 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
556
576
|
}
|
|
557
577
|
|
|
558
578
|
/**
|
|
559
|
-
*
|
|
560
|
-
* @param tx - The tx to
|
|
579
|
+
* Accepts a transaction, adds it to local tx pool and forwards it to other peers.
|
|
580
|
+
* @param tx - The tx to send.
|
|
561
581
|
* @returns Empty promise.
|
|
562
582
|
**/
|
|
563
583
|
public async sendTx(tx: Tx): Promise<void> {
|
|
564
|
-
|
|
565
|
-
const
|
|
566
|
-
if (
|
|
584
|
+
this.#assertIsReady();
|
|
585
|
+
const result = await this.txPool.addPendingTxs([tx]);
|
|
586
|
+
if (result.accepted.length === 1) {
|
|
567
587
|
await this.p2pService.propagate(tx);
|
|
588
|
+
} else {
|
|
589
|
+
this.log.warn(
|
|
590
|
+
`Tx ${tx.getTxHash()} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
|
|
591
|
+
);
|
|
568
592
|
}
|
|
569
593
|
}
|
|
570
594
|
|
|
@@ -574,7 +598,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
574
598
|
**/
|
|
575
599
|
public async addTxsToPool(txs: Tx[]): Promise<number> {
|
|
576
600
|
this.#assertIsReady();
|
|
577
|
-
return await this.txPool.
|
|
601
|
+
return (await this.txPool.addPendingTxs(txs)).accepted.length;
|
|
578
602
|
}
|
|
579
603
|
|
|
580
604
|
/**
|
|
@@ -582,8 +606,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
582
606
|
* @param txHash - Hash of the tx to query.
|
|
583
607
|
* @returns Pending or mined depending on its status, or undefined if not found.
|
|
584
608
|
*/
|
|
585
|
-
public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
586
|
-
|
|
609
|
+
public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
|
|
610
|
+
const status = await this.txPool.getTxStatus(txHash);
|
|
611
|
+
return status === 'protected' ? 'pending' : status;
|
|
587
612
|
}
|
|
588
613
|
|
|
589
614
|
public getEnr(): ENR | undefined {
|
|
@@ -595,14 +620,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
595
620
|
}
|
|
596
621
|
|
|
597
622
|
/**
|
|
598
|
-
*
|
|
599
|
-
*
|
|
600
|
-
* @param txHashes - Hashes of the transactions to delete.
|
|
601
|
-
* @returns Empty promise.
|
|
623
|
+
* Handles failed transaction execution by removing txs from the pool.
|
|
624
|
+
* @param txHashes - Hashes of the transactions that failed execution.
|
|
602
625
|
**/
|
|
603
|
-
public async
|
|
626
|
+
public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
|
|
604
627
|
this.#assertIsReady();
|
|
605
|
-
await this.txPool.
|
|
628
|
+
await this.txPool.handleFailedExecution(txHashes);
|
|
606
629
|
}
|
|
607
630
|
|
|
608
631
|
/**
|
|
@@ -662,14 +685,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
662
685
|
}
|
|
663
686
|
|
|
664
687
|
/**
|
|
665
|
-
*
|
|
688
|
+
* Handles mined blocks by marking the txs in them as mined.
|
|
666
689
|
* @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
|
|
667
690
|
* @returns Empty promise.
|
|
668
691
|
*/
|
|
669
|
-
private async
|
|
692
|
+
private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
|
|
670
693
|
for (const block of blocks) {
|
|
671
|
-
|
|
672
|
-
await this.txPool.markAsMined(txHashes, block.header);
|
|
694
|
+
await this.txPool.handleMinedBlock(block);
|
|
673
695
|
}
|
|
674
696
|
}
|
|
675
697
|
|
|
@@ -680,16 +702,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
680
702
|
*/
|
|
681
703
|
private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
682
704
|
if (!blocks.length) {
|
|
683
|
-
return
|
|
705
|
+
return;
|
|
684
706
|
}
|
|
685
707
|
|
|
686
|
-
await this.
|
|
687
|
-
await this.
|
|
708
|
+
await this.handleMinedBlocks(blocks);
|
|
709
|
+
await this.maybeCallPrepareForSlot();
|
|
688
710
|
await this.startCollectingMissingTxs(blocks);
|
|
689
|
-
|
|
690
711
|
const lastBlock = blocks.at(-1)!;
|
|
691
712
|
await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
|
|
692
|
-
this.log.verbose(`Synched to latest block ${lastBlock.number}`);
|
|
693
713
|
}
|
|
694
714
|
|
|
695
715
|
/** Request txs for unproven blocks so the prover node has more chances to get them. */
|
|
@@ -728,68 +748,31 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
728
748
|
*/
|
|
729
749
|
private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
|
|
730
750
|
if (!blocks.length) {
|
|
731
|
-
return
|
|
751
|
+
return;
|
|
732
752
|
}
|
|
733
|
-
this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
|
|
734
|
-
|
|
735
|
-
const lastBlockNum = blocks[blocks.length - 1].number;
|
|
736
|
-
const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
|
|
737
|
-
|
|
738
|
-
const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
|
|
739
|
-
this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
|
|
740
|
-
await this.txPool.deleteTxs(txHashes, { permanently: true });
|
|
741
|
-
await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
|
|
742
|
-
|
|
743
|
-
await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
|
|
744
753
|
|
|
745
|
-
|
|
754
|
+
// Finalization is monotonic, so we only need to call with the last block
|
|
755
|
+
const lastBlock = blocks.at(-1)!;
|
|
756
|
+
await this.txPool.handleFinalizedBlock(lastBlock.header);
|
|
757
|
+
await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
|
|
746
758
|
}
|
|
747
759
|
|
|
748
760
|
/**
|
|
749
761
|
* Updates the tx pool after a chain prune.
|
|
750
|
-
* @param latestBlock - The block
|
|
762
|
+
* @param latestBlock - The block ID the chain was pruned to.
|
|
751
763
|
*/
|
|
752
|
-
private async handlePruneL2Blocks(latestBlock:
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
// Find transactions that reference pruned blocks in their historical header
|
|
757
|
-
for (const tx of await this.txPool.getAllTxs()) {
|
|
758
|
-
// every tx that's been generated against a block that has now been pruned is no longer valid
|
|
759
|
-
if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
|
|
760
|
-
const txHash = tx.getTxHash();
|
|
761
|
-
txsToDelete.set(txHash.toString(), txHash);
|
|
762
|
-
}
|
|
763
|
-
}
|
|
764
|
-
|
|
765
|
-
this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
|
|
766
|
-
newLatestBlock: latestBlock,
|
|
767
|
-
previousLatestBlock: await this.getSyncedLatestBlockNum(),
|
|
768
|
-
txsToDelete: Array.from(txsToDelete.keys()),
|
|
769
|
-
});
|
|
770
|
-
|
|
771
|
-
// delete invalid txs (both pending and mined)
|
|
772
|
-
await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
|
|
773
|
-
|
|
774
|
-
// everything left in the mined set was built against a block on the proven chain so its still valid
|
|
775
|
-
// move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
|
|
776
|
-
// in which case we clean them up to avoid potential reorg loops
|
|
777
|
-
// NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
|
|
778
|
-
// (see this.keepProvenTxsFor)
|
|
779
|
-
const minedTxsFromReorg: TxHash[] = [];
|
|
780
|
-
for (const [txHash, blockNumber] of minedTxs) {
|
|
781
|
-
// We keep the txsToDelete out of this list as they have already been deleted above
|
|
782
|
-
if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
|
|
783
|
-
minedTxsFromReorg.push(txHash);
|
|
784
|
-
}
|
|
785
|
-
}
|
|
764
|
+
private async handlePruneL2Blocks(latestBlock: L2BlockId): Promise<void> {
|
|
765
|
+
await this.txPool.handlePrunedBlocks(latestBlock);
|
|
766
|
+
}
|
|
786
767
|
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
768
|
+
/** Checks if the slot has changed and calls prepareForSlot if so. */
|
|
769
|
+
private async maybeCallPrepareForSlot(): Promise<void> {
|
|
770
|
+
const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
|
|
771
|
+
if (currentSlot <= this.lastSlotProcessed) {
|
|
772
|
+
return;
|
|
792
773
|
}
|
|
774
|
+
this.lastSlotProcessed = currentSlot;
|
|
775
|
+
await this.txPool.prepareForSlot(currentSlot);
|
|
793
776
|
}
|
|
794
777
|
|
|
795
778
|
private async startServiceIfSynched() {
|
|
@@ -834,11 +817,23 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
|
|
|
834
817
|
}
|
|
835
818
|
|
|
836
819
|
/**
|
|
837
|
-
*
|
|
838
|
-
*
|
|
820
|
+
* Protects existing transactions by hash for a given slot.
|
|
821
|
+
* Returns hashes of transactions that weren't found in the pool.
|
|
822
|
+
* @param txHashes - Hashes of the transactions to protect.
|
|
823
|
+
* @param blockHeader - The block header providing slot context.
|
|
824
|
+
* @returns Hashes of transactions not found in the pool.
|
|
825
|
+
*/
|
|
826
|
+
public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
|
|
827
|
+
return this.txPool.protectTxs(txHashes, blockHeader);
|
|
828
|
+
}
|
|
829
|
+
|
|
830
|
+
/**
|
|
831
|
+
* Prepares the pool for a new slot.
|
|
832
|
+
* Unprotects transactions from earlier slots and validates them.
|
|
833
|
+
* @param slotNumber - The slot number to prepare for
|
|
839
834
|
*/
|
|
840
|
-
public
|
|
841
|
-
|
|
835
|
+
public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
|
|
836
|
+
await this.txPool.prepareForSlot(slotNumber);
|
|
842
837
|
}
|
|
843
838
|
|
|
844
839
|
public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
|
|
@@ -301,7 +301,7 @@ process.on('message', (msg: WorkerCommand) => {
|
|
|
301
301
|
throw new Error('Attestation pool not initialized');
|
|
302
302
|
}
|
|
303
303
|
const proposal = deserializeBlockProposal(msg.blockProposal);
|
|
304
|
-
await attestationPool.
|
|
304
|
+
await attestationPool.tryAddBlockProposal(proposal);
|
|
305
305
|
await sendMessage({ type: 'BLOCK_PROPOSAL_SET', requestId, archiveRoot: proposal.archive.toString() });
|
|
306
306
|
break;
|
|
307
307
|
}
|
package/src/config.ts
CHANGED
|
@@ -13,7 +13,13 @@ import { Fr } from '@aztec/foundation/curves/bn254';
|
|
|
13
13
|
import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
|
|
14
14
|
import { FunctionSelector } from '@aztec/stdlib/abi/function-selector';
|
|
15
15
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
16
|
-
import {
|
|
16
|
+
import {
|
|
17
|
+
type AllowedElement,
|
|
18
|
+
type ChainConfig,
|
|
19
|
+
type SequencerConfig,
|
|
20
|
+
chainConfigMappings,
|
|
21
|
+
sharedSequencerConfigMappings,
|
|
22
|
+
} from '@aztec/stdlib/config';
|
|
17
23
|
|
|
18
24
|
import {
|
|
19
25
|
type BatchTxRequesterConfig,
|
|
@@ -21,17 +27,27 @@ import {
|
|
|
21
27
|
} from './services/reqresp/batch-tx-requester/config.js';
|
|
22
28
|
import { type P2PReqRespConfig, p2pReqRespConfigMappings } from './services/reqresp/config.js';
|
|
23
29
|
import { type TxCollectionConfig, txCollectionConfigMappings } from './services/tx_collection/config.js';
|
|
30
|
+
import { type TxFileStoreConfig, txFileStoreConfigMappings } from './services/tx_file_store/config.js';
|
|
24
31
|
|
|
25
32
|
/**
|
|
26
33
|
* P2P client configuration values.
|
|
27
34
|
*/
|
|
28
|
-
export interface P2PConfig
|
|
35
|
+
export interface P2PConfig
|
|
36
|
+
extends P2PReqRespConfig,
|
|
37
|
+
BatchTxRequesterConfig,
|
|
38
|
+
ChainConfig,
|
|
39
|
+
TxCollectionConfig,
|
|
40
|
+
TxFileStoreConfig,
|
|
41
|
+
Pick<SequencerConfig, 'blockDurationMs'> {
|
|
29
42
|
/** A flag dictating whether the P2P subsystem should be enabled. */
|
|
30
43
|
p2pEnabled: boolean;
|
|
31
44
|
|
|
32
45
|
/** The frequency in which to check for new L2 blocks. */
|
|
33
46
|
blockCheckIntervalMS: number;
|
|
34
47
|
|
|
48
|
+
/** The frequency in which to check for new L2 slots. */
|
|
49
|
+
slotCheckIntervalMS: number;
|
|
50
|
+
|
|
35
51
|
/** The number of blocks to fetch in a single batch. */
|
|
36
52
|
blockRequestBatchSize: number;
|
|
37
53
|
|
|
@@ -171,6 +187,12 @@ export interface P2PConfig extends P2PReqRespConfig, BatchTxRequesterConfig, Cha
|
|
|
171
187
|
|
|
172
188
|
/** Whether to run in fisherman mode: validates all proposals and attestations but does not broadcast attestations or participate in consensus */
|
|
173
189
|
fishermanMode: boolean;
|
|
190
|
+
|
|
191
|
+
/** Broadcast block proposals even when a conflicting proposal for the same slot already exists in the pool (for testing purposes only). */
|
|
192
|
+
broadcastEquivocatedProposals?: boolean;
|
|
193
|
+
|
|
194
|
+
/** Minimum age (ms) a transaction must have been in the pool before it's eligible for block building. */
|
|
195
|
+
minTxPoolAgeMs: number;
|
|
174
196
|
}
|
|
175
197
|
|
|
176
198
|
export const DEFAULT_P2P_PORT = 40400;
|
|
@@ -191,6 +213,11 @@ export const p2pConfigMappings: ConfigMappingsType<P2PConfig> = {
|
|
|
191
213
|
description: 'The frequency in which to check for new L2 blocks.',
|
|
192
214
|
...numberConfigHelper(100),
|
|
193
215
|
},
|
|
216
|
+
slotCheckIntervalMS: {
|
|
217
|
+
env: 'P2P_SLOT_CHECK_INTERVAL_MS',
|
|
218
|
+
description: 'The frequency in which to check for new L2 slots.',
|
|
219
|
+
...numberConfigHelper(1000),
|
|
220
|
+
},
|
|
194
221
|
debugDisableColocationPenalty: {
|
|
195
222
|
env: 'DEBUG_P2P_DISABLE_COLOCATION_PENALTY',
|
|
196
223
|
description: 'DEBUG: Disable colocation penalty - NEVER set to true in production',
|
|
@@ -435,10 +462,22 @@ export const p2pConfigMappings: ConfigMappingsType<P2PConfig> = {
|
|
|
435
462
|
'Whether to run in fisherman mode: validates all proposals and attestations but does not broadcast attestations or participate in consensus.',
|
|
436
463
|
...booleanConfigHelper(false),
|
|
437
464
|
},
|
|
465
|
+
broadcastEquivocatedProposals: {
|
|
466
|
+
description:
|
|
467
|
+
'Broadcast block proposals even when a conflicting proposal for the same slot already exists in the pool (for testing purposes only).',
|
|
468
|
+
...booleanConfigHelper(false),
|
|
469
|
+
},
|
|
470
|
+
minTxPoolAgeMs: {
|
|
471
|
+
env: 'P2P_MIN_TX_POOL_AGE_MS',
|
|
472
|
+
description: 'Minimum age (ms) a transaction must have been in the pool before it is eligible for block building.',
|
|
473
|
+
...numberConfigHelper(2_000),
|
|
474
|
+
},
|
|
475
|
+
...sharedSequencerConfigMappings,
|
|
438
476
|
...p2pReqRespConfigMappings,
|
|
439
477
|
...batchTxRequesterConfigMappings,
|
|
440
478
|
...chainConfigMappings,
|
|
441
479
|
...txCollectionConfigMappings,
|
|
480
|
+
...txFileStoreConfigMappings,
|
|
442
481
|
};
|
|
443
482
|
|
|
444
483
|
/**
|
package/src/index.ts
CHANGED
|
@@ -7,5 +7,6 @@ export * from './enr/index.js';
|
|
|
7
7
|
export * from './config.js';
|
|
8
8
|
export * from './mem_pools/attestation_pool/index.js';
|
|
9
9
|
export * from './mem_pools/tx_pool/index.js';
|
|
10
|
+
export * from './mem_pools/tx_pool_v2/index.js';
|
|
10
11
|
export * from './msg_validators/index.js';
|
|
11
12
|
export * from './services/index.js';
|