@aztec/p2p 0.0.1-commit.d3ec352c → 0.0.1-commit.f295ac2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +2 -2
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +2 -3
- package/dest/client/interface.d.ts +18 -5
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +11 -14
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +456 -124
- package/dest/config.d.ts +4 -7
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +10 -13
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +61 -42
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +239 -265
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +21 -18
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +114 -109
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +17 -16
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +89 -128
- package/dest/mem_pools/attestation_pool/mocks.d.ts +11 -8
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +17 -13
- package/dest/mem_pools/instrumentation.d.ts +7 -1
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +30 -12
- package/dest/mem_pools/interface.d.ts +3 -4
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +36 -27
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +31 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +156 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +115 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +76 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
- package/dest/mem_pools/tx_pool/index.d.ts +1 -2
- package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/index.js +0 -1
- package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
- package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/priority.js +6 -1
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +8 -4
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +25 -20
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +4 -4
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +13 -11
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +5 -5
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +7 -10
- package/dest/msg_validators/index.d.ts +2 -2
- package/dest/msg_validators/index.d.ts.map +1 -1
- package/dest/msg_validators/index.js +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
- package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
- package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/index.js +3 -0
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/{block_proposal_validator/block_proposal_validator.js → proposal_validator/proposal_validator.js} +20 -22
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +183 -0
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +2 -2
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.d.ts +2 -2
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +8 -14
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
- package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/services/dummy_service.d.ts +6 -2
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +3 -0
- package/dest/services/encoding.d.ts +1 -1
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +5 -3
- package/dest/services/libp2p/instrumentation.d.ts +1 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +20 -73
- package/dest/services/libp2p/libp2p_service.d.ts +30 -13
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +703 -149
- package/dest/services/peer-manager/metrics.d.ts +6 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +18 -21
- package/dest/services/peer-manager/peer_manager.d.ts +2 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +4 -12
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +2 -5
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/constants.d.ts +12 -0
- package/dest/services/reqresp/constants.d.ts.map +1 -0
- package/dest/services/reqresp/constants.js +7 -0
- package/dest/services/reqresp/interface.d.ts +4 -4
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +3 -3
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +5 -21
- package/dest/services/reqresp/protocols/auth.d.ts +2 -2
- package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/auth.js +2 -2
- package/dest/services/reqresp/protocols/block.js +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +7 -0
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +2 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +1 -1
- package/dest/services/reqresp/protocols/status.d.ts +1 -1
- package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/status.js +4 -1
- package/dest/services/reqresp/protocols/tx.d.ts +2 -3
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +402 -24
- package/dest/services/service.d.ts +16 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +4 -14
- package/dest/services/tx_collection/slow_tx_collection.d.ts +3 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.d.ts +4 -4
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +1 -1
- package/dest/services/tx_provider.d.ts +2 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +11 -2
- package/dest/services/tx_provider_instrumentation.d.ts +5 -2
- package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
- package/dest/services/tx_provider_instrumentation.js +13 -13
- package/dest/test-helpers/mock-tx-helpers.js +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -2
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +28 -12
- package/dest/testbench/worker_client_manager.d.ts +1 -1
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +6 -1
- package/package.json +16 -16
- package/src/client/factory.ts +5 -10
- package/src/client/interface.ts +19 -4
- package/src/client/p2p_client.ts +92 -147
- package/src/config.ts +12 -18
- package/src/mem_pools/attestation_pool/attestation_pool.ts +68 -41
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +241 -289
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +163 -141
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +141 -164
- package/src/mem_pools/attestation_pool/mocks.ts +21 -15
- package/src/mem_pools/instrumentation.ts +38 -14
- package/src/mem_pools/interface.ts +2 -4
- package/src/mem_pools/tx_pool/README.md +270 -0
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +363 -368
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +131 -0
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +207 -0
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +159 -0
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +91 -0
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
- package/src/mem_pools/tx_pool/index.ts +0 -1
- package/src/mem_pools/tx_pool/priority.ts +8 -1
- package/src/mem_pools/tx_pool/tx_pool.ts +8 -3
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +18 -13
- package/src/msg_validators/attestation_validator/attestation_validator.ts +17 -14
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +9 -12
- package/src/msg_validators/index.ts +1 -1
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
- package/src/msg_validators/proposal_validator/index.ts +3 -0
- package/src/msg_validators/{block_proposal_validator/block_proposal_validator.ts → proposal_validator/proposal_validator.ts} +24 -29
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +206 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/block_header_validator.ts +1 -1
- package/src/msg_validators/tx_validator/data_validator.ts +12 -4
- package/src/msg_validators/tx_validator/factory.ts +1 -1
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
- package/src/msg_validators/tx_validator/gas_validator.ts +8 -25
- package/src/msg_validators/tx_validator/metadata_validator.ts +13 -5
- package/src/msg_validators/tx_validator/test_utils.ts +1 -1
- package/src/msg_validators/tx_validator/timestamp_validator.ts +3 -1
- package/src/services/dummy_service.ts +6 -0
- package/src/services/encoding.ts +4 -2
- package/src/services/libp2p/instrumentation.ts +19 -73
- package/src/services/libp2p/libp2p_service.ts +336 -117
- package/src/services/peer-manager/metrics.ts +22 -21
- package/src/services/peer-manager/peer_manager.ts +5 -4
- package/src/services/peer-manager/peer_scoring.ts +1 -5
- package/src/services/reqresp/connection-sampler/connection_sampler.ts +3 -1
- package/src/services/reqresp/constants.ts +14 -0
- package/src/services/reqresp/interface.ts +3 -3
- package/src/services/reqresp/metrics.ts +7 -23
- package/src/services/reqresp/protocols/auth.ts +2 -2
- package/src/services/reqresp/protocols/block.ts +1 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +9 -0
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +1 -1
- package/src/services/reqresp/protocols/status.ts +7 -4
- package/src/services/reqresp/protocols/tx.ts +1 -2
- package/src/services/service.ts +19 -4
- package/src/services/tx_collection/config.ts +1 -1
- package/src/services/tx_collection/instrumentation.ts +4 -21
- package/src/services/tx_collection/slow_tx_collection.ts +2 -2
- package/src/services/tx_collection/tx_collection.ts +4 -4
- package/src/services/tx_provider.ts +17 -2
- package/src/services/tx_provider_instrumentation.ts +18 -14
- package/src/test-helpers/mock-pubsub.ts +1 -1
- package/src/test-helpers/mock-tx-helpers.ts +1 -1
- package/src/test-helpers/reqresp-nodes.ts +1 -1
- package/src/testbench/p2p_client_testbench_worker.ts +37 -13
- package/src/testbench/worker_client_manager.ts +6 -1
- package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -81
- package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -239
- package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
- package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
- package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
- package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
- package/dest/msg_validators/block_proposal_validator/index.js +0 -1
- package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -285
- package/src/msg_validators/block_proposal_validator/index.ts +0 -1
|
@@ -1,20 +1,22 @@
|
|
|
1
1
|
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
2
|
-
import { BlockNumber
|
|
3
|
-
import { randomInt } from '@aztec/foundation/crypto';
|
|
4
|
-
import { Fr } from '@aztec/foundation/
|
|
2
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import { randomInt } from '@aztec/foundation/crypto/random';
|
|
4
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
5
5
|
import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
6
6
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
7
7
|
import { Timer } from '@aztec/foundation/timer';
|
|
8
8
|
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
9
9
|
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
10
10
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
11
|
-
import type { EthAddress,
|
|
11
|
+
import type { EthAddress, L2BlockNew, L2BlockSource } from '@aztec/stdlib/block';
|
|
12
12
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
13
13
|
import { GasFees } from '@aztec/stdlib/gas';
|
|
14
14
|
import type { ClientProtocolCircuitVerifier, PeerInfo, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
15
15
|
import {
|
|
16
|
-
BlockAttestation,
|
|
17
16
|
BlockProposal,
|
|
17
|
+
CheckpointAttestation,
|
|
18
|
+
CheckpointProposal,
|
|
19
|
+
type CheckpointProposalCore,
|
|
18
20
|
type Gossipable,
|
|
19
21
|
P2PClientType,
|
|
20
22
|
P2PMessage,
|
|
@@ -28,7 +30,14 @@ import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
|
28
30
|
import { Tx, type TxHash, type TxValidationResult, type TxValidator } from '@aztec/stdlib/tx';
|
|
29
31
|
import type { UInt64 } from '@aztec/stdlib/types';
|
|
30
32
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
31
|
-
import {
|
|
33
|
+
import {
|
|
34
|
+
Attributes,
|
|
35
|
+
OtelMetricsAdapter,
|
|
36
|
+
SpanStatusCode,
|
|
37
|
+
type TelemetryClient,
|
|
38
|
+
WithTracer,
|
|
39
|
+
trackSpan,
|
|
40
|
+
} from '@aztec/telemetry-client';
|
|
32
41
|
|
|
33
42
|
import {
|
|
34
43
|
type GossipSub,
|
|
@@ -53,8 +62,9 @@ import type { P2PConfig } from '../../config.js';
|
|
|
53
62
|
import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
|
|
54
63
|
import type { MemPools } from '../../mem_pools/interface.js';
|
|
55
64
|
import {
|
|
56
|
-
AttestationValidator,
|
|
57
65
|
BlockProposalValidator,
|
|
66
|
+
CheckpointAttestationValidator,
|
|
67
|
+
CheckpointProposalValidator,
|
|
58
68
|
FishermanAttestationValidator,
|
|
59
69
|
} from '../../msg_validators/index.js';
|
|
60
70
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
@@ -101,7 +111,12 @@ import {
|
|
|
101
111
|
reqRespTxHandler,
|
|
102
112
|
} from '../reqresp/protocols/index.js';
|
|
103
113
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
104
|
-
import type {
|
|
114
|
+
import type {
|
|
115
|
+
P2PBlockReceivedCallback,
|
|
116
|
+
P2PCheckpointReceivedCallback,
|
|
117
|
+
P2PService,
|
|
118
|
+
PeerDiscoveryService,
|
|
119
|
+
} from '../service.js';
|
|
105
120
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
106
121
|
|
|
107
122
|
interface ValidationResult {
|
|
@@ -125,8 +140,9 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
125
140
|
private msgIdSeenValidators: Record<TopicType, MessageSeenValidator> = {} as Record<TopicType, MessageSeenValidator>;
|
|
126
141
|
|
|
127
142
|
// Message validators
|
|
128
|
-
private attestationValidator: AttestationValidator;
|
|
129
143
|
private blockProposalValidator: BlockProposalValidator;
|
|
144
|
+
private checkpointProposalValidator: CheckpointProposalValidator;
|
|
145
|
+
private checkpointAttestationValidator: CheckpointAttestationValidator;
|
|
130
146
|
|
|
131
147
|
private protocolVersion = '';
|
|
132
148
|
private topicStrings: Record<TopicType, string> = {} as Record<TopicType, string>;
|
|
@@ -140,10 +156,19 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
140
156
|
*/
|
|
141
157
|
private blockReceivedCallback: P2PBlockReceivedCallback;
|
|
142
158
|
|
|
159
|
+
/**
|
|
160
|
+
* Callback for when a checkpoint proposal is received from a peer.
|
|
161
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
162
|
+
* @returns The attestations for the checkpoint, if any.
|
|
163
|
+
*/
|
|
164
|
+
private checkpointReceivedCallback: P2PCheckpointReceivedCallback;
|
|
165
|
+
|
|
143
166
|
private gossipSubEventHandler: (e: CustomEvent<GossipsubMessage>) => void;
|
|
144
167
|
|
|
145
168
|
private instrumentation: P2PInstrumentation;
|
|
146
169
|
|
|
170
|
+
private telemetry: TelemetryClient;
|
|
171
|
+
|
|
147
172
|
protected logger: Logger;
|
|
148
173
|
|
|
149
174
|
constructor(
|
|
@@ -153,7 +178,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
153
178
|
private peerDiscoveryService: PeerDiscoveryService,
|
|
154
179
|
private reqresp: ReqRespInterface,
|
|
155
180
|
private peerManager: PeerManagerInterface,
|
|
156
|
-
protected mempools: MemPools
|
|
181
|
+
protected mempools: MemPools,
|
|
157
182
|
private archiver: L2BlockSource & ContractDataSource,
|
|
158
183
|
private epochCache: EpochCacheInterface,
|
|
159
184
|
private proofVerifier: ClientProtocolCircuitVerifier,
|
|
@@ -162,6 +187,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
162
187
|
logger: Logger = createLogger('p2p:libp2p_service'),
|
|
163
188
|
) {
|
|
164
189
|
super(telemetry, 'LibP2PService');
|
|
190
|
+
this.telemetry = telemetry;
|
|
165
191
|
|
|
166
192
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
167
193
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -170,7 +196,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
170
196
|
|
|
171
197
|
this.msgIdSeenValidators[TopicType.tx] = new MessageSeenValidator(config.seenMessageCacheSize);
|
|
172
198
|
this.msgIdSeenValidators[TopicType.block_proposal] = new MessageSeenValidator(config.seenMessageCacheSize);
|
|
173
|
-
this.msgIdSeenValidators[TopicType.
|
|
199
|
+
this.msgIdSeenValidators[TopicType.checkpoint_proposal] = new MessageSeenValidator(config.seenMessageCacheSize);
|
|
200
|
+
this.msgIdSeenValidators[TopicType.checkpoint_attestation] = new MessageSeenValidator(config.seenMessageCacheSize);
|
|
174
201
|
|
|
175
202
|
const versions = getVersions(config);
|
|
176
203
|
this.protocolVersion = compressComponentVersions(versions);
|
|
@@ -178,25 +205,40 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
178
205
|
|
|
179
206
|
this.topicStrings[TopicType.tx] = createTopicString(TopicType.tx, this.protocolVersion);
|
|
180
207
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
181
|
-
this.topicStrings[TopicType.
|
|
182
|
-
TopicType.
|
|
208
|
+
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(
|
|
209
|
+
TopicType.checkpoint_proposal,
|
|
210
|
+
this.protocolVersion,
|
|
211
|
+
);
|
|
212
|
+
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(
|
|
213
|
+
TopicType.checkpoint_attestation,
|
|
183
214
|
this.protocolVersion,
|
|
184
215
|
);
|
|
185
216
|
|
|
186
|
-
// Use FishermanAttestationValidator in fisherman mode to validate attestation payloads against proposals
|
|
187
|
-
this.attestationValidator = config.fishermanMode
|
|
188
|
-
? new FishermanAttestationValidator(epochCache, mempools.attestationPool!, telemetry)
|
|
189
|
-
: new AttestationValidator(epochCache);
|
|
190
217
|
this.blockProposalValidator = new BlockProposalValidator(epochCache, { txsPermitted: !config.disableTransactions });
|
|
218
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
|
|
219
|
+
txsPermitted: !config.disableTransactions,
|
|
220
|
+
});
|
|
221
|
+
this.checkpointAttestationValidator = config.fishermanMode
|
|
222
|
+
? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry)
|
|
223
|
+
: new CheckpointAttestationValidator(epochCache);
|
|
191
224
|
|
|
192
225
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
193
226
|
|
|
194
|
-
this.blockReceivedCallback = async (block: BlockProposal): Promise<
|
|
227
|
+
this.blockReceivedCallback = async (block: BlockProposal): Promise<boolean> => {
|
|
195
228
|
this.logger.debug(
|
|
196
229
|
`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`,
|
|
197
230
|
{ p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier() },
|
|
198
231
|
);
|
|
199
|
-
return
|
|
232
|
+
return false;
|
|
233
|
+
};
|
|
234
|
+
|
|
235
|
+
this.checkpointReceivedCallback = (
|
|
236
|
+
checkpoint: CheckpointProposalCore,
|
|
237
|
+
): Promise<CheckpointAttestation[] | undefined> => {
|
|
238
|
+
this.logger.debug(
|
|
239
|
+
`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`,
|
|
240
|
+
);
|
|
241
|
+
return Promise.resolve(undefined);
|
|
200
242
|
};
|
|
201
243
|
}
|
|
202
244
|
|
|
@@ -215,7 +257,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
215
257
|
config: P2PConfig,
|
|
216
258
|
peerId: PeerId,
|
|
217
259
|
deps: {
|
|
218
|
-
mempools: MemPools
|
|
260
|
+
mempools: MemPools;
|
|
219
261
|
l2BlockSource: L2BlockSource & ContractDataSource;
|
|
220
262
|
epochCache: EpochCacheInterface;
|
|
221
263
|
proofVerifier: ClientProtocolCircuitVerifier;
|
|
@@ -265,7 +307,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
265
307
|
|
|
266
308
|
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
267
309
|
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
268
|
-
const
|
|
310
|
+
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
311
|
+
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
269
312
|
|
|
270
313
|
const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
|
|
271
314
|
const directPeers = (
|
|
@@ -387,12 +430,17 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
387
430
|
invalidMessageDeliveriesWeight: -20,
|
|
388
431
|
invalidMessageDeliveriesDecay: 0.5,
|
|
389
432
|
}),
|
|
390
|
-
[
|
|
433
|
+
[blockProposalTopic]: createTopicScoreParams({
|
|
434
|
+
topicWeight: 1,
|
|
435
|
+
invalidMessageDeliveriesWeight: -20,
|
|
436
|
+
invalidMessageDeliveriesDecay: 0.5,
|
|
437
|
+
}),
|
|
438
|
+
[checkpointProposalTopic]: createTopicScoreParams({
|
|
391
439
|
topicWeight: 1,
|
|
392
440
|
invalidMessageDeliveriesWeight: -20,
|
|
393
441
|
invalidMessageDeliveriesDecay: 0.5,
|
|
394
442
|
}),
|
|
395
|
-
[
|
|
443
|
+
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
396
444
|
topicWeight: 1,
|
|
397
445
|
invalidMessageDeliveriesWeight: -20,
|
|
398
446
|
invalidMessageDeliveriesDecay: 0.5,
|
|
@@ -462,17 +510,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
462
510
|
}
|
|
463
511
|
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
464
512
|
|
|
465
|
-
await this.peerManager.initializePeers();
|
|
466
|
-
if (!this.config.p2pDiscoveryDisabled) {
|
|
467
|
-
await this.peerDiscoveryService.start();
|
|
468
|
-
}
|
|
469
|
-
await this.node.start();
|
|
470
|
-
|
|
471
|
-
// Subscribe to standard GossipSub topics by default
|
|
472
|
-
for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)) {
|
|
473
|
-
this.subscribeToTopic(this.topicStrings[topic]);
|
|
474
|
-
}
|
|
475
|
-
|
|
476
513
|
// Create request response protocol handlers
|
|
477
514
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
478
515
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
@@ -486,8 +523,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
486
523
|
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this),
|
|
487
524
|
};
|
|
488
525
|
|
|
489
|
-
|
|
490
|
-
if (this.mempools.attestationPool && !this.config.disableTransactions) {
|
|
526
|
+
if (!this.config.disableTransactions) {
|
|
491
527
|
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
|
|
492
528
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
493
529
|
}
|
|
@@ -496,10 +532,32 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
496
532
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
497
533
|
}
|
|
498
534
|
|
|
535
|
+
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
536
|
+
const reqrespSubProtocolValidators = {
|
|
537
|
+
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
538
|
+
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
539
|
+
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
540
|
+
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this),
|
|
541
|
+
};
|
|
542
|
+
|
|
543
|
+
await this.peerManager.initializePeers();
|
|
544
|
+
|
|
545
|
+
await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
|
|
546
|
+
|
|
547
|
+
await this.node.start();
|
|
548
|
+
|
|
549
|
+
// Subscribe to standard GossipSub topics by default
|
|
550
|
+
for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)) {
|
|
551
|
+
this.subscribeToTopic(this.topicStrings[topic]);
|
|
552
|
+
}
|
|
553
|
+
|
|
499
554
|
// add GossipSub listener
|
|
500
555
|
this.node.services.pubsub.addEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
501
556
|
|
|
502
557
|
// Start running promise for peer discovery and metrics collection
|
|
558
|
+
if (!this.config.p2pDiscoveryDisabled) {
|
|
559
|
+
await this.peerDiscoveryService.start();
|
|
560
|
+
}
|
|
503
561
|
this.discoveryRunningPromise = new RunningPromise(
|
|
504
562
|
async () => {
|
|
505
563
|
await this.peerManager.heartbeat();
|
|
@@ -509,14 +567,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
509
567
|
);
|
|
510
568
|
this.discoveryRunningPromise.start();
|
|
511
569
|
|
|
512
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
513
|
-
const reqrespSubProtocolValidators = {
|
|
514
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
515
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
516
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
517
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this),
|
|
518
|
-
};
|
|
519
|
-
await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
|
|
520
570
|
this.logger.info(`Started P2P service`, {
|
|
521
571
|
listen: this.config.listenAddress,
|
|
522
572
|
port: this.config.p2pPort,
|
|
@@ -602,6 +652,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
602
652
|
this.blockReceivedCallback = callback;
|
|
603
653
|
}
|
|
604
654
|
|
|
655
|
+
public registerCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
|
|
656
|
+
this.checkpointReceivedCallback = callback;
|
|
657
|
+
}
|
|
658
|
+
|
|
605
659
|
/**
|
|
606
660
|
* Subscribes to a topic.
|
|
607
661
|
* @param topic - The topic to subscribe to.
|
|
@@ -623,7 +677,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
623
677
|
if (!this.node.services.pubsub) {
|
|
624
678
|
throw new Error('Pubsub service not available.');
|
|
625
679
|
}
|
|
626
|
-
const
|
|
680
|
+
const isBlockProposal = topic === this.topicStrings[TopicType.block_proposal];
|
|
681
|
+
const traceContext =
|
|
682
|
+
this.config.debugP2PInstrumentMessages && isBlockProposal ? this.telemetry.getTraceContext() : undefined;
|
|
683
|
+
const p2pMessage = P2PMessage.fromGossipable(message, this.config.debugP2PInstrumentMessages, traceContext);
|
|
627
684
|
const result = await this.node.services.pubsub.publish(topic, p2pMessage.toMessageData());
|
|
628
685
|
return result.recipients.length;
|
|
629
686
|
}
|
|
@@ -644,12 +701,15 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
644
701
|
case this.topicStrings[TopicType.tx]:
|
|
645
702
|
topicType = TopicType.tx;
|
|
646
703
|
break;
|
|
647
|
-
case this.topicStrings[TopicType.block_attestation]:
|
|
648
|
-
topicType = TopicType.block_attestation;
|
|
649
|
-
break;
|
|
650
704
|
case this.topicStrings[TopicType.block_proposal]:
|
|
651
705
|
topicType = TopicType.block_proposal;
|
|
652
706
|
break;
|
|
707
|
+
case this.topicStrings[TopicType.checkpoint_proposal]:
|
|
708
|
+
topicType = TopicType.checkpoint_proposal;
|
|
709
|
+
break;
|
|
710
|
+
case this.topicStrings[TopicType.checkpoint_attestation]:
|
|
711
|
+
topicType = TopicType.checkpoint_attestation;
|
|
712
|
+
break;
|
|
653
713
|
default:
|
|
654
714
|
this.logger.error(`Received message on unknown topic: ${msg.topic}`);
|
|
655
715
|
break;
|
|
@@ -708,23 +768,74 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
708
768
|
return;
|
|
709
769
|
}
|
|
710
770
|
|
|
771
|
+
// Determine topic type for attributes
|
|
711
772
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
712
773
|
topicType = TopicType.tx;
|
|
713
|
-
|
|
774
|
+
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
775
|
+
topicType = TopicType.checkpoint_attestation;
|
|
776
|
+
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
777
|
+
topicType = TopicType.block_proposal;
|
|
778
|
+
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
779
|
+
topicType = TopicType.checkpoint_proposal;
|
|
714
780
|
}
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
781
|
+
|
|
782
|
+
// Process the message, optionally within a linked span for trace propagation
|
|
783
|
+
const processMessage = async () => {
|
|
784
|
+
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
785
|
+
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
786
|
+
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
787
|
+
if (this.clientType === P2PClientType.Full) {
|
|
788
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
789
|
+
}
|
|
790
|
+
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
791
|
+
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
792
|
+
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
793
|
+
await this.handleGossipedCheckpointProposal(p2pMessage.payload, msgId, source);
|
|
794
|
+
} else {
|
|
795
|
+
this.logger.error(`Received message on unknown topic: ${msg.topic}`);
|
|
719
796
|
}
|
|
720
|
-
}
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
797
|
+
};
|
|
798
|
+
|
|
799
|
+
const latency = p2pMessage.timestamp !== undefined ? msgReceivedTime - p2pMessage.timestamp.getTime() : undefined;
|
|
800
|
+
const propagatedContext = p2pMessage.traceContext
|
|
801
|
+
? this.telemetry.extractPropagatedContext(p2pMessage.traceContext)
|
|
802
|
+
: undefined;
|
|
803
|
+
|
|
804
|
+
if (propagatedContext) {
|
|
805
|
+
await this.tracer.startActiveSpan(
|
|
806
|
+
'LibP2PService.processMessage',
|
|
807
|
+
{
|
|
808
|
+
attributes: {
|
|
809
|
+
[Attributes.TOPIC_NAME]: topicType!,
|
|
810
|
+
[Attributes.PEER_ID]: source.toString(),
|
|
811
|
+
},
|
|
812
|
+
},
|
|
813
|
+
propagatedContext,
|
|
814
|
+
async span => {
|
|
815
|
+
try {
|
|
816
|
+
await processMessage();
|
|
817
|
+
span.setStatus({
|
|
818
|
+
code: SpanStatusCode.OK,
|
|
819
|
+
});
|
|
820
|
+
} catch (err) {
|
|
821
|
+
span.setStatus({
|
|
822
|
+
code: SpanStatusCode.ERROR,
|
|
823
|
+
message: String(err),
|
|
824
|
+
});
|
|
825
|
+
if (typeof err === 'string' || (err && err instanceof Error)) {
|
|
826
|
+
span.recordException(err);
|
|
827
|
+
}
|
|
828
|
+
throw err;
|
|
829
|
+
} finally {
|
|
830
|
+
span.end();
|
|
831
|
+
}
|
|
832
|
+
},
|
|
833
|
+
);
|
|
834
|
+
} else {
|
|
835
|
+
await processMessage();
|
|
724
836
|
}
|
|
725
837
|
|
|
726
|
-
if (
|
|
727
|
-
const latency = msgReceivedTime - p2pMessage.timestamp.getTime();
|
|
838
|
+
if (latency !== undefined && topicType !== undefined) {
|
|
728
839
|
this.instrumentation.recordMessageLatency(topicType, latency);
|
|
729
840
|
}
|
|
730
841
|
|
|
@@ -801,27 +912,29 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
801
912
|
}
|
|
802
913
|
|
|
803
914
|
/**
|
|
804
|
-
* Process
|
|
805
|
-
*
|
|
806
|
-
*
|
|
807
|
-
* @param attestation - The attestation to process.
|
|
915
|
+
* Process a checkpoint attestation from a peer.
|
|
916
|
+
* Validates the attestation and adds it to the pool.
|
|
808
917
|
*/
|
|
809
|
-
private async
|
|
810
|
-
|
|
811
|
-
|
|
812
|
-
|
|
813
|
-
|
|
814
|
-
|
|
918
|
+
private async processCheckpointAttestationFromPeer(
|
|
919
|
+
payloadData: Buffer,
|
|
920
|
+
msgId: string,
|
|
921
|
+
source: PeerId,
|
|
922
|
+
): Promise<void> {
|
|
923
|
+
const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
|
|
924
|
+
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
925
|
+
const pool = this.mempools.attestationPool;
|
|
926
|
+
const isValid = await this.validateCheckpointAttestation(source, attestation);
|
|
927
|
+
const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
|
|
815
928
|
|
|
816
929
|
let canAdd = true;
|
|
817
930
|
if (isValid && !exists) {
|
|
818
931
|
const slot = attestation.payload.header.slotNumber;
|
|
819
932
|
const { committee } = await this.epochCache.getCommittee(slot);
|
|
820
933
|
const committeeSize = committee?.length ?? 0;
|
|
821
|
-
canAdd = await pool.
|
|
934
|
+
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
822
935
|
}
|
|
823
936
|
|
|
824
|
-
this.logger.trace(`Validate propagated
|
|
937
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
825
938
|
isValid,
|
|
826
939
|
exists,
|
|
827
940
|
canAdd,
|
|
@@ -834,7 +947,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
834
947
|
} else if (exists) {
|
|
835
948
|
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
836
949
|
} else if (!canAdd) {
|
|
837
|
-
this.logger.warn(`Dropping
|
|
950
|
+
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
838
951
|
slot: attestation.payload.header.slotNumber.toString(),
|
|
839
952
|
archive: attestation.archive.toString(),
|
|
840
953
|
source: source.toString(),
|
|
@@ -845,11 +958,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
845
958
|
}
|
|
846
959
|
};
|
|
847
960
|
|
|
848
|
-
const { result, obj: attestation } = await this.validateReceivedMessage<
|
|
961
|
+
const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
|
|
849
962
|
validationFunc,
|
|
850
963
|
msgId,
|
|
851
964
|
source,
|
|
852
|
-
TopicType.
|
|
965
|
+
TopicType.checkpoint_attestation,
|
|
853
966
|
);
|
|
854
967
|
|
|
855
968
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
@@ -857,7 +970,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
857
970
|
}
|
|
858
971
|
|
|
859
972
|
this.logger.debug(
|
|
860
|
-
`Received attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
973
|
+
`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
861
974
|
{
|
|
862
975
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
863
976
|
slot: attestation.slotNumber,
|
|
@@ -866,7 +979,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
866
979
|
},
|
|
867
980
|
);
|
|
868
981
|
|
|
869
|
-
await this.mempools.attestationPool
|
|
982
|
+
await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
|
|
870
983
|
}
|
|
871
984
|
|
|
872
985
|
private async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
@@ -875,16 +988,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
875
988
|
const isValid = await this.validateBlockProposal(source, block);
|
|
876
989
|
const pool = this.mempools.attestationPool;
|
|
877
990
|
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
const exists = isValid && (await pool?.hasBlockProposal(block));
|
|
881
|
-
const canAdd = isValid && (await pool?.canAddProposal(block));
|
|
991
|
+
const exists = isValid && (await pool.hasBlockProposal(block));
|
|
992
|
+
const canAdd = isValid && (await pool.canAddProposal(block));
|
|
882
993
|
|
|
883
994
|
this.logger.trace(`Validate propagated block proposal`, {
|
|
884
995
|
isValid,
|
|
885
996
|
exists,
|
|
886
997
|
canAdd,
|
|
887
|
-
[Attributes.SLOT_NUMBER]: block.
|
|
998
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
888
999
|
[Attributes.P2P_ID]: source.toString(),
|
|
889
1000
|
});
|
|
890
1001
|
|
|
@@ -920,6 +1031,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
920
1031
|
}
|
|
921
1032
|
|
|
922
1033
|
// REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
1034
|
+
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1035
|
+
// should not be here as it does not deal with p2p networking.
|
|
923
1036
|
@trackSpan('Libp2pService.processValidBlockProposal', async block => ({
|
|
924
1037
|
[Attributes.SLOT_NUMBER]: block.slotNumber,
|
|
925
1038
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
@@ -927,21 +1040,15 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
927
1040
|
}))
|
|
928
1041
|
private async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
|
|
929
1042
|
const slot = block.slotNumber;
|
|
930
|
-
const previousSlot = SlotNumber(slot - 1);
|
|
931
1043
|
this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
932
1044
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
|
|
933
|
-
slot: block.slotNumber,
|
|
934
|
-
archive: block.archive.toString(),
|
|
935
1045
|
source: sender.toString(),
|
|
1046
|
+
...block.toBlockInfo(),
|
|
936
1047
|
});
|
|
937
|
-
const attestationsForPreviousSlot = await this.mempools.attestationPool?.getAttestationsForSlot(previousSlot);
|
|
938
|
-
if (attestationsForPreviousSlot !== undefined) {
|
|
939
|
-
this.logger.verbose(`Received ${attestationsForPreviousSlot.length} attestations for slot ${previousSlot}`);
|
|
940
|
-
}
|
|
941
1048
|
|
|
942
|
-
// Attempt to add proposal
|
|
1049
|
+
// Attempt to add proposal
|
|
943
1050
|
try {
|
|
944
|
-
await this.mempools.attestationPool
|
|
1051
|
+
await this.mempools.attestationPool.addBlockProposal(block);
|
|
945
1052
|
} catch (err: unknown) {
|
|
946
1053
|
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
947
1054
|
if (err instanceof ProposalSlotCapExceededError) {
|
|
@@ -954,34 +1061,125 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
954
1061
|
}
|
|
955
1062
|
throw err;
|
|
956
1063
|
}
|
|
1064
|
+
|
|
1065
|
+
// Mark the txs in this proposal as non-evictable
|
|
957
1066
|
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
958
|
-
const attestations = await this.blockReceivedCallback(block, sender);
|
|
959
1067
|
|
|
960
|
-
//
|
|
961
|
-
//
|
|
962
|
-
|
|
963
|
-
|
|
964
|
-
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
|
|
1068
|
+
// Call the block received callback to validate the proposal.
|
|
1069
|
+
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1070
|
+
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1071
|
+
if (!isValid) {
|
|
1072
|
+
this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1073
|
+
}
|
|
1074
|
+
}
|
|
1075
|
+
|
|
1076
|
+
/**
|
|
1077
|
+
* Handle a gossiped checkpoint proposal.
|
|
1078
|
+
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1079
|
+
*/
|
|
1080
|
+
private async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
1081
|
+
// TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
|
|
1082
|
+
const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointProposal>> = async () => {
|
|
1083
|
+
const checkpoint = CheckpointProposal.fromBuffer(payloadData);
|
|
1084
|
+
const isValid = await this.validateCheckpointProposal(source, checkpoint);
|
|
1085
|
+
const pool = this.mempools.attestationPool;
|
|
1086
|
+
|
|
1087
|
+
const exists = isValid && (await pool.hasCheckpointProposal(checkpoint));
|
|
1088
|
+
const canAdd = isValid && (await pool.canAddCheckpointProposal(checkpoint));
|
|
1089
|
+
|
|
1090
|
+
this.logger.trace(`Validate propagated checkpoint proposal`, {
|
|
1091
|
+
isValid,
|
|
1092
|
+
exists,
|
|
1093
|
+
canAdd,
|
|
1094
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1095
|
+
[Attributes.P2P_ID]: source.toString(),
|
|
1096
|
+
});
|
|
1097
|
+
|
|
1098
|
+
if (!isValid) {
|
|
1099
|
+
return { result: TopicValidatorResult.Reject };
|
|
1100
|
+
} else if (exists) {
|
|
1101
|
+
return { result: TopicValidatorResult.Ignore, obj: checkpoint };
|
|
1102
|
+
} else if (!canAdd) {
|
|
1103
|
+
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1104
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1105
|
+
slot: checkpoint.slotNumber.toString(),
|
|
1106
|
+
archive: checkpoint.archive.toString(),
|
|
1107
|
+
source: source.toString(),
|
|
968
1108
|
});
|
|
969
|
-
|
|
1109
|
+
return { result: TopicValidatorResult.Reject };
|
|
1110
|
+
} else {
|
|
1111
|
+
return { result: TopicValidatorResult.Accept, obj: checkpoint };
|
|
970
1112
|
}
|
|
1113
|
+
};
|
|
1114
|
+
|
|
1115
|
+
const { result, obj: checkpoint } = await this.validateReceivedMessage<CheckpointProposal>(
|
|
1116
|
+
validationFunc,
|
|
1117
|
+
msgId,
|
|
1118
|
+
source,
|
|
1119
|
+
TopicType.checkpoint_proposal,
|
|
1120
|
+
);
|
|
1121
|
+
|
|
1122
|
+
if (result !== TopicValidatorResult.Accept || !checkpoint) {
|
|
1123
|
+
return;
|
|
971
1124
|
}
|
|
1125
|
+
|
|
1126
|
+
await this.processValidCheckpointProposal(checkpoint, source);
|
|
972
1127
|
}
|
|
973
1128
|
|
|
974
1129
|
/**
|
|
975
|
-
*
|
|
976
|
-
*
|
|
1130
|
+
* Process a validated checkpoint proposal.
|
|
1131
|
+
* Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
|
|
1132
|
+
* The block callback is invoked before the checkpoint callback.
|
|
977
1133
|
*/
|
|
978
|
-
@trackSpan('Libp2pService.
|
|
979
|
-
[Attributes.SLOT_NUMBER]:
|
|
980
|
-
[Attributes.BLOCK_ARCHIVE]:
|
|
981
|
-
[Attributes.P2P_ID]: await
|
|
1134
|
+
@trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
|
|
1135
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
1136
|
+
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
1137
|
+
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
982
1138
|
}))
|
|
983
|
-
private async
|
|
984
|
-
|
|
1139
|
+
private async processValidCheckpointProposal(checkpoint: CheckpointProposal, sender: PeerId) {
|
|
1140
|
+
const slot = checkpoint.slotNumber;
|
|
1141
|
+
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
1142
|
+
p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
|
|
1143
|
+
slot: checkpoint.slotNumber,
|
|
1144
|
+
archive: checkpoint.archive.toString(),
|
|
1145
|
+
source: sender.toString(),
|
|
1146
|
+
});
|
|
1147
|
+
|
|
1148
|
+
// Extract block proposal before adding to pool (pool stores them separately)
|
|
1149
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1150
|
+
|
|
1151
|
+
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1152
|
+
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1153
|
+
|
|
1154
|
+
// Mark txs as non-evictable if present (from the last block)
|
|
1155
|
+
if (checkpoint.txHashes.length > 0) {
|
|
1156
|
+
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1157
|
+
}
|
|
1158
|
+
|
|
1159
|
+
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1160
|
+
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1161
|
+
if (blockProposal) {
|
|
1162
|
+
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1163
|
+
if (!isValid) {
|
|
1164
|
+
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1165
|
+
slot: slot.toString(),
|
|
1166
|
+
archive: checkpoint.archive.toString(),
|
|
1167
|
+
blockNumber: blockProposal.blockNumber.toString(),
|
|
1168
|
+
});
|
|
1169
|
+
return;
|
|
1170
|
+
}
|
|
1171
|
+
}
|
|
1172
|
+
|
|
1173
|
+
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1174
|
+
// to validate and potentially generate attestations
|
|
1175
|
+
const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
|
|
1176
|
+
if (attestations && attestations.length > 0) {
|
|
1177
|
+
// If the callback returned attestations, add them to the pool and propagate them
|
|
1178
|
+
await this.mempools.attestationPool.addCheckpointAttestations(attestations);
|
|
1179
|
+
for (const attestation of attestations) {
|
|
1180
|
+
await this.propagate(attestation);
|
|
1181
|
+
}
|
|
1182
|
+
}
|
|
985
1183
|
}
|
|
986
1184
|
|
|
987
1185
|
/**
|
|
@@ -1047,7 +1245,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1047
1245
|
}
|
|
1048
1246
|
|
|
1049
1247
|
// Given proposal (should have locally), ensure returned txs are valid subset and match request indices
|
|
1050
|
-
const proposal = await this.mempools.attestationPool
|
|
1248
|
+
const proposal = await this.mempools.attestationPool.getBlockProposal(request.blockHash.toString());
|
|
1051
1249
|
if (proposal) {
|
|
1052
1250
|
// Build intersected indices
|
|
1053
1251
|
const intersectIdx = request.txIndices.getTrueIndices().filter(i => response.txIndices.isSet(i));
|
|
@@ -1138,7 +1336,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1138
1336
|
}))
|
|
1139
1337
|
private async validateRequestedBlock(
|
|
1140
1338
|
requestedBlockNumber: Fr,
|
|
1141
|
-
responseBlock:
|
|
1339
|
+
responseBlock: L2BlockNew,
|
|
1142
1340
|
peerId: PeerId,
|
|
1143
1341
|
): Promise<boolean> {
|
|
1144
1342
|
try {
|
|
@@ -1366,19 +1564,20 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1366
1564
|
}
|
|
1367
1565
|
|
|
1368
1566
|
/**
|
|
1369
|
-
* Validate
|
|
1567
|
+
* Validate a checkpoint attestation.
|
|
1370
1568
|
*
|
|
1371
|
-
* @param attestation - The attestation to validate.
|
|
1372
|
-
* @returns True if the attestation is valid, false otherwise.
|
|
1569
|
+
* @param attestation - The checkpoint attestation to validate.
|
|
1570
|
+
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1373
1571
|
*/
|
|
1374
|
-
@trackSpan('Libp2pService.
|
|
1572
|
+
@trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation) => ({
|
|
1375
1573
|
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
1376
1574
|
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
1377
1575
|
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1378
1576
|
}))
|
|
1379
|
-
public async
|
|
1380
|
-
const severity = await this.
|
|
1577
|
+
public async validateCheckpointAttestation(peerId: PeerId, attestation: CheckpointAttestation): Promise<boolean> {
|
|
1578
|
+
const severity = await this.checkpointAttestationValidator.validate(attestation);
|
|
1381
1579
|
if (severity) {
|
|
1580
|
+
this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1382
1581
|
this.peerManager.penalizePeer(peerId, severity);
|
|
1383
1582
|
return false;
|
|
1384
1583
|
}
|
|
@@ -1393,7 +1592,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1393
1592
|
* @returns True if the block proposal is valid, false otherwise.
|
|
1394
1593
|
*/
|
|
1395
1594
|
@trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
|
|
1396
|
-
[Attributes.SLOT_NUMBER]: block.
|
|
1595
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
1397
1596
|
}))
|
|
1398
1597
|
public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<boolean> {
|
|
1399
1598
|
const severity = await this.blockProposalValidator.validate(block);
|
|
@@ -1406,6 +1605,26 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1406
1605
|
return true;
|
|
1407
1606
|
}
|
|
1408
1607
|
|
|
1608
|
+
/**
|
|
1609
|
+
* Validate a checkpoint proposal.
|
|
1610
|
+
*
|
|
1611
|
+
* @param checkpoint - The checkpoint proposal to validate.
|
|
1612
|
+
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1613
|
+
*/
|
|
1614
|
+
@trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
|
|
1615
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1616
|
+
}))
|
|
1617
|
+
public async validateCheckpointProposal(peerId: PeerId, checkpoint: CheckpointProposal): Promise<boolean> {
|
|
1618
|
+
const severity = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1619
|
+
if (severity) {
|
|
1620
|
+
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1621
|
+
this.peerManager.penalizePeer(peerId, severity);
|
|
1622
|
+
return false;
|
|
1623
|
+
}
|
|
1624
|
+
|
|
1625
|
+
return true;
|
|
1626
|
+
}
|
|
1627
|
+
|
|
1409
1628
|
public getPeerScore(peerId: PeerId): number {
|
|
1410
1629
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1411
1630
|
}
|