@lodestar/beacon-node 1.51.0-dev.2593063a82 → 1.51.0-dev.312812503e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/api.js +1 -1
- package/lib/api/impl/api.js.map +1 -1
- package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +12 -7
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/index.d.ts +2 -1
- package/lib/api/impl/beacon/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/index.js +2 -2
- package/lib/api/impl/beacon/index.js.map +1 -1
- package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/index.js +8 -2
- package/lib/api/impl/beacon/state/index.js.map +1 -1
- package/lib/api/impl/beacon/state/utils.d.ts +2 -1
- package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/utils.js +17 -9
- package/lib/api/impl/beacon/state/utils.js.map +1 -1
- package/lib/api/impl/debug/index.d.ts.map +1 -1
- package/lib/api/impl/debug/index.js +3 -0
- package/lib/api/impl/debug/index.js.map +1 -1
- package/lib/api/impl/validator/index.d.ts.map +1 -1
- package/lib/api/impl/validator/index.js +102 -10
- package/lib/api/impl/validator/index.js.map +1 -1
- package/lib/api/options.d.ts +2 -0
- package/lib/api/options.d.ts.map +1 -1
- package/lib/api/options.js +1 -0
- package/lib/api/options.js.map +1 -1
- package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
- package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
- package/lib/chain/ColumnReconstructionTracker.js +46 -40
- package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
- package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/archiveBlocks.js +4 -5
- package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
- package/lib/chain/blocks/blockInput/utils.js +2 -2
- package/lib/chain/blocks/blockInput/utils.js.map +1 -1
- package/lib/chain/blocks/importBlock.d.ts.map +1 -1
- package/lib/chain/blocks/importBlock.js +3 -2
- package/lib/chain/blocks/importBlock.js.map +1 -1
- package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
- package/lib/chain/blocks/importExecutionPayload.js +50 -2
- package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
- package/lib/chain/blocks/types.d.ts +4 -0
- package/lib/chain/blocks/types.d.ts.map +1 -1
- package/lib/chain/blocks/types.js +5 -0
- package/lib/chain/blocks/types.js.map +1 -1
- package/lib/chain/chain.d.ts +2 -1
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +5 -1
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
- package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
- package/lib/chain/errors/executionPayloadBid.js +2 -0
- package/lib/chain/errors/executionPayloadBid.js.map +1 -1
- package/lib/chain/errors/inclusionList.d.ts +60 -0
- package/lib/chain/errors/inclusionList.d.ts.map +1 -0
- package/lib/chain/errors/inclusionList.js +19 -0
- package/lib/chain/errors/inclusionList.js.map +1 -0
- package/lib/chain/errors/index.d.ts +1 -0
- package/lib/chain/errors/index.d.ts.map +1 -1
- package/lib/chain/errors/index.js +1 -0
- package/lib/chain/errors/index.js.map +1 -1
- package/lib/chain/interface.d.ts +2 -1
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/interface.js.map +1 -1
- package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
- package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
- package/lib/chain/opPools/inclusionListStore.js +171 -0
- package/lib/chain/opPools/inclusionListStore.js.map +1 -0
- package/lib/chain/opPools/index.d.ts +1 -0
- package/lib/chain/opPools/index.d.ts.map +1 -1
- package/lib/chain/opPools/index.js +1 -0
- package/lib/chain/opPools/index.js.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.js +30 -10
- package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
- package/lib/chain/regen/interface.d.ts +1 -1
- package/lib/chain/regen/interface.d.ts.map +1 -1
- package/lib/chain/regen/interface.js +1 -1
- package/lib/chain/regen/interface.js.map +1 -1
- package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
- package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
- package/lib/chain/validation/executionPayloadBid.js +24 -145
- package/lib/chain/validation/executionPayloadBid.js.map +1 -1
- package/lib/chain/validation/inclusionList.d.ts +14 -0
- package/lib/chain/validation/inclusionList.d.ts.map +1 -0
- package/lib/chain/validation/inclusionList.js +150 -0
- package/lib/chain/validation/inclusionList.js.map +1 -0
- package/lib/chain/validation/index.d.ts +1 -0
- package/lib/chain/validation/index.d.ts.map +1 -1
- package/lib/chain/validation/index.js +1 -0
- package/lib/chain/validation/index.js.map +1 -1
- package/lib/execution/builder/validateBid.d.ts.map +1 -1
- package/lib/execution/builder/validateBid.js +14 -1
- package/lib/execution/builder/validateBid.js.map +1 -1
- package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
- package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
- package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
- package/lib/execution/engine/disabled.d.ts +1 -0
- package/lib/execution/engine/disabled.d.ts.map +1 -1
- package/lib/execution/engine/disabled.js +3 -0
- package/lib/execution/engine/disabled.js.map +1 -1
- package/lib/execution/engine/http.d.ts +8 -2
- package/lib/execution/engine/http.d.ts.map +1 -1
- package/lib/execution/engine/http.js +27 -4
- package/lib/execution/engine/http.js.map +1 -1
- package/lib/execution/engine/interface.d.ts +11 -2
- package/lib/execution/engine/interface.d.ts.map +1 -1
- package/lib/execution/engine/interface.js.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
- package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.js +33 -9
- package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
- package/lib/execution/engine/mock.d.ts +1 -0
- package/lib/execution/engine/mock.d.ts.map +1 -1
- package/lib/execution/engine/mock.js +31 -7
- package/lib/execution/engine/mock.js.map +1 -1
- package/lib/execution/engine/payloadIdCache.d.ts +5 -3
- package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
- package/lib/execution/engine/payloadIdCache.js +15 -4
- package/lib/execution/engine/payloadIdCache.js.map +1 -1
- package/lib/execution/engine/restTransport.d.ts +2 -1
- package/lib/execution/engine/restTransport.d.ts.map +1 -1
- package/lib/execution/engine/restTransport.js +3 -0
- package/lib/execution/engine/restTransport.js.map +1 -1
- package/lib/execution/engine/sszTypes.d.ts +38 -38
- package/lib/execution/engine/transport.d.ts +5 -2
- package/lib/execution/engine/transport.d.ts.map +1 -1
- package/lib/execution/engine/types.d.ts +25 -1
- package/lib/execution/engine/types.d.ts.map +1 -1
- package/lib/execution/engine/types.js +17 -4
- package/lib/execution/engine/types.js.map +1 -1
- package/lib/metrics/metrics/beacon.d.ts +16 -0
- package/lib/metrics/metrics/beacon.d.ts.map +1 -1
- package/lib/metrics/metrics/beacon.js +35 -0
- package/lib/metrics/metrics/beacon.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +19 -0
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +49 -0
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/network/gossip/gossipsub.d.ts.map +1 -1
- package/lib/network/gossip/gossipsub.js +3 -1
- package/lib/network/gossip/gossipsub.js.map +1 -1
- package/lib/network/gossip/interface.d.ts +8 -2
- package/lib/network/gossip/interface.d.ts.map +1 -1
- package/lib/network/gossip/interface.js +1 -0
- package/lib/network/gossip/interface.js.map +1 -1
- package/lib/network/gossip/topic.d.ts +13 -5
- package/lib/network/gossip/topic.d.ts.map +1 -1
- package/lib/network/gossip/topic.js +13 -1
- package/lib/network/gossip/topic.js.map +1 -1
- package/lib/network/interface.d.ts +2 -1
- package/lib/network/interface.d.ts.map +1 -1
- package/lib/network/network.d.ts +2 -1
- package/lib/network/network.d.ts.map +1 -1
- package/lib/network/network.js +5 -0
- package/lib/network/network.js.map +1 -1
- package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
- package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
- package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +67 -19
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
- package/lib/network/processor/gossipQueues/index.js +6 -0
- package/lib/network/processor/gossipQueues/index.js.map +1 -1
- package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
- package/lib/network/processor/gossipValidatorFn.js +5 -1
- package/lib/network/processor/gossipValidatorFn.js.map +1 -1
- package/lib/network/processor/index.d.ts +5 -0
- package/lib/network/processor/index.d.ts.map +1 -1
- package/lib/network/processor/index.js +37 -26
- package/lib/network/processor/index.js.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
- package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +4 -4
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +3 -3
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
- package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
- package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
- package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/index.js +5 -0
- package/lib/network/reqresp/handlers/index.js.map +1 -1
- package/lib/network/reqresp/protocols.d.ts +1 -0
- package/lib/network/reqresp/protocols.d.ts.map +1 -1
- package/lib/network/reqresp/protocols.js +5 -0
- package/lib/network/reqresp/protocols.js.map +1 -1
- package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
- package/lib/network/reqresp/rateLimit.js +4 -0
- package/lib/network/reqresp/rateLimit.js.map +1 -1
- package/lib/network/reqresp/types.d.ts +5 -2
- package/lib/network/reqresp/types.d.ts.map +1 -1
- package/lib/network/reqresp/types.js +3 -0
- package/lib/network/reqresp/types.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +42 -18
- package/lib/sync/unknownBlock.js.map +1 -1
- package/package.json +30 -30
- package/src/api/impl/api.ts +1 -1
- package/src/api/impl/beacon/blocks/index.ts +22 -17
- package/src/api/impl/beacon/index.ts +3 -1
- package/src/api/impl/beacon/state/index.ts +10 -1
- package/src/api/impl/beacon/state/utils.ts +19 -9
- package/src/api/impl/debug/index.ts +4 -0
- package/src/api/impl/validator/index.ts +132 -10
- package/src/api/options.ts +3 -0
- package/src/chain/ColumnReconstructionTracker.ts +60 -41
- package/src/chain/archiveStore/utils/archiveBlocks.ts +6 -7
- package/src/chain/blocks/blockInput/utils.ts +2 -2
- package/src/chain/blocks/importBlock.ts +3 -7
- package/src/chain/blocks/importExecutionPayload.ts +68 -2
- package/src/chain/blocks/types.ts +5 -0
- package/src/chain/chain.ts +5 -0
- package/src/chain/errors/executionPayloadBid.ts +12 -0
- package/src/chain/errors/inclusionList.ts +38 -0
- package/src/chain/errors/index.ts +1 -0
- package/src/chain/interface.ts +2 -0
- package/src/chain/opPools/inclusionListStore.ts +208 -0
- package/src/chain/opPools/index.ts +1 -0
- package/src/chain/produceBlock/produceBlockBody.ts +60 -19
- package/src/chain/regen/interface.ts +1 -1
- package/src/chain/validation/executionPayloadBid.ts +40 -170
- package/src/chain/validation/inclusionList.ts +192 -0
- package/src/chain/validation/index.ts +1 -0
- package/src/execution/builder/validateBid.ts +23 -2
- package/src/execution/engine/blobVersionedHashes.ts +1 -1
- package/src/execution/engine/disabled.ts +4 -0
- package/src/execution/engine/http.ts +40 -5
- package/src/execution/engine/interface.ts +27 -3
- package/src/execution/engine/jsonRpcTransport.ts +46 -9
- package/src/execution/engine/mock.ts +32 -7
- package/src/execution/engine/payloadIdCache.ts +24 -6
- package/src/execution/engine/restTransport.ts +15 -1
- package/src/execution/engine/transport.ts +7 -2
- package/src/execution/engine/types.ts +41 -6
- package/src/metrics/metrics/beacon.ts +37 -0
- package/src/metrics/metrics/lodestar.ts +51 -0
- package/src/network/gossip/gossipsub.ts +3 -1
- package/src/network/gossip/interface.ts +5 -0
- package/src/network/gossip/topic.ts +14 -0
- package/src/network/interface.ts +2 -0
- package/src/network/network.ts +11 -0
- package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
- package/src/network/processor/gossipHandlers.ts +87 -21
- package/src/network/processor/gossipQueues/index.ts +6 -0
- package/src/network/processor/gossipValidatorFn.ts +5 -0
- package/src/network/processor/index.ts +33 -24
- package/src/network/processor/types.ts +1 -1
- package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
- package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +4 -10
- package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +3 -3
- package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
- package/src/network/reqresp/handlers/index.ts +5 -0
- package/src/network/reqresp/protocols.ts +6 -0
- package/src/network/reqresp/rateLimit.ts +4 -0
- package/src/network/reqresp/types.ts +6 -0
- package/src/sync/unknownBlock.ts +47 -28
|
@@ -16,6 +16,7 @@ import {
|
|
|
16
16
|
capella,
|
|
17
17
|
deneb,
|
|
18
18
|
gloas,
|
|
19
|
+
heze,
|
|
19
20
|
phase0,
|
|
20
21
|
} from "@lodestar/types";
|
|
21
22
|
import {Logger} from "@lodestar/utils";
|
|
@@ -42,6 +43,7 @@ export enum GossipType {
|
|
|
42
43
|
payload_attestation_message = "payload_attestation_message",
|
|
43
44
|
execution_payload_bid = "execution_payload_bid",
|
|
44
45
|
proposer_preferences = "proposer_preferences",
|
|
46
|
+
inclusion_list = "inclusion_list",
|
|
45
47
|
}
|
|
46
48
|
|
|
47
49
|
export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
|
|
@@ -80,6 +82,7 @@ export type GossipTopicTypeMap = {
|
|
|
80
82
|
[GossipType.payload_attestation_message]: {type: GossipType.payload_attestation_message};
|
|
81
83
|
[GossipType.execution_payload_bid]: {type: GossipType.execution_payload_bid};
|
|
82
84
|
[GossipType.proposer_preferences]: {type: GossipType.proposer_preferences};
|
|
85
|
+
[GossipType.inclusion_list]: {type: GossipType.inclusion_list};
|
|
83
86
|
};
|
|
84
87
|
|
|
85
88
|
export type GossipTopicMap = {
|
|
@@ -113,6 +116,7 @@ export type GossipTypeMap = {
|
|
|
113
116
|
[GossipType.payload_attestation_message]: gloas.PayloadAttestationMessage;
|
|
114
117
|
[GossipType.execution_payload_bid]: gloas.SignedExecutionPayloadBid;
|
|
115
118
|
[GossipType.proposer_preferences]: gloas.SignedProposerPreferences;
|
|
119
|
+
[GossipType.inclusion_list]: heze.SignedInclusionList;
|
|
116
120
|
};
|
|
117
121
|
|
|
118
122
|
export type GossipFnByType = {
|
|
@@ -147,6 +151,7 @@ export type GossipFnByType = {
|
|
|
147
151
|
[GossipType.proposer_preferences]: (
|
|
148
152
|
signedProposerPreferences: gloas.SignedProposerPreferences
|
|
149
153
|
) => Promise<void> | void;
|
|
154
|
+
[GossipType.inclusion_list]: (signedInclusionList: heze.SignedInclusionList) => Promise<void> | void;
|
|
150
155
|
};
|
|
151
156
|
|
|
152
157
|
export type GossipFn = GossipFnByType[keyof GossipFnByType];
|
|
@@ -4,6 +4,7 @@ import {
|
|
|
4
4
|
ATTESTATION_SUBNET_COUNT,
|
|
5
5
|
ForkName,
|
|
6
6
|
ForkSeq,
|
|
7
|
+
MAX_SIGNED_INCLUSION_LIST_SIZE,
|
|
7
8
|
SYNC_COMMITTEE_SUBNET_COUNT,
|
|
8
9
|
isForkPostAltair,
|
|
9
10
|
isForkPostElectra,
|
|
@@ -91,6 +92,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
|
|
|
91
92
|
case GossipType.payload_attestation_message:
|
|
92
93
|
case GossipType.execution_payload_bid:
|
|
93
94
|
case GossipType.proposer_preferences:
|
|
95
|
+
case GossipType.inclusion_list:
|
|
94
96
|
return topic.type;
|
|
95
97
|
case GossipType.beacon_attestation:
|
|
96
98
|
case GossipType.sync_committee:
|
|
@@ -144,6 +146,8 @@ export function getGossipSSZType(topic: GossipTopic) {
|
|
|
144
146
|
return isForkPostGloas(fork) ? sszTypesFor(fork).SignedExecutionPayloadBid : ssz.gloas.SignedExecutionPayloadBid;
|
|
145
147
|
case GossipType.proposer_preferences:
|
|
146
148
|
return ssz.gloas.SignedProposerPreferences;
|
|
149
|
+
case GossipType.inclusion_list:
|
|
150
|
+
return ssz.heze.SignedInclusionList;
|
|
147
151
|
}
|
|
148
152
|
}
|
|
149
153
|
|
|
@@ -152,6 +156,9 @@ export function getGossipSSZType(topic: GossipTopic) {
|
|
|
152
156
|
*/
|
|
153
157
|
export function getGossipSSZMaxSize(topic: GossipTopic, config: ChainForkConfig, sszType: CompositeTypeAny): number {
|
|
154
158
|
const maxSize = Math.min(sszType.maxSize, config.MAX_PAYLOAD_SIZE);
|
|
159
|
+
if (topic.type === GossipType.inclusion_list) {
|
|
160
|
+
return Math.min(maxSize, MAX_SIGNED_INCLUSION_LIST_SIZE);
|
|
161
|
+
}
|
|
155
162
|
if (isForkPostGloas(topic.boundary.fork) && topic.type === GossipType.data_column_sidecar) {
|
|
156
163
|
return Math.min(maxSize, computeMaxGloasDataColumnSidecarSize(config));
|
|
157
164
|
}
|
|
@@ -235,6 +242,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
|
|
|
235
242
|
case GossipType.payload_attestation_message:
|
|
236
243
|
case GossipType.execution_payload_bid:
|
|
237
244
|
case GossipType.proposer_preferences:
|
|
245
|
+
case GossipType.inclusion_list:
|
|
238
246
|
return {type: gossipTypeStr, boundary, encoding};
|
|
239
247
|
}
|
|
240
248
|
|
|
@@ -292,6 +300,10 @@ export function getCoreTopicsAtFork(
|
|
|
292
300
|
topics.push({type: GossipType.proposer_preferences});
|
|
293
301
|
}
|
|
294
302
|
|
|
303
|
+
if (ForkSeq[fork] >= ForkSeq.heze) {
|
|
304
|
+
topics.push({type: GossipType.inclusion_list});
|
|
305
|
+
}
|
|
306
|
+
|
|
295
307
|
// After fulu also track data_column_sidecar_{index}
|
|
296
308
|
if (ForkSeq[fork] >= ForkSeq.fulu) {
|
|
297
309
|
topics.push(...getDataColumnSidecarTopics(networkConfig, opts.subscribeAllColumnSubnets));
|
|
@@ -409,6 +421,7 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
|
|
|
409
421
|
[GossipType.payload_attestation_message]: true,
|
|
410
422
|
[GossipType.execution_payload_bid]: true,
|
|
411
423
|
[GossipType.proposer_preferences]: true,
|
|
424
|
+
[GossipType.inclusion_list]: true,
|
|
412
425
|
};
|
|
413
426
|
|
|
414
427
|
/**
|
|
@@ -447,4 +460,5 @@ export const gossipTopicAllowPublishToZeroPeers: Record<GossipType, boolean> = {
|
|
|
447
460
|
[GossipType.payload_attestation_message]: false,
|
|
448
461
|
[GossipType.execution_payload_bid]: false,
|
|
449
462
|
[GossipType.proposer_preferences]: false,
|
|
463
|
+
[GossipType.inclusion_list]: false,
|
|
450
464
|
};
|
package/src/network/interface.ts
CHANGED
|
@@ -33,6 +33,7 @@ import {
|
|
|
33
33
|
deneb,
|
|
34
34
|
fulu,
|
|
35
35
|
gloas,
|
|
36
|
+
heze,
|
|
36
37
|
phase0,
|
|
37
38
|
} from "@lodestar/types";
|
|
38
39
|
import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
|
|
@@ -118,6 +119,7 @@ export interface INetwork extends INetworkCorePublic {
|
|
|
118
119
|
publishSignedExecutionPayloadBid(signedBid: gloas.SignedExecutionPayloadBid): Promise<number>;
|
|
119
120
|
publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number>;
|
|
120
121
|
publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number>;
|
|
122
|
+
publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number>;
|
|
121
123
|
|
|
122
124
|
// Debug
|
|
123
125
|
dumpGossipQueue(gossipType: GossipType): Promise<PendingGossipsubMessage[]>;
|
package/src/network/network.ts
CHANGED
|
@@ -26,6 +26,7 @@ import {
|
|
|
26
26
|
deneb,
|
|
27
27
|
fulu,
|
|
28
28
|
gloas,
|
|
29
|
+
heze,
|
|
29
30
|
isGloasDataColumnSidecar,
|
|
30
31
|
phase0,
|
|
31
32
|
} from "@lodestar/types";
|
|
@@ -531,6 +532,16 @@ export class Network implements INetwork {
|
|
|
531
532
|
);
|
|
532
533
|
}
|
|
533
534
|
|
|
535
|
+
async publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number> {
|
|
536
|
+
const epoch = computeEpochAtSlot(signedInclusionList.message.slot);
|
|
537
|
+
const boundary = this.config.getForkBoundaryAtEpoch(epoch);
|
|
538
|
+
|
|
539
|
+
return this.publishGossip<GossipType.inclusion_list>(
|
|
540
|
+
{type: GossipType.inclusion_list, boundary},
|
|
541
|
+
signedInclusionList
|
|
542
|
+
);
|
|
543
|
+
}
|
|
544
|
+
|
|
534
545
|
async publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number> {
|
|
535
546
|
const epoch = computeEpochAtSlot(signedProposerPreferences.message.proposalSlot);
|
|
536
547
|
const boundary = this.config.getForkBoundaryAtEpoch(epoch);
|
|
@@ -17,10 +17,13 @@ export function deserializeEnrSubnets(bytes: Uint8Array, subnetCount: number): b
|
|
|
17
17
|
return getUint8ByteToBitBooleanArray(bytes[0] ?? 0);
|
|
18
18
|
}
|
|
19
19
|
|
|
20
|
-
let boolsArr: boolean[] = [];
|
|
21
20
|
const byteCount = Math.ceil(subnetCount / 8);
|
|
21
|
+
const boolsArr = new Array<boolean>(byteCount * 8);
|
|
22
22
|
for (let i = 0; i < byteCount; i++) {
|
|
23
|
-
|
|
23
|
+
const bits = getUint8ByteToBitBooleanArray(bytes[i] ?? 0);
|
|
24
|
+
for (let j = 0; j < 8; j++) {
|
|
25
|
+
boolsArr[i * 8 + j] = bits[j];
|
|
26
|
+
}
|
|
24
27
|
}
|
|
25
28
|
|
|
26
29
|
return boolsArr;
|
|
@@ -24,6 +24,7 @@ import {
|
|
|
24
24
|
deneb,
|
|
25
25
|
fulu,
|
|
26
26
|
gloas,
|
|
27
|
+
isGloasBeaconBlock,
|
|
27
28
|
isGloasDataColumnSidecar,
|
|
28
29
|
ssz,
|
|
29
30
|
sszTypesFor,
|
|
@@ -38,7 +39,7 @@ import {
|
|
|
38
39
|
} from "../../chain/blocks/blockInput/index.js";
|
|
39
40
|
import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
|
|
40
41
|
import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
|
|
41
|
-
import {BlobSidecarValidation} from "../../chain/blocks/types.js";
|
|
42
|
+
import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
|
|
42
43
|
import {ChainEvent} from "../../chain/emitter.js";
|
|
43
44
|
import {
|
|
44
45
|
AttestationError,
|
|
@@ -66,6 +67,7 @@ import {
|
|
|
66
67
|
} from "../../chain/validation/dataColumnSidecar.js";
|
|
67
68
|
import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
|
|
68
69
|
import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
|
|
70
|
+
import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
|
|
69
71
|
import {
|
|
70
72
|
AggregateAndProofValidationResult,
|
|
71
73
|
GossipAttestation,
|
|
@@ -149,6 +151,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
|
|
|
149
151
|
*/
|
|
150
152
|
function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
|
|
151
153
|
const {chain, config, metrics, logger, core} = modules;
|
|
154
|
+
const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
|
|
155
|
+
|
|
156
|
+
function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
|
|
157
|
+
if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
incompletePayloadWaits.add(payloadInput);
|
|
161
|
+
|
|
162
|
+
const fork = config.getForkName(payloadInput.slot);
|
|
163
|
+
const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
|
|
164
|
+
payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
|
|
165
|
+
if (
|
|
166
|
+
payloadInput.isComplete() ||
|
|
167
|
+
chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
|
|
168
|
+
) {
|
|
169
|
+
return;
|
|
170
|
+
}
|
|
171
|
+
chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
|
|
172
|
+
chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
|
|
173
|
+
payloadInput,
|
|
174
|
+
peer,
|
|
175
|
+
source: BlockInputSource.gossip,
|
|
176
|
+
});
|
|
177
|
+
});
|
|
178
|
+
}
|
|
152
179
|
|
|
153
180
|
/**
|
|
154
181
|
* Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
|
|
@@ -763,7 +790,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
763
790
|
// roots per proposer and slot, which bounds full imports over gossip to one alternate
|
|
764
791
|
chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
|
|
765
792
|
// A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
|
|
766
|
-
chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
|
|
793
|
+
chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
|
|
794
|
+
(!isGloasBeaconBlock(signedBlock.message) ||
|
|
795
|
+
chain.forkChoice.getBlockHexAndBlockHash(
|
|
796
|
+
toRootHex(signedBlock.message.parentRoot),
|
|
797
|
+
toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
|
|
798
|
+
) !== null)
|
|
767
799
|
) {
|
|
768
800
|
const blockInput = cacheSignatureVerifiedBlock(
|
|
769
801
|
signedBlock,
|
|
@@ -901,25 +933,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
901
933
|
// envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
|
|
902
934
|
// payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
|
|
903
935
|
|
|
904
|
-
|
|
905
|
-
const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
|
|
906
|
-
// do not await here to not delay gossip validation
|
|
907
|
-
payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
|
|
908
|
-
chain.logger.debug(
|
|
909
|
-
"Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
|
|
910
|
-
{
|
|
911
|
-
dataColumnIndex: index,
|
|
912
|
-
...payloadInputMeta,
|
|
913
|
-
}
|
|
914
|
-
);
|
|
915
|
-
// TODO GLOAS: UnknownBlockSync to handle this event
|
|
916
|
-
chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
|
|
917
|
-
payloadInput,
|
|
918
|
-
peer: peerIdStr,
|
|
919
|
-
source: BlockInputSource.gossip,
|
|
920
|
-
});
|
|
921
|
-
});
|
|
922
|
-
}
|
|
936
|
+
scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
|
|
923
937
|
} catch (e) {
|
|
924
938
|
logger.debug(
|
|
925
939
|
"Error handling gossip data column",
|
|
@@ -1329,6 +1343,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1329
1343
|
peerIdStr,
|
|
1330
1344
|
});
|
|
1331
1345
|
|
|
1346
|
+
scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
|
|
1347
|
+
|
|
1332
1348
|
chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
|
|
1333
1349
|
slot,
|
|
1334
1350
|
builderIndex: envelope.builderIndex,
|
|
@@ -1501,6 +1517,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
|
|
|
1501
1517
|
}
|
|
1502
1518
|
});
|
|
1503
1519
|
},
|
|
1520
|
+
|
|
1521
|
+
[GossipType.inclusion_list]: async ({
|
|
1522
|
+
gossipData,
|
|
1523
|
+
topic,
|
|
1524
|
+
seenTimestampSec,
|
|
1525
|
+
}: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
|
|
1526
|
+
const {serializedData} = gossipData;
|
|
1527
|
+
const signedInclusionList = sszDeserialize(topic, serializedData);
|
|
1528
|
+
const {slot} = signedInclusionList.message;
|
|
1529
|
+
|
|
1530
|
+
metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
|
|
1531
|
+
metrics?.inclusionListTransactionsReceived.inc(
|
|
1532
|
+
{source: InclusionListSource.gossip},
|
|
1533
|
+
signedInclusionList.message.transactions.length
|
|
1534
|
+
);
|
|
1535
|
+
|
|
1536
|
+
const timer = metrics?.inclusionListsValidationTime.startTimer();
|
|
1537
|
+
let validationResult: InclusionListValidationResult;
|
|
1538
|
+
try {
|
|
1539
|
+
validationResult = await validateGossipInclusionList(chain, signedInclusionList);
|
|
1540
|
+
} finally {
|
|
1541
|
+
timer?.({source: InclusionListSource.gossip});
|
|
1542
|
+
}
|
|
1543
|
+
const {committeeIndices, totalBytes} = validationResult;
|
|
1544
|
+
|
|
1545
|
+
// Handler - deferred to next event loop so the validation result propagates first
|
|
1546
|
+
callInNextEventLoop(() => {
|
|
1547
|
+
try {
|
|
1548
|
+
metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
|
|
1549
|
+
metrics?.inclusionListsValidSize.inc(totalBytes);
|
|
1550
|
+
// Timely only if received within its own slot before the deadline, so a list for the next slot that
|
|
1551
|
+
// passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
|
|
1552
|
+
const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
|
|
1553
|
+
metrics?.inclusionListArrivalTime.observe(secFromSlot);
|
|
1554
|
+
const isTimely =
|
|
1555
|
+
secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
|
|
1556
|
+
|
|
1557
|
+
const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
|
|
1558
|
+
metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
|
|
1559
|
+
metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
|
|
1560
|
+
|
|
1561
|
+
chain.emitter.emit(routes.events.EventType.inclusionList, {
|
|
1562
|
+
version: config.getForkName(slot),
|
|
1563
|
+
data: signedInclusionList,
|
|
1564
|
+
});
|
|
1565
|
+
} catch (e) {
|
|
1566
|
+
logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
|
|
1567
|
+
}
|
|
1568
|
+
});
|
|
1569
|
+
},
|
|
1504
1570
|
};
|
|
1505
1571
|
}
|
|
1506
1572
|
|
|
@@ -88,6 +88,12 @@ const linearGossipQueueOpts: {
|
|
|
88
88
|
type: QueueType.FIFO,
|
|
89
89
|
dropOpts: {type: DropType.count, count: 1},
|
|
90
90
|
},
|
|
91
|
+
[GossipType.inclusion_list]: {
|
|
92
|
+
// 16 committee members, two lists each under the first-or-second-message rule, 32 per slot
|
|
93
|
+
maxLength: 1024,
|
|
94
|
+
type: QueueType.FIFO,
|
|
95
|
+
dropOpts: {type: DropType.count, count: 1},
|
|
96
|
+
},
|
|
91
97
|
};
|
|
92
98
|
|
|
93
99
|
const indexedGossipQueueOpts: {
|
|
@@ -13,6 +13,7 @@ import {
|
|
|
13
13
|
ExecutionPayloadEnvelopeErrorCode,
|
|
14
14
|
GossipAction,
|
|
15
15
|
GossipActionError,
|
|
16
|
+
InclusionListErrorCode,
|
|
16
17
|
PayloadAttestationErrorCode,
|
|
17
18
|
ProposerPreferencesErrorCode,
|
|
18
19
|
ProposerSlashingErrorCode,
|
|
@@ -86,6 +87,10 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
|
|
|
86
87
|
default: PeerAction.MidToleranceError,
|
|
87
88
|
byCode: {[PayloadAttestationErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
88
89
|
},
|
|
90
|
+
[GossipType.inclusion_list]: {
|
|
91
|
+
default: PeerAction.MidToleranceError,
|
|
92
|
+
byCode: {[InclusionListErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
93
|
+
},
|
|
89
94
|
[GossipType.execution_payload_bid]: {
|
|
90
95
|
default: PeerAction.HighToleranceError,
|
|
91
96
|
byCode: {[ExecutionPayloadBidErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
|
|
@@ -63,7 +63,7 @@ export type NetworkProcessorOpts = GossipHandlerOpts & {
|
|
|
63
63
|
/**
|
|
64
64
|
* Keep up to 3 slot of unknown roots, so we don't always emit to UnknownBlock sync.
|
|
65
65
|
*/
|
|
66
|
-
const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
|
|
66
|
+
export const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
|
|
67
67
|
|
|
68
68
|
/**
|
|
69
69
|
* Max distinct roots we BUFFER messages for, per slot. Kept tight to avoid the OOM
|
|
@@ -140,6 +140,7 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
|
|
|
140
140
|
[GossipType.payload_attestation_message]: {},
|
|
141
141
|
[GossipType.execution_payload_bid]: {},
|
|
142
142
|
[GossipType.proposer_preferences]: {},
|
|
143
|
+
[GossipType.inclusion_list]: {},
|
|
143
144
|
};
|
|
144
145
|
const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
|
|
145
146
|
|
|
@@ -665,6 +666,7 @@ export class NetworkProcessor {
|
|
|
665
666
|
*
|
|
666
667
|
* For DOS protection, the message is ignored (reject metric incremented) when any cap is hit:
|
|
667
668
|
* - MAX_QUEUED_UNKNOWN_BLOCK_GOSSIP_OBJECTS: global awaiting-block message count
|
|
669
|
+
* - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE: message slot already pruned by onClockSlot, so not bounded by the per-slot root budget
|
|
668
670
|
* - MAX_BUFFERED_ROOTS_PER_SLOT: distinct roots we buffer messages for, per slot
|
|
669
671
|
* - MAX_AWAITING_MESSAGES_PER_ROOT[topic]: messages buffered per (root, topic)
|
|
670
672
|
*/
|
|
@@ -675,6 +677,10 @@ export class NetworkProcessor {
|
|
|
675
677
|
metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
|
|
676
678
|
return;
|
|
677
679
|
}
|
|
680
|
+
if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
|
|
681
|
+
metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
|
|
682
|
+
return;
|
|
683
|
+
}
|
|
678
684
|
// per-(root, topic) message cap: e.g. <= NUMBER_OF_COLUMNS columns per root
|
|
679
685
|
const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
|
|
680
686
|
if (
|
|
@@ -701,6 +707,10 @@ export class NetworkProcessor {
|
|
|
701
707
|
metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
|
|
702
708
|
return;
|
|
703
709
|
}
|
|
710
|
+
if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
|
|
711
|
+
metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
|
|
712
|
+
return;
|
|
713
|
+
}
|
|
704
714
|
const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
|
|
705
715
|
if (
|
|
706
716
|
perRootCap !== undefined &&
|
|
@@ -857,19 +867,20 @@ export class NetworkProcessor {
|
|
|
857
867
|
const nowSec = Date.now() / 1000;
|
|
858
868
|
const minSlot = clockSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE;
|
|
859
869
|
|
|
860
|
-
for (const [slot,
|
|
870
|
+
for (const [slot, bufferedRoots] of this.bufferedRootsBySlot) {
|
|
861
871
|
if (slot > minSlot) continue;
|
|
862
872
|
|
|
863
|
-
|
|
864
|
-
// for (blockPeerIds set) have block waits keyed here; skipping the rest avoids deleting a payload wait
|
|
865
|
-
// that a newer slot created for the same root (block/envelope searches share searchedRootsBySlot).
|
|
866
|
-
for (const [rootHex, entry] of searchedRoots) {
|
|
867
|
-
if (entry.blockPeerIds === undefined) continue;
|
|
873
|
+
for (const rootHex of bufferedRoots) {
|
|
868
874
|
const messagesByTopic = this.awaitingMessagesByBlockRoot.get(rootHex);
|
|
869
875
|
if (messagesByTopic === undefined) continue;
|
|
870
|
-
let
|
|
876
|
+
let remaining = 0;
|
|
871
877
|
for (const messages of messagesByTopic.values()) {
|
|
872
878
|
for (const message of messages) {
|
|
879
|
+
// the same root may be buffered again from a newer slot, keep those messages.
|
|
880
|
+
// msgSlot is always set before buffering, a missing one expires rather than leaks
|
|
881
|
+
if ((message.msgSlot ?? minSlot) > minSlot) continue;
|
|
882
|
+
messages.delete(message);
|
|
883
|
+
this.awaitingBlockMessageCount--;
|
|
873
884
|
const topicType = message.topic.type;
|
|
874
885
|
this.metrics?.awaitingBlockGossipMessages.reject.inc({
|
|
875
886
|
topic: topicType,
|
|
@@ -881,22 +892,22 @@ export class NetworkProcessor {
|
|
|
881
892
|
);
|
|
882
893
|
// No need to report the dropped job to gossip. It will be eventually pruned from the mcache
|
|
883
894
|
}
|
|
884
|
-
|
|
885
|
-
}
|
|
886
|
-
if (this.awaitingMessagesByBlockRoot.delete(rootHex)) {
|
|
887
|
-
this.awaitingBlockMessageCount -= removed;
|
|
895
|
+
remaining += messages.size;
|
|
888
896
|
}
|
|
897
|
+
if (remaining === 0) this.awaitingMessagesByBlockRoot.delete(rootHex);
|
|
889
898
|
}
|
|
890
899
|
|
|
891
|
-
|
|
892
|
-
// only roots this slot did an ENVELOPE search for (envelopePeerIds set) have payload waits keyed here.
|
|
893
|
-
for (const [rootHex, entry] of searchedRoots) {
|
|
894
|
-
if (entry.envelopePeerIds === undefined) continue;
|
|
900
|
+
for (const rootHex of bufferedRoots) {
|
|
895
901
|
const messagesByTopic = this.awaitingMessagesByPayloadBlockRoot.get(rootHex);
|
|
896
902
|
if (messagesByTopic === undefined) continue;
|
|
897
|
-
let
|
|
903
|
+
let remaining = 0;
|
|
898
904
|
for (const messages of messagesByTopic.values()) {
|
|
899
905
|
for (const message of messages) {
|
|
906
|
+
// the same root may be buffered again from a newer slot, keep those messages.
|
|
907
|
+
// msgSlot is always set before buffering, a missing one expires rather than leaks
|
|
908
|
+
if ((message.msgSlot ?? minSlot) > minSlot) continue;
|
|
909
|
+
messages.delete(message);
|
|
910
|
+
this.awaitingPayloadMessageCount--;
|
|
900
911
|
const topicType = message.topic.type;
|
|
901
912
|
this.metrics?.awaitingPayloadGossipMessages.reject.inc({
|
|
902
913
|
topic: topicType,
|
|
@@ -908,18 +919,16 @@ export class NetworkProcessor {
|
|
|
908
919
|
);
|
|
909
920
|
// No need to report the dropped job to gossip. It will be eventually pruned from the mcache
|
|
910
921
|
}
|
|
911
|
-
|
|
912
|
-
}
|
|
913
|
-
if (this.awaitingMessagesByPayloadBlockRoot.delete(rootHex)) {
|
|
914
|
-
this.awaitingPayloadMessageCount -= removed;
|
|
922
|
+
remaining += messages.size;
|
|
915
923
|
}
|
|
924
|
+
if (remaining === 0) this.awaitingMessagesByPayloadBlockRoot.delete(rootHex);
|
|
916
925
|
}
|
|
917
926
|
|
|
918
|
-
this.
|
|
927
|
+
this.bufferedRootsBySlot.delete(slot);
|
|
919
928
|
}
|
|
920
929
|
|
|
921
|
-
for (const slot of this.
|
|
922
|
-
if (slot <= minSlot) this.
|
|
930
|
+
for (const slot of this.searchedRootsBySlot.keys()) {
|
|
931
|
+
if (slot <= minSlot) this.searchedRootsBySlot.delete(slot);
|
|
923
932
|
}
|
|
924
933
|
|
|
925
934
|
for (const [peer, slot] of this.fatalPeers) {
|
|
@@ -11,7 +11,7 @@ export type GossipAttestationsWork = {
|
|
|
11
11
|
export type PendingGossipsubMessage = {
|
|
12
12
|
topic: GossipTopic;
|
|
13
13
|
msg: Message;
|
|
14
|
-
//
|
|
14
|
+
// set for every topic with a slot, held messages expire by it
|
|
15
15
|
msgSlot?: Slot;
|
|
16
16
|
msgId: string;
|
|
17
17
|
propagationSource: PeerIdStr;
|
|
@@ -311,6 +311,13 @@ export class ReqRespBeaconNode extends ReqResp {
|
|
|
311
311
|
);
|
|
312
312
|
}
|
|
313
313
|
|
|
314
|
+
if (ForkSeq[fork] >= ForkSeq.heze) {
|
|
315
|
+
protocolsAtFork.push([
|
|
316
|
+
protocols.InclusionListsByIndices(fork, this.config),
|
|
317
|
+
this.getHandler(ReqRespMethod.InclusionListsByIndices),
|
|
318
|
+
]);
|
|
319
|
+
}
|
|
320
|
+
|
|
314
321
|
return protocolsAtFork;
|
|
315
322
|
}
|
|
316
323
|
|
|
@@ -3,7 +3,7 @@ import {ChainConfig} from "@lodestar/config";
|
|
|
3
3
|
import {PayloadStatus} from "@lodestar/fork-choice";
|
|
4
4
|
import {ForkSeq, GENESIS_SLOT, SLOTS_PER_HISTORICAL_ROOT} from "@lodestar/params";
|
|
5
5
|
import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
|
|
6
|
-
import {computeEpochAtSlot} from "@lodestar/state-transition";
|
|
6
|
+
import {computeEpochAtSlot, getBlobDataRetentionStartEpoch} from "@lodestar/state-transition";
|
|
7
7
|
import {ColumnIndex, Epoch, RootHex, fulu} from "@lodestar/types";
|
|
8
8
|
import {fromHex, toRootHex} from "@lodestar/utils";
|
|
9
9
|
import {IBeaconChain} from "../../../chain/index.js";
|
|
@@ -216,16 +216,10 @@ export function validateDataColumnSidecarsByRangeRequest(
|
|
|
216
216
|
throw new ResponseError(RespStatus.INVALID_REQUEST, "startSlot < genesis");
|
|
217
217
|
}
|
|
218
218
|
|
|
219
|
-
// Spec: [max(current_epoch
|
|
220
|
-
const minimumRequestEpoch = Math.max(
|
|
221
|
-
currentEpoch - config.MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS,
|
|
222
|
-
config.FULU_FORK_EPOCH
|
|
223
|
-
);
|
|
219
|
+
// Spec: [max(compute_blob_data_retention_start_epoch(current_epoch), FULU_FORK_EPOCH), current_epoch]
|
|
220
|
+
const minimumRequestEpoch = Math.max(getBlobDataRetentionStartEpoch(config, currentEpoch), config.FULU_FORK_EPOCH);
|
|
224
221
|
if (computeEpochAtSlot(startSlot) < minimumRequestEpoch) {
|
|
225
|
-
throw new ResponseError(
|
|
226
|
-
RespStatus.RESOURCE_UNAVAILABLE,
|
|
227
|
-
"startSlot is before MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS"
|
|
228
|
-
);
|
|
222
|
+
throw new ResponseError(RespStatus.RESOURCE_UNAVAILABLE, "startSlot is before the blob data retention window");
|
|
229
223
|
}
|
|
230
224
|
|
|
231
225
|
if (count > config.MAX_REQUEST_BLOCKS_DENEB) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {PeerId} from "@libp2p/interface";
|
|
2
2
|
import {ResponseOutgoing} from "@lodestar/reqresp";
|
|
3
|
-
import {computeEpochAtSlot} from "@lodestar/state-transition";
|
|
3
|
+
import {computeEpochAtSlot, getBlobDataRetentionStartEpoch} from "@lodestar/state-transition";
|
|
4
4
|
import {ColumnIndex} from "@lodestar/types";
|
|
5
5
|
import {toRootHex} from "@lodestar/utils";
|
|
6
6
|
import {IBeaconChain} from "../../../chain/index.js";
|
|
@@ -19,10 +19,10 @@ export async function* onDataColumnSidecarsByRoot(
|
|
|
19
19
|
peerId: PeerId,
|
|
20
20
|
peerClient: string
|
|
21
21
|
): AsyncIterable<ResponseOutgoing> {
|
|
22
|
-
// SPEC: minimum_request_epoch = max(current_epoch
|
|
22
|
+
// SPEC: minimum_request_epoch = max(compute_blob_data_retention_start_epoch(current_epoch), FULU_FORK_EPOCH)
|
|
23
23
|
const currentEpoch = chain.clock.currentEpoch;
|
|
24
24
|
const minimumRequestEpoch = Math.max(
|
|
25
|
-
|
|
25
|
+
getBlobDataRetentionStartEpoch(chain.config, currentEpoch),
|
|
26
26
|
chain.config.FULU_FORK_EPOCH
|
|
27
27
|
);
|
|
28
28
|
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import {PeerId} from "@libp2p/interface";
|
|
2
|
+
import {ResponseOutgoing} from "@lodestar/reqresp";
|
|
3
|
+
import {computeEpochAtSlot, computeStartSlotAtEpoch} from "@lodestar/state-transition";
|
|
4
|
+
import {heze, ssz} from "@lodestar/types";
|
|
5
|
+
import {toRootHex} from "@lodestar/utils";
|
|
6
|
+
import {IBeaconChain} from "../../../chain/index.js";
|
|
7
|
+
import {prettyPrintPeerId} from "../../util.js";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Only lists that passed gossip validation are stored and the store skips equivocators, so the spec's
|
|
11
|
+
* "SHOULD NOT respond with lists that fail gossip validation or are from equivocators" holds by construction.
|
|
12
|
+
*/
|
|
13
|
+
export async function* onInclusionListsByIndices(
|
|
14
|
+
requestBody: heze.InclusionListsByIndicesRequest,
|
|
15
|
+
chain: IBeaconChain,
|
|
16
|
+
peerId: PeerId,
|
|
17
|
+
peerClient: string
|
|
18
|
+
): AsyncIterable<ResponseOutgoing> {
|
|
19
|
+
const {slot, dependentRoot, indices} = requestBody;
|
|
20
|
+
|
|
21
|
+
const minimumRequestSlot = Math.max(
|
|
22
|
+
chain.clock.currentSlot - chain.config.MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS,
|
|
23
|
+
computeStartSlotAtEpoch(chain.config.HEZE_FORK_EPOCH)
|
|
24
|
+
);
|
|
25
|
+
if (slot < minimumRequestSlot) {
|
|
26
|
+
chain.logger.debug("Cannot serve InclusionListsByIndices: slot below minimum request slot", {
|
|
27
|
+
slot,
|
|
28
|
+
minimumRequestSlot,
|
|
29
|
+
peer: prettyPrintPeerId(peerId),
|
|
30
|
+
client: peerClient,
|
|
31
|
+
});
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const signedInclusionLists = chain.inclusionListStore.getByIndices(slot, toRootHex(dependentRoot), indices);
|
|
36
|
+
|
|
37
|
+
const boundary = chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(slot));
|
|
38
|
+
for (const signedInclusionList of signedInclusionLists.slice(0, chain.config.MAX_REQUEST_INCLUSION_LIST)) {
|
|
39
|
+
yield {
|
|
40
|
+
data: ssz.heze.SignedInclusionList.serialize(signedInclusionList),
|
|
41
|
+
boundary,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
}
|
|
@@ -19,6 +19,7 @@ import {onDataColumnSidecarsByRange} from "./dataColumnSidecarsByRange.js";
|
|
|
19
19
|
import {onDataColumnSidecarsByRoot} from "./dataColumnSidecarsByRoot.js";
|
|
20
20
|
import {onExecutionPayloadEnvelopesByRange} from "./executionPayloadEnvelopesByRange.js";
|
|
21
21
|
import {onExecutionPayloadEnvelopesByRoot} from "./executionPayloadEnvelopesByRoot.js";
|
|
22
|
+
import {onInclusionListsByIndices} from "./inclusionListsByIndices.js";
|
|
22
23
|
import {onLightClientBootstrap} from "./lightClientBootstrap.js";
|
|
23
24
|
import {onLightClientFinalityUpdate} from "./lightClientFinalityUpdate.js";
|
|
24
25
|
import {onLightClientOptimisticUpdate} from "./lightClientOptimisticUpdate.js";
|
|
@@ -142,6 +143,10 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
|
|
|
142
143
|
},
|
|
143
144
|
[ReqRespMethod.LightClientFinalityUpdate]: () => onLightClientFinalityUpdate(chain),
|
|
144
145
|
[ReqRespMethod.LightClientOptimisticUpdate]: () => onLightClientOptimisticUpdate(chain),
|
|
146
|
+
[ReqRespMethod.InclusionListsByIndices]: (req, peerId, peerClient) => {
|
|
147
|
+
const body = deserializeRequestBody(ssz.heze.InclusionListsByIndicesRequest, req.data);
|
|
148
|
+
return onInclusionListsByIndices(body, chain, peerId, peerClient);
|
|
149
|
+
},
|
|
145
150
|
};
|
|
146
151
|
|
|
147
152
|
return (method) => handlers[method];
|
|
@@ -113,6 +113,12 @@ export const ExecutionPayloadEnvelopesByRange = toProtocol({
|
|
|
113
113
|
contextBytesType: ContextBytesType.ForkDigest,
|
|
114
114
|
});
|
|
115
115
|
|
|
116
|
+
export const InclusionListsByIndices = toProtocol({
|
|
117
|
+
method: ReqRespMethod.InclusionListsByIndices,
|
|
118
|
+
version: Version.V1,
|
|
119
|
+
contextBytesType: ContextBytesType.ForkDigest,
|
|
120
|
+
});
|
|
121
|
+
|
|
116
122
|
export const LightClientBootstrap = toProtocol({
|
|
117
123
|
method: ReqRespMethod.LightClientBootstrap,
|
|
118
124
|
version: Version.V1,
|
|
@@ -109,6 +109,10 @@ export const rateLimitQuotas: (fork: ForkName, config: BeaconConfig) => Record<R
|
|
|
109
109
|
// Allow 2 per slot and a very safe bound until there's more testing of real usage.
|
|
110
110
|
byPeer: {quota: 2, quotaTimeMs: config.getSlotDurationMs(fork)},
|
|
111
111
|
},
|
|
112
|
+
[ReqRespMethod.InclusionListsByIndices]: {
|
|
113
|
+
// Peers only backfill what gossip missed, so a small per-slot allowance is enough
|
|
114
|
+
byPeer: {quota: 5, quotaTimeMs: config.getSlotDurationMs(fork)},
|
|
115
|
+
},
|
|
112
116
|
[ReqRespMethod.LightClientOptimisticUpdate]: {
|
|
113
117
|
// Optimistic updates should not be requested more than once per slot.
|
|
114
118
|
// Allow 2 per slot and a very safe bound until there's more testing of real usage.
|