@lodestar/beacon-node 1.43.0-dev.a142c56215 → 1.43.0-dev.a45ba75824

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (165) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +13 -3
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +45 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/validator/index.d.ts.map +1 -1
  8. package/lib/api/impl/validator/index.js +66 -1
  9. package/lib/api/impl/validator/index.js.map +1 -1
  10. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  11. package/lib/chain/blocks/importBlock.js +10 -21
  12. package/lib/chain/blocks/importBlock.js.map +1 -1
  13. package/lib/chain/blocks/importExecutionPayload.d.ts +5 -3
  14. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  15. package/lib/chain/blocks/importExecutionPayload.js +23 -10
  16. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  17. package/lib/chain/blocks/index.d.ts.map +1 -1
  18. package/lib/chain/blocks/index.js +7 -5
  19. package/lib/chain/blocks/index.js.map +1 -1
  20. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +1 -0
  21. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +5 -1
  23. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
  24. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +1 -0
  25. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  26. package/lib/chain/blocks/verifyBlock.d.ts +2 -1
  27. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  28. package/lib/chain/blocks/verifyBlock.js +26 -7
  29. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  30. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +2 -2
  31. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  32. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  33. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +8 -3
  34. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  35. package/lib/chain/chain.d.ts +2 -1
  36. package/lib/chain/chain.d.ts.map +1 -1
  37. package/lib/chain/chain.js +5 -1
  38. package/lib/chain/chain.js.map +1 -1
  39. package/lib/chain/emitter.d.ts +0 -11
  40. package/lib/chain/emitter.d.ts.map +1 -1
  41. package/lib/chain/emitter.js +0 -4
  42. package/lib/chain/emitter.js.map +1 -1
  43. package/lib/chain/errors/index.d.ts +1 -0
  44. package/lib/chain/errors/index.d.ts.map +1 -1
  45. package/lib/chain/errors/index.js +1 -0
  46. package/lib/chain/errors/index.js.map +1 -1
  47. package/lib/chain/errors/proposerPreferences.d.ts +33 -0
  48. package/lib/chain/errors/proposerPreferences.d.ts.map +1 -0
  49. package/lib/chain/errors/proposerPreferences.js +13 -0
  50. package/lib/chain/errors/proposerPreferences.js.map +1 -0
  51. package/lib/chain/interface.d.ts +2 -1
  52. package/lib/chain/interface.d.ts.map +1 -1
  53. package/lib/chain/interface.js.map +1 -1
  54. package/lib/chain/opPools/payloadAttestationPool.d.ts +3 -2
  55. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  56. package/lib/chain/opPools/payloadAttestationPool.js +26 -4
  57. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  58. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  59. package/lib/chain/prepareNextSlot.js +15 -17
  60. package/lib/chain/prepareNextSlot.js.map +1 -1
  61. package/lib/chain/produceBlock/produceBlockBody.d.ts +11 -3
  62. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  63. package/lib/chain/produceBlock/produceBlockBody.js +38 -21
  64. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  65. package/lib/chain/regen/interface.d.ts +1 -0
  66. package/lib/chain/regen/interface.d.ts.map +1 -1
  67. package/lib/chain/regen/interface.js +1 -0
  68. package/lib/chain/regen/interface.js.map +1 -1
  69. package/lib/chain/seenCache/index.d.ts +1 -0
  70. package/lib/chain/seenCache/index.d.ts.map +1 -1
  71. package/lib/chain/seenCache/index.js +1 -0
  72. package/lib/chain/seenCache/index.js.map +1 -1
  73. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +8 -2
  74. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  75. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +20 -4
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  77. package/lib/chain/seenCache/seenProposerPreferences.d.ts +15 -0
  78. package/lib/chain/seenCache/seenProposerPreferences.d.ts.map +1 -0
  79. package/lib/chain/seenCache/seenProposerPreferences.js +25 -0
  80. package/lib/chain/seenCache/seenProposerPreferences.js.map +1 -0
  81. package/lib/chain/validation/proposerPreferences.d.ts +8 -0
  82. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -0
  83. package/lib/chain/validation/proposerPreferences.js +69 -0
  84. package/lib/chain/validation/proposerPreferences.js.map +1 -0
  85. package/lib/network/gossip/interface.d.ts +7 -1
  86. package/lib/network/gossip/interface.d.ts.map +1 -1
  87. package/lib/network/gossip/interface.js +1 -0
  88. package/lib/network/gossip/interface.js.map +1 -1
  89. package/lib/network/gossip/scoringParameters.d.ts.map +1 -1
  90. package/lib/network/gossip/scoringParameters.js +12 -1
  91. package/lib/network/gossip/scoringParameters.js.map +1 -1
  92. package/lib/network/gossip/topic.d.ts +27 -766
  93. package/lib/network/gossip/topic.d.ts.map +1 -1
  94. package/lib/network/gossip/topic.js +6 -0
  95. package/lib/network/gossip/topic.js.map +1 -1
  96. package/lib/network/interface.d.ts +1 -0
  97. package/lib/network/interface.d.ts.map +1 -1
  98. package/lib/network/network.d.ts +1 -0
  99. package/lib/network/network.d.ts.map +1 -1
  100. package/lib/network/network.js +5 -0
  101. package/lib/network/network.js.map +1 -1
  102. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  103. package/lib/network/processor/gossipHandlers.js +22 -15
  104. package/lib/network/processor/gossipHandlers.js.map +1 -1
  105. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  106. package/lib/network/processor/gossipQueues/index.js +5 -0
  107. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  108. package/lib/network/processor/index.d.ts.map +1 -1
  109. package/lib/network/processor/index.js +6 -5
  110. package/lib/network/processor/index.js.map +1 -1
  111. package/lib/sync/range/batch.d.ts +11 -0
  112. package/lib/sync/range/batch.d.ts.map +1 -1
  113. package/lib/sync/range/batch.js +29 -4
  114. package/lib/sync/range/batch.js.map +1 -1
  115. package/lib/sync/range/chain.d.ts.map +1 -1
  116. package/lib/sync/range/chain.js +23 -5
  117. package/lib/sync/range/chain.js.map +1 -1
  118. package/lib/sync/unknownBlock.d.ts +0 -2
  119. package/lib/sync/unknownBlock.d.ts.map +1 -1
  120. package/lib/sync/unknownBlock.js +0 -47
  121. package/lib/sync/unknownBlock.js.map +1 -1
  122. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  123. package/lib/sync/utils/downloadByRange.js +21 -15
  124. package/lib/sync/utils/downloadByRange.js.map +1 -1
  125. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  126. package/lib/sync/utils/downloadByRoot.js +10 -0
  127. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  128. package/package.json +15 -15
  129. package/src/api/impl/beacon/blocks/index.ts +16 -3
  130. package/src/api/impl/beacon/pool/index.ts +83 -1
  131. package/src/api/impl/validator/index.ts +80 -0
  132. package/src/chain/blocks/importBlock.ts +9 -36
  133. package/src/chain/blocks/importExecutionPayload.ts +31 -10
  134. package/src/chain/blocks/index.ts +14 -6
  135. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +6 -1
  136. package/src/chain/blocks/payloadEnvelopeInput/types.ts +1 -0
  137. package/src/chain/blocks/verifyBlock.ts +39 -9
  138. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +2 -2
  139. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +7 -4
  140. package/src/chain/chain.ts +5 -0
  141. package/src/chain/emitter.ts +0 -11
  142. package/src/chain/errors/index.ts +1 -0
  143. package/src/chain/errors/proposerPreferences.ts +39 -0
  144. package/src/chain/interface.ts +2 -0
  145. package/src/chain/opPools/payloadAttestationPool.ts +29 -8
  146. package/src/chain/prepareNextSlot.ts +20 -28
  147. package/src/chain/produceBlock/produceBlockBody.ts +48 -26
  148. package/src/chain/regen/interface.ts +1 -0
  149. package/src/chain/seenCache/index.ts +1 -0
  150. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +25 -5
  151. package/src/chain/seenCache/seenProposerPreferences.ts +29 -0
  152. package/src/chain/validation/proposerPreferences.ts +91 -0
  153. package/src/network/gossip/interface.ts +6 -0
  154. package/src/network/gossip/scoringParameters.ts +14 -1
  155. package/src/network/gossip/topic.ts +6 -0
  156. package/src/network/interface.ts +1 -0
  157. package/src/network/network.ts +11 -0
  158. package/src/network/processor/gossipHandlers.ts +31 -16
  159. package/src/network/processor/gossipQueues/index.ts +5 -0
  160. package/src/network/processor/index.ts +6 -5
  161. package/src/sync/range/batch.ts +54 -5
  162. package/src/sync/range/chain.ts +25 -5
  163. package/src/sync/unknownBlock.ts +0 -50
  164. package/src/sync/utils/downloadByRange.ts +21 -15
  165. package/src/sync/utils/downloadByRoot.ts +12 -0
@@ -0,0 +1,91 @@
1
+ import {SLOTS_PER_EPOCH} from "@lodestar/params";
2
+ import {
3
+ computeEpochAtSlot,
4
+ createSingleSignatureSetFromComponents,
5
+ getProposerPreferencesSigningRoot,
6
+ isStatePostGloas,
7
+ } from "@lodestar/state-transition";
8
+ import {gloas} from "@lodestar/types";
9
+ import {GossipAction, ProposerPreferencesError, ProposerPreferencesErrorCode} from "../errors/index.js";
10
+ import {IBeaconChain} from "../index.js";
11
+ import {RegenCaller} from "../regen/index.js";
12
+
13
+ /**
14
+ * Validates a gossiped `SignedProposerPreferences` per
15
+ * https://github.com/ethereum/consensus-specs/blob/master/specs/gloas/p2p-interface.md#proposer_preferences
16
+ */
17
+ export async function validateGossipProposerPreferences(
18
+ chain: IBeaconChain,
19
+ signedProposerPreferences: gloas.SignedProposerPreferences
20
+ ): Promise<void> {
21
+ const preferences = signedProposerPreferences.message;
22
+ const {proposalSlot, validatorIndex} = preferences;
23
+ const proposalEpoch = computeEpochAtSlot(proposalSlot);
24
+
25
+ // [IGNORE] `preferences.proposal_slot` is in the current or next epoch.
26
+ const currentEpoch = chain.clock.currentEpoch;
27
+ if (proposalEpoch < currentEpoch || proposalEpoch > currentEpoch + 1) {
28
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
29
+ code: ProposerPreferencesErrorCode.INVALID_EPOCH,
30
+ proposalSlot,
31
+ currentEpoch,
32
+ });
33
+ }
34
+
35
+ // [IGNORE] `preferences.proposal_slot` has not already passed.
36
+ const currentSlot = chain.clock.currentSlot;
37
+ if (proposalSlot <= currentSlot) {
38
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
39
+ code: ProposerPreferencesErrorCode.PROPOSAL_SLOT_PASSED,
40
+ proposalSlot,
41
+ currentSlot,
42
+ });
43
+ }
44
+
45
+ const state = await chain.getHeadStateAtCurrentEpoch(RegenCaller.validateGossipProposerPreferences);
46
+ if (!isStatePostGloas(state)) {
47
+ throw new Error(`Expected gloas+ state for proposer preferences validation, got fork=${state.forkName}`);
48
+ }
49
+
50
+ // [REJECT] `preferences.validator_index` is present at the correct slot in the current or next
51
+ // epoch's portion of `state.proposer_lookahead` — i.e. `is_valid_proposal_slot(state, preferences)`
52
+ // returns True.
53
+ const epochOffset = proposalEpoch - state.epoch;
54
+ const proposers = epochOffset === 0 ? state.currentProposers : state.nextProposers;
55
+ const expectedProposer = proposers[proposalSlot % SLOTS_PER_EPOCH];
56
+ if (epochOffset < 0 || epochOffset > 1 || expectedProposer !== validatorIndex) {
57
+ throw new ProposerPreferencesError(GossipAction.REJECT, {
58
+ code: ProposerPreferencesErrorCode.INVALID_PROPOSER,
59
+ proposalSlot,
60
+ validatorIndex,
61
+ });
62
+ }
63
+
64
+ // [IGNORE] The `signed_proposer_preferences` is the first valid message received from the validator
65
+ // with index `preferences.validator_index` and the given slot `preferences.proposal_slot`.
66
+ if (chain.seenProposerPreferences.isKnown(proposalSlot, validatorIndex)) {
67
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
68
+ code: ProposerPreferencesErrorCode.ALREADY_KNOWN,
69
+ proposalSlot,
70
+ validatorIndex,
71
+ });
72
+ }
73
+
74
+ // [REJECT] `signed_proposer_preferences.signature` is valid with respect to the validator's public key.
75
+ const signatureSet = createSingleSignatureSetFromComponents(
76
+ chain.pubkeyCache.getOrThrow(validatorIndex),
77
+ getProposerPreferencesSigningRoot(chain.config, preferences),
78
+ signedProposerPreferences.signature
79
+ );
80
+
81
+ if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: true}))) {
82
+ throw new ProposerPreferencesError(GossipAction.REJECT, {
83
+ code: ProposerPreferencesErrorCode.INVALID_SIGNATURE,
84
+ proposalSlot,
85
+ validatorIndex,
86
+ });
87
+ }
88
+
89
+ // Valid
90
+ chain.seenProposerPreferences.add(proposalSlot, validatorIndex);
91
+ }
@@ -41,6 +41,7 @@ export enum GossipType {
41
41
  execution_payload = "execution_payload",
42
42
  payload_attestation_message = "payload_attestation_message",
43
43
  execution_payload_bid = "execution_payload_bid",
44
+ proposer_preferences = "proposer_preferences",
44
45
  }
45
46
 
46
47
  export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
@@ -78,6 +79,7 @@ export type GossipTopicTypeMap = {
78
79
  [GossipType.execution_payload]: {type: GossipType.execution_payload};
79
80
  [GossipType.payload_attestation_message]: {type: GossipType.payload_attestation_message};
80
81
  [GossipType.execution_payload_bid]: {type: GossipType.execution_payload_bid};
82
+ [GossipType.proposer_preferences]: {type: GossipType.proposer_preferences};
81
83
  };
82
84
 
83
85
  export type GossipTopicMap = {
@@ -110,6 +112,7 @@ export type GossipTypeMap = {
110
112
  [GossipType.execution_payload]: gloas.SignedExecutionPayloadEnvelope;
111
113
  [GossipType.payload_attestation_message]: gloas.PayloadAttestationMessage;
112
114
  [GossipType.execution_payload_bid]: gloas.SignedExecutionPayloadBid;
115
+ [GossipType.proposer_preferences]: gloas.SignedProposerPreferences;
113
116
  };
114
117
 
115
118
  export type GossipFnByType = {
@@ -141,6 +144,9 @@ export type GossipFnByType = {
141
144
  payloadAttestationMessage: gloas.PayloadAttestationMessage
142
145
  ) => Promise<void> | void;
143
146
  [GossipType.execution_payload_bid]: (executionPayloadBid: gloas.SignedExecutionPayloadBid) => Promise<void> | void;
147
+ [GossipType.proposer_preferences]: (
148
+ signedProposerPreferences: gloas.SignedProposerPreferences
149
+ ) => Promise<void> | void;
144
150
  };
145
151
 
146
152
  export type GossipFn = GossipFnByType[keyof GossipFnByType];
@@ -27,6 +27,7 @@ const BLS_TO_EXECUTION_CHANGE_WEIGHT = 0.05;
27
27
  const EXECUTION_PAYLOAD_WEIGHT = 0.5;
28
28
  const PAYLOAD_ATTESTATION_WEIGHT = 0.05;
29
29
  const EXECUTION_PAYLOAD_BID_WEIGHT = 0.05;
30
+ const PROPOSER_PREFERENCES_WEIGHT = 0.05;
30
31
 
31
32
  const beaconAttestationSubnetWeight = 1 / ATTESTATION_SUBNET_COUNT;
32
33
  const maxPositiveScore =
@@ -40,7 +41,8 @@ const maxPositiveScore =
40
41
  BLS_TO_EXECUTION_CHANGE_WEIGHT +
41
42
  EXECUTION_PAYLOAD_WEIGHT +
42
43
  PAYLOAD_ATTESTATION_WEIGHT +
43
- EXECUTION_PAYLOAD_BID_WEIGHT);
44
+ EXECUTION_PAYLOAD_BID_WEIGHT +
45
+ PROPOSER_PREFERENCES_WEIGHT);
44
46
 
45
47
  /**
46
48
  * The following params is implemented by Lighthouse at
@@ -198,6 +200,17 @@ function getAllTopicsScoreParams(
198
200
  expectedMessageRate: 1024, // TODO GLOAS: Need an estimate for this
199
201
  firstMessageDecayTime: epochDurationMs * 100,
200
202
  });
203
+ topicsParams[
204
+ stringifyGossipTopic(config, {
205
+ type: GossipType.proposer_preferences,
206
+ boundary,
207
+ })
208
+ ] = getTopicScoreParams(config, precomputedParams, {
209
+ topicWeight: PROPOSER_PREFERENCES_WEIGHT,
210
+ // Upper bound ~64 messages per epoch: one per proposer across the current + next epoch.
211
+ expectedMessageRate: 64 / SLOTS_PER_EPOCH,
212
+ firstMessageDecayTime: epochDurationMs * 100,
213
+ });
201
214
 
202
215
  // other topics
203
216
  topicsParams[
@@ -73,6 +73,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
73
73
  case GossipType.execution_payload:
74
74
  case GossipType.payload_attestation_message:
75
75
  case GossipType.execution_payload_bid:
76
+ case GossipType.proposer_preferences:
76
77
  return topic.type;
77
78
  case GossipType.beacon_attestation:
78
79
  case GossipType.sync_committee:
@@ -124,6 +125,8 @@ export function getGossipSSZType(topic: GossipTopic) {
124
125
  return ssz.gloas.PayloadAttestationMessage;
125
126
  case GossipType.execution_payload_bid:
126
127
  return ssz.gloas.SignedExecutionPayloadBid;
128
+ case GossipType.proposer_preferences:
129
+ return ssz.gloas.SignedProposerPreferences;
127
130
  }
128
131
  }
129
132
 
@@ -203,6 +206,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
203
206
  case GossipType.execution_payload:
204
207
  case GossipType.payload_attestation_message:
205
208
  case GossipType.execution_payload_bid:
209
+ case GossipType.proposer_preferences:
206
210
  return {type: gossipTypeStr, boundary, encoding};
207
211
  }
208
212
 
@@ -257,6 +261,7 @@ export function getCoreTopicsAtFork(
257
261
  topics.push({type: GossipType.execution_payload});
258
262
  topics.push({type: GossipType.payload_attestation_message});
259
263
  topics.push({type: GossipType.execution_payload_bid});
264
+ topics.push({type: GossipType.proposer_preferences});
260
265
  }
261
266
 
262
267
  // After fulu also track data_column_sidecar_{index}
@@ -351,4 +356,5 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
351
356
  [GossipType.execution_payload]: true,
352
357
  [GossipType.payload_attestation_message]: true,
353
358
  [GossipType.execution_payload_bid]: true,
359
+ [GossipType.proposer_preferences]: true,
354
360
  };
@@ -112,6 +112,7 @@ export interface INetwork extends INetworkCorePublic {
112
112
  publishLightClientFinalityUpdate(update: LightClientFinalityUpdate): Promise<number>;
113
113
  publishLightClientOptimisticUpdate(update: LightClientOptimisticUpdate): Promise<number>;
114
114
  publishSignedExecutionPayloadEnvelope(signedEnvelope: gloas.SignedExecutionPayloadEnvelope): Promise<number>;
115
+ publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number>;
115
116
 
116
117
  // Debug
117
118
  dumpGossipQueue(gossipType: GossipType): Promise<PendingGossipsubMessage[]>;
@@ -515,6 +515,17 @@ export class Network implements INetwork {
515
515
  );
516
516
  }
517
517
 
518
+ async publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number> {
519
+ const epoch = computeEpochAtSlot(payloadAttestationMessage.data.slot);
520
+ const boundary = this.config.getForkBoundaryAtEpoch(epoch);
521
+
522
+ return this.publishGossip<GossipType.payload_attestation_message>(
523
+ {type: GossipType.payload_attestation_message, boundary},
524
+ payloadAttestationMessage,
525
+ {ignoreDuplicatePublishError: true}
526
+ );
527
+ }
528
+
518
529
  private async publishGossip<K extends GossipType>(
519
530
  topic: GossipTopicMap[K],
520
531
  object: GossipTypeMap[K],
@@ -52,6 +52,8 @@ import {
52
52
  ExecutionPayloadEnvelopeErrorCode,
53
53
  GossipAction,
54
54
  GossipActionError,
55
+ PayloadAttestationError,
56
+ PayloadAttestationErrorCode,
55
57
  SyncCommitteeError,
56
58
  } from "../../chain/errors/index.js";
57
59
  import {IBeaconChain} from "../../chain/interface.js";
@@ -79,6 +81,7 @@ import {
79
81
  import {validateLightClientFinalityUpdate} from "../../chain/validation/lightClientFinalityUpdate.js";
80
82
  import {validateLightClientOptimisticUpdate} from "../../chain/validation/lightClientOptimisticUpdate.js";
81
83
  import {validateGossipPayloadAttestationMessage} from "../../chain/validation/payloadAttestationMessage.js";
84
+ import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
82
85
  import {OpSource} from "../../chain/validatorMonitor.js";
83
86
  import {Metrics} from "../../metrics/index.js";
84
87
  import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
@@ -182,6 +185,18 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
182
185
  });
183
186
  try {
184
187
  await validateGossipBlock(config, chain, signedBlock, fork);
188
+
189
+ if (isForkPostGloas(fork)) {
190
+ chain.seenPayloadEnvelopeInputCache.add({
191
+ blockRootHex,
192
+ block: signedBlock as SignedBeaconBlock<ForkPostGloas>,
193
+ forkName: fork,
194
+ sampledColumns: chain.custodyConfig.sampledColumns,
195
+ custodyColumns: chain.custodyConfig.custodyColumns,
196
+ timeCreatedSec: seenTimestampSec,
197
+ });
198
+ }
199
+
185
200
  const blockInputMeta = blockInput.getLogMeta();
186
201
 
187
202
  const recvToValidation = Date.now() / 1000 - seenTimestampSec;
@@ -1060,10 +1075,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1060
1075
  const signedEnvelope = sszDeserialize(topic, serializedData);
1061
1076
  const envelope = signedEnvelope.message;
1062
1077
 
1063
- // TODO GLOAS: consider optimistically create PayloadEnvelopeInput here similar to how we do that for beacon_block
1064
- // so that UnknownBlockSync can handle backward sync
1065
- // the problem now is we cannot create a PayloadEnvelopeInput without the beacon block being known, we need at least the proposer index
1066
- // we can achieve that by looking into the EpochCache
1078
+ // unlike BlockInput, we send the envelope into UnknownBlockInput sync
1079
+ // inside the sync it'll reconcile into PayloadEnvelopeInput and share the same cache with gossip
1067
1080
  try {
1068
1081
  await validateGossipExecutionPayloadEnvelope(chain, signedEnvelope);
1069
1082
  } catch (e) {
@@ -1071,14 +1084,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1071
1084
  const {beaconBlockRoot} = signedEnvelope.message;
1072
1085
  const slot = signedEnvelope.message.payload.slotNumber;
1073
1086
  logger.debug("Gossip envelope has error", {slot, root: toRootHex(beaconBlockRoot), code: e.type.code});
1074
- if (e.type.code === ExecutionPayloadEnvelopeErrorCode.BLOCK_ROOT_UNKNOWN) {
1075
- // TODO GLOAS: UnknownBlockSync to handle this
1076
- chain.emitter.emit(ChainEvent.envelopeUnknownBlock, {
1077
- envelope: signedEnvelope,
1078
- peer: peerIdStr,
1079
- source: BlockInputSource.gossip,
1080
- });
1081
- }
1082
1087
 
1083
1088
  if (e.action === GossipAction.REJECT) {
1084
1089
  chain.persistInvalidSszValue(
@@ -1173,6 +1178,14 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1173
1178
  data: executionPayloadBid,
1174
1179
  });
1175
1180
  },
1181
+ [GossipType.proposer_preferences]: async ({
1182
+ gossipData,
1183
+ topic,
1184
+ }: GossipHandlerParamGeneric<GossipType.proposer_preferences>) => {
1185
+ const {serializedData} = gossipData;
1186
+ const signedProposerPreferences = sszDeserialize(topic, serializedData);
1187
+ await validateGossipProposerPreferences(chain, signedProposerPreferences);
1188
+ },
1176
1189
  };
1177
1190
  }
1178
1191
 
@@ -1295,10 +1308,12 @@ export async function validateGossipFnRetryUnknownRoot<T>(
1295
1308
  try {
1296
1309
  return await fn();
1297
1310
  } catch (e) {
1298
- if (
1299
- e instanceof AttestationError &&
1300
- e.type.code === AttestationErrorCode.UNKNOWN_OR_PREFINALIZED_BEACON_BLOCK_ROOT
1301
- ) {
1311
+ const isUnknownAttestationRoot =
1312
+ e instanceof AttestationError && e.type.code === AttestationErrorCode.UNKNOWN_OR_PREFINALIZED_BEACON_BLOCK_ROOT;
1313
+ const isUnknownPayloadAttestationRoot =
1314
+ e instanceof PayloadAttestationError && e.type.code === PayloadAttestationErrorCode.UNKNOWN_BLOCK_ROOT;
1315
+
1316
+ if (isUnknownAttestationRoot || isUnknownPayloadAttestationRoot) {
1302
1317
  if (unknownBlockRootRetries === 0) {
1303
1318
  // Trigger unknown block root search here
1304
1319
  const rootHex = toRootHex(blockRoot);
@@ -83,6 +83,11 @@ const linearGossipQueueOpts: {
83
83
  type: QueueType.FIFO,
84
84
  dropOpts: {type: DropType.count, count: 1},
85
85
  },
86
+ [GossipType.proposer_preferences]: {
87
+ maxLength: 1024,
88
+ type: QueueType.FIFO,
89
+ dropOpts: {type: DropType.count, count: 1},
90
+ },
86
91
  };
87
92
 
88
93
  const indexedGossipQueueOpts: {
@@ -76,6 +76,7 @@ type WorkOpts = {
76
76
  */
77
77
  const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
78
78
  [GossipType.beacon_block]: {bypassQueue: true},
79
+ [GossipType.execution_payload]: {bypassQueue: true},
79
80
  [GossipType.blob_sidecar]: {bypassQueue: true},
80
81
  [GossipType.data_column_sidecar]: {bypassQueue: true},
81
82
  [GossipType.beacon_aggregate_and_proof]: {},
@@ -88,9 +89,9 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
88
89
  [GossipType.sync_committee]: {},
89
90
  [GossipType.light_client_finality_update]: {},
90
91
  [GossipType.light_client_optimistic_update]: {},
91
- [GossipType.execution_payload]: {bypassQueue: true},
92
92
  [GossipType.payload_attestation_message]: {},
93
93
  [GossipType.execution_payload_bid]: {},
94
+ [GossipType.proposer_preferences]: {},
94
95
  };
95
96
  const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
96
97
 
@@ -443,8 +444,7 @@ export class NetworkProcessor {
443
444
  }
444
445
  case GossipType.execution_payload: {
445
446
  // extractBlockSlotRootFn does not return a root for this topic.
446
- // Extract beacon_block_root directly and proactively trigger block sync if missing.
447
- // Do NOT await the block — the handler runs immediately; BlockInputSync handles recovery.
447
+ // Extract beacon_block_root directly
448
448
  const blockRoot = getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized(message.msg.data);
449
449
  if (blockRoot && !this.chain.forkChoice.hasBlockHexUnsafe(blockRoot)) {
450
450
  this.searchUnknownBlock(
@@ -452,9 +452,10 @@ export class NetworkProcessor {
452
452
  BlockInputSource.network_processor,
453
453
  message.propagationSource.toString()
454
454
  );
455
+ // We always want to await the block
456
+ // This allows us to properly forward the payload envelope
457
+ preprocessResult = {action: PreprocessAction.AwaitBlock, root: blockRoot};
455
458
  }
456
- // do not await the block, we want UnknownBlockSync to handle it.
457
- preprocessResult = {action: PreprocessAction.PushToQueue};
458
459
  break;
459
460
  }
460
461
  case GossipType.execution_payload_bid: {
@@ -1,7 +1,7 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {ForkName, isForkPostDeneb, isForkPostFulu, isForkPostGloas} from "@lodestar/params";
3
3
  import {Epoch, RootHex, Slot, phase0} from "@lodestar/types";
4
- import {LodestarError} from "@lodestar/utils";
4
+ import {LodestarError, prettyPrintIndices} from "@lodestar/utils";
5
5
  import {isBlockInputColumns} from "../../chain/blocks/blockInput/blockInput.js";
6
6
  import {IBlockInput} from "../../chain/blocks/blockInput/types.js";
7
7
  import {isDaOutOfRange} from "../../chain/blocks/blockInput/utils.js";
@@ -79,10 +79,36 @@ export type BatchState =
79
79
  };
80
80
 
81
81
  export type BatchMetadata = {
82
+ // Batch-level slot window (always present)
82
83
  startEpoch: Epoch;
84
+ startSlot: Slot;
85
+ count: number;
83
86
  status: BatchStatus;
87
+
88
+ // Per-type outstanding request shapes; only present when that sub-request exists.
89
+ // Format: "startSlot=<n>,count=<n>" (plus ",cols=<indices>" for columns).
90
+ blocksReq?: string;
91
+ blobsReq?: string;
92
+ columnsReq?: string;
93
+ envelopesReq?: string;
94
+
95
+ // Retry counters
96
+ downloadAttempts: number;
97
+ processingAttempts: number;
98
+
99
+ // Cumulative peer attribution for failed attempts (only present when non-empty)
100
+ failedDownloadPeers?: string;
101
+ failedProcessingPeers?: string;
84
102
  };
85
103
 
104
+ function formatRangeReq(req: {startSlot: Slot; count: number}): string {
105
+ return `startSlot=${req.startSlot},count=${req.count}`;
106
+ }
107
+
108
+ function formatColumnsReq(req: {startSlot: Slot; count: number; columns: number[]}): string {
109
+ return `startSlot=${req.startSlot},count=${req.count},cols=${prettyPrintIndices(req.columns)}`;
110
+ }
111
+
86
112
  /**
87
113
  * Batches are downloaded at the first block of the epoch.
88
114
  *
@@ -286,7 +312,26 @@ export class Batch {
286
312
  }
287
313
 
288
314
  getMetadata(): BatchMetadata {
289
- return {startEpoch: this.startEpoch, status: this.state.status};
315
+ const {blocksRequest, blobsRequest, columnsRequest, envelopesRequest} = this.requests;
316
+ const failedProcessingPeerList = this.failedProcessingAttempts.flatMap((a) => a.peers);
317
+ return {
318
+ startEpoch: this.startEpoch,
319
+ startSlot: this.startSlot,
320
+ count: this.count,
321
+ status: this.state.status,
322
+ ...(blocksRequest && {blocksReq: formatRangeReq(blocksRequest)}),
323
+ ...(blobsRequest && {blobsReq: formatRangeReq(blobsRequest)}),
324
+ ...(columnsRequest && {columnsReq: formatColumnsReq(columnsRequest)}),
325
+ ...(envelopesRequest && {envelopesReq: formatRangeReq(envelopesRequest)}),
326
+ downloadAttempts: this.failedDownloadAttempts.length,
327
+ processingAttempts: this.failedProcessingAttempts.length,
328
+ ...(this.failedDownloadAttempts.length > 0 && {
329
+ failedDownloadPeers: this.failedDownloadAttempts.join(","),
330
+ }),
331
+ ...(failedProcessingPeerList.length > 0 && {
332
+ failedProcessingPeers: failedProcessingPeerList.join(","),
333
+ }),
334
+ };
290
335
  }
291
336
 
292
337
  getBlocks(): IBlockInput[] {
@@ -383,7 +428,11 @@ export class Batch {
383
428
  /**
384
429
  * AwaitingProcessing -> Processing
385
430
  */
386
- startProcessing(): {blocks: IBlockInput[]; payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null} {
431
+ startProcessing(): {
432
+ blocks: IBlockInput[];
433
+ payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null;
434
+ peers: PeerIdStr[];
435
+ } {
387
436
  if (this.state.status !== BatchStatus.AwaitingProcessing) {
388
437
  throw new BatchError(this.wrongStatusErrorType(BatchStatus.AwaitingProcessing));
389
438
  }
@@ -396,7 +445,7 @@ export class Batch {
396
445
  const peers = this.goodPeers;
397
446
  this.goodPeers = [];
398
447
  this.state = {status: BatchStatus.Processing, blocks, payloadEnvelopes, attempt: {peers, hash}};
399
- return {blocks, payloadEnvelopes};
448
+ return {blocks, payloadEnvelopes, peers};
400
449
  }
401
450
 
402
451
  /**
@@ -479,7 +528,7 @@ export class Batch {
479
528
 
480
529
  /** Helper to construct typed BatchError. Stack traces are correct as the error is thrown above */
481
530
  private errorType(type: BatchErrorType): BatchErrorType & BatchErrorMetadata {
482
- return {...type, ...this.getMetadata()};
531
+ return {...type, startEpoch: this.startEpoch, status: this.state.status};
483
532
  }
484
533
 
485
534
  private wrongStatusErrorType(expectedStatus: BatchStatus): BatchErrorType & BatchErrorMetadata {
@@ -1,6 +1,6 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {Epoch, Root, Slot} from "@lodestar/types";
3
- import {ErrorAborted, LodestarError, Logger, toRootHex} from "@lodestar/utils";
3
+ import {ErrorAborted, LodestarError, Logger, prettyPrintIndices, toRootHex} from "@lodestar/utils";
4
4
  import {isBlockInputBlobs, isBlockInputColumns} from "../../chain/blocks/blockInput/blockInput.js";
5
5
  import {BlockInputErrorCode} from "../../chain/blocks/blockInput/errors.js";
6
6
  import {IBlockInput} from "../../chain/blocks/blockInput/types.js";
@@ -222,12 +222,14 @@ export class SyncChain {
222
222
  */
223
223
  stopSyncing(): void {
224
224
  this.status = SyncChainStatus.Stopped;
225
+ this.logger.debug("SyncChain stopSyncing", {id: this.logId});
225
226
  }
226
227
 
227
228
  /**
228
229
  * Permanently remove this chain. Throws the main AsyncIterable
229
230
  */
230
231
  remove(): void {
232
+ this.logger.debug("SyncChain remove", {id: this.logId});
231
233
  this.batchProcessor.end(new ErrorAborted("SyncChain"));
232
234
  }
233
235
 
@@ -534,7 +536,7 @@ export class SyncChain {
534
536
  this.metrics?.syncRange.downloadByRange.warn.inc({client: peer.client, code: warning.type.code});
535
537
  this.logger.debug(
536
538
  "Batch downloaded with warning",
537
- {id: this.logId, epoch: batch.startEpoch, ...logMeta, peer: prettyPrintPeerIdStr(peer.peerId)},
539
+ {id: this.logId, ...batch.getMetadata(), ...logMeta, peer: prettyPrintPeerIdStr(peer.peerId)},
538
540
  warning
539
541
  );
540
542
  }
@@ -560,10 +562,17 @@ export class SyncChain {
560
562
  // the flow will continue to call triggerBatchDownloader() below
561
563
  }
562
564
 
565
+ const blockSlots = downloadSuccessOutput.blocks.map((b) => b.slot);
566
+ const envelopeSlots = downloadSuccessOutput.payloadEnvelopes
567
+ ? Array.from(downloadSuccessOutput.payloadEnvelopes.keys())
568
+ : null;
569
+
563
570
  this.logger.debug(logMessage, {
564
571
  id: this.logId,
565
- epoch: batch.startEpoch,
572
+ ...batch.getMetadata(),
566
573
  ...logMeta,
574
+ blockSlots: prettyPrintIndices(blockSlots),
575
+ ...(envelopeSlots ? {envelopeSlots: prettyPrintIndices(envelopeSlots)} : {}),
567
576
  peer: prettyPrintPeerIdStr(peer.peerId),
568
577
  });
569
578
  }
@@ -586,13 +595,24 @@ export class SyncChain {
586
595
  * Sends `batch` to the processor. Note: batch may be empty
587
596
  */
588
597
  private async processBatch(batch: Batch): Promise<void> {
589
- const {blocks, payloadEnvelopes} = batch.startProcessing();
598
+ const {blocks, payloadEnvelopes, peers} = batch.startProcessing();
599
+
600
+ const logCtx = {
601
+ id: this.logId,
602
+ ...batch.getMetadata(),
603
+ blockCount: blocks.length,
604
+ blockSlots: prettyPrintIndices(blocks.map((b) => b.slot)),
605
+ ...(payloadEnvelopes ? {envelopeSlots: prettyPrintIndices(Array.from(payloadEnvelopes.keys()))} : {}),
606
+ peers: peers.map(prettyPrintPeerIdStr).join(","),
607
+ };
608
+ this.logger.verbose("Processing batch", logCtx);
590
609
 
591
610
  // wrapError ensures to never call both batch success() and batch error()
592
611
  const res = await wrapError(this.processChainSegment(blocks, payloadEnvelopes, this.syncType));
593
612
 
594
613
  if (!res.err) {
595
614
  batch.processingSuccess();
615
+ this.logger.verbose("Processed batch", {...logCtx, ...batch.getMetadata()});
596
616
 
597
617
  // If the processed batch is not empty, validate previous AwaitingValidation blocks.
598
618
  if (blocks.length > 0) {
@@ -602,7 +622,7 @@ export class SyncChain {
602
622
  // Potentially process next AwaitingProcessing batch
603
623
  this.triggerBatchProcessor();
604
624
  } else {
605
- this.logger.verbose("Batch process error", {id: this.logId, ...batch.getMetadata()}, res.err);
625
+ this.logger.verbose("Batch process error", logCtx, res.err);
606
626
  batch.processingError(res.err); // Throws after MAX_BATCH_PROCESSING_ATTEMPTS
607
627
 
608
628
  // At least one block was successfully verified and imported, so we can be sure all
@@ -145,7 +145,6 @@ export class BlockInputSync {
145
145
  this.chain.emitter.on(ChainEvent.incompleteBlockInput, this.onIncompleteBlockInput);
146
146
  this.chain.emitter.on(ChainEvent.incompletePayloadEnvelope, this.onIncompletePayloadEnvelope);
147
147
  this.chain.emitter.on(ChainEvent.blockUnknownParent, this.onUnknownParent);
148
- this.chain.emitter.on(ChainEvent.envelopeUnknownBlock, this.onEnvelopeUnknownBlock);
149
148
  this.chain.emitter.on(routes.events.EventType.block, this.onBlockImported);
150
149
  this.chain.emitter.on(routes.events.EventType.executionPayload, this.onPayloadImported);
151
150
  this.network.events.on(NetworkEvent.peerConnected, this.onPeerConnected);
@@ -161,7 +160,6 @@ export class BlockInputSync {
161
160
  this.chain.emitter.off(ChainEvent.incompleteBlockInput, this.onIncompleteBlockInput);
162
161
  this.chain.emitter.off(ChainEvent.incompletePayloadEnvelope, this.onIncompletePayloadEnvelope);
163
162
  this.chain.emitter.off(ChainEvent.blockUnknownParent, this.onUnknownParent);
164
- this.chain.emitter.off(ChainEvent.envelopeUnknownBlock, this.onEnvelopeUnknownBlock);
165
163
  this.chain.emitter.off(routes.events.EventType.block, this.onBlockImported);
166
164
  this.chain.emitter.off(routes.events.EventType.executionPayload, this.onPayloadImported);
167
165
  this.network.events.off(NetworkEvent.peerConnected, this.onPeerConnected);
@@ -263,19 +261,6 @@ export class BlockInputSync {
263
261
  }
264
262
  };
265
263
 
266
- private onEnvelopeUnknownBlock = (data: ChainEventData[ChainEvent.envelopeUnknownBlock]): void => {
267
- try {
268
- const blockRootHex = toRootHex(data.envelope.message.beaconBlockRoot);
269
- this.addByRootHex(blockRootHex, data.peer);
270
- this.addByPayloadEnvelope(data.envelope, data.peer);
271
- this.triggerUnknownBlockSearch();
272
- this.metrics?.blockInputSync.requests.inc({type: PendingBlockType.UNKNOWN_DATA});
273
- this.metrics?.blockInputSync.source.inc({source: data.source});
274
- } catch (e) {
275
- this.logger.debug("Error handling envelopeUnknownBlock event", {}, e as Error);
276
- }
277
- };
278
-
279
264
  private onBlockImported = (): void => {
280
265
  if (this.pendingPayloads.size > 0) {
281
266
  this.triggerUnknownBlockSearch();
@@ -381,41 +366,6 @@ export class BlockInputSync {
381
366
  return added;
382
367
  };
383
368
 
384
- private addByPayloadEnvelope = (envelope: gloas.SignedExecutionPayloadEnvelope, peerIdStr?: PeerIdStr): void => {
385
- const rootHex = toRootHex(envelope.message.beaconBlockRoot);
386
- const existingPendingPayload = this.pendingPayloads.get(rootHex);
387
- let pendingPayload = this.pendingPayloads.get(rootHex);
388
- if (!pendingPayload || !isPendingPayloadEnvelope(pendingPayload)) {
389
- pendingPayload = {
390
- status: PendingPayloadInputStatus.waitingForBlock,
391
- envelope,
392
- peerIdStrings: new Set(existingPendingPayload?.peerIdStrings ?? []),
393
- timeAddedSec: existingPendingPayload?.timeAddedSec ?? Date.now() / 1000,
394
- };
395
- this.pendingPayloads.set(rootHex, pendingPayload);
396
-
397
- this.logger.verbose("Added payload envelope to BlockInputSync.pendingPayloads", {
398
- slot: envelope.message.payload.slotNumber,
399
- root: rootHex,
400
- });
401
- } else {
402
- this.logger.debug("Overwriting pending payload envelope for root already waiting for block", {
403
- slot: envelope.message.payload.slotNumber,
404
- root: rootHex,
405
- });
406
- pendingPayload.envelope = envelope;
407
- }
408
-
409
- if (peerIdStr) {
410
- pendingPayload.peerIdStrings.add(peerIdStr);
411
- }
412
-
413
- const prunedItemCount = pruneSetToMax(this.pendingPayloads, this.maxPendingBlocks);
414
- if (prunedItemCount > 0) {
415
- this.logger.verbose(`Pruned ${prunedItemCount} items from BlockInputSync.pendingPayloads`);
416
- }
417
- };
418
-
419
369
  private addByPayloadInput = (
420
370
  payloadInput: PayloadEnvelopeInput,
421
371
  peerIdStr?: PeerIdStr,