@lodestar/beacon-node 1.43.0-dev.6b7eebbf6d → 1.43.0-dev.7733cd3832

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (208) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +6 -5
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/lodestar/index.js +1 -1
  5. package/lib/api/impl/lodestar/index.js.map +1 -1
  6. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  7. package/lib/chain/blocks/importBlock.js +6 -3
  8. package/lib/chain/blocks/importBlock.js.map +1 -1
  9. package/lib/chain/blocks/importExecutionPayload.d.ts +19 -8
  10. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  11. package/lib/chain/blocks/importExecutionPayload.js +31 -20
  12. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  13. package/lib/chain/blocks/index.d.ts +5 -3
  14. package/lib/chain/blocks/index.d.ts.map +1 -1
  15. package/lib/chain/blocks/index.js +28 -9
  16. package/lib/chain/blocks/index.js.map +1 -1
  17. package/lib/chain/blocks/payloadEnvelopeProcessor.js +2 -2
  18. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  19. package/lib/chain/blocks/types.d.ts +2 -2
  20. package/lib/chain/blocks/types.d.ts.map +1 -1
  21. package/lib/chain/blocks/utils/chainSegment.d.ts +23 -2
  22. package/lib/chain/blocks/utils/chainSegment.d.ts.map +1 -1
  23. package/lib/chain/blocks/utils/chainSegment.js +81 -12
  24. package/lib/chain/blocks/utils/chainSegment.js.map +1 -1
  25. package/lib/chain/blocks/verifyBlock.d.ts +3 -2
  26. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  27. package/lib/chain/blocks/verifyBlock.js +30 -5
  28. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  29. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  30. package/lib/chain/blocks/verifyBlocksSanityChecks.js +15 -4
  31. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  32. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +2 -2
  33. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  34. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.d.ts.map +1 -1
  35. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.js +1 -10
  36. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.js.map +1 -1
  37. package/lib/chain/chain.d.ts +5 -3
  38. package/lib/chain/chain.d.ts.map +1 -1
  39. package/lib/chain/chain.js +17 -4
  40. package/lib/chain/chain.js.map +1 -1
  41. package/lib/chain/errors/blockError.d.ts +8 -1
  42. package/lib/chain/errors/blockError.d.ts.map +1 -1
  43. package/lib/chain/errors/blockError.js +2 -0
  44. package/lib/chain/errors/blockError.js.map +1 -1
  45. package/lib/chain/errors/executionPayloadBid.d.ts +5 -0
  46. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  47. package/lib/chain/errors/executionPayloadBid.js +1 -0
  48. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  49. package/lib/chain/errors/index.d.ts +1 -0
  50. package/lib/chain/errors/index.d.ts.map +1 -1
  51. package/lib/chain/errors/index.js +1 -0
  52. package/lib/chain/errors/index.js.map +1 -1
  53. package/lib/chain/errors/proposerPreferences.d.ts +33 -0
  54. package/lib/chain/errors/proposerPreferences.d.ts.map +1 -0
  55. package/lib/chain/errors/proposerPreferences.js +13 -0
  56. package/lib/chain/errors/proposerPreferences.js.map +1 -0
  57. package/lib/chain/interface.d.ts +5 -3
  58. package/lib/chain/interface.d.ts.map +1 -1
  59. package/lib/chain/interface.js.map +1 -1
  60. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  61. package/lib/chain/prepareNextSlot.js +30 -10
  62. package/lib/chain/prepareNextSlot.js.map +1 -1
  63. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  64. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  65. package/lib/chain/produceBlock/produceBlockBody.js +34 -14
  66. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  67. package/lib/chain/regen/interface.d.ts +1 -0
  68. package/lib/chain/regen/interface.d.ts.map +1 -1
  69. package/lib/chain/regen/interface.js +1 -0
  70. package/lib/chain/regen/interface.js.map +1 -1
  71. package/lib/chain/seenCache/index.d.ts +1 -0
  72. package/lib/chain/seenCache/index.d.ts.map +1 -1
  73. package/lib/chain/seenCache/index.js +1 -0
  74. package/lib/chain/seenCache/index.js.map +1 -1
  75. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +11 -4
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  77. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +20 -18
  78. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  79. package/lib/chain/seenCache/seenProposerPreferences.d.ts +15 -0
  80. package/lib/chain/seenCache/seenProposerPreferences.d.ts.map +1 -0
  81. package/lib/chain/seenCache/seenProposerPreferences.js +25 -0
  82. package/lib/chain/seenCache/seenProposerPreferences.js.map +1 -0
  83. package/lib/chain/validation/block.d.ts.map +1 -1
  84. package/lib/chain/validation/block.js +1 -0
  85. package/lib/chain/validation/block.js.map +1 -1
  86. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  87. package/lib/chain/validation/executionPayloadBid.js +13 -1
  88. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  89. package/lib/chain/validation/proposerPreferences.d.ts +8 -0
  90. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -0
  91. package/lib/chain/validation/proposerPreferences.js +69 -0
  92. package/lib/chain/validation/proposerPreferences.js.map +1 -0
  93. package/lib/metrics/metrics/lodestar.d.ts +1 -0
  94. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  95. package/lib/metrics/metrics/lodestar.js +4 -0
  96. package/lib/metrics/metrics/lodestar.js.map +1 -1
  97. package/lib/network/gossip/interface.d.ts +7 -1
  98. package/lib/network/gossip/interface.d.ts.map +1 -1
  99. package/lib/network/gossip/interface.js +1 -0
  100. package/lib/network/gossip/interface.js.map +1 -1
  101. package/lib/network/gossip/scoringParameters.d.ts.map +1 -1
  102. package/lib/network/gossip/scoringParameters.js +12 -1
  103. package/lib/network/gossip/scoringParameters.js.map +1 -1
  104. package/lib/network/gossip/topic.d.ts +8 -0
  105. package/lib/network/gossip/topic.d.ts.map +1 -1
  106. package/lib/network/gossip/topic.js +6 -0
  107. package/lib/network/gossip/topic.js.map +1 -1
  108. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  109. package/lib/network/processor/gossipHandlers.js +10 -6
  110. package/lib/network/processor/gossipHandlers.js.map +1 -1
  111. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  112. package/lib/network/processor/gossipQueues/index.js +5 -0
  113. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  114. package/lib/network/processor/index.d.ts.map +1 -1
  115. package/lib/network/processor/index.js +1 -0
  116. package/lib/network/processor/index.js.map +1 -1
  117. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  118. package/lib/network/reqresp/handlers/beaconBlocksByRange.js +14 -6
  119. package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
  120. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +1 -1
  121. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +11 -5
  122. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +1 -1
  123. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
  124. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +17 -5
  125. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
  126. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.d.ts.map +1 -1
  127. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js +7 -4
  128. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js.map +1 -1
  129. package/lib/node/notifier.js +7 -1
  130. package/lib/node/notifier.js.map +1 -1
  131. package/lib/sync/range/batch.d.ts +12 -2
  132. package/lib/sync/range/batch.d.ts.map +1 -1
  133. package/lib/sync/range/batch.js +56 -30
  134. package/lib/sync/range/batch.js.map +1 -1
  135. package/lib/sync/range/chain.d.ts +6 -2
  136. package/lib/sync/range/chain.d.ts.map +1 -1
  137. package/lib/sync/range/chain.js +4 -3
  138. package/lib/sync/range/chain.js.map +1 -1
  139. package/lib/sync/range/range.d.ts.map +1 -1
  140. package/lib/sync/range/range.js +17 -6
  141. package/lib/sync/range/range.js.map +1 -1
  142. package/lib/sync/types.d.ts +34 -0
  143. package/lib/sync/types.d.ts.map +1 -1
  144. package/lib/sync/types.js +34 -0
  145. package/lib/sync/types.js.map +1 -1
  146. package/lib/sync/unknownBlock.d.ts +24 -1
  147. package/lib/sync/unknownBlock.d.ts.map +1 -1
  148. package/lib/sync/unknownBlock.js +649 -53
  149. package/lib/sync/unknownBlock.js.map +1 -1
  150. package/lib/sync/utils/downloadByRange.d.ts +46 -10
  151. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  152. package/lib/sync/utils/downloadByRange.js +147 -24
  153. package/lib/sync/utils/downloadByRange.js.map +1 -1
  154. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  155. package/lib/sync/utils/downloadByRoot.js +6 -2
  156. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  157. package/lib/sync/utils/pendingBlocksTree.d.ts +0 -1
  158. package/lib/sync/utils/pendingBlocksTree.d.ts.map +1 -1
  159. package/lib/sync/utils/pendingBlocksTree.js +0 -9
  160. package/lib/sync/utils/pendingBlocksTree.js.map +1 -1
  161. package/package.json +16 -15
  162. package/src/api/impl/beacon/blocks/index.ts +8 -5
  163. package/src/api/impl/lodestar/index.ts +1 -1
  164. package/src/chain/blocks/importBlock.ts +4 -2
  165. package/src/chain/blocks/importExecutionPayload.ts +36 -21
  166. package/src/chain/blocks/index.ts +44 -12
  167. package/src/chain/blocks/payloadEnvelopeProcessor.ts +2 -2
  168. package/src/chain/blocks/types.ts +2 -2
  169. package/src/chain/blocks/utils/chainSegment.ts +106 -17
  170. package/src/chain/blocks/verifyBlock.ts +35 -6
  171. package/src/chain/blocks/verifyBlocksSanityChecks.ts +16 -7
  172. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +2 -2
  173. package/src/chain/blocks/writePayloadEnvelopeInputToDb.ts +8 -17
  174. package/src/chain/chain.ts +26 -3
  175. package/src/chain/errors/blockError.ts +4 -1
  176. package/src/chain/errors/executionPayloadBid.ts +6 -0
  177. package/src/chain/errors/index.ts +1 -0
  178. package/src/chain/errors/proposerPreferences.ts +39 -0
  179. package/src/chain/interface.ts +9 -1
  180. package/src/chain/prepareNextSlot.ts +42 -12
  181. package/src/chain/produceBlock/produceBlockBody.ts +37 -12
  182. package/src/chain/regen/interface.ts +1 -0
  183. package/src/chain/seenCache/index.ts +1 -0
  184. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +22 -20
  185. package/src/chain/seenCache/seenProposerPreferences.ts +29 -0
  186. package/src/chain/validation/block.ts +1 -0
  187. package/src/chain/validation/executionPayloadBid.ts +14 -0
  188. package/src/chain/validation/proposerPreferences.ts +91 -0
  189. package/src/metrics/metrics/lodestar.ts +4 -0
  190. package/src/network/gossip/interface.ts +6 -0
  191. package/src/network/gossip/scoringParameters.ts +14 -1
  192. package/src/network/gossip/topic.ts +6 -0
  193. package/src/network/processor/gossipHandlers.ts +15 -6
  194. package/src/network/processor/gossipQueues/index.ts +5 -0
  195. package/src/network/processor/index.ts +1 -0
  196. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +14 -6
  197. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +11 -5
  198. package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +17 -5
  199. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRange.ts +7 -4
  200. package/src/node/notifier.ts +8 -1
  201. package/src/sync/range/batch.ts +90 -35
  202. package/src/sync/range/chain.ts +13 -5
  203. package/src/sync/range/range.ts +18 -6
  204. package/src/sync/types.ts +72 -0
  205. package/src/sync/unknownBlock.ts +810 -57
  206. package/src/sync/utils/downloadByRange.ts +256 -39
  207. package/src/sync/utils/downloadByRoot.ts +12 -2
  208. package/src/sync/utils/pendingBlocksTree.ts +0 -15
@@ -0,0 +1,91 @@
1
+ import {SLOTS_PER_EPOCH} from "@lodestar/params";
2
+ import {
3
+ computeEpochAtSlot,
4
+ createSingleSignatureSetFromComponents,
5
+ getProposerPreferencesSigningRoot,
6
+ isStatePostGloas,
7
+ } from "@lodestar/state-transition";
8
+ import {gloas} from "@lodestar/types";
9
+ import {GossipAction, ProposerPreferencesError, ProposerPreferencesErrorCode} from "../errors/index.js";
10
+ import {IBeaconChain} from "../index.js";
11
+ import {RegenCaller} from "../regen/index.js";
12
+
13
+ /**
14
+ * Validates a gossiped `SignedProposerPreferences` per
15
+ * https://github.com/ethereum/consensus-specs/blob/master/specs/gloas/p2p-interface.md#proposer_preferences
16
+ */
17
+ export async function validateGossipProposerPreferences(
18
+ chain: IBeaconChain,
19
+ signedProposerPreferences: gloas.SignedProposerPreferences
20
+ ): Promise<void> {
21
+ const preferences = signedProposerPreferences.message;
22
+ const {proposalSlot, validatorIndex} = preferences;
23
+ const proposalEpoch = computeEpochAtSlot(proposalSlot);
24
+
25
+ // [IGNORE] `preferences.proposal_slot` is in the current or next epoch.
26
+ const currentEpoch = chain.clock.currentEpoch;
27
+ if (proposalEpoch < currentEpoch || proposalEpoch > currentEpoch + 1) {
28
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
29
+ code: ProposerPreferencesErrorCode.INVALID_EPOCH,
30
+ proposalSlot,
31
+ currentEpoch,
32
+ });
33
+ }
34
+
35
+ // [IGNORE] `preferences.proposal_slot` has not already passed.
36
+ const currentSlot = chain.clock.currentSlot;
37
+ if (proposalSlot <= currentSlot) {
38
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
39
+ code: ProposerPreferencesErrorCode.PROPOSAL_SLOT_PASSED,
40
+ proposalSlot,
41
+ currentSlot,
42
+ });
43
+ }
44
+
45
+ const state = await chain.getHeadStateAtCurrentEpoch(RegenCaller.validateGossipProposerPreferences);
46
+ if (!isStatePostGloas(state)) {
47
+ throw new Error(`Expected gloas+ state for proposer preferences validation, got fork=${state.forkName}`);
48
+ }
49
+
50
+ // [REJECT] `preferences.validator_index` is present at the correct slot in the current or next
51
+ // epoch's portion of `state.proposer_lookahead` — i.e. `is_valid_proposal_slot(state, preferences)`
52
+ // returns True.
53
+ const epochOffset = proposalEpoch - state.epoch;
54
+ const proposers = epochOffset === 0 ? state.currentProposers : state.nextProposers;
55
+ const expectedProposer = proposers[proposalSlot % SLOTS_PER_EPOCH];
56
+ if (epochOffset < 0 || epochOffset > 1 || expectedProposer !== validatorIndex) {
57
+ throw new ProposerPreferencesError(GossipAction.REJECT, {
58
+ code: ProposerPreferencesErrorCode.INVALID_PROPOSER,
59
+ proposalSlot,
60
+ validatorIndex,
61
+ });
62
+ }
63
+
64
+ // [IGNORE] The `signed_proposer_preferences` is the first valid message received from the validator
65
+ // with index `preferences.validator_index` and the given slot `preferences.proposal_slot`.
66
+ if (chain.seenProposerPreferences.isKnown(proposalSlot, validatorIndex)) {
67
+ throw new ProposerPreferencesError(GossipAction.IGNORE, {
68
+ code: ProposerPreferencesErrorCode.ALREADY_KNOWN,
69
+ proposalSlot,
70
+ validatorIndex,
71
+ });
72
+ }
73
+
74
+ // [REJECT] `signed_proposer_preferences.signature` is valid with respect to the validator's public key.
75
+ const signatureSet = createSingleSignatureSetFromComponents(
76
+ chain.pubkeyCache.getOrThrow(validatorIndex),
77
+ getProposerPreferencesSigningRoot(chain.config, preferences),
78
+ signedProposerPreferences.signature
79
+ );
80
+
81
+ if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: true}))) {
82
+ throw new ProposerPreferencesError(GossipAction.REJECT, {
83
+ code: ProposerPreferencesErrorCode.INVALID_SIGNATURE,
84
+ proposalSlot,
85
+ validatorIndex,
86
+ });
87
+ }
88
+
89
+ // Valid
90
+ chain.seenProposerPreferences.add(proposalSlot, validatorIndex);
91
+ }
@@ -613,6 +613,10 @@ export function createLodestarMetrics(
613
613
  name: "lodestar_sync_unknown_block_pending_blocks_size",
614
614
  help: "Current size of UnknownBlockSync pending blocks cache",
615
615
  }),
616
+ pendingPayloads: register.gauge({
617
+ name: "lodestar_sync_unknown_block_pending_payloads_size",
618
+ help: "Current size of UnknownBlockSync pending payloads cache",
619
+ }),
616
620
  knownBadBlocks: register.gauge({
617
621
  name: "lodestar_sync_unknown_block_known_bad_blocks_size",
618
622
  help: "Current size of UnknownBlockSync known bad blocks cache",
@@ -41,6 +41,7 @@ export enum GossipType {
41
41
  execution_payload = "execution_payload",
42
42
  payload_attestation_message = "payload_attestation_message",
43
43
  execution_payload_bid = "execution_payload_bid",
44
+ proposer_preferences = "proposer_preferences",
44
45
  }
45
46
 
46
47
  export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
@@ -78,6 +79,7 @@ export type GossipTopicTypeMap = {
78
79
  [GossipType.execution_payload]: {type: GossipType.execution_payload};
79
80
  [GossipType.payload_attestation_message]: {type: GossipType.payload_attestation_message};
80
81
  [GossipType.execution_payload_bid]: {type: GossipType.execution_payload_bid};
82
+ [GossipType.proposer_preferences]: {type: GossipType.proposer_preferences};
81
83
  };
82
84
 
83
85
  export type GossipTopicMap = {
@@ -110,6 +112,7 @@ export type GossipTypeMap = {
110
112
  [GossipType.execution_payload]: gloas.SignedExecutionPayloadEnvelope;
111
113
  [GossipType.payload_attestation_message]: gloas.PayloadAttestationMessage;
112
114
  [GossipType.execution_payload_bid]: gloas.SignedExecutionPayloadBid;
115
+ [GossipType.proposer_preferences]: gloas.SignedProposerPreferences;
113
116
  };
114
117
 
115
118
  export type GossipFnByType = {
@@ -141,6 +144,9 @@ export type GossipFnByType = {
141
144
  payloadAttestationMessage: gloas.PayloadAttestationMessage
142
145
  ) => Promise<void> | void;
143
146
  [GossipType.execution_payload_bid]: (executionPayloadBid: gloas.SignedExecutionPayloadBid) => Promise<void> | void;
147
+ [GossipType.proposer_preferences]: (
148
+ signedProposerPreferences: gloas.SignedProposerPreferences
149
+ ) => Promise<void> | void;
144
150
  };
145
151
 
146
152
  export type GossipFn = GossipFnByType[keyof GossipFnByType];
@@ -27,6 +27,7 @@ const BLS_TO_EXECUTION_CHANGE_WEIGHT = 0.05;
27
27
  const EXECUTION_PAYLOAD_WEIGHT = 0.5;
28
28
  const PAYLOAD_ATTESTATION_WEIGHT = 0.05;
29
29
  const EXECUTION_PAYLOAD_BID_WEIGHT = 0.05;
30
+ const PROPOSER_PREFERENCES_WEIGHT = 0.05;
30
31
 
31
32
  const beaconAttestationSubnetWeight = 1 / ATTESTATION_SUBNET_COUNT;
32
33
  const maxPositiveScore =
@@ -40,7 +41,8 @@ const maxPositiveScore =
40
41
  BLS_TO_EXECUTION_CHANGE_WEIGHT +
41
42
  EXECUTION_PAYLOAD_WEIGHT +
42
43
  PAYLOAD_ATTESTATION_WEIGHT +
43
- EXECUTION_PAYLOAD_BID_WEIGHT);
44
+ EXECUTION_PAYLOAD_BID_WEIGHT +
45
+ PROPOSER_PREFERENCES_WEIGHT);
44
46
 
45
47
  /**
46
48
  * The following params is implemented by Lighthouse at
@@ -198,6 +200,17 @@ function getAllTopicsScoreParams(
198
200
  expectedMessageRate: 1024, // TODO GLOAS: Need an estimate for this
199
201
  firstMessageDecayTime: epochDurationMs * 100,
200
202
  });
203
+ topicsParams[
204
+ stringifyGossipTopic(config, {
205
+ type: GossipType.proposer_preferences,
206
+ boundary,
207
+ })
208
+ ] = getTopicScoreParams(config, precomputedParams, {
209
+ topicWeight: PROPOSER_PREFERENCES_WEIGHT,
210
+ // Upper bound ~64 messages per epoch: one per proposer across the current + next epoch.
211
+ expectedMessageRate: 64 / SLOTS_PER_EPOCH,
212
+ firstMessageDecayTime: epochDurationMs * 100,
213
+ });
201
214
 
202
215
  // other topics
203
216
  topicsParams[
@@ -73,6 +73,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
73
73
  case GossipType.execution_payload:
74
74
  case GossipType.payload_attestation_message:
75
75
  case GossipType.execution_payload_bid:
76
+ case GossipType.proposer_preferences:
76
77
  return topic.type;
77
78
  case GossipType.beacon_attestation:
78
79
  case GossipType.sync_committee:
@@ -124,6 +125,8 @@ export function getGossipSSZType(topic: GossipTopic) {
124
125
  return ssz.gloas.PayloadAttestationMessage;
125
126
  case GossipType.execution_payload_bid:
126
127
  return ssz.gloas.SignedExecutionPayloadBid;
128
+ case GossipType.proposer_preferences:
129
+ return ssz.gloas.SignedProposerPreferences;
127
130
  }
128
131
  }
129
132
 
@@ -203,6 +206,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
203
206
  case GossipType.execution_payload:
204
207
  case GossipType.payload_attestation_message:
205
208
  case GossipType.execution_payload_bid:
209
+ case GossipType.proposer_preferences:
206
210
  return {type: gossipTypeStr, boundary, encoding};
207
211
  }
208
212
 
@@ -257,6 +261,7 @@ export function getCoreTopicsAtFork(
257
261
  topics.push({type: GossipType.execution_payload});
258
262
  topics.push({type: GossipType.payload_attestation_message});
259
263
  topics.push({type: GossipType.execution_payload_bid});
264
+ topics.push({type: GossipType.proposer_preferences});
260
265
  }
261
266
 
262
267
  // After fulu also track data_column_sidecar_{index}
@@ -351,4 +356,5 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
351
356
  [GossipType.execution_payload]: true,
352
357
  [GossipType.payload_attestation_message]: true,
353
358
  [GossipType.execution_payload_bid]: true,
359
+ [GossipType.proposer_preferences]: true,
354
360
  };
@@ -79,6 +79,7 @@ import {
79
79
  import {validateLightClientFinalityUpdate} from "../../chain/validation/lightClientFinalityUpdate.js";
80
80
  import {validateLightClientOptimisticUpdate} from "../../chain/validation/lightClientOptimisticUpdate.js";
81
81
  import {validateGossipPayloadAttestationMessage} from "../../chain/validation/payloadAttestationMessage.js";
82
+ import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
82
83
  import {OpSource} from "../../chain/validatorMonitor.js";
83
84
  import {Metrics} from "../../metrics/index.js";
84
85
  import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
@@ -198,7 +199,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
198
199
  } catch (e) {
199
200
  if (e instanceof BlockGossipError) {
200
201
  logger.debug("Gossip block has error", {slot, root: blockShortHex, code: e.type.code});
201
- if (e.type.code === BlockErrorCode.PARENT_UNKNOWN && blockInput) {
202
+ if (
203
+ (e.type.code === BlockErrorCode.PARENT_UNKNOWN || e.type.code === BlockErrorCode.PARENT_PAYLOAD_UNKNOWN) &&
204
+ blockInput
205
+ ) {
202
206
  chain.emitter.emit(ChainEvent.blockUnknownParent, {
203
207
  blockInput,
204
208
  peer: peerIdStr,
@@ -1057,10 +1061,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1057
1061
  const signedEnvelope = sszDeserialize(topic, serializedData);
1058
1062
  const envelope = signedEnvelope.message;
1059
1063
 
1060
- // TODO GLOAS: consider optimistically create PayloadEnvelopeInput here similar to how we do that for beacon_block
1061
- // so that UnknownBlockSync can handle backward sync
1062
- // the problem now is we cannot create a PayloadEnvelopeInput without the beacon block being known, we need at least the proposer index
1063
- // we can achieve that by looking into the EpochCache
1064
+ // unlike BlockInput, we send the envelope into UnknownBlockInput sync
1065
+ // inside the sync it'll reconcile into PayloadEnvelopeInput and share the same cache with gossip
1064
1066
  try {
1065
1067
  await validateGossipExecutionPayloadEnvelope(chain, signedEnvelope);
1066
1068
  } catch (e) {
@@ -1069,7 +1071,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1069
1071
  const slot = signedEnvelope.message.payload.slotNumber;
1070
1072
  logger.debug("Gossip envelope has error", {slot, root: toRootHex(beaconBlockRoot), code: e.type.code});
1071
1073
  if (e.type.code === ExecutionPayloadEnvelopeErrorCode.BLOCK_ROOT_UNKNOWN) {
1072
- // TODO GLOAS: UnknownBlockSync to handle this
1073
1074
  chain.emitter.emit(ChainEvent.envelopeUnknownBlock, {
1074
1075
  envelope: signedEnvelope,
1075
1076
  peer: peerIdStr,
@@ -1170,6 +1171,14 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1170
1171
  data: executionPayloadBid,
1171
1172
  });
1172
1173
  },
1174
+ [GossipType.proposer_preferences]: async ({
1175
+ gossipData,
1176
+ topic,
1177
+ }: GossipHandlerParamGeneric<GossipType.proposer_preferences>) => {
1178
+ const {serializedData} = gossipData;
1179
+ const signedProposerPreferences = sszDeserialize(topic, serializedData);
1180
+ await validateGossipProposerPreferences(chain, signedProposerPreferences);
1181
+ },
1173
1182
  };
1174
1183
  }
1175
1184
 
@@ -83,6 +83,11 @@ const linearGossipQueueOpts: {
83
83
  type: QueueType.FIFO,
84
84
  dropOpts: {type: DropType.count, count: 1},
85
85
  },
86
+ [GossipType.proposer_preferences]: {
87
+ maxLength: 1024,
88
+ type: QueueType.FIFO,
89
+ dropOpts: {type: DropType.count, count: 1},
90
+ },
86
91
  };
87
92
 
88
93
  const indexedGossipQueueOpts: {
@@ -91,6 +91,7 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
91
91
  [GossipType.execution_payload]: {bypassQueue: true},
92
92
  [GossipType.payload_attestation_message]: {},
93
93
  [GossipType.execution_payload_bid]: {},
94
+ [GossipType.proposer_preferences]: {},
94
95
  };
95
96
  const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
96
97
 
@@ -24,6 +24,10 @@ export async function* onBeaconBlocksByRange(
24
24
  // in the case of initializing from a non-finalized state, we don't have the finalized block so this api does not work
25
25
  // chain.forkChoice.getFinalizeBlock().slot
26
26
  const finalizedSlot = chain.forkChoice.getFinalizedCheckpointSlot();
27
+ // Blocks are migrated to blockArchive at finalization (including the finalized block itself),
28
+ // so the archive loop serves up to AND INCLUDING finalizedSlot and the headChain loop
29
+ // starts above it to avoid duplicate yields. See archiveBlocks.ts for the migration logic.
30
+ const archiveMaxSlot = finalizedSlot;
27
31
 
28
32
  const forkName = chain.config.getForkName(startSlot);
29
33
  if (isForkPostFulu(forkName) && startSlot < chain.earliestAvailableSlot) {
@@ -35,9 +39,12 @@ export async function* onBeaconBlocksByRange(
35
39
  }
36
40
 
37
41
  // Finalized range of blocks
38
- if (startSlot <= finalizedSlot) {
42
+ if (startSlot <= archiveMaxSlot) {
39
43
  // Chain of blobs won't change
40
- for await (const {key, value} of finalized.binaryEntriesStream({gte: startSlot, lt: endSlot})) {
44
+ for await (const {key, value} of finalized.binaryEntriesStream({
45
+ gte: startSlot,
46
+ lt: Math.min(endSlot, archiveMaxSlot + 1),
47
+ })) {
41
48
  yield {
42
49
  data: value,
43
50
  boundary: chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(finalized.decodeKey(key))),
@@ -46,19 +53,20 @@ export async function* onBeaconBlocksByRange(
46
53
  }
47
54
 
48
55
  // Non-finalized range of blocks
49
- if (endSlot > finalizedSlot) {
56
+ if (endSlot > archiveMaxSlot) {
50
57
  const headBlock = chain.forkChoice.getHead();
51
58
  const headRoot = headBlock.blockRoot;
52
59
  // TODO DENEB: forkChoice should mantain an array of canonical blocks, and change only on reorg
53
60
  const headChain = chain.forkChoice.getAllAncestorBlocks(headRoot, headBlock.payloadStatus);
54
- // getAllAncestorBlocks response includes the head node, so it's the full chain.
61
+ // `getAllAncestorBlocks` includes both the head and the previous-finalized boundary.
55
62
 
56
63
  // Iterate head chain with ascending block numbers
57
64
  for (let i = headChain.length - 1; i >= 0; i--) {
58
65
  const block = headChain[i];
59
66
 
60
- // Must include only blocks in the range requested
61
- if (block.slot >= startSlot && block.slot < endSlot) {
67
+ // Must include only blocks in the range requested, and skip anything the archive loop
68
+ // above already served via the block.slot > archiveMaxSlot filter.
69
+ if (block.slot > archiveMaxSlot && block.slot >= startSlot && block.slot < endSlot) {
62
70
  // Note: Here the forkChoice head may change due to a re-org, so the headChain reflects the canonical chain
63
71
  // at the time of the start of the request. Spec is clear the chain of blobs must be consistent, but on
64
72
  // re-org there's no need to abort the request
@@ -20,31 +20,37 @@ export async function* onBlobSidecarsByRange(
20
20
  const finalized = db.blobSidecarsArchive;
21
21
  const unfinalized = db.blobSidecars;
22
22
  const finalizedSlot = chain.forkChoice.getFinalizedBlock().slot;
23
+ // Blobs are migrated to blobSidecarsArchive at finalization (including the finalized block
24
+ // itself), so the archive loop serves up to AND INCLUDING finalizedSlot and the headChain
25
+ // loop starts above it to avoid duplicate yields. See archiveBlocks.ts for the migration logic.
26
+ const archiveMaxSlot = finalizedSlot;
23
27
 
24
28
  // Finalized range of blobs
25
- if (startSlot <= finalizedSlot) {
29
+ if (startSlot <= archiveMaxSlot) {
26
30
  // Chain of blobs won't change
27
31
  for await (const {key, value: blobSideCarsBytesWrapped} of finalized.binaryEntriesStream({
28
32
  gte: startSlot,
29
- lt: endSlot,
33
+ lt: Math.min(endSlot, archiveMaxSlot + 1),
30
34
  })) {
31
35
  yield* iterateBlobBytesFromWrapper(chain, blobSideCarsBytesWrapped, finalized.decodeKey(key));
32
36
  }
33
37
  }
34
38
 
35
39
  // Non-finalized range of blobs
36
- if (endSlot > finalizedSlot) {
40
+ if (endSlot > archiveMaxSlot) {
37
41
  const headBlock = chain.forkChoice.getHead();
38
42
  const headRoot = headBlock.blockRoot;
39
43
  // TODO DENEB: forkChoice should mantain an array of canonical blocks, and change only on reorg
40
44
  const headChain = chain.forkChoice.getAllAncestorBlocks(headRoot, headBlock.payloadStatus);
45
+ // `getAllAncestorBlocks` includes both the head and the previous-finalized boundary.
41
46
 
42
47
  // Iterate head chain with ascending block numbers
43
48
  for (let i = headChain.length - 1; i >= 0; i--) {
44
49
  const block = headChain[i];
45
50
 
46
- // Must include only blobs in the range requested
47
- if (block.slot >= startSlot && block.slot < endSlot) {
51
+ // Must include only blobs in the range requested, and skip anything the archive loop
52
+ // above already served via the block.slot > archiveMaxSlot filter.
53
+ if (block.slot > archiveMaxSlot && block.slot >= startSlot && block.slot < endSlot) {
48
54
  // Note: Here the forkChoice head may change due to a re-org, so the headChain reflects the canonical chain
49
55
  // at the time of the start of the request. Spec is clear the chain of blobs must be consistent, but on
50
56
  // re-org there's no need to abort the request
@@ -1,6 +1,6 @@
1
1
  import {PeerId} from "@libp2p/interface";
2
2
  import {ChainConfig} from "@lodestar/config";
3
- import {GENESIS_SLOT} from "@lodestar/params";
3
+ import {ForkSeq, GENESIS_SLOT} from "@lodestar/params";
4
4
  import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
5
5
  import {computeEpochAtSlot} from "@lodestar/state-transition";
6
6
  import {ColumnIndex, Epoch, fulu} from "@lodestar/types";
@@ -43,10 +43,19 @@ export async function* onDataColumnSidecarsByRange(
43
43
 
44
44
  const finalized = db.dataColumnSidecarArchive;
45
45
  const finalizedSlot = chain.forkChoice.getFinalizedBlock().slot;
46
+ // Columns of the last finalized block live in different DBs depending on fork:
47
+ // - Pre-gloas (fulu): migrated to dataColumnSidecarArchive in the same finalization run.
48
+ // - Post-gloas: stay in the hot db (db.dataColumnSidecar) until the next finalization run,
49
+ // because the migration filter requires payloadStatus === FULL for gloas blocks.
50
+ // archiveMaxSlot is the last slot whose columns are served by the archive loop below;
51
+ // anything above it is served by the headChain loop.
52
+ const isPostGloasFinalized = chain.config.getForkSeq(finalizedSlot) >= ForkSeq.gloas;
53
+ const archiveMaxSlot = isPostGloasFinalized ? finalizedSlot - 1 : finalizedSlot;
46
54
 
47
55
  // Finalized range of columns
48
- if (startSlot <= finalizedSlot) {
49
- for (let slot = startSlot; slot < endSlot; slot++) {
56
+ if (startSlot <= archiveMaxSlot) {
57
+ const archiveEnd = Math.min(endSlot, archiveMaxSlot + 1);
58
+ for (let slot = startSlot; slot < archiveEnd; slot++) {
50
59
  const dataColumnSidecars = await finalized.getManyBinary(slot, availableColumns);
51
60
 
52
61
  const unavailableColumnIndices: ColumnIndex[] = [];
@@ -81,9 +90,12 @@ export async function* onDataColumnSidecarsByRange(
81
90
  }
82
91
 
83
92
  // Non-finalized range of columns
84
- if (endSlot > finalizedSlot) {
93
+ if (endSlot > archiveMaxSlot) {
85
94
  const headBlock = chain.forkChoice.getHead();
86
95
  const headRoot = headBlock.blockRoot;
96
+ // getAllAncestorBlocks includes the last finalized block as its final element.
97
+ // Skip anything the archive loop above already served via the block.slot > archiveMaxSlot
98
+ // filter below (pre-gloas this skips finalizedSlot, post-gloas it keeps it).
87
99
  const headChain = chain.forkChoice.getAllAncestorBlocks(headRoot, headBlock.payloadStatus);
88
100
 
89
101
  // Iterate head chain with ascending block numbers
@@ -91,7 +103,7 @@ export async function* onDataColumnSidecarsByRange(
91
103
  const block = headChain[i];
92
104
 
93
105
  // Must include only columns in the range requested
94
- if (block.slot >= startSlot && block.slot < endSlot) {
106
+ if (block.slot > archiveMaxSlot && block.slot >= startSlot && block.slot < endSlot) {
95
107
  // Note: Here the forkChoice head may change due to a re-org, so the headChain reflects the canonical chain
96
108
  // at the time of the start of the request. Spec is clear the chain of columns must be consistent, but on
97
109
  // re-org there's no need to abort the request
@@ -21,12 +21,15 @@ export async function* onExecutionPayloadEnvelopesByRange(
21
21
 
22
22
  const finalized = db.executionPayloadEnvelopeArchive;
23
23
  const finalizedSlot = chain.forkChoice.getFinalizedCheckpointSlot();
24
+ // The current finalized block's envelope is still in the hot db; archive migration happens
25
+ // in the next finalization run (see migrateExecutionPayloadEnvelopesFromHotToColdDb).
26
+ const archiveMaxSlot = finalizedSlot - 1;
24
27
 
25
28
  // Finalized range of envelopes
26
- if (startSlot <= finalizedSlot) {
29
+ if (startSlot <= archiveMaxSlot) {
27
30
  for await (const {key, value: envelopeBytes} of finalized.binaryEntriesStream({
28
31
  gte: startSlot,
29
- lt: endSlot,
32
+ lt: Math.min(endSlot, archiveMaxSlot + 1),
30
33
  })) {
31
34
  const slot = finalized.decodeKey(key);
32
35
  yield {
@@ -37,7 +40,7 @@ export async function* onExecutionPayloadEnvelopesByRange(
37
40
  }
38
41
 
39
42
  // Non-finalized range of envelopes
40
- if (endSlot > finalizedSlot) {
43
+ if (endSlot > archiveMaxSlot) {
41
44
  const headBlock = chain.forkChoice.getHead();
42
45
  const headRoot = headBlock.blockRoot;
43
46
  const headChain = chain.forkChoice.getAllAncestorBlocks(headRoot, headBlock.payloadStatus);
@@ -46,7 +49,7 @@ export async function* onExecutionPayloadEnvelopesByRange(
46
49
  for (let i = headChain.length - 1; i >= 0; i--) {
47
50
  const block = headChain[i];
48
51
 
49
- if (block.slot >= startSlot && block.slot < endSlot) {
52
+ if (block.slot > archiveMaxSlot && block.slot >= startSlot && block.slot < endSlot) {
50
53
  // Skip EMPTY blocks
51
54
  if (block.payloadStatus !== PayloadStatus.FULL) {
52
55
  continue;
@@ -167,7 +167,14 @@ function getHeadExecutionInfo(
167
167
  return [];
168
168
  }
169
169
 
170
- const executionStatusStr = headInfo.executionStatus.toLowerCase();
170
+ // A PayloadSeparated head is a gloas beacon block imported before its payload envelope
171
+ // arrives, in that case the exec-block row surfaces the inherited parent anchor (from the
172
+ // bid), which is already validated. Normalize to "valid" to avoid leaking internal
173
+ // fork-choice bookkeeping into the log. Once the payload envelope arrives and the FULL
174
+ // variant becomes head, executionStatus is Valid/Syncing naturally.
175
+ // TODO GLOAS: revisit once optimistic sync is implemented
176
+ const executionStatusStr =
177
+ headInfo.executionStatus === ExecutionStatus.PayloadSeparated ? "valid" : headInfo.executionStatus.toLowerCase();
171
178
 
172
179
  // Add execution status to notifier only if head is on/post bellatrix
173
180
  if (isStatePostBellatrix(headState) && headState.isExecutionStateType) {