@lodestar/beacon-node 1.51.0-dev.1b1888604e → 1.51.0-dev.23bc3d7be9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (248) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +12 -7
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/state/index.js +8 -2
  13. package/lib/api/impl/beacon/state/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/utils.d.ts +2 -1
  15. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  16. package/lib/api/impl/beacon/state/utils.js +17 -9
  17. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  18. package/lib/api/impl/debug/index.d.ts.map +1 -1
  19. package/lib/api/impl/debug/index.js +3 -0
  20. package/lib/api/impl/debug/index.js.map +1 -1
  21. package/lib/api/impl/validator/index.d.ts.map +1 -1
  22. package/lib/api/impl/validator/index.js +100 -8
  23. package/lib/api/impl/validator/index.js.map +1 -1
  24. package/lib/api/options.d.ts +2 -0
  25. package/lib/api/options.d.ts.map +1 -1
  26. package/lib/api/options.js +1 -0
  27. package/lib/api/options.js.map +1 -1
  28. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  29. package/lib/chain/archiveStore/utils/archiveBlocks.js +54 -96
  30. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +3 -2
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  35. package/lib/chain/blocks/importExecutionPayload.js +50 -2
  36. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  37. package/lib/chain/blocks/types.d.ts +4 -0
  38. package/lib/chain/blocks/types.d.ts.map +1 -1
  39. package/lib/chain/blocks/types.js +5 -0
  40. package/lib/chain/blocks/types.js.map +1 -1
  41. package/lib/chain/chain.d.ts +2 -1
  42. package/lib/chain/chain.d.ts.map +1 -1
  43. package/lib/chain/chain.js +4 -1
  44. package/lib/chain/chain.js.map +1 -1
  45. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  46. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  47. package/lib/chain/errors/executionPayloadBid.js +2 -0
  48. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  49. package/lib/chain/errors/inclusionList.d.ts +60 -0
  50. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  51. package/lib/chain/errors/inclusionList.js +19 -0
  52. package/lib/chain/errors/inclusionList.js.map +1 -0
  53. package/lib/chain/errors/index.d.ts +1 -0
  54. package/lib/chain/errors/index.d.ts.map +1 -1
  55. package/lib/chain/errors/index.js +1 -0
  56. package/lib/chain/errors/index.js.map +1 -1
  57. package/lib/chain/interface.d.ts +2 -1
  58. package/lib/chain/interface.d.ts.map +1 -1
  59. package/lib/chain/interface.js.map +1 -1
  60. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  61. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  62. package/lib/chain/opPools/inclusionListStore.js +171 -0
  63. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  64. package/lib/chain/opPools/index.d.ts +1 -0
  65. package/lib/chain/opPools/index.d.ts.map +1 -1
  66. package/lib/chain/opPools/index.js +1 -0
  67. package/lib/chain/opPools/index.js.map +1 -1
  68. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  69. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  70. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  71. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  72. package/lib/chain/regen/interface.d.ts +1 -1
  73. package/lib/chain/regen/interface.d.ts.map +1 -1
  74. package/lib/chain/regen/interface.js +1 -1
  75. package/lib/chain/regen/interface.js.map +1 -1
  76. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  77. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  78. package/lib/chain/validation/executionPayloadBid.js +24 -145
  79. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  80. package/lib/chain/validation/inclusionList.d.ts +14 -0
  81. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  82. package/lib/chain/validation/inclusionList.js +150 -0
  83. package/lib/chain/validation/inclusionList.js.map +1 -0
  84. package/lib/chain/validation/index.d.ts +1 -0
  85. package/lib/chain/validation/index.d.ts.map +1 -1
  86. package/lib/chain/validation/index.js +1 -0
  87. package/lib/chain/validation/index.js.map +1 -1
  88. package/lib/db/beacon.d.ts.map +1 -1
  89. package/lib/db/beacon.js +2 -0
  90. package/lib/db/beacon.js.map +1 -1
  91. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  92. package/lib/execution/builder/validateBid.js +14 -1
  93. package/lib/execution/builder/validateBid.js.map +1 -1
  94. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  95. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  96. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  97. package/lib/execution/engine/disabled.d.ts +1 -0
  98. package/lib/execution/engine/disabled.d.ts.map +1 -1
  99. package/lib/execution/engine/disabled.js +3 -0
  100. package/lib/execution/engine/disabled.js.map +1 -1
  101. package/lib/execution/engine/http.d.ts +8 -2
  102. package/lib/execution/engine/http.d.ts.map +1 -1
  103. package/lib/execution/engine/http.js +27 -4
  104. package/lib/execution/engine/http.js.map +1 -1
  105. package/lib/execution/engine/interface.d.ts +11 -2
  106. package/lib/execution/engine/interface.d.ts.map +1 -1
  107. package/lib/execution/engine/interface.js.map +1 -1
  108. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  109. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  110. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  111. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  112. package/lib/execution/engine/mock.d.ts +1 -0
  113. package/lib/execution/engine/mock.d.ts.map +1 -1
  114. package/lib/execution/engine/mock.js +31 -7
  115. package/lib/execution/engine/mock.js.map +1 -1
  116. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  117. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  118. package/lib/execution/engine/payloadIdCache.js +15 -4
  119. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  120. package/lib/execution/engine/restTransport.d.ts +2 -1
  121. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  122. package/lib/execution/engine/restTransport.js +3 -0
  123. package/lib/execution/engine/restTransport.js.map +1 -1
  124. package/lib/execution/engine/sszTypes.d.ts +38 -38
  125. package/lib/execution/engine/transport.d.ts +5 -2
  126. package/lib/execution/engine/transport.d.ts.map +1 -1
  127. package/lib/execution/engine/types.d.ts +25 -1
  128. package/lib/execution/engine/types.d.ts.map +1 -1
  129. package/lib/execution/engine/types.js +17 -4
  130. package/lib/execution/engine/types.js.map +1 -1
  131. package/lib/index.d.ts +1 -0
  132. package/lib/index.d.ts.map +1 -1
  133. package/lib/index.js +2 -0
  134. package/lib/index.js.map +1 -1
  135. package/lib/metrics/metrics/beacon.d.ts +16 -0
  136. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  137. package/lib/metrics/metrics/beacon.js +35 -0
  138. package/lib/metrics/metrics/beacon.js.map +1 -1
  139. package/lib/metrics/metrics/lodestar.d.ts +12 -0
  140. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  141. package/lib/metrics/metrics/lodestar.js +25 -0
  142. package/lib/metrics/metrics/lodestar.js.map +1 -1
  143. package/lib/network/gossip/interface.d.ts +8 -2
  144. package/lib/network/gossip/interface.d.ts.map +1 -1
  145. package/lib/network/gossip/interface.js +1 -0
  146. package/lib/network/gossip/interface.js.map +1 -1
  147. package/lib/network/gossip/topic.d.ts +13 -5
  148. package/lib/network/gossip/topic.d.ts.map +1 -1
  149. package/lib/network/gossip/topic.js +13 -1
  150. package/lib/network/gossip/topic.js.map +1 -1
  151. package/lib/network/interface.d.ts +2 -1
  152. package/lib/network/interface.d.ts.map +1 -1
  153. package/lib/network/network.d.ts +2 -1
  154. package/lib/network/network.d.ts.map +1 -1
  155. package/lib/network/network.js +5 -0
  156. package/lib/network/network.js.map +1 -1
  157. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  158. package/lib/network/processor/gossipHandlers.js +67 -19
  159. package/lib/network/processor/gossipHandlers.js.map +1 -1
  160. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  161. package/lib/network/processor/gossipQueues/index.js +6 -0
  162. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  163. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  164. package/lib/network/processor/gossipValidatorFn.js +5 -1
  165. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  166. package/lib/network/processor/index.d.ts.map +1 -1
  167. package/lib/network/processor/index.js +27 -25
  168. package/lib/network/processor/index.js.map +1 -1
  169. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  170. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  171. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  172. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  173. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  174. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  175. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  176. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  177. package/lib/network/reqresp/handlers/index.js +5 -0
  178. package/lib/network/reqresp/handlers/index.js.map +1 -1
  179. package/lib/network/reqresp/protocols.d.ts +1 -0
  180. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  181. package/lib/network/reqresp/protocols.js +5 -0
  182. package/lib/network/reqresp/protocols.js.map +1 -1
  183. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  184. package/lib/network/reqresp/rateLimit.js +4 -0
  185. package/lib/network/reqresp/rateLimit.js.map +1 -1
  186. package/lib/network/reqresp/types.d.ts +5 -2
  187. package/lib/network/reqresp/types.d.ts.map +1 -1
  188. package/lib/network/reqresp/types.js +3 -0
  189. package/lib/network/reqresp/types.js.map +1 -1
  190. package/lib/sync/unknownBlock.d.ts.map +1 -1
  191. package/lib/sync/unknownBlock.js +42 -18
  192. package/lib/sync/unknownBlock.js.map +1 -1
  193. package/package.json +30 -30
  194. package/src/api/impl/api.ts +1 -1
  195. package/src/api/impl/beacon/blocks/index.ts +22 -17
  196. package/src/api/impl/beacon/index.ts +3 -1
  197. package/src/api/impl/beacon/state/index.ts +10 -1
  198. package/src/api/impl/beacon/state/utils.ts +19 -9
  199. package/src/api/impl/debug/index.ts +4 -0
  200. package/src/api/impl/validator/index.ts +130 -8
  201. package/src/api/options.ts +3 -0
  202. package/src/chain/archiveStore/utils/archiveBlocks.ts +64 -126
  203. package/src/chain/blocks/importBlock.ts +3 -7
  204. package/src/chain/blocks/importExecutionPayload.ts +68 -2
  205. package/src/chain/blocks/types.ts +5 -0
  206. package/src/chain/chain.ts +4 -0
  207. package/src/chain/errors/executionPayloadBid.ts +12 -0
  208. package/src/chain/errors/inclusionList.ts +38 -0
  209. package/src/chain/errors/index.ts +1 -0
  210. package/src/chain/interface.ts +2 -0
  211. package/src/chain/opPools/inclusionListStore.ts +208 -0
  212. package/src/chain/opPools/index.ts +1 -0
  213. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  214. package/src/chain/regen/interface.ts +1 -1
  215. package/src/chain/validation/executionPayloadBid.ts +40 -170
  216. package/src/chain/validation/inclusionList.ts +192 -0
  217. package/src/chain/validation/index.ts +1 -0
  218. package/src/db/beacon.ts +5 -0
  219. package/src/execution/builder/validateBid.ts +23 -2
  220. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  221. package/src/execution/engine/disabled.ts +4 -0
  222. package/src/execution/engine/http.ts +40 -5
  223. package/src/execution/engine/interface.ts +27 -3
  224. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  225. package/src/execution/engine/mock.ts +32 -7
  226. package/src/execution/engine/payloadIdCache.ts +24 -6
  227. package/src/execution/engine/restTransport.ts +15 -1
  228. package/src/execution/engine/transport.ts +7 -2
  229. package/src/execution/engine/types.ts +41 -6
  230. package/src/index.ts +2 -0
  231. package/src/metrics/metrics/beacon.ts +37 -0
  232. package/src/metrics/metrics/lodestar.ts +26 -0
  233. package/src/network/gossip/interface.ts +5 -0
  234. package/src/network/gossip/topic.ts +14 -0
  235. package/src/network/interface.ts +2 -0
  236. package/src/network/network.ts +11 -0
  237. package/src/network/processor/gossipHandlers.ts +87 -21
  238. package/src/network/processor/gossipQueues/index.ts +6 -0
  239. package/src/network/processor/gossipValidatorFn.ts +5 -0
  240. package/src/network/processor/index.ts +23 -23
  241. package/src/network/processor/types.ts +1 -1
  242. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  243. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  244. package/src/network/reqresp/handlers/index.ts +5 -0
  245. package/src/network/reqresp/protocols.ts +6 -0
  246. package/src/network/reqresp/rateLimit.ts +4 -0
  247. package/src/network/reqresp/types.ts +6 -0
  248. package/src/sync/unknownBlock.ts +47 -28
@@ -4,6 +4,7 @@ import {
4
4
  ATTESTATION_SUBNET_COUNT,
5
5
  ForkName,
6
6
  ForkSeq,
7
+ MAX_SIGNED_INCLUSION_LIST_SIZE,
7
8
  SYNC_COMMITTEE_SUBNET_COUNT,
8
9
  isForkPostAltair,
9
10
  isForkPostElectra,
@@ -91,6 +92,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
91
92
  case GossipType.payload_attestation_message:
92
93
  case GossipType.execution_payload_bid:
93
94
  case GossipType.proposer_preferences:
95
+ case GossipType.inclusion_list:
94
96
  return topic.type;
95
97
  case GossipType.beacon_attestation:
96
98
  case GossipType.sync_committee:
@@ -144,6 +146,8 @@ export function getGossipSSZType(topic: GossipTopic) {
144
146
  return isForkPostGloas(fork) ? sszTypesFor(fork).SignedExecutionPayloadBid : ssz.gloas.SignedExecutionPayloadBid;
145
147
  case GossipType.proposer_preferences:
146
148
  return ssz.gloas.SignedProposerPreferences;
149
+ case GossipType.inclusion_list:
150
+ return ssz.heze.SignedInclusionList;
147
151
  }
148
152
  }
149
153
 
@@ -152,6 +156,9 @@ export function getGossipSSZType(topic: GossipTopic) {
152
156
  */
153
157
  export function getGossipSSZMaxSize(topic: GossipTopic, config: ChainForkConfig, sszType: CompositeTypeAny): number {
154
158
  const maxSize = Math.min(sszType.maxSize, config.MAX_PAYLOAD_SIZE);
159
+ if (topic.type === GossipType.inclusion_list) {
160
+ return Math.min(maxSize, MAX_SIGNED_INCLUSION_LIST_SIZE);
161
+ }
155
162
  if (isForkPostGloas(topic.boundary.fork) && topic.type === GossipType.data_column_sidecar) {
156
163
  return Math.min(maxSize, computeMaxGloasDataColumnSidecarSize(config));
157
164
  }
@@ -235,6 +242,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
235
242
  case GossipType.payload_attestation_message:
236
243
  case GossipType.execution_payload_bid:
237
244
  case GossipType.proposer_preferences:
245
+ case GossipType.inclusion_list:
238
246
  return {type: gossipTypeStr, boundary, encoding};
239
247
  }
240
248
 
@@ -292,6 +300,10 @@ export function getCoreTopicsAtFork(
292
300
  topics.push({type: GossipType.proposer_preferences});
293
301
  }
294
302
 
303
+ if (ForkSeq[fork] >= ForkSeq.heze) {
304
+ topics.push({type: GossipType.inclusion_list});
305
+ }
306
+
295
307
  // After fulu also track data_column_sidecar_{index}
296
308
  if (ForkSeq[fork] >= ForkSeq.fulu) {
297
309
  topics.push(...getDataColumnSidecarTopics(networkConfig, opts.subscribeAllColumnSubnets));
@@ -409,6 +421,7 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
409
421
  [GossipType.payload_attestation_message]: true,
410
422
  [GossipType.execution_payload_bid]: true,
411
423
  [GossipType.proposer_preferences]: true,
424
+ [GossipType.inclusion_list]: true,
412
425
  };
413
426
 
414
427
  /**
@@ -447,4 +460,5 @@ export const gossipTopicAllowPublishToZeroPeers: Record<GossipType, boolean> = {
447
460
  [GossipType.payload_attestation_message]: false,
448
461
  [GossipType.execution_payload_bid]: false,
449
462
  [GossipType.proposer_preferences]: false,
463
+ [GossipType.inclusion_list]: false,
450
464
  };
@@ -33,6 +33,7 @@ import {
33
33
  deneb,
34
34
  fulu,
35
35
  gloas,
36
+ heze,
36
37
  phase0,
37
38
  } from "@lodestar/types";
38
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
@@ -118,6 +119,7 @@ export interface INetwork extends INetworkCorePublic {
118
119
  publishSignedExecutionPayloadBid(signedBid: gloas.SignedExecutionPayloadBid): Promise<number>;
119
120
  publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number>;
120
121
  publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number>;
122
+ publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number>;
121
123
 
122
124
  // Debug
123
125
  dumpGossipQueue(gossipType: GossipType): Promise<PendingGossipsubMessage[]>;
@@ -26,6 +26,7 @@ import {
26
26
  deneb,
27
27
  fulu,
28
28
  gloas,
29
+ heze,
29
30
  isGloasDataColumnSidecar,
30
31
  phase0,
31
32
  } from "@lodestar/types";
@@ -531,6 +532,16 @@ export class Network implements INetwork {
531
532
  );
532
533
  }
533
534
 
535
+ async publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number> {
536
+ const epoch = computeEpochAtSlot(signedInclusionList.message.slot);
537
+ const boundary = this.config.getForkBoundaryAtEpoch(epoch);
538
+
539
+ return this.publishGossip<GossipType.inclusion_list>(
540
+ {type: GossipType.inclusion_list, boundary},
541
+ signedInclusionList
542
+ );
543
+ }
544
+
534
545
  async publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number> {
535
546
  const epoch = computeEpochAtSlot(signedProposerPreferences.message.proposalSlot);
536
547
  const boundary = this.config.getForkBoundaryAtEpoch(epoch);
@@ -24,6 +24,7 @@ import {
24
24
  deneb,
25
25
  fulu,
26
26
  gloas,
27
+ isGloasBeaconBlock,
27
28
  isGloasDataColumnSidecar,
28
29
  ssz,
29
30
  sszTypesFor,
@@ -38,7 +39,7 @@ import {
38
39
  } from "../../chain/blocks/blockInput/index.js";
39
40
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
40
41
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
41
- import {BlobSidecarValidation} from "../../chain/blocks/types.js";
42
+ import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
42
43
  import {ChainEvent} from "../../chain/emitter.js";
43
44
  import {
44
45
  AttestationError,
@@ -66,6 +67,7 @@ import {
66
67
  } from "../../chain/validation/dataColumnSidecar.js";
67
68
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
68
69
  import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
70
+ import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
69
71
  import {
70
72
  AggregateAndProofValidationResult,
71
73
  GossipAttestation,
@@ -149,6 +151,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
149
151
  */
150
152
  function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
151
153
  const {chain, config, metrics, logger, core} = modules;
154
+ const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
155
+
156
+ function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
157
+ if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
158
+ return;
159
+ }
160
+ incompletePayloadWaits.add(payloadInput);
161
+
162
+ const fork = config.getForkName(payloadInput.slot);
163
+ const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
164
+ payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
165
+ if (
166
+ payloadInput.isComplete() ||
167
+ chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
168
+ ) {
169
+ return;
170
+ }
171
+ chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
172
+ chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
173
+ payloadInput,
174
+ peer,
175
+ source: BlockInputSource.gossip,
176
+ });
177
+ });
178
+ }
152
179
 
153
180
  /**
154
181
  * Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
@@ -763,7 +790,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
763
790
  // roots per proposer and slot, which bounds full imports over gossip to one alternate
764
791
  chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
765
792
  // A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
766
- chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
793
+ chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
794
+ (!isGloasBeaconBlock(signedBlock.message) ||
795
+ chain.forkChoice.getBlockHexAndBlockHash(
796
+ toRootHex(signedBlock.message.parentRoot),
797
+ toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
798
+ ) !== null)
767
799
  ) {
768
800
  const blockInput = cacheSignatureVerifiedBlock(
769
801
  signedBlock,
@@ -901,25 +933,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
901
933
  // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
902
934
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
903
935
 
904
- if (!payloadInput.isComplete()) {
905
- const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
906
- // do not await here to not delay gossip validation
907
- payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
908
- chain.logger.debug(
909
- "Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
910
- {
911
- dataColumnIndex: index,
912
- ...payloadInputMeta,
913
- }
914
- );
915
- // TODO GLOAS: UnknownBlockSync to handle this event
916
- chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
917
- payloadInput,
918
- peer: peerIdStr,
919
- source: BlockInputSource.gossip,
920
- });
921
- });
922
- }
936
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
923
937
  } catch (e) {
924
938
  logger.debug(
925
939
  "Error handling gossip data column",
@@ -1329,6 +1343,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1329
1343
  peerIdStr,
1330
1344
  });
1331
1345
 
1346
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1347
+
1332
1348
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
1333
1349
  slot,
1334
1350
  builderIndex: envelope.builderIndex,
@@ -1501,6 +1517,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1501
1517
  }
1502
1518
  });
1503
1519
  },
1520
+
1521
+ [GossipType.inclusion_list]: async ({
1522
+ gossipData,
1523
+ topic,
1524
+ seenTimestampSec,
1525
+ }: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
1526
+ const {serializedData} = gossipData;
1527
+ const signedInclusionList = sszDeserialize(topic, serializedData);
1528
+ const {slot} = signedInclusionList.message;
1529
+
1530
+ metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
1531
+ metrics?.inclusionListTransactionsReceived.inc(
1532
+ {source: InclusionListSource.gossip},
1533
+ signedInclusionList.message.transactions.length
1534
+ );
1535
+
1536
+ const timer = metrics?.inclusionListsValidationTime.startTimer();
1537
+ let validationResult: InclusionListValidationResult;
1538
+ try {
1539
+ validationResult = await validateGossipInclusionList(chain, signedInclusionList);
1540
+ } finally {
1541
+ timer?.({source: InclusionListSource.gossip});
1542
+ }
1543
+ const {committeeIndices, totalBytes} = validationResult;
1544
+
1545
+ // Handler - deferred to next event loop so the validation result propagates first
1546
+ callInNextEventLoop(() => {
1547
+ try {
1548
+ metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
1549
+ metrics?.inclusionListsValidSize.inc(totalBytes);
1550
+ // Timely only if received within its own slot before the deadline, so a list for the next slot that
1551
+ // passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
1552
+ const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
1553
+ metrics?.inclusionListArrivalTime.observe(secFromSlot);
1554
+ const isTimely =
1555
+ secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
1556
+
1557
+ const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
1558
+ metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
1559
+ metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
1560
+
1561
+ chain.emitter.emit(routes.events.EventType.inclusionList, {
1562
+ version: config.getForkName(slot),
1563
+ data: signedInclusionList,
1564
+ });
1565
+ } catch (e) {
1566
+ logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
1567
+ }
1568
+ });
1569
+ },
1504
1570
  };
1505
1571
  }
1506
1572
 
@@ -88,6 +88,12 @@ const linearGossipQueueOpts: {
88
88
  type: QueueType.FIFO,
89
89
  dropOpts: {type: DropType.count, count: 1},
90
90
  },
91
+ [GossipType.inclusion_list]: {
92
+ // 16 committee members, two lists each under the first-or-second-message rule, 32 per slot
93
+ maxLength: 1024,
94
+ type: QueueType.FIFO,
95
+ dropOpts: {type: DropType.count, count: 1},
96
+ },
91
97
  };
92
98
 
93
99
  const indexedGossipQueueOpts: {
@@ -13,6 +13,7 @@ import {
13
13
  ExecutionPayloadEnvelopeErrorCode,
14
14
  GossipAction,
15
15
  GossipActionError,
16
+ InclusionListErrorCode,
16
17
  PayloadAttestationErrorCode,
17
18
  ProposerPreferencesErrorCode,
18
19
  ProposerSlashingErrorCode,
@@ -86,6 +87,10 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
86
87
  default: PeerAction.MidToleranceError,
87
88
  byCode: {[PayloadAttestationErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
88
89
  },
90
+ [GossipType.inclusion_list]: {
91
+ default: PeerAction.MidToleranceError,
92
+ byCode: {[InclusionListErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
93
+ },
89
94
  [GossipType.execution_payload_bid]: {
90
95
  default: PeerAction.HighToleranceError,
91
96
  byCode: {[ExecutionPayloadBidErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
@@ -140,6 +140,7 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
140
140
  [GossipType.payload_attestation_message]: {},
141
141
  [GossipType.execution_payload_bid]: {},
142
142
  [GossipType.proposer_preferences]: {},
143
+ [GossipType.inclusion_list]: {},
143
144
  };
144
145
  const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
145
146
 
@@ -866,19 +867,20 @@ export class NetworkProcessor {
866
867
  const nowSec = Date.now() / 1000;
867
868
  const minSlot = clockSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE;
868
869
 
869
- for (const [slot, searchedRoots] of this.searchedRootsBySlot) {
870
+ for (const [slot, bufferedRoots] of this.bufferedRootsBySlot) {
870
871
  if (slot > minSlot) continue;
871
872
 
872
- // expire messages awaiting an unknown block for these roots. Only roots this slot did a BLOCK search
873
- // for (blockPeerIds set) have block waits keyed here; skipping the rest avoids deleting a payload wait
874
- // that a newer slot created for the same root (block/envelope searches share searchedRootsBySlot).
875
- for (const [rootHex, entry] of searchedRoots) {
876
- if (entry.blockPeerIds === undefined) continue;
873
+ for (const rootHex of bufferedRoots) {
877
874
  const messagesByTopic = this.awaitingMessagesByBlockRoot.get(rootHex);
878
875
  if (messagesByTopic === undefined) continue;
879
- let removed = 0;
876
+ let remaining = 0;
880
877
  for (const messages of messagesByTopic.values()) {
881
878
  for (const message of messages) {
879
+ // the same root may be buffered again from a newer slot, keep those messages.
880
+ // msgSlot is always set before buffering, a missing one expires rather than leaks
881
+ if ((message.msgSlot ?? minSlot) > minSlot) continue;
882
+ messages.delete(message);
883
+ this.awaitingBlockMessageCount--;
882
884
  const topicType = message.topic.type;
883
885
  this.metrics?.awaitingBlockGossipMessages.reject.inc({
884
886
  topic: topicType,
@@ -890,22 +892,22 @@ export class NetworkProcessor {
890
892
  );
891
893
  // No need to report the dropped job to gossip. It will be eventually pruned from the mcache
892
894
  }
893
- removed += messages.size;
894
- }
895
- if (this.awaitingMessagesByBlockRoot.delete(rootHex)) {
896
- this.awaitingBlockMessageCount -= removed;
895
+ remaining += messages.size;
897
896
  }
897
+ if (remaining === 0) this.awaitingMessagesByBlockRoot.delete(rootHex);
898
898
  }
899
899
 
900
- // expire messages awaiting an unknown payload envelope for these roots. Symmetric to the block pass:
901
- // only roots this slot did an ENVELOPE search for (envelopePeerIds set) have payload waits keyed here.
902
- for (const [rootHex, entry] of searchedRoots) {
903
- if (entry.envelopePeerIds === undefined) continue;
900
+ for (const rootHex of bufferedRoots) {
904
901
  const messagesByTopic = this.awaitingMessagesByPayloadBlockRoot.get(rootHex);
905
902
  if (messagesByTopic === undefined) continue;
906
- let removed = 0;
903
+ let remaining = 0;
907
904
  for (const messages of messagesByTopic.values()) {
908
905
  for (const message of messages) {
906
+ // the same root may be buffered again from a newer slot, keep those messages.
907
+ // msgSlot is always set before buffering, a missing one expires rather than leaks
908
+ if ((message.msgSlot ?? minSlot) > minSlot) continue;
909
+ messages.delete(message);
910
+ this.awaitingPayloadMessageCount--;
909
911
  const topicType = message.topic.type;
910
912
  this.metrics?.awaitingPayloadGossipMessages.reject.inc({
911
913
  topic: topicType,
@@ -917,18 +919,16 @@ export class NetworkProcessor {
917
919
  );
918
920
  // No need to report the dropped job to gossip. It will be eventually pruned from the mcache
919
921
  }
920
- removed += messages.size;
921
- }
922
- if (this.awaitingMessagesByPayloadBlockRoot.delete(rootHex)) {
923
- this.awaitingPayloadMessageCount -= removed;
922
+ remaining += messages.size;
924
923
  }
924
+ if (remaining === 0) this.awaitingMessagesByPayloadBlockRoot.delete(rootHex);
925
925
  }
926
926
 
927
- this.searchedRootsBySlot.delete(slot);
927
+ this.bufferedRootsBySlot.delete(slot);
928
928
  }
929
929
 
930
- for (const slot of this.bufferedRootsBySlot.keys()) {
931
- if (slot <= minSlot) this.bufferedRootsBySlot.delete(slot);
930
+ for (const slot of this.searchedRootsBySlot.keys()) {
931
+ if (slot <= minSlot) this.searchedRootsBySlot.delete(slot);
932
932
  }
933
933
 
934
934
  for (const [peer, slot] of this.fatalPeers) {
@@ -11,7 +11,7 @@ export type GossipAttestationsWork = {
11
11
  export type PendingGossipsubMessage = {
12
12
  topic: GossipTopic;
13
13
  msg: Message;
14
- // only available for beacon_attestation and aggregate_and_proof
14
+ // set for every topic with a slot, held messages expire by it
15
15
  msgSlot?: Slot;
16
16
  msgId: string;
17
17
  propagationSource: PeerIdStr;
@@ -311,6 +311,13 @@ export class ReqRespBeaconNode extends ReqResp {
311
311
  );
312
312
  }
313
313
 
314
+ if (ForkSeq[fork] >= ForkSeq.heze) {
315
+ protocolsAtFork.push([
316
+ protocols.InclusionListsByIndices(fork, this.config),
317
+ this.getHandler(ReqRespMethod.InclusionListsByIndices),
318
+ ]);
319
+ }
320
+
314
321
  return protocolsAtFork;
315
322
  }
316
323
 
@@ -0,0 +1,44 @@
1
+ import {PeerId} from "@libp2p/interface";
2
+ import {ResponseOutgoing} from "@lodestar/reqresp";
3
+ import {computeEpochAtSlot, computeStartSlotAtEpoch} from "@lodestar/state-transition";
4
+ import {heze, ssz} from "@lodestar/types";
5
+ import {toRootHex} from "@lodestar/utils";
6
+ import {IBeaconChain} from "../../../chain/index.js";
7
+ import {prettyPrintPeerId} from "../../util.js";
8
+
9
+ /**
10
+ * Only lists that passed gossip validation are stored and the store skips equivocators, so the spec's
11
+ * "SHOULD NOT respond with lists that fail gossip validation or are from equivocators" holds by construction.
12
+ */
13
+ export async function* onInclusionListsByIndices(
14
+ requestBody: heze.InclusionListsByIndicesRequest,
15
+ chain: IBeaconChain,
16
+ peerId: PeerId,
17
+ peerClient: string
18
+ ): AsyncIterable<ResponseOutgoing> {
19
+ const {slot, dependentRoot, indices} = requestBody;
20
+
21
+ const minimumRequestSlot = Math.max(
22
+ chain.clock.currentSlot - chain.config.MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS,
23
+ computeStartSlotAtEpoch(chain.config.HEZE_FORK_EPOCH)
24
+ );
25
+ if (slot < minimumRequestSlot) {
26
+ chain.logger.debug("Cannot serve InclusionListsByIndices: slot below minimum request slot", {
27
+ slot,
28
+ minimumRequestSlot,
29
+ peer: prettyPrintPeerId(peerId),
30
+ client: peerClient,
31
+ });
32
+ return;
33
+ }
34
+
35
+ const signedInclusionLists = chain.inclusionListStore.getByIndices(slot, toRootHex(dependentRoot), indices);
36
+
37
+ const boundary = chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(slot));
38
+ for (const signedInclusionList of signedInclusionLists.slice(0, chain.config.MAX_REQUEST_INCLUSION_LIST)) {
39
+ yield {
40
+ data: ssz.heze.SignedInclusionList.serialize(signedInclusionList),
41
+ boundary,
42
+ };
43
+ }
44
+ }
@@ -19,6 +19,7 @@ import {onDataColumnSidecarsByRange} from "./dataColumnSidecarsByRange.js";
19
19
  import {onDataColumnSidecarsByRoot} from "./dataColumnSidecarsByRoot.js";
20
20
  import {onExecutionPayloadEnvelopesByRange} from "./executionPayloadEnvelopesByRange.js";
21
21
  import {onExecutionPayloadEnvelopesByRoot} from "./executionPayloadEnvelopesByRoot.js";
22
+ import {onInclusionListsByIndices} from "./inclusionListsByIndices.js";
22
23
  import {onLightClientBootstrap} from "./lightClientBootstrap.js";
23
24
  import {onLightClientFinalityUpdate} from "./lightClientFinalityUpdate.js";
24
25
  import {onLightClientOptimisticUpdate} from "./lightClientOptimisticUpdate.js";
@@ -142,6 +143,10 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
142
143
  },
143
144
  [ReqRespMethod.LightClientFinalityUpdate]: () => onLightClientFinalityUpdate(chain),
144
145
  [ReqRespMethod.LightClientOptimisticUpdate]: () => onLightClientOptimisticUpdate(chain),
146
+ [ReqRespMethod.InclusionListsByIndices]: (req, peerId, peerClient) => {
147
+ const body = deserializeRequestBody(ssz.heze.InclusionListsByIndicesRequest, req.data);
148
+ return onInclusionListsByIndices(body, chain, peerId, peerClient);
149
+ },
145
150
  };
146
151
 
147
152
  return (method) => handlers[method];
@@ -113,6 +113,12 @@ export const ExecutionPayloadEnvelopesByRange = toProtocol({
113
113
  contextBytesType: ContextBytesType.ForkDigest,
114
114
  });
115
115
 
116
+ export const InclusionListsByIndices = toProtocol({
117
+ method: ReqRespMethod.InclusionListsByIndices,
118
+ version: Version.V1,
119
+ contextBytesType: ContextBytesType.ForkDigest,
120
+ });
121
+
116
122
  export const LightClientBootstrap = toProtocol({
117
123
  method: ReqRespMethod.LightClientBootstrap,
118
124
  version: Version.V1,
@@ -109,6 +109,10 @@ export const rateLimitQuotas: (fork: ForkName, config: BeaconConfig) => Record<R
109
109
  // Allow 2 per slot and a very safe bound until there's more testing of real usage.
110
110
  byPeer: {quota: 2, quotaTimeMs: config.getSlotDurationMs(fork)},
111
111
  },
112
+ [ReqRespMethod.InclusionListsByIndices]: {
113
+ // Peers only backfill what gossip missed, so a small per-slot allowance is enough
114
+ byPeer: {quota: 5, quotaTimeMs: config.getSlotDurationMs(fork)},
115
+ },
112
116
  [ReqRespMethod.LightClientOptimisticUpdate]: {
113
117
  // Optimistic updates should not be requested more than once per slot.
114
118
  // Allow 2 per slot and a very safe bound until there's more testing of real usage.
@@ -16,6 +16,7 @@ import {
16
16
  deneb,
17
17
  fulu,
18
18
  gloas,
19
+ heze,
19
20
  phase0,
20
21
  ssz,
21
22
  sszTypesFor,
@@ -53,6 +54,7 @@ export enum ReqRespMethod {
53
54
  LightClientUpdatesByRange = "light_client_updates_by_range",
54
55
  LightClientFinalityUpdate = "light_client_finality_update",
55
56
  LightClientOptimisticUpdate = "light_client_optimistic_update",
57
+ InclusionListsByIndices = "inclusion_lists_by_indices",
56
58
  }
57
59
 
58
60
  // To typesafe events to network
@@ -74,6 +76,7 @@ export type RequestBodyByMethod = {
74
76
  [ReqRespMethod.LightClientUpdatesByRange]: altair.LightClientUpdatesByRange;
75
77
  [ReqRespMethod.LightClientFinalityUpdate]: null;
76
78
  [ReqRespMethod.LightClientOptimisticUpdate]: null;
79
+ [ReqRespMethod.InclusionListsByIndices]: heze.InclusionListsByIndicesRequest;
77
80
  };
78
81
 
79
82
  type ResponseBodyByMethod = {
@@ -96,6 +99,7 @@ type ResponseBodyByMethod = {
96
99
  [ReqRespMethod.LightClientUpdatesByRange]: LightClientUpdate;
97
100
  [ReqRespMethod.LightClientFinalityUpdate]: LightClientFinalityUpdate;
98
101
  [ReqRespMethod.LightClientOptimisticUpdate]: LightClientOptimisticUpdate;
102
+ [ReqRespMethod.InclusionListsByIndices]: heze.SignedInclusionList;
99
103
  };
100
104
 
101
105
  /** Request SSZ type for each method and ForkName */
@@ -126,6 +130,7 @@ export const requestSszTypeByMethod: (
126
130
  [ReqRespMethod.LightClientUpdatesByRange]: ssz.altair.LightClientUpdatesByRange,
127
131
  [ReqRespMethod.LightClientFinalityUpdate]: null,
128
132
  [ReqRespMethod.LightClientOptimisticUpdate]: null,
133
+ [ReqRespMethod.InclusionListsByIndices]: ssz.heze.InclusionListsByIndicesRequest,
129
134
  });
130
135
 
131
136
  export type ResponseTypeGetter<T> = (fork: ForkName, version: number) => Type<T>;
@@ -158,6 +163,7 @@ export const responseSszTypeByMethod: {[K in ReqRespMethod]: ResponseTypeGetter<
158
163
  [ReqRespMethod.ExecutionPayloadEnvelopesByRange]: () => ssz.gloas.SignedExecutionPayloadEnvelope,
159
164
  [ReqRespMethod.LightClientOptimisticUpdate]: (fork) =>
160
165
  sszTypesFor(onlyPostAltairFork(fork)).LightClientOptimisticUpdate,
166
+ [ReqRespMethod.InclusionListsByIndices]: () => ssz.heze.SignedInclusionList,
161
167
  };
162
168
 
163
169
  function onlyPostAltairFork(fork: ForkName): ForkPostAltair {