@lodestar/beacon-node 1.51.0-dev.bf4ea87c7b → 1.51.0-dev.c0ed1935bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts.map +1 -1
  25. package/lib/api/impl/validator/index.js +105 -10
  26. package/lib/api/impl/validator/index.js.map +1 -1
  27. package/lib/api/options.d.ts +2 -0
  28. package/lib/api/options.d.ts.map +1 -1
  29. package/lib/api/options.js +1 -0
  30. package/lib/api/options.js.map +1 -1
  31. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  32. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  33. package/lib/chain/GetBlobsTracker.js +85 -27
  34. package/lib/chain/GetBlobsTracker.js.map +1 -1
  35. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  36. package/lib/chain/archiveStore/archiveStore.js +1 -0
  37. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  38. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  39. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  40. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  41. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  42. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  43. package/lib/chain/blocks/importBlock.js +9 -7
  44. package/lib/chain/blocks/importBlock.js.map +1 -1
  45. package/lib/chain/blocks/importExecutionPayload.d.ts +4 -1
  46. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  47. package/lib/chain/blocks/importExecutionPayload.js +57 -4
  48. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  49. package/lib/chain/blocks/index.js +2 -2
  50. package/lib/chain/blocks/index.js.map +1 -1
  51. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +5 -5
  52. package/lib/chain/blocks/payloadEnvelopeProcessor.js +7 -7
  53. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  54. package/lib/chain/blocks/types.d.ts +4 -0
  55. package/lib/chain/blocks/types.d.ts.map +1 -1
  56. package/lib/chain/blocks/types.js +5 -0
  57. package/lib/chain/blocks/types.js.map +1 -1
  58. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  59. package/lib/chain/blocks/verifyBlock.js +1 -1
  60. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  61. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  63. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  64. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +13 -6
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  68. package/lib/chain/bls/multithread/index.js +5 -5
  69. package/lib/chain/bls/multithread/index.js.map +1 -1
  70. package/lib/chain/bls/multithread/types.d.ts +1 -1
  71. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  72. package/lib/chain/bls/multithread/worker.js +1 -1
  73. package/lib/chain/bls/multithread/worker.js.map +1 -1
  74. package/lib/chain/bls/singleThread.js +1 -1
  75. package/lib/chain/bls/singleThread.js.map +1 -1
  76. package/lib/chain/bls/utils.js +1 -1
  77. package/lib/chain/bls/utils.js.map +1 -1
  78. package/lib/chain/chain.d.ts +3 -2
  79. package/lib/chain/chain.d.ts.map +1 -1
  80. package/lib/chain/chain.js +8 -5
  81. package/lib/chain/chain.js.map +1 -1
  82. package/lib/chain/errors/blockError.d.ts +1 -1
  83. package/lib/chain/errors/blockError.d.ts.map +1 -1
  84. package/lib/chain/errors/blockError.js +1 -1
  85. package/lib/chain/errors/blockError.js.map +1 -1
  86. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  87. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  88. package/lib/chain/errors/executionPayloadBid.js +2 -0
  89. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  90. package/lib/chain/errors/inclusionList.d.ts +60 -0
  91. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  92. package/lib/chain/errors/inclusionList.js +19 -0
  93. package/lib/chain/errors/inclusionList.js.map +1 -0
  94. package/lib/chain/errors/index.d.ts +1 -0
  95. package/lib/chain/errors/index.d.ts.map +1 -1
  96. package/lib/chain/errors/index.js +1 -0
  97. package/lib/chain/errors/index.js.map +1 -1
  98. package/lib/chain/interface.d.ts +4 -4
  99. package/lib/chain/interface.d.ts.map +1 -1
  100. package/lib/chain/interface.js.map +1 -1
  101. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  102. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  103. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  104. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  105. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  106. package/lib/chain/opPools/attestationPool.js +1 -1
  107. package/lib/chain/opPools/attestationPool.js.map +1 -1
  108. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  109. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  110. package/lib/chain/opPools/inclusionListStore.js +171 -0
  111. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  112. package/lib/chain/opPools/index.d.ts +1 -0
  113. package/lib/chain/opPools/index.d.ts.map +1 -1
  114. package/lib/chain/opPools/index.js +1 -0
  115. package/lib/chain/opPools/index.js.map +1 -1
  116. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  117. package/lib/chain/opPools/payloadAttestationPool.js +1 -1
  118. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  119. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  120. package/lib/chain/opPools/syncCommitteeMessagePool.js +1 -1
  121. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  122. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  123. package/lib/chain/opPools/syncContributionAndProofPool.js +1 -1
  124. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  125. package/lib/chain/opPools/utils.d.ts +1 -1
  126. package/lib/chain/opPools/utils.d.ts.map +1 -1
  127. package/lib/chain/opPools/utils.js +1 -1
  128. package/lib/chain/opPools/utils.js.map +1 -1
  129. package/lib/chain/options.d.ts +0 -1
  130. package/lib/chain/options.d.ts.map +1 -1
  131. package/lib/chain/options.js +0 -1
  132. package/lib/chain/options.js.map +1 -1
  133. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  134. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  135. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  136. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  137. package/lib/chain/regen/interface.d.ts +1 -1
  138. package/lib/chain/regen/interface.d.ts.map +1 -1
  139. package/lib/chain/regen/interface.js +1 -1
  140. package/lib/chain/regen/interface.js.map +1 -1
  141. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  142. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  143. package/lib/chain/validation/executionPayloadBid.js +24 -145
  144. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  145. package/lib/chain/validation/inclusionList.d.ts +14 -0
  146. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  147. package/lib/chain/validation/inclusionList.js +150 -0
  148. package/lib/chain/validation/inclusionList.js.map +1 -0
  149. package/lib/chain/validation/index.d.ts +1 -0
  150. package/lib/chain/validation/index.d.ts.map +1 -1
  151. package/lib/chain/validation/index.js +1 -0
  152. package/lib/chain/validation/index.js.map +1 -1
  153. package/lib/db/beacon.d.ts +7 -0
  154. package/lib/db/beacon.d.ts.map +1 -1
  155. package/lib/db/beacon.js +34 -0
  156. package/lib/db/beacon.js.map +1 -1
  157. package/lib/db/dataColumnStore.d.ts +1 -1
  158. package/lib/db/dataColumnStore.d.ts.map +1 -1
  159. package/lib/db/dataColumnStore.js +1 -4
  160. package/lib/db/dataColumnStore.js.map +1 -1
  161. package/lib/db/interface.d.ts +1 -0
  162. package/lib/db/interface.d.ts.map +1 -1
  163. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  164. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  165. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  166. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  167. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  168. package/lib/execution/builder/validateBid.js +14 -1
  169. package/lib/execution/builder/validateBid.js.map +1 -1
  170. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  171. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  172. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  173. package/lib/execution/engine/disabled.d.ts +1 -0
  174. package/lib/execution/engine/disabled.d.ts.map +1 -1
  175. package/lib/execution/engine/disabled.js +3 -0
  176. package/lib/execution/engine/disabled.js.map +1 -1
  177. package/lib/execution/engine/http.d.ts +8 -2
  178. package/lib/execution/engine/http.d.ts.map +1 -1
  179. package/lib/execution/engine/http.js +27 -4
  180. package/lib/execution/engine/http.js.map +1 -1
  181. package/lib/execution/engine/index.d.ts +1 -1
  182. package/lib/execution/engine/index.d.ts.map +1 -1
  183. package/lib/execution/engine/index.js +1 -1
  184. package/lib/execution/engine/index.js.map +1 -1
  185. package/lib/execution/engine/interface.d.ts +12 -3
  186. package/lib/execution/engine/interface.d.ts.map +1 -1
  187. package/lib/execution/engine/interface.js.map +1 -1
  188. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  189. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  190. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  191. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  192. package/lib/execution/engine/mock.d.ts +1 -0
  193. package/lib/execution/engine/mock.d.ts.map +1 -1
  194. package/lib/execution/engine/mock.js +31 -7
  195. package/lib/execution/engine/mock.js.map +1 -1
  196. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  197. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  198. package/lib/execution/engine/payloadIdCache.js +15 -4
  199. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  200. package/lib/execution/engine/restTransport.d.ts +2 -1
  201. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  202. package/lib/execution/engine/restTransport.js +3 -0
  203. package/lib/execution/engine/restTransport.js.map +1 -1
  204. package/lib/execution/engine/sszTypes.d.ts +38 -38
  205. package/lib/execution/engine/transport.d.ts +5 -2
  206. package/lib/execution/engine/transport.d.ts.map +1 -1
  207. package/lib/execution/engine/types.d.ts +25 -1
  208. package/lib/execution/engine/types.d.ts.map +1 -1
  209. package/lib/execution/engine/types.js +19 -6
  210. package/lib/execution/engine/types.js.map +1 -1
  211. package/lib/index.d.ts +1 -0
  212. package/lib/index.d.ts.map +1 -1
  213. package/lib/index.js +2 -0
  214. package/lib/index.js.map +1 -1
  215. package/lib/metrics/metrics/beacon.d.ts +16 -0
  216. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  217. package/lib/metrics/metrics/beacon.js +35 -0
  218. package/lib/metrics/metrics/beacon.js.map +1 -1
  219. package/lib/metrics/metrics/lodestar.d.ts +12 -0
  220. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  221. package/lib/metrics/metrics/lodestar.js +25 -0
  222. package/lib/metrics/metrics/lodestar.js.map +1 -1
  223. package/lib/monitoring/service.js +1 -1
  224. package/lib/monitoring/service.js.map +1 -1
  225. package/lib/network/gossip/interface.d.ts +8 -2
  226. package/lib/network/gossip/interface.d.ts.map +1 -1
  227. package/lib/network/gossip/interface.js +1 -0
  228. package/lib/network/gossip/interface.js.map +1 -1
  229. package/lib/network/gossip/topic.d.ts +13 -5
  230. package/lib/network/gossip/topic.d.ts.map +1 -1
  231. package/lib/network/gossip/topic.js +13 -1
  232. package/lib/network/gossip/topic.js.map +1 -1
  233. package/lib/network/interface.d.ts +2 -1
  234. package/lib/network/interface.d.ts.map +1 -1
  235. package/lib/network/network.d.ts +2 -1
  236. package/lib/network/network.d.ts.map +1 -1
  237. package/lib/network/network.js +8 -1
  238. package/lib/network/network.js.map +1 -1
  239. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  240. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  241. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  242. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  243. package/lib/network/processor/gossipHandlers.js +73 -24
  244. package/lib/network/processor/gossipHandlers.js.map +1 -1
  245. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  246. package/lib/network/processor/gossipQueues/index.js +6 -0
  247. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  248. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  249. package/lib/network/processor/gossipValidatorFn.js +5 -1
  250. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  251. package/lib/network/processor/index.d.ts +5 -0
  252. package/lib/network/processor/index.d.ts.map +1 -1
  253. package/lib/network/processor/index.js +37 -26
  254. package/lib/network/processor/index.js.map +1 -1
  255. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  256. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  257. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  258. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  259. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  260. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  261. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  262. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  263. package/lib/network/reqresp/handlers/index.js +5 -0
  264. package/lib/network/reqresp/handlers/index.js.map +1 -1
  265. package/lib/network/reqresp/protocols.d.ts +1 -0
  266. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  267. package/lib/network/reqresp/protocols.js +5 -0
  268. package/lib/network/reqresp/protocols.js.map +1 -1
  269. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  270. package/lib/network/reqresp/rateLimit.js +4 -0
  271. package/lib/network/reqresp/rateLimit.js.map +1 -1
  272. package/lib/network/reqresp/types.d.ts +5 -2
  273. package/lib/network/reqresp/types.d.ts.map +1 -1
  274. package/lib/network/reqresp/types.js +3 -0
  275. package/lib/network/reqresp/types.js.map +1 -1
  276. package/lib/node/nodejs.d.ts +1 -1
  277. package/lib/node/nodejs.d.ts.map +1 -1
  278. package/lib/node/nodejs.js +10 -2
  279. package/lib/node/nodejs.js.map +1 -1
  280. package/lib/node/options.d.ts +1 -1
  281. package/lib/node/options.d.ts.map +1 -1
  282. package/lib/node/options.js +1 -1
  283. package/lib/node/options.js.map +1 -1
  284. package/lib/sync/interface.d.ts.map +1 -1
  285. package/lib/sync/interface.js.map +1 -1
  286. package/lib/sync/unknownBlock.d.ts.map +1 -1
  287. package/lib/sync/unknownBlock.js +42 -18
  288. package/lib/sync/unknownBlock.js.map +1 -1
  289. package/lib/util/queue/itemQueue.js +1 -1
  290. package/lib/util/queue/itemQueue.js.map +1 -1
  291. package/lib/util/sszBytes.js +2 -2
  292. package/lib/util/sszBytes.js.map +1 -1
  293. package/package.json +31 -31
  294. package/src/api/impl/api.ts +1 -1
  295. package/src/api/impl/beacon/blocks/index.ts +57 -62
  296. package/src/api/impl/beacon/index.ts +3 -1
  297. package/src/api/impl/beacon/pool/index.ts +5 -1
  298. package/src/api/impl/beacon/state/index.ts +10 -1
  299. package/src/api/impl/beacon/state/utils.ts +20 -10
  300. package/src/api/impl/debug/index.ts +4 -0
  301. package/src/api/impl/validator/index.ts +135 -10
  302. package/src/api/options.ts +3 -0
  303. package/src/chain/GetBlobsTracker.ts +97 -38
  304. package/src/chain/archiveStore/archiveStore.ts +1 -0
  305. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  306. package/src/chain/blocks/importBlock.ts +11 -14
  307. package/src/chain/blocks/importExecutionPayload.ts +80 -4
  308. package/src/chain/blocks/index.ts +6 -2
  309. package/src/chain/blocks/payloadEnvelopeProcessor.ts +7 -7
  310. package/src/chain/blocks/types.ts +5 -0
  311. package/src/chain/blocks/verifyBlock.ts +1 -0
  312. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  313. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +16 -6
  314. package/src/chain/bls/multithread/index.ts +5 -5
  315. package/src/chain/bls/multithread/types.ts +1 -1
  316. package/src/chain/bls/multithread/worker.ts +1 -5
  317. package/src/chain/bls/singleThread.ts +1 -1
  318. package/src/chain/bls/utils.ts +1 -1
  319. package/src/chain/chain.ts +9 -5
  320. package/src/chain/errors/blockError.ts +1 -1
  321. package/src/chain/errors/executionPayloadBid.ts +12 -0
  322. package/src/chain/errors/inclusionList.ts +38 -0
  323. package/src/chain/errors/index.ts +1 -0
  324. package/src/chain/interface.ts +4 -3
  325. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  326. package/src/chain/opPools/attestationPool.ts +1 -1
  327. package/src/chain/opPools/inclusionListStore.ts +208 -0
  328. package/src/chain/opPools/index.ts +1 -0
  329. package/src/chain/opPools/payloadAttestationPool.ts +1 -1
  330. package/src/chain/opPools/syncCommitteeMessagePool.ts +1 -1
  331. package/src/chain/opPools/syncContributionAndProofPool.ts +1 -1
  332. package/src/chain/opPools/utils.ts +1 -1
  333. package/src/chain/options.ts +0 -2
  334. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  335. package/src/chain/regen/interface.ts +1 -1
  336. package/src/chain/validation/executionPayloadBid.ts +40 -170
  337. package/src/chain/validation/inclusionList.ts +192 -0
  338. package/src/chain/validation/index.ts +1 -0
  339. package/src/db/beacon.ts +44 -0
  340. package/src/db/dataColumnStore.ts +2 -4
  341. package/src/db/interface.ts +2 -0
  342. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  343. package/src/execution/builder/validateBid.ts +23 -2
  344. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  345. package/src/execution/engine/disabled.ts +4 -0
  346. package/src/execution/engine/http.ts +40 -5
  347. package/src/execution/engine/index.ts +1 -1
  348. package/src/execution/engine/interface.ts +28 -4
  349. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  350. package/src/execution/engine/mock.ts +32 -7
  351. package/src/execution/engine/payloadIdCache.ts +24 -6
  352. package/src/execution/engine/restTransport.ts +15 -1
  353. package/src/execution/engine/transport.ts +7 -2
  354. package/src/execution/engine/types.ts +44 -7
  355. package/src/index.ts +2 -0
  356. package/src/metrics/metrics/beacon.ts +37 -0
  357. package/src/metrics/metrics/lodestar.ts +26 -0
  358. package/src/monitoring/service.ts +1 -1
  359. package/src/network/gossip/interface.ts +5 -0
  360. package/src/network/gossip/topic.ts +14 -0
  361. package/src/network/interface.ts +2 -0
  362. package/src/network/network.ts +14 -1
  363. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  364. package/src/network/processor/gossipHandlers.ts +93 -26
  365. package/src/network/processor/gossipQueues/index.ts +6 -0
  366. package/src/network/processor/gossipValidatorFn.ts +5 -0
  367. package/src/network/processor/index.ts +33 -24
  368. package/src/network/processor/types.ts +1 -1
  369. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  370. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  371. package/src/network/reqresp/handlers/index.ts +5 -0
  372. package/src/network/reqresp/protocols.ts +6 -0
  373. package/src/network/reqresp/rateLimit.ts +4 -0
  374. package/src/network/reqresp/types.ts +6 -0
  375. package/src/node/nodejs.ts +24 -7
  376. package/src/node/options.ts +4 -5
  377. package/src/sync/interface.ts +1 -0
  378. package/src/sync/unknownBlock.ts +47 -28
  379. package/src/util/queue/itemQueue.ts +1 -1
  380. package/src/util/sszBytes.ts +2 -2
@@ -1,4 +1,4 @@
1
- import {Type} from "@chainsafe/ssz";
1
+ import {SerializedList, Type} from "@chainsafe/ssz";
2
2
  import {
3
3
  BUILDER_DEPOSIT_REQUEST_TYPE,
4
4
  BUILDER_EXIT_REQUEST_TYPE,
@@ -9,6 +9,7 @@ import {
9
9
  DEPOSIT_REQUEST_TYPE,
10
10
  FIELD_ELEMENTS_PER_BLOB,
11
11
  ForkName,
12
+ ForkPostElectra,
12
13
  ForkSeq,
13
14
  WITHDRAWAL_REQUEST_TYPE,
14
15
  } from "@lodestar/params";
@@ -23,6 +24,7 @@ import {
23
24
  deneb,
24
25
  gloas,
25
26
  ssz,
27
+ sszTypesFor,
26
28
  } from "@lodestar/types";
27
29
  import {BlobAndProof} from "@lodestar/types/deneb";
28
30
  import {BlobAndProofV2} from "@lodestar/types/fulu";
@@ -54,6 +56,7 @@ export type EngineApiRpcParamTypes = {
54
56
  engine_newPayloadV3: [ExecutionPayloadRpc, VersionedHashesRpc, DATA];
55
57
  engine_newPayloadV4: [ExecutionPayloadRpc, VersionedHashesRpc, DATA, ExecutionRequestsRpc];
56
58
  engine_newPayloadV5: [ExecutionPayloadRpc, VersionedHashesRpc, DATA, ExecutionRequestsRpc];
59
+ engine_newPayloadV6: [ExecutionPayloadRpc, VersionedHashesRpc, DATA, ExecutionRequestsRpc, InclusionListRpc];
57
60
  /**
58
61
  * 1. Object - Payload validity status with respect to the consensus rules:
59
62
  * - blockHash: DATA, 32 Bytes - block hash value of the payload
@@ -75,6 +78,10 @@ export type EngineApiRpcParamTypes = {
75
78
  forkChoiceData: {headBlockHash: DATA; safeBlockHash: DATA; finalizedBlockHash: DATA},
76
79
  payloadAttributes?: PayloadAttributesRpc,
77
80
  ];
81
+ engine_forkchoiceUpdatedV5: [
82
+ forkChoiceData: {headBlockHash: DATA; safeBlockHash: DATA; finalizedBlockHash: DATA},
83
+ payloadAttributes?: PayloadAttributesRpc,
84
+ ];
78
85
  /**
79
86
  * 1. payloadId: QUANTITY, 64 Bits - Identifier of the payload building process
80
87
  */
@@ -97,12 +104,16 @@ export type EngineApiRpcParamTypes = {
97
104
 
98
105
  engine_getBlobsV1: [DATA[]];
99
106
  engine_getBlobsV2: [DATA[]];
107
+
108
+ engine_getInclusionListV1: [];
100
109
  };
101
110
 
102
111
  export type PayloadStatus = {
103
112
  status: ExecutionPayloadStatus;
104
113
  latestValidHash: DATA | null;
105
114
  validationError: string | null;
115
+ /** PayloadStatusV2: whether a VALID payload satisfied the inclusion list constraints, null otherwise */
116
+ inclusionListSatisfied?: boolean | null;
106
117
  };
107
118
 
108
119
  export type EngineApiRpcReturnTypes = {
@@ -115,6 +126,7 @@ export type EngineApiRpcReturnTypes = {
115
126
  engine_newPayloadV3: PayloadStatus;
116
127
  engine_newPayloadV4: PayloadStatus;
117
128
  engine_newPayloadV5: PayloadStatus;
129
+ engine_newPayloadV6: PayloadStatus;
118
130
  engine_forkchoiceUpdatedV1: {
119
131
  payloadStatus: PayloadStatus;
120
132
  payloadId: QUANTITY | null;
@@ -131,6 +143,10 @@ export type EngineApiRpcReturnTypes = {
131
143
  payloadStatus: PayloadStatus;
132
144
  payloadId: QUANTITY | null;
133
145
  };
146
+ engine_forkchoiceUpdatedV5: {
147
+ payloadStatus: PayloadStatus;
148
+ payloadId: QUANTITY | null;
149
+ };
134
150
  /**
135
151
  * payloadId | Error: QUANTITY, 64 Bits - Identifier of the payload building process
136
152
  */
@@ -147,6 +163,8 @@ export type EngineApiRpcReturnTypes = {
147
163
 
148
164
  engine_getBlobsV1: (BlobAndProofRpc | null)[];
149
165
  engine_getBlobsV2: BlobAndProofV2Rpc[] | null;
166
+
167
+ engine_getInclusionListV1: InclusionListRpc;
150
168
  };
151
169
 
152
170
  type ExecutionPayloadRpcWithValue = {
@@ -165,7 +183,7 @@ export type ExecutionPayloadBodyRpc = {
165
183
  };
166
184
 
167
185
  export type ExecutionPayloadBody = {
168
- transactions: bellatrix.Transaction[];
186
+ transactions: bellatrix.Transactions;
169
187
  withdrawals: capella.Withdrawals | null;
170
188
  };
171
189
 
@@ -261,8 +279,13 @@ export type PayloadAttributesRpc = {
261
279
  slotNumber?: QUANTITY;
262
280
  /** QUANTITY, 64 Bits - target value for the gasLimit field of the new payload (GLOAS, execution-apis#796) */
263
281
  targetGasLimit?: QUANTITY;
282
+ /** Array of DATA - transactions that the built payload must include (PayloadAttributesV5, HEZE) */
283
+ inclusionListTransactions?: InclusionListRpc;
264
284
  };
265
285
 
286
+ /** Array of DATA - array of transaction objects */
287
+ export type InclusionListRpc = DATA[];
288
+
266
289
  export type ClientVersionRpc = {
267
290
  /** ClientCode */
268
291
  code: string;
@@ -295,7 +318,7 @@ export function serializeExecutionPayload(fork: ForkName, data: ExecutionPayload
295
318
  extraData: bytesToData(data.extraData),
296
319
  baseFeePerGas: numToQuantity(data.baseFeePerGas),
297
320
  blockHash: bytesToData(data.blockHash),
298
- transactions: data.transactions.map((tran) => bytesToData(tran)),
321
+ transactions: Array.from(data.transactions, (tran) => bytesToData(tran)),
299
322
  };
300
323
 
301
324
  // Capella adds withdrawals to the ExecutionPayload
@@ -379,7 +402,7 @@ export function parseExecutionPayload(
379
402
  extraData: dataToBytes(data.extraData, null),
380
403
  baseFeePerGas: quantityToBigint(data.baseFeePerGas),
381
404
  blockHash: dataToBytes(data.blockHash, 32),
382
- transactions: data.transactions.map((tran) => dataToBytes(tran, null)),
405
+ transactions: SerializedList.fromArray(data.transactions.map((tran) => dataToBytes(tran, null))),
383
406
  };
384
407
 
385
408
  if (ForkSeq[fork] >= ForkSeq.capella) {
@@ -442,6 +465,9 @@ export function serializePayloadAttributes(data: PayloadAttributes): PayloadAttr
442
465
  parentBeaconBlockRoot: data.parentBeaconBlockRoot ? bytesToData(data.parentBeaconBlockRoot) : undefined,
443
466
  slotNumber: data.slotNumber !== undefined ? numToQuantity(data.slotNumber) : undefined,
444
467
  targetGasLimit: data.targetGasLimit !== undefined ? numToQuantity(data.targetGasLimit) : undefined,
468
+ inclusionListTransactions: data.inclusionListTransactions
469
+ ? serializeInclusionList(data.inclusionListTransactions)
470
+ : undefined,
445
471
  };
446
472
  }
447
473
 
@@ -449,6 +475,14 @@ export function serializeBeaconBlockRoot(data: Root): DATA {
449
475
  return bytesToData(data);
450
476
  }
451
477
 
478
+ export function serializeInclusionList(data: bellatrix.Transactions): InclusionListRpc {
479
+ return Array.from(data, (transaction) => bytesToData(transaction));
480
+ }
481
+
482
+ export function deserializeInclusionList(data: InclusionListRpc): bellatrix.Transactions {
483
+ return SerializedList.fromArray(data.map((transaction) => dataToBytes(transaction, null)));
484
+ }
485
+
452
486
  export function deserializePayloadAttributes(data: PayloadAttributesRpc): PayloadAttributes {
453
487
  return {
454
488
  timestamp: quantityToNum(data.timestamp),
@@ -460,6 +494,9 @@ export function deserializePayloadAttributes(data: PayloadAttributesRpc): Payloa
460
494
  parentBeaconBlockRoot: data.parentBeaconBlockRoot ? dataToBytes(data.parentBeaconBlockRoot, 32) : undefined,
461
495
  slotNumber: data.slotNumber !== undefined ? quantityToNum(data.slotNumber) : undefined,
462
496
  targetGasLimit: data.targetGasLimit !== undefined ? quantityToBigint(data.targetGasLimit) : undefined,
497
+ inclusionListTransactions: data.inclusionListTransactions
498
+ ? deserializeInclusionList(data.inclusionListTransactions)
499
+ : undefined,
463
500
  };
464
501
  }
465
502
 
@@ -593,7 +630,7 @@ export function deserializeExecutionRequestsFromBytes(fork: ForkName, serialized
593
630
 
594
631
  switch (currentRequestType) {
595
632
  case DEPOSIT_REQUEST_TYPE: {
596
- result.deposits = ssz.electra.DepositRequests.deserialize(requests);
633
+ result.deposits = sszTypesFor(fork as ForkPostElectra).DepositRequests.deserialize(requests);
597
634
  break;
598
635
  }
599
636
  case WITHDRAWAL_REQUEST_TYPE: {
@@ -635,7 +672,7 @@ export function deserializeExecutionRequests(fork: ForkName, serialized: Executi
635
672
  export function deserializeExecutionPayloadBody(data: ExecutionPayloadBodyRpc | null): ExecutionPayloadBody | null {
636
673
  return data
637
674
  ? {
638
- transactions: data.transactions.map((tran) => dataToBytes(tran, null)),
675
+ transactions: SerializedList.fromArray(data.transactions.map((tran) => dataToBytes(tran, null))),
639
676
  withdrawals: data.withdrawals ? data.withdrawals.map(deserializeWithdrawal) : null,
640
677
  }
641
678
  : null;
@@ -658,7 +695,7 @@ export function serializeExecutionPayloadBodyV2(data: ExecutionPayloadBodyV2 | n
658
695
  export function serializeExecutionPayloadBody(data: ExecutionPayloadBody | null): ExecutionPayloadBodyRpc | null {
659
696
  return data
660
697
  ? {
661
- transactions: data.transactions.map((tran) => bytesToData(tran)),
698
+ transactions: Array.from(data.transactions, (tran) => bytesToData(tran)),
662
699
  withdrawals: data.withdrawals ? data.withdrawals.map(serializeWithdrawal) : null,
663
700
  }
664
701
  : null;
package/src/index.ts CHANGED
@@ -6,6 +6,8 @@ export {persistAnchorState} from "./chain/index.js";
6
6
  export {DbCPStateDatastore} from "./chain/stateCache/datastore/db.js";
7
7
  export {FileCPStateDatastore} from "./chain/stateCache/datastore/file.js";
8
8
  export {BeaconDb, type IBeaconDb} from "./db/index.js";
9
+ // Export execution engine to make it usable by builder
10
+ export {initializeExecutionEngine} from "./execution/index.js";
9
11
  // Export metrics utilities to de-duplicate validator metrics
10
12
  export {
11
13
  type HttpMetricsServer,
@@ -1,5 +1,6 @@
1
1
  import {ProducedBlockSource} from "@lodestar/types";
2
2
  import {BlockSelectionResult} from "../../api/impl/validator/index.js";
3
+ import {InclusionListSource} from "../../chain/blocks/types.js";
3
4
  import {BlockProductionStep, PayloadPreparationType} from "../../chain/produceBlock/index.js";
4
5
  import {RegistryMetricCreator} from "../utils/registryMetricCreator.js";
5
6
 
@@ -432,5 +433,41 @@ export function createBeaconMetrics(register: RegistryMetricCreator) {
432
433
  name: "beacon_weak_head_detected_total",
433
434
  help: "Detected current head block is weak. May reorg it out when proposing next slot. See proposer boost reorg for more",
434
435
  }),
436
+
437
+ // HEZE:EIP-7805
438
+ inclusionListsReceived: register.counter<{source: InclusionListSource}>({
439
+ name: "beacon_inclusion_lists_received_total",
440
+ help: "Total number of received inclusion lists",
441
+ labelNames: ["source"],
442
+ }),
443
+ inclusionListsValid: register.counter<{source: InclusionListSource}>({
444
+ name: "beacon_inclusion_lists_valid_total",
445
+ help: "Total number of valid inclusion lists",
446
+ labelNames: ["source"],
447
+ }),
448
+ inclusionListsValidSize: register.counter({
449
+ name: "beacon_inclusion_lists_valid_size_bytes_total",
450
+ help: "Total size of valid inclusion lists in bytes",
451
+ }),
452
+ inclusionListTransactionsReceived: register.counter<{source: InclusionListSource}>({
453
+ name: "beacon_inclusion_list_transactions_received_total",
454
+ help: "Total number of transactions in received inclusion lists",
455
+ labelNames: ["source"],
456
+ }),
457
+ inclusionListsPublished: register.counter({
458
+ name: "beacon_inclusion_lists_published_total",
459
+ help: "Total number of published inclusion lists",
460
+ }),
461
+ inclusionListsValidationTime: register.histogram<{source: InclusionListSource}>({
462
+ name: "beacon_inclusion_lists_validation_time_seconds",
463
+ help: "Time taken to validate inclusion lists",
464
+ buckets: [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5],
465
+ labelNames: ["source"],
466
+ }),
467
+ inclusionListArrivalTime: register.histogram({
468
+ name: "beacon_inclusion_lists_arrival_time_seconds",
469
+ help: "Inclusion list arrival time since the beginning of slot",
470
+ buckets: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11],
471
+ }),
435
472
  };
436
473
  }
@@ -16,6 +16,7 @@ import {
16
16
  type InvalidAttestationData,
17
17
  ScannedSlotsTerminationReason,
18
18
  } from "../../chain/opPools/aggregatedAttestationPool.js";
19
+ import {InclusionListInsertOutcome} from "../../chain/opPools/inclusionListStore.js";
19
20
  import {InsertOutcome} from "../../chain/opPools/types.js";
20
21
  import {RegenCaller, RegenFnName} from "../../chain/regen/interface.js";
21
22
  import {ReprocessStatus} from "../../chain/reprocess.js";
@@ -1202,11 +1203,31 @@ export function createLodestarMetrics(
1202
1203
  help: "The total result of calling notifyForkchoiceUpdate execution engine api",
1203
1204
  labelNames: ["result"],
1204
1205
  }),
1206
+ getInclusionListV1Requests: register.counter({
1207
+ name: "lodestar_execution_engine_get_inclusion_list_v1_requests_total",
1208
+ help: "Total number of engine_getInclusionListV1 requests",
1209
+ }),
1210
+ getInclusionListV1RequestsDuration: register.histogram({
1211
+ name: "lodestar_execution_engine_get_inclusion_list_v1_duration_seconds",
1212
+ help: "Duration of engine_getInclusionListV1 requests",
1213
+ buckets: [0.05, 0.1, 0.25, 0.5, 1],
1214
+ }),
1205
1215
  engineApiRequests: register.counter<{transport: string}>({
1206
1216
  name: "lodestar_execution_engine_api_requests_total",
1207
1217
  help: "Total engine API requests by transport",
1208
1218
  labelNames: ["transport"],
1209
1219
  }),
1220
+ inclusionListStore: {
1221
+ size: register.gauge({
1222
+ name: "lodestar_inclusion_list_store_size",
1223
+ help: "Current number of inclusion lists retained in the InclusionListStore",
1224
+ }),
1225
+ insertOutcome: register.counter<{insertOutcome: InclusionListInsertOutcome}>({
1226
+ name: "lodestar_inclusion_list_store_insert_outcome_total",
1227
+ help: "Total number of InclusionListStore insertions by outcome",
1228
+ labelNames: ["insertOutcome"],
1229
+ }),
1230
+ },
1210
1231
  opPool: {
1211
1232
  aggregatedAttestationPool: {
1212
1233
  size: register.gauge({
@@ -1453,6 +1474,11 @@ export function createLodestarMetrics(
1453
1474
  help: "Total number of InsertOutcome as a result of adding an execution payload bid from gossip to the pool",
1454
1475
  labelNames: ["insertOutcome"],
1455
1476
  }),
1477
+ apiInsertOutcome: register.counter<{insertOutcome: InsertOutcome}>({
1478
+ name: "lodestar_oppool_execution_payload_bid_pool_api_insert_outcome_total",
1479
+ help: "Total number of InsertOutcome as a result of adding an execution payload bid from api to the pool",
1480
+ labelNames: ["insertOutcome"],
1481
+ }),
1456
1482
  apiValidationTime: register.histogram({
1457
1483
  name: "lodestar_api_execution_payload_bid_validation_time_seconds",
1458
1484
  help: "Time elapsed for signed execution payload bid validation - api path",
@@ -101,7 +101,7 @@ export class MonitoringService {
101
101
  if (this.monitoringInterval) {
102
102
  clearTimeout(this.monitoringInterval);
103
103
  }
104
- if (this.pendingRequest) {
104
+ if (this.pendingRequest !== undefined) {
105
105
  this.fetchAbortController?.abort(FetchAbortReason.Close);
106
106
  await this.pendingRequest;
107
107
  }
@@ -16,6 +16,7 @@ import {
16
16
  capella,
17
17
  deneb,
18
18
  gloas,
19
+ heze,
19
20
  phase0,
20
21
  } from "@lodestar/types";
21
22
  import {Logger} from "@lodestar/utils";
@@ -42,6 +43,7 @@ export enum GossipType {
42
43
  payload_attestation_message = "payload_attestation_message",
43
44
  execution_payload_bid = "execution_payload_bid",
44
45
  proposer_preferences = "proposer_preferences",
46
+ inclusion_list = "inclusion_list",
45
47
  }
46
48
 
47
49
  export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
@@ -80,6 +82,7 @@ export type GossipTopicTypeMap = {
80
82
  [GossipType.payload_attestation_message]: {type: GossipType.payload_attestation_message};
81
83
  [GossipType.execution_payload_bid]: {type: GossipType.execution_payload_bid};
82
84
  [GossipType.proposer_preferences]: {type: GossipType.proposer_preferences};
85
+ [GossipType.inclusion_list]: {type: GossipType.inclusion_list};
83
86
  };
84
87
 
85
88
  export type GossipTopicMap = {
@@ -113,6 +116,7 @@ export type GossipTypeMap = {
113
116
  [GossipType.payload_attestation_message]: gloas.PayloadAttestationMessage;
114
117
  [GossipType.execution_payload_bid]: gloas.SignedExecutionPayloadBid;
115
118
  [GossipType.proposer_preferences]: gloas.SignedProposerPreferences;
119
+ [GossipType.inclusion_list]: heze.SignedInclusionList;
116
120
  };
117
121
 
118
122
  export type GossipFnByType = {
@@ -147,6 +151,7 @@ export type GossipFnByType = {
147
151
  [GossipType.proposer_preferences]: (
148
152
  signedProposerPreferences: gloas.SignedProposerPreferences
149
153
  ) => Promise<void> | void;
154
+ [GossipType.inclusion_list]: (signedInclusionList: heze.SignedInclusionList) => Promise<void> | void;
150
155
  };
151
156
 
152
157
  export type GossipFn = GossipFnByType[keyof GossipFnByType];
@@ -4,6 +4,7 @@ import {
4
4
  ATTESTATION_SUBNET_COUNT,
5
5
  ForkName,
6
6
  ForkSeq,
7
+ MAX_SIGNED_INCLUSION_LIST_SIZE,
7
8
  SYNC_COMMITTEE_SUBNET_COUNT,
8
9
  isForkPostAltair,
9
10
  isForkPostElectra,
@@ -91,6 +92,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
91
92
  case GossipType.payload_attestation_message:
92
93
  case GossipType.execution_payload_bid:
93
94
  case GossipType.proposer_preferences:
95
+ case GossipType.inclusion_list:
94
96
  return topic.type;
95
97
  case GossipType.beacon_attestation:
96
98
  case GossipType.sync_committee:
@@ -144,6 +146,8 @@ export function getGossipSSZType(topic: GossipTopic) {
144
146
  return isForkPostGloas(fork) ? sszTypesFor(fork).SignedExecutionPayloadBid : ssz.gloas.SignedExecutionPayloadBid;
145
147
  case GossipType.proposer_preferences:
146
148
  return ssz.gloas.SignedProposerPreferences;
149
+ case GossipType.inclusion_list:
150
+ return ssz.heze.SignedInclusionList;
147
151
  }
148
152
  }
149
153
 
@@ -152,6 +156,9 @@ export function getGossipSSZType(topic: GossipTopic) {
152
156
  */
153
157
  export function getGossipSSZMaxSize(topic: GossipTopic, config: ChainForkConfig, sszType: CompositeTypeAny): number {
154
158
  const maxSize = Math.min(sszType.maxSize, config.MAX_PAYLOAD_SIZE);
159
+ if (topic.type === GossipType.inclusion_list) {
160
+ return Math.min(maxSize, MAX_SIGNED_INCLUSION_LIST_SIZE);
161
+ }
155
162
  if (isForkPostGloas(topic.boundary.fork) && topic.type === GossipType.data_column_sidecar) {
156
163
  return Math.min(maxSize, computeMaxGloasDataColumnSidecarSize(config));
157
164
  }
@@ -235,6 +242,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
235
242
  case GossipType.payload_attestation_message:
236
243
  case GossipType.execution_payload_bid:
237
244
  case GossipType.proposer_preferences:
245
+ case GossipType.inclusion_list:
238
246
  return {type: gossipTypeStr, boundary, encoding};
239
247
  }
240
248
 
@@ -292,6 +300,10 @@ export function getCoreTopicsAtFork(
292
300
  topics.push({type: GossipType.proposer_preferences});
293
301
  }
294
302
 
303
+ if (ForkSeq[fork] >= ForkSeq.heze) {
304
+ topics.push({type: GossipType.inclusion_list});
305
+ }
306
+
295
307
  // After fulu also track data_column_sidecar_{index}
296
308
  if (ForkSeq[fork] >= ForkSeq.fulu) {
297
309
  topics.push(...getDataColumnSidecarTopics(networkConfig, opts.subscribeAllColumnSubnets));
@@ -409,6 +421,7 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
409
421
  [GossipType.payload_attestation_message]: true,
410
422
  [GossipType.execution_payload_bid]: true,
411
423
  [GossipType.proposer_preferences]: true,
424
+ [GossipType.inclusion_list]: true,
412
425
  };
413
426
 
414
427
  /**
@@ -447,4 +460,5 @@ export const gossipTopicAllowPublishToZeroPeers: Record<GossipType, boolean> = {
447
460
  [GossipType.payload_attestation_message]: false,
448
461
  [GossipType.execution_payload_bid]: false,
449
462
  [GossipType.proposer_preferences]: false,
463
+ [GossipType.inclusion_list]: false,
450
464
  };
@@ -33,6 +33,7 @@ import {
33
33
  deneb,
34
34
  fulu,
35
35
  gloas,
36
+ heze,
36
37
  phase0,
37
38
  } from "@lodestar/types";
38
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
@@ -118,6 +119,7 @@ export interface INetwork extends INetworkCorePublic {
118
119
  publishSignedExecutionPayloadBid(signedBid: gloas.SignedExecutionPayloadBid): Promise<number>;
119
120
  publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number>;
120
121
  publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number>;
122
+ publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number>;
121
123
 
122
124
  // Debug
123
125
  dumpGossipQueue(gossipType: GossipType): Promise<PendingGossipsubMessage[]>;
@@ -26,6 +26,7 @@ import {
26
26
  deneb,
27
27
  fulu,
28
28
  gloas,
29
+ heze,
29
30
  isGloasDataColumnSidecar,
30
31
  phase0,
31
32
  } from "@lodestar/types";
@@ -531,6 +532,16 @@ export class Network implements INetwork {
531
532
  );
532
533
  }
533
534
 
535
+ async publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number> {
536
+ const epoch = computeEpochAtSlot(signedInclusionList.message.slot);
537
+ const boundary = this.config.getForkBoundaryAtEpoch(epoch);
538
+
539
+ return this.publishGossip<GossipType.inclusion_list>(
540
+ {type: GossipType.inclusion_list, boundary},
541
+ signedInclusionList
542
+ );
543
+ }
544
+
534
545
  async publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number> {
535
546
  const epoch = computeEpochAtSlot(signedProposerPreferences.message.proposalSlot);
536
547
  const boundary = this.config.getForkBoundaryAtEpoch(epoch);
@@ -844,7 +855,9 @@ export class Network implements INetwork {
844
855
  };
845
856
 
846
857
  private onTargetGroupCountUpdated = (count: number): void => {
847
- this.core.setTargetGroupCount(count);
858
+ this.core.setTargetGroupCount(count).catch((e) => {
859
+ this.logger.debug("Error setting target custody group count", {count}, e as Error);
860
+ });
848
861
  };
849
862
 
850
863
  private onPublishDataColumns = async (sidecars: DataColumnSidecar[]): Promise<void> => {
@@ -17,10 +17,13 @@ export function deserializeEnrSubnets(bytes: Uint8Array, subnetCount: number): b
17
17
  return getUint8ByteToBitBooleanArray(bytes[0] ?? 0);
18
18
  }
19
19
 
20
- let boolsArr: boolean[] = [];
21
20
  const byteCount = Math.ceil(subnetCount / 8);
21
+ const boolsArr = new Array<boolean>(byteCount * 8);
22
22
  for (let i = 0; i < byteCount; i++) {
23
- boolsArr = boolsArr.concat(getUint8ByteToBitBooleanArray(bytes[i] ?? 0));
23
+ const bits = getUint8ByteToBitBooleanArray(bytes[i] ?? 0);
24
+ for (let j = 0; j < 8; j++) {
25
+ boolsArr[i * 8 + j] = bits[j];
26
+ }
24
27
  }
25
28
 
26
29
  return boolsArr;
@@ -24,6 +24,7 @@ import {
24
24
  deneb,
25
25
  fulu,
26
26
  gloas,
27
+ isGloasBeaconBlock,
27
28
  isGloasDataColumnSidecar,
28
29
  ssz,
29
30
  sszTypesFor,
@@ -38,7 +39,7 @@ import {
38
39
  } from "../../chain/blocks/blockInput/index.js";
39
40
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
40
41
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
41
- import {BlobSidecarValidation} from "../../chain/blocks/types.js";
42
+ import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
42
43
  import {ChainEvent} from "../../chain/emitter.js";
43
44
  import {
44
45
  AttestationError,
@@ -66,6 +67,7 @@ import {
66
67
  } from "../../chain/validation/dataColumnSidecar.js";
67
68
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
68
69
  import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
70
+ import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
69
71
  import {
70
72
  AggregateAndProofValidationResult,
71
73
  GossipAttestation,
@@ -149,6 +151,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
149
151
  */
150
152
  function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
151
153
  const {chain, config, metrics, logger, core} = modules;
154
+ const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
155
+
156
+ function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
157
+ if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
158
+ return;
159
+ }
160
+ incompletePayloadWaits.add(payloadInput);
161
+
162
+ const fork = config.getForkName(payloadInput.slot);
163
+ const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
164
+ payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
165
+ if (
166
+ payloadInput.isComplete() ||
167
+ chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
168
+ ) {
169
+ return;
170
+ }
171
+ chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
172
+ chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
173
+ payloadInput,
174
+ peer,
175
+ source: BlockInputSource.gossip,
176
+ });
177
+ });
178
+ }
152
179
 
153
180
  /**
154
181
  * Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
@@ -678,8 +705,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
678
705
 
679
706
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
680
707
  // which is all the information we need so there is no reason to delay until execution payload arrives
681
- // TODO GLOAS: If we want EL retries after this initial attempt, add an explicit retry policy here
682
- // (for example later in the slot). Do not couple retries to incoming gossip columns.
683
708
  // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
684
709
  // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
685
710
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
@@ -691,11 +716,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
691
716
 
692
717
  if (e instanceof BlockError) {
693
718
  switch (e.type.code) {
694
- case BlockErrorCode.DATA_UNAVAILABLE: {
695
- // Error is quite frequent and not critical
719
+ case BlockErrorCode.DATA_UNAVAILABLE:
720
+ // Data did not arrive in time, BlockInputSync keeps pulling it and retries the import
696
721
  logLevel = LogLevel.debug;
697
722
  break;
698
- }
699
723
  // ALREADY_KNOWN should not happen with ignoreIfKnown=true above
700
724
  // PARENT_BLOCK_UNKNOWN should not happen, we handled this in validateBeaconBlock() function above
701
725
  case BlockErrorCode.ALREADY_KNOWN:
@@ -763,7 +787,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
763
787
  // roots per proposer and slot, which bounds full imports over gossip to one alternate
764
788
  chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
765
789
  // A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
766
- chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
790
+ chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
791
+ (!isGloasBeaconBlock(signedBlock.message) ||
792
+ chain.forkChoice.getBlockHexAndBlockHash(
793
+ toRootHex(signedBlock.message.parentRoot),
794
+ toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
795
+ ) !== null)
767
796
  ) {
768
797
  const blockInput = cacheSignatureVerifiedBlock(
769
798
  signedBlock,
@@ -901,25 +930,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
901
930
  // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
902
931
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
903
932
 
904
- if (!payloadInput.isComplete()) {
905
- const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
906
- // do not await here to not delay gossip validation
907
- payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
908
- chain.logger.debug(
909
- "Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
910
- {
911
- dataColumnIndex: index,
912
- ...payloadInputMeta,
913
- }
914
- );
915
- // TODO GLOAS: UnknownBlockSync to handle this event
916
- chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
917
- payloadInput,
918
- peer: peerIdStr,
919
- source: BlockInputSource.gossip,
920
- });
921
- });
922
- }
933
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
923
934
  } catch (e) {
924
935
  logger.debug(
925
936
  "Error handling gossip data column",
@@ -1329,6 +1340,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1329
1340
  peerIdStr,
1330
1341
  });
1331
1342
 
1343
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1344
+
1332
1345
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
1333
1346
  slot,
1334
1347
  builderIndex: envelope.builderIndex,
@@ -1342,6 +1355,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1342
1355
 
1343
1356
  if (e instanceof PayloadError) {
1344
1357
  switch (e.type.code) {
1358
+ case PayloadErrorCode.DATA_UNAVAILABLE:
1359
+ // Columns did not arrive in time, BlockInputSync keeps pulling them and retries the import
1360
+ logLevel = LogLevel.debug;
1361
+ break;
1345
1362
  // BLOCK_NOT_IN_FORK_CHOICE should not happen, validateGossipExecutionPayloadEnvelope above
1346
1363
  // already verified the block is in fork choice
1347
1364
  case PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE:
@@ -1501,6 +1518,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1501
1518
  }
1502
1519
  });
1503
1520
  },
1521
+
1522
+ [GossipType.inclusion_list]: async ({
1523
+ gossipData,
1524
+ topic,
1525
+ seenTimestampSec,
1526
+ }: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
1527
+ const {serializedData} = gossipData;
1528
+ const signedInclusionList = sszDeserialize(topic, serializedData);
1529
+ const {slot} = signedInclusionList.message;
1530
+
1531
+ metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
1532
+ metrics?.inclusionListTransactionsReceived.inc(
1533
+ {source: InclusionListSource.gossip},
1534
+ signedInclusionList.message.transactions.length
1535
+ );
1536
+
1537
+ const timer = metrics?.inclusionListsValidationTime.startTimer();
1538
+ let validationResult: InclusionListValidationResult;
1539
+ try {
1540
+ validationResult = await validateGossipInclusionList(chain, signedInclusionList);
1541
+ } finally {
1542
+ timer?.({source: InclusionListSource.gossip});
1543
+ }
1544
+ const {committeeIndices, totalBytes} = validationResult;
1545
+
1546
+ // Handler - deferred to next event loop so the validation result propagates first
1547
+ callInNextEventLoop(() => {
1548
+ try {
1549
+ metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
1550
+ metrics?.inclusionListsValidSize.inc(totalBytes);
1551
+ // Timely only if received within its own slot before the deadline, so a list for the next slot that
1552
+ // passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
1553
+ const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
1554
+ metrics?.inclusionListArrivalTime.observe(secFromSlot);
1555
+ const isTimely =
1556
+ secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
1557
+
1558
+ const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
1559
+ metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
1560
+ metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
1561
+
1562
+ chain.emitter.emit(routes.events.EventType.inclusionList, {
1563
+ version: config.getForkName(slot),
1564
+ data: signedInclusionList,
1565
+ });
1566
+ } catch (e) {
1567
+ logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
1568
+ }
1569
+ });
1570
+ },
1504
1571
  };
1505
1572
  }
1506
1573