@lodestar/beacon-node 1.51.0-dev.f8eff664d2 → 1.51.0-dev.fac22802f6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (410) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts.map +1 -1
  25. package/lib/api/impl/validator/index.js +105 -10
  26. package/lib/api/impl/validator/index.js.map +1 -1
  27. package/lib/api/options.d.ts +2 -0
  28. package/lib/api/options.d.ts.map +1 -1
  29. package/lib/api/options.js +1 -0
  30. package/lib/api/options.js.map +1 -1
  31. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  32. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  33. package/lib/chain/GetBlobsTracker.js +85 -27
  34. package/lib/chain/GetBlobsTracker.js.map +1 -1
  35. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  36. package/lib/chain/archiveStore/archiveStore.js +1 -0
  37. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  38. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  39. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  40. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  41. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  42. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  43. package/lib/chain/blocks/importBlock.js +9 -7
  44. package/lib/chain/blocks/importBlock.js.map +1 -1
  45. package/lib/chain/blocks/importExecutionPayload.d.ts +4 -1
  46. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  47. package/lib/chain/blocks/importExecutionPayload.js +57 -4
  48. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  49. package/lib/chain/blocks/index.js +2 -2
  50. package/lib/chain/blocks/index.js.map +1 -1
  51. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +5 -5
  52. package/lib/chain/blocks/payloadEnvelopeProcessor.js +7 -7
  53. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  54. package/lib/chain/blocks/types.d.ts +4 -0
  55. package/lib/chain/blocks/types.d.ts.map +1 -1
  56. package/lib/chain/blocks/types.js +5 -0
  57. package/lib/chain/blocks/types.js.map +1 -1
  58. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  59. package/lib/chain/blocks/verifyBlock.js +1 -1
  60. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  61. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  63. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  64. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +13 -6
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  68. package/lib/chain/bls/multithread/index.js +5 -5
  69. package/lib/chain/bls/multithread/index.js.map +1 -1
  70. package/lib/chain/bls/multithread/types.d.ts +1 -1
  71. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  72. package/lib/chain/bls/multithread/worker.js +1 -1
  73. package/lib/chain/bls/multithread/worker.js.map +1 -1
  74. package/lib/chain/bls/singleThread.js +1 -1
  75. package/lib/chain/bls/singleThread.js.map +1 -1
  76. package/lib/chain/bls/utils.js +1 -1
  77. package/lib/chain/bls/utils.js.map +1 -1
  78. package/lib/chain/chain.d.ts +3 -2
  79. package/lib/chain/chain.d.ts.map +1 -1
  80. package/lib/chain/chain.js +8 -5
  81. package/lib/chain/chain.js.map +1 -1
  82. package/lib/chain/errors/blockError.d.ts +1 -1
  83. package/lib/chain/errors/blockError.d.ts.map +1 -1
  84. package/lib/chain/errors/blockError.js +1 -1
  85. package/lib/chain/errors/blockError.js.map +1 -1
  86. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  87. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  88. package/lib/chain/errors/executionPayloadBid.js +2 -0
  89. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  90. package/lib/chain/errors/inclusionList.d.ts +60 -0
  91. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  92. package/lib/chain/errors/inclusionList.js +19 -0
  93. package/lib/chain/errors/inclusionList.js.map +1 -0
  94. package/lib/chain/errors/index.d.ts +1 -0
  95. package/lib/chain/errors/index.d.ts.map +1 -1
  96. package/lib/chain/errors/index.js +1 -0
  97. package/lib/chain/errors/index.js.map +1 -1
  98. package/lib/chain/interface.d.ts +4 -4
  99. package/lib/chain/interface.d.ts.map +1 -1
  100. package/lib/chain/interface.js.map +1 -1
  101. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  102. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  103. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  104. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  105. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  106. package/lib/chain/opPools/attestationPool.js +1 -1
  107. package/lib/chain/opPools/attestationPool.js.map +1 -1
  108. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  109. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  110. package/lib/chain/opPools/inclusionListStore.js +171 -0
  111. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  112. package/lib/chain/opPools/index.d.ts +1 -0
  113. package/lib/chain/opPools/index.d.ts.map +1 -1
  114. package/lib/chain/opPools/index.js +1 -0
  115. package/lib/chain/opPools/index.js.map +1 -1
  116. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  117. package/lib/chain/opPools/payloadAttestationPool.js +1 -1
  118. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  119. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  120. package/lib/chain/opPools/syncCommitteeMessagePool.js +1 -1
  121. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  122. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  123. package/lib/chain/opPools/syncContributionAndProofPool.js +1 -1
  124. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  125. package/lib/chain/opPools/utils.d.ts +1 -1
  126. package/lib/chain/opPools/utils.d.ts.map +1 -1
  127. package/lib/chain/opPools/utils.js +1 -1
  128. package/lib/chain/opPools/utils.js.map +1 -1
  129. package/lib/chain/options.d.ts +0 -1
  130. package/lib/chain/options.d.ts.map +1 -1
  131. package/lib/chain/options.js +0 -1
  132. package/lib/chain/options.js.map +1 -1
  133. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  134. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  135. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  136. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  137. package/lib/chain/regen/interface.d.ts +1 -1
  138. package/lib/chain/regen/interface.d.ts.map +1 -1
  139. package/lib/chain/regen/interface.js +1 -1
  140. package/lib/chain/regen/interface.js.map +1 -1
  141. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  142. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  143. package/lib/chain/validation/executionPayloadBid.js +24 -145
  144. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  145. package/lib/chain/validation/inclusionList.d.ts +14 -0
  146. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  147. package/lib/chain/validation/inclusionList.js +150 -0
  148. package/lib/chain/validation/inclusionList.js.map +1 -0
  149. package/lib/chain/validation/index.d.ts +1 -0
  150. package/lib/chain/validation/index.d.ts.map +1 -1
  151. package/lib/chain/validation/index.js +1 -0
  152. package/lib/chain/validation/index.js.map +1 -1
  153. package/lib/db/beacon.d.ts +7 -0
  154. package/lib/db/beacon.d.ts.map +1 -1
  155. package/lib/db/beacon.js +34 -0
  156. package/lib/db/beacon.js.map +1 -1
  157. package/lib/db/dataColumnStore.d.ts +1 -1
  158. package/lib/db/dataColumnStore.d.ts.map +1 -1
  159. package/lib/db/dataColumnStore.js +1 -4
  160. package/lib/db/dataColumnStore.js.map +1 -1
  161. package/lib/db/interface.d.ts +1 -0
  162. package/lib/db/interface.d.ts.map +1 -1
  163. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  164. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  165. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  166. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  167. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  168. package/lib/execution/builder/validateBid.js +14 -1
  169. package/lib/execution/builder/validateBid.js.map +1 -1
  170. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  171. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  172. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  173. package/lib/execution/engine/disabled.d.ts +1 -0
  174. package/lib/execution/engine/disabled.d.ts.map +1 -1
  175. package/lib/execution/engine/disabled.js +3 -0
  176. package/lib/execution/engine/disabled.js.map +1 -1
  177. package/lib/execution/engine/http.d.ts +8 -2
  178. package/lib/execution/engine/http.d.ts.map +1 -1
  179. package/lib/execution/engine/http.js +27 -4
  180. package/lib/execution/engine/http.js.map +1 -1
  181. package/lib/execution/engine/index.d.ts +1 -1
  182. package/lib/execution/engine/index.d.ts.map +1 -1
  183. package/lib/execution/engine/index.js +1 -1
  184. package/lib/execution/engine/index.js.map +1 -1
  185. package/lib/execution/engine/interface.d.ts +12 -3
  186. package/lib/execution/engine/interface.d.ts.map +1 -1
  187. package/lib/execution/engine/interface.js.map +1 -1
  188. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  189. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  190. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  191. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  192. package/lib/execution/engine/mock.d.ts +1 -0
  193. package/lib/execution/engine/mock.d.ts.map +1 -1
  194. package/lib/execution/engine/mock.js +31 -7
  195. package/lib/execution/engine/mock.js.map +1 -1
  196. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  197. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  198. package/lib/execution/engine/payloadIdCache.js +15 -4
  199. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  200. package/lib/execution/engine/restTransport.d.ts +2 -1
  201. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  202. package/lib/execution/engine/restTransport.js +3 -0
  203. package/lib/execution/engine/restTransport.js.map +1 -1
  204. package/lib/execution/engine/sszTypes.d.ts +38 -38
  205. package/lib/execution/engine/transport.d.ts +5 -2
  206. package/lib/execution/engine/transport.d.ts.map +1 -1
  207. package/lib/execution/engine/types.d.ts +25 -1
  208. package/lib/execution/engine/types.d.ts.map +1 -1
  209. package/lib/execution/engine/types.js +19 -6
  210. package/lib/execution/engine/types.js.map +1 -1
  211. package/lib/index.d.ts +1 -0
  212. package/lib/index.d.ts.map +1 -1
  213. package/lib/index.js +2 -0
  214. package/lib/index.js.map +1 -1
  215. package/lib/metrics/metrics/beacon.d.ts +16 -0
  216. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  217. package/lib/metrics/metrics/beacon.js +35 -0
  218. package/lib/metrics/metrics/beacon.js.map +1 -1
  219. package/lib/metrics/metrics/lodestar.d.ts +15 -0
  220. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  221. package/lib/metrics/metrics/lodestar.js +30 -0
  222. package/lib/metrics/metrics/lodestar.js.map +1 -1
  223. package/lib/monitoring/service.js +1 -1
  224. package/lib/monitoring/service.js.map +1 -1
  225. package/lib/network/core/networkCore.d.ts +2 -0
  226. package/lib/network/core/networkCore.d.ts.map +1 -1
  227. package/lib/network/core/networkCore.js +3 -0
  228. package/lib/network/core/networkCore.js.map +1 -1
  229. package/lib/network/core/networkCoreWorker.js +1 -0
  230. package/lib/network/core/networkCoreWorker.js.map +1 -1
  231. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  232. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  233. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  234. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  235. package/lib/network/core/types.d.ts +2 -0
  236. package/lib/network/core/types.d.ts.map +1 -1
  237. package/lib/network/gossip/interface.d.ts +8 -2
  238. package/lib/network/gossip/interface.d.ts.map +1 -1
  239. package/lib/network/gossip/interface.js +1 -0
  240. package/lib/network/gossip/interface.js.map +1 -1
  241. package/lib/network/gossip/topic.d.ts +13 -5
  242. package/lib/network/gossip/topic.d.ts.map +1 -1
  243. package/lib/network/gossip/topic.js +13 -1
  244. package/lib/network/gossip/topic.js.map +1 -1
  245. package/lib/network/interface.d.ts +4 -1
  246. package/lib/network/interface.d.ts.map +1 -1
  247. package/lib/network/network.d.ts +4 -1
  248. package/lib/network/network.d.ts.map +1 -1
  249. package/lib/network/network.js +11 -1
  250. package/lib/network/network.js.map +1 -1
  251. package/lib/network/peers/peerManager.d.ts +2 -1
  252. package/lib/network/peers/peerManager.d.ts.map +1 -1
  253. package/lib/network/peers/peerManager.js.map +1 -1
  254. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  255. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  256. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  257. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  258. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  259. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  260. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  261. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  262. package/lib/network/processor/gossipHandlers.js +73 -24
  263. package/lib/network/processor/gossipHandlers.js.map +1 -1
  264. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  265. package/lib/network/processor/gossipQueues/index.js +6 -0
  266. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  267. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  268. package/lib/network/processor/gossipValidatorFn.js +5 -1
  269. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  270. package/lib/network/processor/index.d.ts +5 -0
  271. package/lib/network/processor/index.d.ts.map +1 -1
  272. package/lib/network/processor/index.js +37 -26
  273. package/lib/network/processor/index.js.map +1 -1
  274. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  275. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  276. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  277. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  278. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  279. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  280. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  281. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  282. package/lib/network/reqresp/handlers/index.js +5 -0
  283. package/lib/network/reqresp/handlers/index.js.map +1 -1
  284. package/lib/network/reqresp/protocols.d.ts +1 -0
  285. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  286. package/lib/network/reqresp/protocols.js +5 -0
  287. package/lib/network/reqresp/protocols.js.map +1 -1
  288. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  289. package/lib/network/reqresp/rateLimit.js +4 -0
  290. package/lib/network/reqresp/rateLimit.js.map +1 -1
  291. package/lib/network/reqresp/types.d.ts +5 -2
  292. package/lib/network/reqresp/types.d.ts.map +1 -1
  293. package/lib/network/reqresp/types.js +3 -0
  294. package/lib/network/reqresp/types.js.map +1 -1
  295. package/lib/node/nodejs.d.ts +1 -1
  296. package/lib/node/nodejs.d.ts.map +1 -1
  297. package/lib/node/nodejs.js +10 -2
  298. package/lib/node/nodejs.js.map +1 -1
  299. package/lib/node/options.d.ts +1 -1
  300. package/lib/node/options.d.ts.map +1 -1
  301. package/lib/node/options.js +1 -1
  302. package/lib/node/options.js.map +1 -1
  303. package/lib/sync/interface.d.ts.map +1 -1
  304. package/lib/sync/interface.js.map +1 -1
  305. package/lib/sync/sync.d.ts +7 -0
  306. package/lib/sync/sync.d.ts.map +1 -1
  307. package/lib/sync/sync.js +61 -3
  308. package/lib/sync/sync.js.map +1 -1
  309. package/lib/sync/unknownBlock.d.ts.map +1 -1
  310. package/lib/sync/unknownBlock.js +42 -18
  311. package/lib/sync/unknownBlock.js.map +1 -1
  312. package/lib/util/queue/itemQueue.js +1 -1
  313. package/lib/util/queue/itemQueue.js.map +1 -1
  314. package/lib/util/sszBytes.js +2 -2
  315. package/lib/util/sszBytes.js.map +1 -1
  316. package/package.json +31 -31
  317. package/src/api/impl/api.ts +1 -1
  318. package/src/api/impl/beacon/blocks/index.ts +57 -62
  319. package/src/api/impl/beacon/index.ts +3 -1
  320. package/src/api/impl/beacon/pool/index.ts +5 -1
  321. package/src/api/impl/beacon/state/index.ts +10 -1
  322. package/src/api/impl/beacon/state/utils.ts +20 -10
  323. package/src/api/impl/debug/index.ts +4 -0
  324. package/src/api/impl/validator/index.ts +135 -10
  325. package/src/api/options.ts +3 -0
  326. package/src/chain/GetBlobsTracker.ts +97 -38
  327. package/src/chain/archiveStore/archiveStore.ts +1 -0
  328. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  329. package/src/chain/blocks/importBlock.ts +11 -14
  330. package/src/chain/blocks/importExecutionPayload.ts +80 -4
  331. package/src/chain/blocks/index.ts +6 -2
  332. package/src/chain/blocks/payloadEnvelopeProcessor.ts +7 -7
  333. package/src/chain/blocks/types.ts +5 -0
  334. package/src/chain/blocks/verifyBlock.ts +1 -0
  335. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  336. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +16 -6
  337. package/src/chain/bls/multithread/index.ts +5 -5
  338. package/src/chain/bls/multithread/types.ts +1 -1
  339. package/src/chain/bls/multithread/worker.ts +1 -5
  340. package/src/chain/bls/singleThread.ts +1 -1
  341. package/src/chain/bls/utils.ts +1 -1
  342. package/src/chain/chain.ts +9 -5
  343. package/src/chain/errors/blockError.ts +1 -1
  344. package/src/chain/errors/executionPayloadBid.ts +12 -0
  345. package/src/chain/errors/inclusionList.ts +38 -0
  346. package/src/chain/errors/index.ts +1 -0
  347. package/src/chain/interface.ts +4 -3
  348. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  349. package/src/chain/opPools/attestationPool.ts +1 -1
  350. package/src/chain/opPools/inclusionListStore.ts +208 -0
  351. package/src/chain/opPools/index.ts +1 -0
  352. package/src/chain/opPools/payloadAttestationPool.ts +1 -1
  353. package/src/chain/opPools/syncCommitteeMessagePool.ts +1 -1
  354. package/src/chain/opPools/syncContributionAndProofPool.ts +1 -1
  355. package/src/chain/opPools/utils.ts +1 -1
  356. package/src/chain/options.ts +0 -2
  357. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  358. package/src/chain/regen/interface.ts +1 -1
  359. package/src/chain/validation/executionPayloadBid.ts +40 -170
  360. package/src/chain/validation/inclusionList.ts +192 -0
  361. package/src/chain/validation/index.ts +1 -0
  362. package/src/db/beacon.ts +44 -0
  363. package/src/db/dataColumnStore.ts +2 -4
  364. package/src/db/interface.ts +2 -0
  365. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  366. package/src/execution/builder/validateBid.ts +23 -2
  367. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  368. package/src/execution/engine/disabled.ts +4 -0
  369. package/src/execution/engine/http.ts +40 -5
  370. package/src/execution/engine/index.ts +1 -1
  371. package/src/execution/engine/interface.ts +28 -4
  372. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  373. package/src/execution/engine/mock.ts +32 -7
  374. package/src/execution/engine/payloadIdCache.ts +24 -6
  375. package/src/execution/engine/restTransport.ts +15 -1
  376. package/src/execution/engine/transport.ts +7 -2
  377. package/src/execution/engine/types.ts +44 -7
  378. package/src/index.ts +2 -0
  379. package/src/metrics/metrics/beacon.ts +37 -0
  380. package/src/metrics/metrics/lodestar.ts +31 -0
  381. package/src/monitoring/service.ts +1 -1
  382. package/src/network/core/networkCore.ts +5 -0
  383. package/src/network/core/networkCoreWorker.ts +1 -0
  384. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  385. package/src/network/core/types.ts +2 -0
  386. package/src/network/gossip/interface.ts +5 -0
  387. package/src/network/gossip/topic.ts +14 -0
  388. package/src/network/interface.ts +4 -0
  389. package/src/network/network.ts +19 -1
  390. package/src/network/peers/peerManager.ts +1 -1
  391. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  392. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  393. package/src/network/processor/gossipHandlers.ts +93 -26
  394. package/src/network/processor/gossipQueues/index.ts +6 -0
  395. package/src/network/processor/gossipValidatorFn.ts +5 -0
  396. package/src/network/processor/index.ts +33 -24
  397. package/src/network/processor/types.ts +1 -1
  398. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  399. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  400. package/src/network/reqresp/handlers/index.ts +5 -0
  401. package/src/network/reqresp/protocols.ts +6 -0
  402. package/src/network/reqresp/rateLimit.ts +4 -0
  403. package/src/network/reqresp/types.ts +6 -0
  404. package/src/node/nodejs.ts +24 -7
  405. package/src/node/options.ts +4 -5
  406. package/src/sync/interface.ts +1 -0
  407. package/src/sync/sync.ts +65 -4
  408. package/src/sync/unknownBlock.ts +47 -28
  409. package/src/util/queue/itemQueue.ts +1 -1
  410. package/src/util/sszBytes.ts +2 -2
@@ -10,6 +10,7 @@ import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
11
  import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -138,6 +138,7 @@ const libp2pWorkerApi: NetworkWorkerApi = {
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
139
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
140
  reStatusPeers: (peers) => core.reStatusPeers(peers),
141
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
142
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
143
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
144
 
@@ -11,6 +11,7 @@ import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
12
  import {Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -5,6 +5,7 @@ import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
7
  import {Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -16,6 +16,7 @@ import {
16
16
  capella,
17
17
  deneb,
18
18
  gloas,
19
+ heze,
19
20
  phase0,
20
21
  } from "@lodestar/types";
21
22
  import {Logger} from "@lodestar/utils";
@@ -42,6 +43,7 @@ export enum GossipType {
42
43
  payload_attestation_message = "payload_attestation_message",
43
44
  execution_payload_bid = "execution_payload_bid",
44
45
  proposer_preferences = "proposer_preferences",
46
+ inclusion_list = "inclusion_list",
45
47
  }
46
48
 
47
49
  export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
@@ -80,6 +82,7 @@ export type GossipTopicTypeMap = {
80
82
  [GossipType.payload_attestation_message]: {type: GossipType.payload_attestation_message};
81
83
  [GossipType.execution_payload_bid]: {type: GossipType.execution_payload_bid};
82
84
  [GossipType.proposer_preferences]: {type: GossipType.proposer_preferences};
85
+ [GossipType.inclusion_list]: {type: GossipType.inclusion_list};
83
86
  };
84
87
 
85
88
  export type GossipTopicMap = {
@@ -113,6 +116,7 @@ export type GossipTypeMap = {
113
116
  [GossipType.payload_attestation_message]: gloas.PayloadAttestationMessage;
114
117
  [GossipType.execution_payload_bid]: gloas.SignedExecutionPayloadBid;
115
118
  [GossipType.proposer_preferences]: gloas.SignedProposerPreferences;
119
+ [GossipType.inclusion_list]: heze.SignedInclusionList;
116
120
  };
117
121
 
118
122
  export type GossipFnByType = {
@@ -147,6 +151,7 @@ export type GossipFnByType = {
147
151
  [GossipType.proposer_preferences]: (
148
152
  signedProposerPreferences: gloas.SignedProposerPreferences
149
153
  ) => Promise<void> | void;
154
+ [GossipType.inclusion_list]: (signedInclusionList: heze.SignedInclusionList) => Promise<void> | void;
150
155
  };
151
156
 
152
157
  export type GossipFn = GossipFnByType[keyof GossipFnByType];
@@ -4,6 +4,7 @@ import {
4
4
  ATTESTATION_SUBNET_COUNT,
5
5
  ForkName,
6
6
  ForkSeq,
7
+ MAX_SIGNED_INCLUSION_LIST_SIZE,
7
8
  SYNC_COMMITTEE_SUBNET_COUNT,
8
9
  isForkPostAltair,
9
10
  isForkPostElectra,
@@ -91,6 +92,7 @@ function stringifyGossipTopicType(topic: GossipTopic): string {
91
92
  case GossipType.payload_attestation_message:
92
93
  case GossipType.execution_payload_bid:
93
94
  case GossipType.proposer_preferences:
95
+ case GossipType.inclusion_list:
94
96
  return topic.type;
95
97
  case GossipType.beacon_attestation:
96
98
  case GossipType.sync_committee:
@@ -144,6 +146,8 @@ export function getGossipSSZType(topic: GossipTopic) {
144
146
  return isForkPostGloas(fork) ? sszTypesFor(fork).SignedExecutionPayloadBid : ssz.gloas.SignedExecutionPayloadBid;
145
147
  case GossipType.proposer_preferences:
146
148
  return ssz.gloas.SignedProposerPreferences;
149
+ case GossipType.inclusion_list:
150
+ return ssz.heze.SignedInclusionList;
147
151
  }
148
152
  }
149
153
 
@@ -152,6 +156,9 @@ export function getGossipSSZType(topic: GossipTopic) {
152
156
  */
153
157
  export function getGossipSSZMaxSize(topic: GossipTopic, config: ChainForkConfig, sszType: CompositeTypeAny): number {
154
158
  const maxSize = Math.min(sszType.maxSize, config.MAX_PAYLOAD_SIZE);
159
+ if (topic.type === GossipType.inclusion_list) {
160
+ return Math.min(maxSize, MAX_SIGNED_INCLUSION_LIST_SIZE);
161
+ }
155
162
  if (isForkPostGloas(topic.boundary.fork) && topic.type === GossipType.data_column_sidecar) {
156
163
  return Math.min(maxSize, computeMaxGloasDataColumnSidecarSize(config));
157
164
  }
@@ -235,6 +242,7 @@ export function parseGossipTopic(forkDigestContext: ForkDigestContext, topicStr:
235
242
  case GossipType.payload_attestation_message:
236
243
  case GossipType.execution_payload_bid:
237
244
  case GossipType.proposer_preferences:
245
+ case GossipType.inclusion_list:
238
246
  return {type: gossipTypeStr, boundary, encoding};
239
247
  }
240
248
 
@@ -292,6 +300,10 @@ export function getCoreTopicsAtFork(
292
300
  topics.push({type: GossipType.proposer_preferences});
293
301
  }
294
302
 
303
+ if (ForkSeq[fork] >= ForkSeq.heze) {
304
+ topics.push({type: GossipType.inclusion_list});
305
+ }
306
+
295
307
  // After fulu also track data_column_sidecar_{index}
296
308
  if (ForkSeq[fork] >= ForkSeq.fulu) {
297
309
  topics.push(...getDataColumnSidecarTopics(networkConfig, opts.subscribeAllColumnSubnets));
@@ -409,6 +421,7 @@ export const gossipTopicIgnoreDuplicatePublishError: Record<GossipType, boolean>
409
421
  [GossipType.payload_attestation_message]: true,
410
422
  [GossipType.execution_payload_bid]: true,
411
423
  [GossipType.proposer_preferences]: true,
424
+ [GossipType.inclusion_list]: true,
412
425
  };
413
426
 
414
427
  /**
@@ -447,4 +460,5 @@ export const gossipTopicAllowPublishToZeroPeers: Record<GossipType, boolean> = {
447
460
  [GossipType.payload_attestation_message]: false,
448
461
  [GossipType.execution_payload_bid]: false,
449
462
  [GossipType.proposer_preferences]: false,
463
+ [GossipType.inclusion_list]: false,
450
464
  };
@@ -33,9 +33,11 @@ import {
33
33
  deneb,
34
34
  fulu,
35
35
  gloas,
36
+ heze,
36
37
  phase0,
37
38
  } from "@lodestar/types";
38
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
39
41
  import {CustodyConfig} from "../util/dataColumns.js";
40
42
  import {PeerIdStr} from "../util/peerId.js";
41
43
  import {
@@ -73,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
73
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
74
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
75
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
76
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
77
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
81
  // ReqResp
@@ -118,6 +121,7 @@ export interface INetwork extends INetworkCorePublic {
118
121
  publishSignedExecutionPayloadBid(signedBid: gloas.SignedExecutionPayloadBid): Promise<number>;
119
122
  publishPayloadAttestationMessage(payloadAttestationMessage: gloas.PayloadAttestationMessage): Promise<number>;
120
123
  publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number>;
124
+ publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number>;
121
125
 
122
126
  // Debug
123
127
  dumpGossipQueue(gossipType: GossipType): Promise<PendingGossipsubMessage[]>;
@@ -26,6 +26,7 @@ import {
26
26
  deneb,
27
27
  fulu,
28
28
  gloas,
29
+ heze,
29
30
  isGloasDataColumnSidecar,
30
31
  phase0,
31
32
  } from "@lodestar/types";
@@ -33,6 +34,7 @@ import {prettyPrintIndices, sleep} from "@lodestar/utils";
33
34
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
34
35
  import {ChainEvent, IBeaconChain} from "../chain/index.js";
35
36
  import {computeSubnetForDataColumnSidecar} from "../chain/validation/dataColumnSidecar.js";
37
+ import {GoodByeReasonCode} from "../constants/index.js";
36
38
  import {IBeaconDb} from "../db/interface.js";
37
39
  import {Metrics, RegistryMetricCreator} from "../metrics/index.js";
38
40
  import {IClock} from "../util/clock.js";
@@ -288,6 +290,10 @@ export class Network implements INetwork {
288
290
  return this.core.reStatusPeers(peers);
289
291
  }
290
292
 
293
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
294
+ return this.core.goodbyeAndDisconnect(peer, reason);
295
+ }
296
+
291
297
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void {
292
298
  this.networkProcessor.searchUnknownBlock(slotRoot, source, peer);
293
299
  }
@@ -531,6 +537,16 @@ export class Network implements INetwork {
531
537
  );
532
538
  }
533
539
 
540
+ async publishInclusionList(signedInclusionList: heze.SignedInclusionList): Promise<number> {
541
+ const epoch = computeEpochAtSlot(signedInclusionList.message.slot);
542
+ const boundary = this.config.getForkBoundaryAtEpoch(epoch);
543
+
544
+ return this.publishGossip<GossipType.inclusion_list>(
545
+ {type: GossipType.inclusion_list, boundary},
546
+ signedInclusionList
547
+ );
548
+ }
549
+
534
550
  async publishProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): Promise<number> {
535
551
  const epoch = computeEpochAtSlot(signedProposerPreferences.message.proposalSlot);
536
552
  const boundary = this.config.getForkBoundaryAtEpoch(epoch);
@@ -844,7 +860,9 @@ export class Network implements INetwork {
844
860
  };
845
861
 
846
862
  private onTargetGroupCountUpdated = (count: number): void => {
847
- this.core.setTargetGroupCount(count);
863
+ this.core.setTargetGroupCount(count).catch((e) => {
864
+ this.logger.debug("Error setting target custody group count", {count}, e as Error);
865
+ });
848
866
  };
849
867
 
850
868
  private onPublishDataColumns = async (sidecars: DataColumnSidecar[]): Promise<void> => {
@@ -893,7 +893,7 @@ export class PeerManager {
893
893
  }
894
894
  }
895
895
 
896
- private async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
896
+ async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
897
897
  const reason = GOODBYE_KNOWN_CODES[goodbye.toString()] || "";
898
898
  const peerIdStr = peer.toString();
899
899
  try {
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }
@@ -17,10 +17,13 @@ export function deserializeEnrSubnets(bytes: Uint8Array, subnetCount: number): b
17
17
  return getUint8ByteToBitBooleanArray(bytes[0] ?? 0);
18
18
  }
19
19
 
20
- let boolsArr: boolean[] = [];
21
20
  const byteCount = Math.ceil(subnetCount / 8);
21
+ const boolsArr = new Array<boolean>(byteCount * 8);
22
22
  for (let i = 0; i < byteCount; i++) {
23
- boolsArr = boolsArr.concat(getUint8ByteToBitBooleanArray(bytes[i] ?? 0));
23
+ const bits = getUint8ByteToBitBooleanArray(bytes[i] ?? 0);
24
+ for (let j = 0; j < 8; j++) {
25
+ boolsArr[i * 8 + j] = bits[j];
26
+ }
24
27
  }
25
28
 
26
29
  return boolsArr;
@@ -24,6 +24,7 @@ import {
24
24
  deneb,
25
25
  fulu,
26
26
  gloas,
27
+ isGloasBeaconBlock,
27
28
  isGloasDataColumnSidecar,
28
29
  ssz,
29
30
  sszTypesFor,
@@ -38,7 +39,7 @@ import {
38
39
  } from "../../chain/blocks/blockInput/index.js";
39
40
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
40
41
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
41
- import {BlobSidecarValidation} from "../../chain/blocks/types.js";
42
+ import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
42
43
  import {ChainEvent} from "../../chain/emitter.js";
43
44
  import {
44
45
  AttestationError,
@@ -66,6 +67,7 @@ import {
66
67
  } from "../../chain/validation/dataColumnSidecar.js";
67
68
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
68
69
  import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
70
+ import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
69
71
  import {
70
72
  AggregateAndProofValidationResult,
71
73
  GossipAttestation,
@@ -149,6 +151,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
149
151
  */
150
152
  function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
151
153
  const {chain, config, metrics, logger, core} = modules;
154
+ const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
155
+
156
+ function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
157
+ if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
158
+ return;
159
+ }
160
+ incompletePayloadWaits.add(payloadInput);
161
+
162
+ const fork = config.getForkName(payloadInput.slot);
163
+ const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
164
+ payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
165
+ if (
166
+ payloadInput.isComplete() ||
167
+ chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
168
+ ) {
169
+ return;
170
+ }
171
+ chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
172
+ chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
173
+ payloadInput,
174
+ peer,
175
+ source: BlockInputSource.gossip,
176
+ });
177
+ });
178
+ }
152
179
 
153
180
  /**
154
181
  * Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
@@ -678,8 +705,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
678
705
 
679
706
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
680
707
  // which is all the information we need so there is no reason to delay until execution payload arrives
681
- // TODO GLOAS: If we want EL retries after this initial attempt, add an explicit retry policy here
682
- // (for example later in the slot). Do not couple retries to incoming gossip columns.
683
708
  // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
684
709
  // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
685
710
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
@@ -691,11 +716,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
691
716
 
692
717
  if (e instanceof BlockError) {
693
718
  switch (e.type.code) {
694
- case BlockErrorCode.DATA_UNAVAILABLE: {
695
- // Error is quite frequent and not critical
719
+ case BlockErrorCode.DATA_UNAVAILABLE:
720
+ // Data did not arrive in time, BlockInputSync keeps pulling it and retries the import
696
721
  logLevel = LogLevel.debug;
697
722
  break;
698
- }
699
723
  // ALREADY_KNOWN should not happen with ignoreIfKnown=true above
700
724
  // PARENT_BLOCK_UNKNOWN should not happen, we handled this in validateBeaconBlock() function above
701
725
  case BlockErrorCode.ALREADY_KNOWN:
@@ -763,7 +787,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
763
787
  // roots per proposer and slot, which bounds full imports over gossip to one alternate
764
788
  chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
765
789
  // A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
766
- chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
790
+ chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
791
+ (!isGloasBeaconBlock(signedBlock.message) ||
792
+ chain.forkChoice.getBlockHexAndBlockHash(
793
+ toRootHex(signedBlock.message.parentRoot),
794
+ toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
795
+ ) !== null)
767
796
  ) {
768
797
  const blockInput = cacheSignatureVerifiedBlock(
769
798
  signedBlock,
@@ -901,25 +930,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
901
930
  // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
902
931
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
903
932
 
904
- if (!payloadInput.isComplete()) {
905
- const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
906
- // do not await here to not delay gossip validation
907
- payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
908
- chain.logger.debug(
909
- "Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
910
- {
911
- dataColumnIndex: index,
912
- ...payloadInputMeta,
913
- }
914
- );
915
- // TODO GLOAS: UnknownBlockSync to handle this event
916
- chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
917
- payloadInput,
918
- peer: peerIdStr,
919
- source: BlockInputSource.gossip,
920
- });
921
- });
922
- }
933
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
923
934
  } catch (e) {
924
935
  logger.debug(
925
936
  "Error handling gossip data column",
@@ -1329,6 +1340,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1329
1340
  peerIdStr,
1330
1341
  });
1331
1342
 
1343
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1344
+
1332
1345
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
1333
1346
  slot,
1334
1347
  builderIndex: envelope.builderIndex,
@@ -1342,6 +1355,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1342
1355
 
1343
1356
  if (e instanceof PayloadError) {
1344
1357
  switch (e.type.code) {
1358
+ case PayloadErrorCode.DATA_UNAVAILABLE:
1359
+ // Columns did not arrive in time, BlockInputSync keeps pulling them and retries the import
1360
+ logLevel = LogLevel.debug;
1361
+ break;
1345
1362
  // BLOCK_NOT_IN_FORK_CHOICE should not happen, validateGossipExecutionPayloadEnvelope above
1346
1363
  // already verified the block is in fork choice
1347
1364
  case PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE:
@@ -1501,6 +1518,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1501
1518
  }
1502
1519
  });
1503
1520
  },
1521
+
1522
+ [GossipType.inclusion_list]: async ({
1523
+ gossipData,
1524
+ topic,
1525
+ seenTimestampSec,
1526
+ }: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
1527
+ const {serializedData} = gossipData;
1528
+ const signedInclusionList = sszDeserialize(topic, serializedData);
1529
+ const {slot} = signedInclusionList.message;
1530
+
1531
+ metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
1532
+ metrics?.inclusionListTransactionsReceived.inc(
1533
+ {source: InclusionListSource.gossip},
1534
+ signedInclusionList.message.transactions.length
1535
+ );
1536
+
1537
+ const timer = metrics?.inclusionListsValidationTime.startTimer();
1538
+ let validationResult: InclusionListValidationResult;
1539
+ try {
1540
+ validationResult = await validateGossipInclusionList(chain, signedInclusionList);
1541
+ } finally {
1542
+ timer?.({source: InclusionListSource.gossip});
1543
+ }
1544
+ const {committeeIndices, totalBytes} = validationResult;
1545
+
1546
+ // Handler - deferred to next event loop so the validation result propagates first
1547
+ callInNextEventLoop(() => {
1548
+ try {
1549
+ metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
1550
+ metrics?.inclusionListsValidSize.inc(totalBytes);
1551
+ // Timely only if received within its own slot before the deadline, so a list for the next slot that
1552
+ // passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
1553
+ const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
1554
+ metrics?.inclusionListArrivalTime.observe(secFromSlot);
1555
+ const isTimely =
1556
+ secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
1557
+
1558
+ const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
1559
+ metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
1560
+ metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
1561
+
1562
+ chain.emitter.emit(routes.events.EventType.inclusionList, {
1563
+ version: config.getForkName(slot),
1564
+ data: signedInclusionList,
1565
+ });
1566
+ } catch (e) {
1567
+ logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
1568
+ }
1569
+ });
1570
+ },
1504
1571
  };
1505
1572
  }
1506
1573
 
@@ -88,6 +88,12 @@ const linearGossipQueueOpts: {
88
88
  type: QueueType.FIFO,
89
89
  dropOpts: {type: DropType.count, count: 1},
90
90
  },
91
+ [GossipType.inclusion_list]: {
92
+ // 16 committee members, two lists each under the first-or-second-message rule, 32 per slot
93
+ maxLength: 1024,
94
+ type: QueueType.FIFO,
95
+ dropOpts: {type: DropType.count, count: 1},
96
+ },
91
97
  };
92
98
 
93
99
  const indexedGossipQueueOpts: {
@@ -13,6 +13,7 @@ import {
13
13
  ExecutionPayloadEnvelopeErrorCode,
14
14
  GossipAction,
15
15
  GossipActionError,
16
+ InclusionListErrorCode,
16
17
  PayloadAttestationErrorCode,
17
18
  ProposerPreferencesErrorCode,
18
19
  ProposerSlashingErrorCode,
@@ -86,6 +87,10 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
86
87
  default: PeerAction.MidToleranceError,
87
88
  byCode: {[PayloadAttestationErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
88
89
  },
90
+ [GossipType.inclusion_list]: {
91
+ default: PeerAction.MidToleranceError,
92
+ byCode: {[InclusionListErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
93
+ },
89
94
  [GossipType.execution_payload_bid]: {
90
95
  default: PeerAction.HighToleranceError,
91
96
  byCode: {[ExecutionPayloadBidErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},