@lodestar/beacon-node 1.42.0-dev.4411584fd8 → 1.42.0-dev.5007abf468

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (405) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +36 -17
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.js +1 -1
  5. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  6. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  7. package/lib/api/impl/beacon/state/index.js +27 -32
  8. package/lib/api/impl/beacon/state/index.js.map +1 -1
  9. package/lib/api/impl/beacon/state/utils.d.ts +4 -4
  10. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  11. package/lib/api/impl/beacon/state/utils.js +7 -10
  12. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  13. package/lib/api/impl/lodestar/index.d.ts.map +1 -1
  14. package/lib/api/impl/lodestar/index.js +4 -6
  15. package/lib/api/impl/lodestar/index.js.map +1 -1
  16. package/lib/api/impl/proof/index.d.ts.map +1 -1
  17. package/lib/api/impl/proof/index.js +2 -6
  18. package/lib/api/impl/proof/index.js.map +1 -1
  19. package/lib/api/impl/validator/index.d.ts.map +1 -1
  20. package/lib/api/impl/validator/index.js +27 -27
  21. package/lib/api/impl/validator/index.js.map +1 -1
  22. package/lib/api/impl/validator/utils.d.ts +2 -2
  23. package/lib/api/impl/validator/utils.d.ts.map +1 -1
  24. package/lib/api/impl/validator/utils.js +3 -3
  25. package/lib/api/impl/validator/utils.js.map +1 -1
  26. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +2 -6
  27. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
  28. package/lib/chain/archiveStore/historicalState/getHistoricalState.js +3 -23
  29. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
  30. package/lib/chain/archiveStore/historicalState/worker.js +1 -0
  31. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
  32. package/lib/chain/balancesCache.d.ts +2 -2
  33. package/lib/chain/balancesCache.d.ts.map +1 -1
  34. package/lib/chain/balancesCache.js +4 -4
  35. package/lib/chain/balancesCache.js.map +1 -1
  36. package/lib/chain/blocks/blockInput/types.d.ts +4 -3
  37. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  38. package/lib/chain/blocks/blockInput/types.js +1 -0
  39. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  40. package/lib/chain/blocks/importBlock.d.ts +3 -3
  41. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  42. package/lib/chain/blocks/importBlock.js +27 -11
  43. package/lib/chain/blocks/importBlock.js.map +1 -1
  44. package/lib/chain/blocks/importExecutionPayload.d.ts +48 -0
  45. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -0
  46. package/lib/chain/blocks/importExecutionPayload.js +158 -0
  47. package/lib/chain/blocks/importExecutionPayload.js.map +1 -0
  48. package/lib/chain/blocks/index.js +1 -1
  49. package/lib/chain/blocks/index.js.map +1 -1
  50. package/lib/chain/blocks/payloadEnvelopeInput/index.d.ts +3 -0
  51. package/lib/chain/blocks/payloadEnvelopeInput/index.d.ts.map +1 -0
  52. package/lib/chain/blocks/payloadEnvelopeInput/index.js +3 -0
  53. package/lib/chain/blocks/payloadEnvelopeInput/index.js.map +1 -0
  54. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +80 -0
  55. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -0
  56. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +248 -0
  57. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -0
  58. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +29 -0
  59. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -0
  60. package/lib/chain/blocks/payloadEnvelopeInput/types.js +11 -0
  61. package/lib/chain/blocks/payloadEnvelopeInput/types.js.map +1 -0
  62. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +15 -0
  63. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -0
  64. package/lib/chain/blocks/payloadEnvelopeProcessor.js +46 -0
  65. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -0
  66. package/lib/chain/blocks/types.d.ts +9 -2
  67. package/lib/chain/blocks/types.d.ts.map +1 -1
  68. package/lib/chain/blocks/types.js.map +1 -1
  69. package/lib/chain/blocks/utils/checkpoint.d.ts +2 -2
  70. package/lib/chain/blocks/utils/checkpoint.d.ts.map +1 -1
  71. package/lib/chain/blocks/utils/checkpoint.js.map +1 -1
  72. package/lib/chain/blocks/verifyBlock.d.ts +2 -2
  73. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  74. package/lib/chain/blocks/verifyBlock.js +4 -4
  75. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  76. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +3 -3
  77. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  78. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +3 -3
  79. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  80. package/lib/chain/blocks/verifyBlocksSignatures.d.ts +2 -2
  81. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  82. package/lib/chain/blocks/verifyBlocksSignatures.js +1 -1
  83. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  84. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts +3 -3
  85. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts.map +1 -1
  86. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js +3 -3
  87. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js.map +1 -1
  88. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.d.ts +12 -0
  89. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.d.ts.map +1 -0
  90. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.js +40 -0
  91. package/lib/chain/blocks/writePayloadEnvelopeInputToDb.js.map +1 -0
  92. package/lib/chain/chain.d.ts +19 -14
  93. package/lib/chain/chain.d.ts.map +1 -1
  94. package/lib/chain/chain.js +75 -42
  95. package/lib/chain/chain.js.map +1 -1
  96. package/lib/chain/emitter.d.ts +2 -2
  97. package/lib/chain/emitter.d.ts.map +1 -1
  98. package/lib/chain/errors/blockError.d.ts +4 -4
  99. package/lib/chain/errors/blockError.d.ts.map +1 -1
  100. package/lib/chain/errors/executionPayloadEnvelope.d.ts +12 -2
  101. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  102. package/lib/chain/errors/executionPayloadEnvelope.js +3 -1
  103. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  104. package/lib/chain/forkChoice/index.d.ts +4 -4
  105. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  106. package/lib/chain/forkChoice/index.js +27 -33
  107. package/lib/chain/forkChoice/index.js.map +1 -1
  108. package/lib/chain/initState.d.ts +2 -2
  109. package/lib/chain/initState.d.ts.map +1 -1
  110. package/lib/chain/initState.js +1 -1
  111. package/lib/chain/initState.js.map +1 -1
  112. package/lib/chain/interface.d.ts +17 -15
  113. package/lib/chain/interface.d.ts.map +1 -1
  114. package/lib/chain/lightClient/index.d.ts +2 -2
  115. package/lib/chain/lightClient/index.d.ts.map +1 -1
  116. package/lib/chain/lightClient/index.js +4 -4
  117. package/lib/chain/lightClient/index.js.map +1 -1
  118. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +6 -6
  119. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  120. package/lib/chain/opPools/aggregatedAttestationPool.js +10 -13
  121. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  122. package/lib/chain/opPools/opPool.d.ts +3 -3
  123. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  124. package/lib/chain/opPools/opPool.js +7 -7
  125. package/lib/chain/opPools/opPool.js.map +1 -1
  126. package/lib/chain/opPools/utils.d.ts +2 -2
  127. package/lib/chain/opPools/utils.d.ts.map +1 -1
  128. package/lib/chain/opPools/utils.js +1 -1
  129. package/lib/chain/opPools/utils.js.map +1 -1
  130. package/lib/chain/prepareNextSlot.d.ts +2 -2
  131. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  132. package/lib/chain/prepareNextSlot.js +3 -3
  133. package/lib/chain/prepareNextSlot.js.map +1 -1
  134. package/lib/chain/produceBlock/computeNewStateRoot.d.ts +4 -4
  135. package/lib/chain/produceBlock/computeNewStateRoot.d.ts.map +1 -1
  136. package/lib/chain/produceBlock/computeNewStateRoot.js +8 -4
  137. package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
  138. package/lib/chain/produceBlock/produceBlockBody.d.ts +5 -5
  139. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  140. package/lib/chain/produceBlock/produceBlockBody.js +12 -16
  141. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  142. package/lib/chain/regen/interface.d.ts +15 -13
  143. package/lib/chain/regen/interface.d.ts.map +1 -1
  144. package/lib/chain/regen/interface.js +2 -0
  145. package/lib/chain/regen/interface.js.map +1 -1
  146. package/lib/chain/regen/queued.d.ts +14 -14
  147. package/lib/chain/regen/queued.d.ts.map +1 -1
  148. package/lib/chain/regen/queued.js.map +1 -1
  149. package/lib/chain/regen/regen.d.ts +6 -5
  150. package/lib/chain/regen/regen.d.ts.map +1 -1
  151. package/lib/chain/regen/regen.js +6 -6
  152. package/lib/chain/regen/regen.js.map +1 -1
  153. package/lib/chain/seenCache/index.d.ts +1 -1
  154. package/lib/chain/seenCache/index.d.ts.map +1 -1
  155. package/lib/chain/seenCache/index.js +1 -1
  156. package/lib/chain/seenCache/index.js.map +1 -1
  157. package/lib/chain/seenCache/seenGossipBlockInput.js +2 -2
  158. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  159. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +38 -0
  160. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -0
  161. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +76 -0
  162. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -0
  163. package/lib/chain/serializeState.d.ts +2 -2
  164. package/lib/chain/serializeState.d.ts.map +1 -1
  165. package/lib/chain/serializeState.js +1 -1
  166. package/lib/chain/serializeState.js.map +1 -1
  167. package/lib/chain/shufflingCache.d.ts +2 -2
  168. package/lib/chain/shufflingCache.d.ts.map +1 -1
  169. package/lib/chain/shufflingCache.js +3 -4
  170. package/lib/chain/shufflingCache.js.map +1 -1
  171. package/lib/chain/stateCache/fifoBlockStateCache.d.ts +6 -6
  172. package/lib/chain/stateCache/fifoBlockStateCache.d.ts.map +1 -1
  173. package/lib/chain/stateCache/fifoBlockStateCache.js.map +1 -1
  174. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +11 -11
  175. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
  176. package/lib/chain/stateCache/persistentCheckpointsCache.js +12 -16
  177. package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
  178. package/lib/chain/stateCache/types.d.ts +14 -14
  179. package/lib/chain/stateCache/types.d.ts.map +1 -1
  180. package/lib/chain/stateCache/types.js.map +1 -1
  181. package/lib/chain/validation/attesterSlashing.js +3 -3
  182. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  183. package/lib/chain/validation/blobSidecar.js +1 -1
  184. package/lib/chain/validation/blobSidecar.js.map +1 -1
  185. package/lib/chain/validation/block.d.ts.map +1 -1
  186. package/lib/chain/validation/block.js +3 -3
  187. package/lib/chain/validation/block.js.map +1 -1
  188. package/lib/chain/validation/blsToExecutionChange.js +2 -2
  189. package/lib/chain/validation/blsToExecutionChange.js.map +1 -1
  190. package/lib/chain/validation/dataColumnSidecar.js +1 -1
  191. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  192. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  193. package/lib/chain/validation/executionPayloadBid.js +4 -4
  194. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  195. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  196. package/lib/chain/validation/executionPayloadEnvelope.js +29 -19
  197. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  198. package/lib/chain/validation/payloadAttestationMessage.d.ts.map +1 -1
  199. package/lib/chain/validation/payloadAttestationMessage.js +1 -2
  200. package/lib/chain/validation/payloadAttestationMessage.js.map +1 -1
  201. package/lib/chain/validation/proposerSlashing.js +1 -1
  202. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  203. package/lib/chain/validation/signatureSets/contributionAndProof.d.ts +2 -2
  204. package/lib/chain/validation/signatureSets/contributionAndProof.d.ts.map +1 -1
  205. package/lib/chain/validation/signatureSets/contributionAndProof.js +1 -1
  206. package/lib/chain/validation/signatureSets/contributionAndProof.js.map +1 -1
  207. package/lib/chain/validation/signatureSets/syncCommittee.d.ts +2 -2
  208. package/lib/chain/validation/signatureSets/syncCommittee.d.ts.map +1 -1
  209. package/lib/chain/validation/signatureSets/syncCommittee.js +1 -1
  210. package/lib/chain/validation/signatureSets/syncCommittee.js.map +1 -1
  211. package/lib/chain/validation/signatureSets/syncCommitteeContribution.d.ts +2 -2
  212. package/lib/chain/validation/signatureSets/syncCommitteeContribution.d.ts.map +1 -1
  213. package/lib/chain/validation/signatureSets/syncCommitteeContribution.js.map +1 -1
  214. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.d.ts +2 -2
  215. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.d.ts.map +1 -1
  216. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.js +1 -1
  217. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.js.map +1 -1
  218. package/lib/chain/validation/syncCommittee.d.ts +4 -4
  219. package/lib/chain/validation/syncCommittee.d.ts.map +1 -1
  220. package/lib/chain/validation/syncCommittee.js +13 -12
  221. package/lib/chain/validation/syncCommittee.js.map +1 -1
  222. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  223. package/lib/chain/validation/syncCommitteeContributionAndProof.js +1 -1
  224. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  225. package/lib/chain/validation/voluntaryExit.d.ts.map +1 -1
  226. package/lib/chain/validation/voluntaryExit.js +3 -3
  227. package/lib/chain/validation/voluntaryExit.js.map +1 -1
  228. package/lib/chain/validatorMonitor.d.ts +5 -4
  229. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  230. package/lib/chain/validatorMonitor.js +12 -7
  231. package/lib/chain/validatorMonitor.js.map +1 -1
  232. package/lib/metrics/metrics/lodestar.d.ts +40 -4
  233. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  234. package/lib/metrics/metrics/lodestar.js +93 -15
  235. package/lib/metrics/metrics/lodestar.js.map +1 -1
  236. package/lib/network/gossip/encoding.d.ts.map +1 -1
  237. package/lib/network/gossip/encoding.js +15 -0
  238. package/lib/network/gossip/encoding.js.map +1 -1
  239. package/lib/network/interface.d.ts +4 -2
  240. package/lib/network/interface.d.ts.map +1 -1
  241. package/lib/network/libp2p/index.d.ts.map +1 -1
  242. package/lib/network/libp2p/index.js +5 -0
  243. package/lib/network/libp2p/index.js.map +1 -1
  244. package/lib/network/network.d.ts +4 -2
  245. package/lib/network/network.d.ts.map +1 -1
  246. package/lib/network/network.js +9 -3
  247. package/lib/network/network.js.map +1 -1
  248. package/lib/network/processor/extractSlotRootFns.d.ts +1 -1
  249. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  250. package/lib/network/processor/extractSlotRootFns.js +15 -5
  251. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  252. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  253. package/lib/network/processor/gossipHandlers.js +39 -9
  254. package/lib/network/processor/gossipHandlers.js.map +1 -1
  255. package/lib/network/processor/index.d.ts +12 -7
  256. package/lib/network/processor/index.d.ts.map +1 -1
  257. package/lib/network/processor/index.js +99 -78
  258. package/lib/network/processor/index.js.map +1 -1
  259. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  260. package/lib/network/reqresp/ReqRespBeaconNode.js +9 -0
  261. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  262. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.d.ts +8 -0
  263. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.d.ts.map +1 -0
  264. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js +69 -0
  265. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js.map +1 -0
  266. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts +6 -0
  267. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts.map +1 -0
  268. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +28 -0
  269. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -0
  270. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  271. package/lib/network/reqresp/handlers/index.js +11 -1
  272. package/lib/network/reqresp/handlers/index.js.map +1 -1
  273. package/lib/network/reqresp/protocols.d.ts +2 -0
  274. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  275. package/lib/network/reqresp/protocols.js +10 -0
  276. package/lib/network/reqresp/protocols.js.map +1 -1
  277. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  278. package/lib/network/reqresp/rateLimit.js +8 -0
  279. package/lib/network/reqresp/rateLimit.js.map +1 -1
  280. package/lib/network/reqresp/score.d.ts.map +1 -1
  281. package/lib/network/reqresp/score.js +2 -0
  282. package/lib/network/reqresp/score.js.map +1 -1
  283. package/lib/network/reqresp/types.d.ts +8 -2
  284. package/lib/network/reqresp/types.d.ts.map +1 -1
  285. package/lib/network/reqresp/types.js +7 -1
  286. package/lib/network/reqresp/types.js.map +1 -1
  287. package/lib/node/nodejs.d.ts +2 -2
  288. package/lib/node/nodejs.d.ts.map +1 -1
  289. package/lib/node/nodejs.js +1 -4
  290. package/lib/node/nodejs.js.map +1 -1
  291. package/lib/node/notifier.d.ts.map +1 -1
  292. package/lib/node/notifier.js +3 -3
  293. package/lib/node/notifier.js.map +1 -1
  294. package/lib/sync/backfill/backfill.d.ts +2 -2
  295. package/lib/sync/backfill/backfill.d.ts.map +1 -1
  296. package/lib/sync/backfill/backfill.js +2 -2
  297. package/lib/sync/backfill/backfill.js.map +1 -1
  298. package/lib/sync/unknownBlock.d.ts +3 -9
  299. package/lib/sync/unknownBlock.d.ts.map +1 -1
  300. package/lib/sync/unknownBlock.js +8 -41
  301. package/lib/sync/unknownBlock.js.map +1 -1
  302. package/lib/util/sszBytes.d.ts +4 -1
  303. package/lib/util/sszBytes.d.ts.map +1 -1
  304. package/lib/util/sszBytes.js +69 -12
  305. package/lib/util/sszBytes.js.map +1 -1
  306. package/lib/util/types.d.ts +2 -0
  307. package/lib/util/types.d.ts.map +1 -1
  308. package/lib/util/types.js +1 -0
  309. package/lib/util/types.js.map +1 -1
  310. package/package.json +16 -16
  311. package/src/api/impl/beacon/blocks/index.ts +37 -18
  312. package/src/api/impl/beacon/pool/index.ts +1 -1
  313. package/src/api/impl/beacon/state/index.ts +29 -41
  314. package/src/api/impl/beacon/state/utils.ts +11 -25
  315. package/src/api/impl/lodestar/index.ts +4 -8
  316. package/src/api/impl/proof/index.ts +2 -9
  317. package/src/api/impl/validator/index.ts +29 -41
  318. package/src/api/impl/validator/utils.ts +4 -7
  319. package/src/chain/archiveStore/historicalState/getHistoricalState.ts +6 -36
  320. package/src/chain/archiveStore/historicalState/worker.ts +1 -0
  321. package/src/chain/balancesCache.ts +5 -11
  322. package/src/chain/blocks/blockInput/types.ts +4 -3
  323. package/src/chain/blocks/importBlock.ts +47 -16
  324. package/src/chain/blocks/importExecutionPayload.ts +236 -0
  325. package/src/chain/blocks/index.ts +1 -1
  326. package/src/chain/blocks/payloadEnvelopeInput/index.ts +2 -0
  327. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +336 -0
  328. package/src/chain/blocks/payloadEnvelopeInput/types.ts +33 -0
  329. package/src/chain/blocks/payloadEnvelopeProcessor.ts +61 -0
  330. package/src/chain/blocks/types.ts +10 -2
  331. package/src/chain/blocks/utils/checkpoint.ts +2 -2
  332. package/src/chain/blocks/verifyBlock.ts +5 -10
  333. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +5 -10
  334. package/src/chain/blocks/verifyBlocksSignatures.ts +3 -3
  335. package/src/chain/blocks/verifyBlocksStateTransitionOnly.ts +6 -8
  336. package/src/chain/blocks/writePayloadEnvelopeInputToDb.ts +55 -0
  337. package/src/chain/chain.ts +112 -70
  338. package/src/chain/emitter.ts +2 -2
  339. package/src/chain/errors/blockError.ts +4 -4
  340. package/src/chain/errors/executionPayloadEnvelope.ts +6 -2
  341. package/src/chain/forkChoice/index.ts +33 -52
  342. package/src/chain/initState.ts +7 -2
  343. package/src/chain/interface.ts +18 -16
  344. package/src/chain/lightClient/index.ts +9 -22
  345. package/src/chain/opPools/aggregatedAttestationPool.ts +15 -21
  346. package/src/chain/opPools/opPool.ts +13 -14
  347. package/src/chain/opPools/utils.ts +3 -3
  348. package/src/chain/prepareNextSlot.ts +6 -8
  349. package/src/chain/produceBlock/computeNewStateRoot.ts +11 -10
  350. package/src/chain/produceBlock/produceBlockBody.ts +22 -49
  351. package/src/chain/regen/interface.ts +15 -17
  352. package/src/chain/regen/queued.ts +16 -20
  353. package/src/chain/regen/regen.ts +16 -17
  354. package/src/chain/seenCache/index.ts +1 -1
  355. package/src/chain/seenCache/seenGossipBlockInput.ts +2 -2
  356. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +106 -0
  357. package/src/chain/serializeState.ts +3 -3
  358. package/src/chain/shufflingCache.ts +5 -7
  359. package/src/chain/stateCache/fifoBlockStateCache.ts +7 -7
  360. package/src/chain/stateCache/persistentCheckpointsCache.ts +27 -42
  361. package/src/chain/stateCache/types.ts +14 -18
  362. package/src/chain/validation/attesterSlashing.ts +3 -3
  363. package/src/chain/validation/blobSidecar.ts +1 -1
  364. package/src/chain/validation/block.ts +2 -4
  365. package/src/chain/validation/blsToExecutionChange.ts +2 -2
  366. package/src/chain/validation/dataColumnSidecar.ts +1 -1
  367. package/src/chain/validation/executionPayloadBid.ts +3 -7
  368. package/src/chain/validation/executionPayloadEnvelope.ts +36 -29
  369. package/src/chain/validation/payloadAttestationMessage.ts +2 -4
  370. package/src/chain/validation/proposerSlashing.ts +1 -1
  371. package/src/chain/validation/signatureSets/contributionAndProof.ts +2 -7
  372. package/src/chain/validation/signatureSets/syncCommittee.ts +2 -7
  373. package/src/chain/validation/signatureSets/syncCommitteeContribution.ts +2 -2
  374. package/src/chain/validation/signatureSets/syncCommitteeSelectionProof.ts +2 -7
  375. package/src/chain/validation/syncCommittee.ts +21 -20
  376. package/src/chain/validation/syncCommitteeContributionAndProof.ts +5 -10
  377. package/src/chain/validation/voluntaryExit.ts +3 -8
  378. package/src/chain/validatorMonitor.ts +22 -11
  379. package/src/metrics/metrics/lodestar.ts +100 -19
  380. package/src/network/gossip/encoding.ts +16 -0
  381. package/src/network/interface.ts +15 -2
  382. package/src/network/libp2p/index.ts +5 -0
  383. package/src/network/network.ts +32 -4
  384. package/src/network/processor/extractSlotRootFns.ts +19 -6
  385. package/src/network/processor/gossipHandlers.ts +45 -8
  386. package/src/network/processor/index.ts +110 -89
  387. package/src/network/reqresp/ReqRespBeaconNode.ts +13 -0
  388. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRange.ts +94 -0
  389. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +43 -0
  390. package/src/network/reqresp/handlers/index.ts +12 -0
  391. package/src/network/reqresp/protocols.ts +12 -0
  392. package/src/network/reqresp/rateLimit.ts +18 -0
  393. package/src/network/reqresp/score.ts +2 -0
  394. package/src/network/reqresp/types.ts +13 -0
  395. package/src/node/nodejs.ts +3 -5
  396. package/src/node/notifier.ts +4 -10
  397. package/src/sync/backfill/backfill.ts +3 -3
  398. package/src/sync/unknownBlock.ts +10 -50
  399. package/src/util/sszBytes.ts +90 -10
  400. package/src/util/types.ts +6 -0
  401. package/lib/chain/seenCache/seenExecutionPayloadEnvelope.d.ts +0 -15
  402. package/lib/chain/seenCache/seenExecutionPayloadEnvelope.d.ts.map +0 -1
  403. package/lib/chain/seenCache/seenExecutionPayloadEnvelope.js +0 -28
  404. package/lib/chain/seenCache/seenExecutionPayloadEnvelope.js.map +0 -1
  405. package/src/chain/seenCache/seenExecutionPayloadEnvelope.ts +0 -34
@@ -0,0 +1,236 @@
1
+ import {routes} from "@lodestar/api";
2
+ import {ForkName} from "@lodestar/params";
3
+ import {getExecutionPayloadEnvelopeSignatureSet} from "@lodestar/state-transition";
4
+ import {byteArrayEquals, fromHex, toRootHex} from "@lodestar/utils";
5
+ import {ExecutionPayloadStatus} from "../../execution/index.js";
6
+ import {isQueueErrorAborted} from "../../util/queue/index.js";
7
+ import {BeaconChain} from "../chain.js";
8
+ import {RegenCaller} from "../regen/interface.js";
9
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
10
+ import {ImportPayloadOpts} from "./types.js";
11
+
12
+ const EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS = 64;
13
+
14
+ export enum PayloadErrorCode {
15
+ EXECUTION_ENGINE_INVALID = "PAYLOAD_ERROR_EXECUTION_ENGINE_INVALID",
16
+ EXECUTION_ENGINE_ERROR = "PAYLOAD_ERROR_EXECUTION_ENGINE_ERROR",
17
+ BLOCK_NOT_IN_FORK_CHOICE = "PAYLOAD_ERROR_BLOCK_NOT_IN_FORK_CHOICE",
18
+ STATE_TRANSITION_ERROR = "PAYLOAD_ERROR_STATE_TRANSITION_ERROR",
19
+ INVALID_SIGNATURE = "PAYLOAD_ERROR_INVALID_SIGNATURE",
20
+ }
21
+
22
+ export type PayloadErrorType =
23
+ | {
24
+ code: PayloadErrorCode.EXECUTION_ENGINE_INVALID;
25
+ execStatus: ExecutionPayloadStatus;
26
+ errorMessage: string;
27
+ }
28
+ | {
29
+ code: PayloadErrorCode.EXECUTION_ENGINE_ERROR;
30
+ execStatus: ExecutionPayloadStatus;
31
+ errorMessage: string;
32
+ }
33
+ | {
34
+ code: PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE;
35
+ blockRootHex: string;
36
+ }
37
+ | {
38
+ code: PayloadErrorCode.STATE_TRANSITION_ERROR;
39
+ message: string;
40
+ }
41
+ | {
42
+ code: PayloadErrorCode.INVALID_SIGNATURE;
43
+ };
44
+
45
+ export class PayloadError extends Error {
46
+ type: PayloadErrorType;
47
+
48
+ constructor(type: PayloadErrorType, message?: string) {
49
+ super(message ?? type.code);
50
+ this.type = type;
51
+ }
52
+ }
53
+
54
+ /**
55
+ * Import an execution payload envelope after all data is available.
56
+ *
57
+ * This function:
58
+ * 1. Gets the ProtoBlock from fork choice
59
+ * 2. Applies write-queue backpressure (waitForSpace) early, before verification
60
+ * 3. Regenerates the block state
61
+ * 4. Runs EL verification (notifyNewPayload) in parallel with signature verification and processExecutionPayloadEnvelope
62
+ * 5. Persists verified payload envelope to hot DB
63
+ * 6. Updates fork choice
64
+ * 7. Caches the post-execution payload state
65
+ * 8. Records metrics for column sources
66
+ *
67
+ */
68
+ export async function importExecutionPayload(
69
+ this: BeaconChain,
70
+ payloadInput: PayloadEnvelopeInput,
71
+ opts: ImportPayloadOpts = {}
72
+ ): Promise<void> {
73
+ const envelope = payloadInput.getPayloadEnvelope();
74
+ const blockRootHex = payloadInput.blockRootHex;
75
+
76
+ // 1. Get ProtoBlock for parent root lookup
77
+ const protoBlock = this.forkChoice.getBlockHexDefaultStatus(blockRootHex);
78
+ if (!protoBlock) {
79
+ throw new PayloadError({
80
+ code: PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE,
81
+ blockRootHex,
82
+ });
83
+ }
84
+
85
+ // 2. Apply backpressure from the write queue early, before doing verification work.
86
+ // The actual DB write is deferred until after verification succeeds.
87
+ await this.unfinalizedPayloadEnvelopeWrites.waitForSpace();
88
+
89
+ // 3. Get pre-state for processExecutionPayloadEnvelope
90
+ // We need the block state (post-block, pre-payload) to process the envelope
91
+ const blockState = await this.regen.getBlockSlotState(
92
+ protoBlock,
93
+ protoBlock.slot,
94
+ {dontTransferCache: true},
95
+ RegenCaller.processBlock
96
+ );
97
+
98
+ // 4. Run verification steps in parallel
99
+ // Note: No data availability check needed here - importExecutionPayload is only
100
+ // called when payloadInput.isComplete() is true, so all data is already available.
101
+ const [execResult, signatureValid, postPayloadResult] = await Promise.all([
102
+ this.executionEngine.notifyNewPayload(
103
+ ForkName.gloas,
104
+ envelope.message.payload,
105
+ payloadInput.getVersionedHashes(),
106
+ fromHex(protoBlock.parentRoot),
107
+ envelope.message.executionRequests
108
+ ),
109
+
110
+ opts.validSignature === true
111
+ ? Promise.resolve(true)
112
+ : (async () => {
113
+ const signatureSet = getExecutionPayloadEnvelopeSignatureSet(
114
+ this.config,
115
+ this.pubkeyCache,
116
+ blockState,
117
+ envelope,
118
+ payloadInput.proposerIndex
119
+ );
120
+ return this.bls.verifySignatureSets([signatureSet]);
121
+ })(),
122
+
123
+ // Signature verified separately above.
124
+ // State root check is done separately below with better error typing (matching block pipeline pattern).
125
+ (async () => {
126
+ try {
127
+ return {
128
+ postPayloadState: blockState.processExecutionPayloadEnvelope(envelope, {
129
+ verifySignature: false,
130
+ verifyStateRoot: false,
131
+ }),
132
+ };
133
+ } catch (e) {
134
+ throw new PayloadError(
135
+ {
136
+ code: PayloadErrorCode.STATE_TRANSITION_ERROR,
137
+ message: (e as Error).message,
138
+ },
139
+ `State transition error: ${(e as Error).message}`
140
+ );
141
+ }
142
+ })(),
143
+ ]);
144
+
145
+ // 4b. Check signature verification result
146
+ if (!signatureValid) {
147
+ throw new PayloadError({code: PayloadErrorCode.INVALID_SIGNATURE});
148
+ }
149
+
150
+ // 5. Handle EL response
151
+ switch (execResult.status) {
152
+ case ExecutionPayloadStatus.VALID:
153
+ break;
154
+
155
+ case ExecutionPayloadStatus.INVALID:
156
+ throw new PayloadError({
157
+ code: PayloadErrorCode.EXECUTION_ENGINE_INVALID,
158
+ execStatus: execResult.status,
159
+ errorMessage: execResult.validationError ?? "",
160
+ });
161
+
162
+ case ExecutionPayloadStatus.ACCEPTED:
163
+ case ExecutionPayloadStatus.SYNCING:
164
+ // TODO GLOAS: Handle optimistic import for payload - for now treat as error
165
+ throw new PayloadError({
166
+ code: PayloadErrorCode.EXECUTION_ENGINE_ERROR,
167
+ execStatus: execResult.status,
168
+ errorMessage: execResult.validationError ?? "EL syncing, payload not yet validated",
169
+ });
170
+
171
+ case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
172
+ case ExecutionPayloadStatus.ELERROR:
173
+ case ExecutionPayloadStatus.UNAVAILABLE:
174
+ throw new PayloadError({
175
+ code: PayloadErrorCode.EXECUTION_ENGINE_ERROR,
176
+ execStatus: execResult.status,
177
+ errorMessage: execResult.validationError ?? "",
178
+ });
179
+ }
180
+
181
+ // 5b. Verify envelope state root matches post-state
182
+ const postPayloadState = postPayloadResult.postPayloadState;
183
+ const postPayloadStateRoot = postPayloadState.hashTreeRoot();
184
+ if (!byteArrayEquals(envelope.message.stateRoot, postPayloadStateRoot)) {
185
+ throw new PayloadError({
186
+ code: PayloadErrorCode.STATE_TRANSITION_ERROR,
187
+ message: `Envelope state root mismatch expected=${toRootHex(envelope.message.stateRoot)} actual=${toRootHex(postPayloadStateRoot)}`,
188
+ });
189
+ }
190
+
191
+ // 5c. Persist payload envelope to hot DB (performed asynchronously to avoid blocking)
192
+ this.unfinalizedPayloadEnvelopeWrites.push(payloadInput).catch((e) => {
193
+ if (!isQueueErrorAborted(e)) {
194
+ this.logger.error(
195
+ "Error pushing payload envelope to unfinalized write queue",
196
+ {slot: payloadInput.slot, root: blockRootHex},
197
+ e as Error
198
+ );
199
+ }
200
+ });
201
+
202
+ // 6. Update fork choice
203
+ this.forkChoice.onExecutionPayload(
204
+ blockRootHex,
205
+ payloadInput.getBlockHashHex(),
206
+ envelope.message.payload.blockNumber,
207
+ toRootHex(postPayloadStateRoot)
208
+ );
209
+
210
+ // 7. Cache payload state
211
+ // TODO GLOAS: Enable when PR #8868 merged (adds processPayloadState)
212
+ // this.regen.processPayloadState(postPayloadState);
213
+ // if epoch boundary also call
214
+ // this.regen.addCheckpointState(cp, checkpointState, true);
215
+
216
+ // 8. Record metrics for payload envelope and column sources
217
+ this.metrics?.importPayload.bySource.inc({source: payloadInput.getPayloadEnvelopeSource().source});
218
+ for (const {source} of payloadInput.getSampledColumnsWithSource()) {
219
+ this.metrics?.importPayload.columnsBySource.inc({source});
220
+ }
221
+
222
+ this.logger.verbose("Execution payload imported", {
223
+ slot: payloadInput.slot,
224
+ root: blockRootHex,
225
+ blockHash: payloadInput.getBlockHashHex(),
226
+ });
227
+
228
+ // 9. Emit event after payload is fully verified and imported to fork choice, only for recent enough payloads
229
+ const currentSlot = this.clock.currentSlot;
230
+ if (currentSlot - payloadInput.slot < EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS) {
231
+ this.emitter.emit(routes.events.EventType.executionPayloadAvailable, {
232
+ slot: payloadInput.slot,
233
+ blockRoot: blockRootHex,
234
+ });
235
+ }
236
+ }
@@ -126,7 +126,7 @@ export async function processBlocks(
126
126
  const {state} = err.type;
127
127
  const forkTypes = this.config.getForkTypes(blockSlot);
128
128
  this.persistInvalidSszValue(forkTypes.SignedBeaconBlock, signedBlock, `${blockSlot}_invalid_signature`);
129
- this.persistInvalidSszView(state, `${state.slot}_invalid_signature`);
129
+ this.persistInvalidSszBytes("BeaconState", state.serialize(), `${state.slot}_invalid_signature`);
130
130
  } else if (err.type.code === BlockErrorCode.INVALID_STATE_ROOT) {
131
131
  const {signedBlock} = err;
132
132
  const blockSlot = signedBlock.message.slot;
@@ -0,0 +1,2 @@
1
+ export * from "./payloadEnvelopeInput.js";
2
+ export * from "./types.js";
@@ -0,0 +1,336 @@
1
+ import {NUMBER_OF_COLUMNS} from "@lodestar/params";
2
+ import {ColumnIndex, DataColumnSidecars, RootHex, Slot, ValidatorIndex, deneb, gloas} from "@lodestar/types";
3
+ import {toRootHex, withTimeout} from "@lodestar/utils";
4
+ import {VersionedHashes} from "../../../execution/index.js";
5
+ import {kzgCommitmentToVersionedHash} from "../../../util/blobs.js";
6
+ import {AddPayloadEnvelopeProps, ColumnWithSource, CreateFromBlockProps, SourceMeta} from "./types.js";
7
+
8
+ export type PayloadEnvelopeInputState =
9
+ | {
10
+ hasPayload: false;
11
+ hasAllData: false;
12
+ hasComputedAllData: false;
13
+ }
14
+ | {
15
+ hasPayload: false;
16
+ hasAllData: true;
17
+ hasComputedAllData: boolean;
18
+ }
19
+ | {
20
+ hasPayload: true;
21
+ hasAllData: false;
22
+ hasComputedAllData: false;
23
+ payloadEnvelope: gloas.SignedExecutionPayloadEnvelope;
24
+ payloadEnvelopeSource: SourceMeta;
25
+ }
26
+ | {
27
+ hasPayload: true;
28
+ hasAllData: true;
29
+ hasComputedAllData: boolean;
30
+ payloadEnvelope: gloas.SignedExecutionPayloadEnvelope;
31
+ payloadEnvelopeSource: SourceMeta;
32
+ timeCompleteSec: number;
33
+ };
34
+
35
+ type PromiseParts<T> = {
36
+ promise: Promise<T>;
37
+ resolve: (value: T) => void;
38
+ reject: (e: Error) => void;
39
+ };
40
+
41
+ function createPromise<T>(): PromiseParts<T> {
42
+ let resolve!: (value: T) => void;
43
+ let reject!: (e: Error) => void;
44
+ const promise = new Promise<T>((_resolve, _reject) => {
45
+ resolve = _resolve;
46
+ reject = _reject;
47
+ });
48
+ return {promise, resolve, reject};
49
+ }
50
+
51
+ /**
52
+ * Tracks bid + payload envelope + data columns for a Gloas block.
53
+ *
54
+ * Created during block import from signedExecutionPayloadBid in block body.
55
+ * Always has bid (required for creation).
56
+ *
57
+ * Completion requires: payload envelope + all sampled columns
58
+ */
59
+ export class PayloadEnvelopeInput {
60
+ readonly blockRootHex: RootHex;
61
+ readonly slot: Slot;
62
+ readonly proposerIndex: ValidatorIndex;
63
+ readonly bid: gloas.ExecutionPayloadBid;
64
+ readonly versionedHashes: VersionedHashes;
65
+
66
+ private columnsCache = new Map<ColumnIndex, ColumnWithSource>();
67
+
68
+ private readonly sampledColumns: ColumnIndex[];
69
+ private readonly custodyColumns: ColumnIndex[];
70
+
71
+ private timeCreatedSec: number;
72
+
73
+ private readonly payloadEnvelopeDataPromise: PromiseParts<gloas.SignedExecutionPayloadEnvelope>;
74
+ private readonly columnsDataPromise: PromiseParts<DataColumnSidecars>;
75
+
76
+ state: PayloadEnvelopeInputState;
77
+
78
+ private constructor(props: {
79
+ blockRootHex: RootHex;
80
+ slot: Slot;
81
+ proposerIndex: ValidatorIndex;
82
+ bid: gloas.ExecutionPayloadBid;
83
+ sampledColumns: ColumnIndex[];
84
+ custodyColumns: ColumnIndex[];
85
+ timeCreatedSec: number;
86
+ }) {
87
+ this.blockRootHex = props.blockRootHex;
88
+ this.slot = props.slot;
89
+ this.proposerIndex = props.proposerIndex;
90
+ this.bid = props.bid;
91
+ this.versionedHashes = props.bid.blobKzgCommitments.map(kzgCommitmentToVersionedHash);
92
+ this.sampledColumns = props.sampledColumns;
93
+ this.custodyColumns = props.custodyColumns;
94
+ this.timeCreatedSec = props.timeCreatedSec;
95
+ this.payloadEnvelopeDataPromise = createPromise();
96
+ this.columnsDataPromise = createPromise();
97
+
98
+ const noBlobs = props.bid.blobKzgCommitments.length === 0;
99
+ const noSampledColumns = props.sampledColumns.length === 0;
100
+ const hasAllData = noBlobs || noSampledColumns;
101
+
102
+ if (hasAllData) {
103
+ this.state = {hasPayload: false, hasAllData: true, hasComputedAllData: true};
104
+ this.columnsDataPromise.resolve(this.getSampledColumns());
105
+ } else {
106
+ this.state = {hasPayload: false, hasAllData: false, hasComputedAllData: false};
107
+ }
108
+ }
109
+
110
+ static createFromBlock(props: CreateFromBlockProps): PayloadEnvelopeInput {
111
+ const bid = (props.block.message.body as gloas.BeaconBlockBody).signedExecutionPayloadBid.message;
112
+ return new PayloadEnvelopeInput({
113
+ blockRootHex: props.blockRootHex,
114
+ slot: props.block.message.slot,
115
+ proposerIndex: props.block.message.proposerIndex,
116
+ bid,
117
+ sampledColumns: props.sampledColumns,
118
+ custodyColumns: props.custodyColumns,
119
+ timeCreatedSec: props.timeCreatedSec,
120
+ });
121
+ }
122
+
123
+ getBid(): gloas.ExecutionPayloadBid {
124
+ return this.bid;
125
+ }
126
+
127
+ getBuilderIndex(): ValidatorIndex {
128
+ return this.bid.builderIndex;
129
+ }
130
+
131
+ getBlockHashHex(): RootHex {
132
+ return toRootHex(this.bid.blockHash);
133
+ }
134
+
135
+ getBlobKzgCommitments(): deneb.BlobKzgCommitments {
136
+ return this.bid.blobKzgCommitments;
137
+ }
138
+
139
+ addPayloadEnvelope(props: AddPayloadEnvelopeProps): void {
140
+ if (this.state.hasPayload) {
141
+ throw new Error(`Payload envelope already set for block ${this.blockRootHex}`);
142
+ }
143
+ if (toRootHex(props.envelope.message.beaconBlockRoot) !== this.blockRootHex) {
144
+ throw new Error("Payload envelope beacon_block_root mismatch");
145
+ }
146
+
147
+ const source: SourceMeta = {
148
+ source: props.source,
149
+ seenTimestampSec: props.seenTimestampSec,
150
+ peerIdStr: props.peerIdStr,
151
+ };
152
+
153
+ if (this.state.hasAllData) {
154
+ // Complete state
155
+ this.state = {
156
+ hasPayload: true,
157
+ hasAllData: true,
158
+ hasComputedAllData: this.state.hasComputedAllData,
159
+ payloadEnvelope: props.envelope,
160
+ payloadEnvelopeSource: source,
161
+ timeCompleteSec: props.seenTimestampSec,
162
+ };
163
+ this.payloadEnvelopeDataPromise.resolve(props.envelope);
164
+ } else {
165
+ // Has payload, waiting for columns
166
+ this.state = {
167
+ hasPayload: true,
168
+ hasAllData: false,
169
+ hasComputedAllData: false,
170
+ payloadEnvelope: props.envelope,
171
+ payloadEnvelopeSource: source,
172
+ };
173
+ }
174
+ }
175
+
176
+ addColumn(columnWithSource: ColumnWithSource): void {
177
+ const {columnSidecar, seenTimestampSec} = columnWithSource;
178
+ this.columnsCache.set(columnSidecar.index, columnWithSource);
179
+
180
+ const sampledColumns = this.getSampledColumns();
181
+ const hasAllData =
182
+ // already hasAllData
183
+ this.state.hasAllData ||
184
+ // has all sampled columns
185
+ sampledColumns.length === this.sampledColumns.length ||
186
+ // has enough columns to reconstruct the rest
187
+ this.columnsCache.size >= NUMBER_OF_COLUMNS / 2;
188
+
189
+ const hasComputedAllData =
190
+ // has all sampled columns
191
+ sampledColumns.length === this.sampledColumns.length;
192
+
193
+ if (!hasAllData) {
194
+ return;
195
+ }
196
+
197
+ if (hasComputedAllData) {
198
+ this.columnsDataPromise.resolve(sampledColumns);
199
+ }
200
+
201
+ if (this.state.hasPayload) {
202
+ // Complete state
203
+ this.state = {
204
+ hasPayload: true,
205
+ hasAllData: true,
206
+ hasComputedAllData: hasComputedAllData || this.state.hasComputedAllData,
207
+ payloadEnvelope: this.state.payloadEnvelope,
208
+ payloadEnvelopeSource: this.state.payloadEnvelopeSource,
209
+ timeCompleteSec: seenTimestampSec,
210
+ };
211
+ this.payloadEnvelopeDataPromise.resolve(this.state.payloadEnvelope);
212
+ } else {
213
+ // No payload yet, all data ready
214
+ this.state = {
215
+ hasPayload: false,
216
+ hasAllData: true,
217
+ hasComputedAllData: hasComputedAllData || this.state.hasComputedAllData,
218
+ };
219
+ }
220
+ }
221
+
222
+ getVersionedHashes(): VersionedHashes {
223
+ return this.versionedHashes;
224
+ }
225
+
226
+ hasPayloadEnvelope(): boolean {
227
+ return this.state.hasPayload;
228
+ }
229
+
230
+ getPayloadEnvelope(): gloas.SignedExecutionPayloadEnvelope {
231
+ if (!this.state.hasPayload) throw new Error("Payload envelope not set");
232
+ return this.state.payloadEnvelope;
233
+ }
234
+
235
+ getPayloadEnvelopeSource(): SourceMeta {
236
+ if (!this.state.hasPayload) throw new Error("Payload envelope source not set");
237
+ return this.state.payloadEnvelopeSource;
238
+ }
239
+
240
+ getSampledColumns(): gloas.DataColumnSidecars {
241
+ const columns: gloas.DataColumnSidecars = [];
242
+ for (const index of this.sampledColumns) {
243
+ const column = this.columnsCache.get(index);
244
+ if (column) {
245
+ columns.push(column.columnSidecar);
246
+ }
247
+ }
248
+ return columns;
249
+ }
250
+
251
+ getSampledColumnsWithSource(): ColumnWithSource[] {
252
+ const columns: ColumnWithSource[] = [];
253
+ for (const index of this.sampledColumns) {
254
+ const column = this.columnsCache.get(index);
255
+ if (column) {
256
+ columns.push(column);
257
+ }
258
+ }
259
+ return columns;
260
+ }
261
+
262
+ getCustodyColumns(): gloas.DataColumnSidecars {
263
+ const columns: gloas.DataColumnSidecars = [];
264
+ for (const index of this.custodyColumns) {
265
+ const column = this.columnsCache.get(index);
266
+ if (column) {
267
+ columns.push(column.columnSidecar);
268
+ }
269
+ }
270
+ return columns;
271
+ }
272
+
273
+ hasComputedAllData(): boolean {
274
+ return this.state.hasComputedAllData;
275
+ }
276
+
277
+ waitForComputedAllData(timeout: number, signal?: AbortSignal): Promise<DataColumnSidecars> {
278
+ if (this.state.hasComputedAllData) {
279
+ return Promise.resolve(this.getSampledColumns());
280
+ }
281
+ return withTimeout(() => this.columnsDataPromise.promise, timeout, signal);
282
+ }
283
+
284
+ getTimeCreated(): number {
285
+ return this.timeCreatedSec;
286
+ }
287
+
288
+ getTimeComplete(): number {
289
+ if (!this.state.hasPayload || !this.state.hasAllData) throw new Error("Not yet complete");
290
+ return this.state.timeCompleteSec;
291
+ }
292
+
293
+ isComplete(): boolean {
294
+ return this.state.hasPayload && this.state.hasAllData;
295
+ }
296
+
297
+ async waitForData(): Promise<gloas.SignedExecutionPayloadEnvelope> {
298
+ return this.payloadEnvelopeDataPromise.promise;
299
+ }
300
+
301
+ getSerializedCacheKeys(): object[] {
302
+ const objects: object[] = [];
303
+
304
+ if (this.state.hasPayload) {
305
+ objects.push(this.state.payloadEnvelope);
306
+ }
307
+
308
+ for (const {columnSidecar} of this.columnsCache.values()) {
309
+ objects.push(columnSidecar);
310
+ }
311
+
312
+ return objects;
313
+ }
314
+
315
+ getLogMeta(): {
316
+ slot: number;
317
+ blockRoot: string;
318
+ hasPayload: boolean;
319
+ hasAllData: boolean;
320
+ hasComputedAllData: boolean;
321
+ isComplete: boolean;
322
+ columnsCount: number;
323
+ sampledColumnsCount: number;
324
+ } {
325
+ return {
326
+ slot: this.slot,
327
+ blockRoot: this.blockRootHex,
328
+ hasPayload: this.state.hasPayload,
329
+ hasAllData: this.state.hasAllData,
330
+ hasComputedAllData: this.state.hasComputedAllData,
331
+ isComplete: this.isComplete(),
332
+ columnsCount: this.columnsCache.size,
333
+ sampledColumnsCount: this.sampledColumns.length,
334
+ };
335
+ }
336
+ }
@@ -0,0 +1,33 @@
1
+ import {ForkPostGloas} from "@lodestar/params";
2
+ import {ColumnIndex, RootHex, SignedBeaconBlock, gloas} from "@lodestar/types";
3
+
4
+ export enum PayloadEnvelopeInputSource {
5
+ gossip = "gossip",
6
+ api = "api",
7
+ engine = "engine",
8
+ byRange = "req_resp_by_range",
9
+ byRoot = "req_resp_by_root",
10
+ recovery = "recovery",
11
+ }
12
+
13
+ export type SourceMeta = {
14
+ source: PayloadEnvelopeInputSource;
15
+ seenTimestampSec: number;
16
+ peerIdStr?: string;
17
+ };
18
+
19
+ export type ColumnWithSource = SourceMeta & {
20
+ columnSidecar: gloas.DataColumnSidecar;
21
+ };
22
+
23
+ export type CreateFromBlockProps = {
24
+ blockRootHex: RootHex;
25
+ block: SignedBeaconBlock<ForkPostGloas>;
26
+ sampledColumns: ColumnIndex[];
27
+ custodyColumns: ColumnIndex[];
28
+ timeCreatedSec: number;
29
+ };
30
+
31
+ export type AddPayloadEnvelopeProps = SourceMeta & {
32
+ envelope: gloas.SignedExecutionPayloadEnvelope;
33
+ };
@@ -0,0 +1,61 @@
1
+ import {Metrics} from "../../metrics/metrics.js";
2
+ import {JobItemQueue} from "../../util/queue/index.js";
3
+ import type {BeaconChain} from "../chain.js";
4
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
5
+ import {importExecutionPayload} from "./importExecutionPayload.js";
6
+ import {ImportPayloadOpts} from "./types.js";
7
+
8
+ // TODO GLOAS: Set to be equal to DEFAULT_MAX_PENDING_UNFINALIZED_PAYLOAD_ENVELOPE_WRITES for now
9
+ const QUEUE_MAX_LENGTH = 16;
10
+
11
+ enum PayloadEnvelopeImportStatus {
12
+ queued = "queued",
13
+ importing = "importing",
14
+ imported = "imported",
15
+ }
16
+
17
+ /**
18
+ * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
19
+ */
20
+ export class PayloadEnvelopeProcessor {
21
+ readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>;
22
+ private readonly importStatus = new WeakMap<PayloadEnvelopeInput, PayloadEnvelopeImportStatus>();
23
+
24
+ constructor(chain: BeaconChain, metrics: Metrics | null, signal: AbortSignal) {
25
+ this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>(
26
+ (payloadInput, opts) => {
27
+ this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.importing);
28
+ return importExecutionPayload.call(chain, payloadInput, opts);
29
+ },
30
+ {maxLength: QUEUE_MAX_LENGTH, noYieldIfOneItem: true, signal},
31
+ metrics?.payloadEnvelopeProcessorQueue ?? undefined
32
+ );
33
+ }
34
+
35
+ async processPayloadEnvelopeJob(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts = {}): Promise<void> {
36
+ if (!payloadInput.isComplete()) {
37
+ return;
38
+ }
39
+
40
+ if (this.importStatus.get(payloadInput) !== undefined) {
41
+ return;
42
+ }
43
+
44
+ await this.jobQueue.waitForSpace();
45
+
46
+ // Re-check after await, as another call may have queued this payload.
47
+ if (this.importStatus.get(payloadInput) !== undefined) {
48
+ return;
49
+ }
50
+
51
+ this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.queued);
52
+
53
+ try {
54
+ await this.jobQueue.push(payloadInput, opts);
55
+ this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.imported);
56
+ } catch (e) {
57
+ this.importStatus.delete(payloadInput);
58
+ throw e;
59
+ }
60
+ }
61
+ }