@lodestar/beacon-node 1.51.0-dev.ec1447da07 → 1.51.0-dev.ee7f143944

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +36 -88
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +22 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.d.ts +6 -0
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +42 -26
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/GetBlobsTracker.d.ts +13 -2
  14. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  15. package/lib/chain/GetBlobsTracker.js +69 -35
  16. package/lib/chain/GetBlobsTracker.js.map +1 -1
  17. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/archiveStore.js +1 -0
  19. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  20. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  21. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  23. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  24. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  25. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  26. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  27. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  28. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  29. package/lib/chain/blocks/blockInput/types.js +0 -1
  30. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +36 -53
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts +10 -11
  35. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  36. package/lib/chain/blocks/importExecutionPayload.js +32 -18
  37. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  38. package/lib/chain/blocks/index.d.ts.map +1 -1
  39. package/lib/chain/blocks/index.js +4 -4
  40. package/lib/chain/blocks/index.js.map +1 -1
  41. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  42. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  43. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  45. package/lib/chain/blocks/types.d.ts +4 -20
  46. package/lib/chain/blocks/types.d.ts.map +1 -1
  47. package/lib/chain/blocks/types.js +0 -24
  48. package/lib/chain/blocks/types.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlock.js +18 -7
  51. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  52. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.js +14 -2
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  56. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  64. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  68. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  69. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  70. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  71. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  72. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  73. package/lib/chain/bls/interface.d.ts +2 -0
  74. package/lib/chain/bls/interface.d.ts.map +1 -1
  75. package/lib/chain/bls/multithread/index.d.ts +1 -1
  76. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  77. package/lib/chain/bls/multithread/index.js +50 -22
  78. package/lib/chain/bls/multithread/index.js.map +1 -1
  79. package/lib/chain/bls/multithread/types.d.ts +1 -1
  80. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  81. package/lib/chain/bls/multithread/worker.js +1 -1
  82. package/lib/chain/bls/multithread/worker.js.map +1 -1
  83. package/lib/chain/bls/singleThread.js +1 -1
  84. package/lib/chain/bls/singleThread.js.map +1 -1
  85. package/lib/chain/bls/utils.js +1 -1
  86. package/lib/chain/bls/utils.js.map +1 -1
  87. package/lib/chain/chain.d.ts +25 -4
  88. package/lib/chain/chain.d.ts.map +1 -1
  89. package/lib/chain/chain.js +120 -39
  90. package/lib/chain/chain.js.map +1 -1
  91. package/lib/chain/emitter.d.ts +7 -7
  92. package/lib/chain/emitter.d.ts.map +1 -1
  93. package/lib/chain/emitter.js +5 -5
  94. package/lib/chain/emitter.js.map +1 -1
  95. package/lib/chain/errors/blockError.d.ts +1 -1
  96. package/lib/chain/errors/blockError.d.ts.map +1 -1
  97. package/lib/chain/errors/blockError.js +1 -1
  98. package/lib/chain/errors/blockError.js.map +1 -1
  99. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  100. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  101. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  102. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  103. package/lib/chain/errors/index.d.ts +0 -1
  104. package/lib/chain/errors/index.d.ts.map +1 -1
  105. package/lib/chain/errors/index.js +0 -1
  106. package/lib/chain/errors/index.js.map +1 -1
  107. package/lib/chain/forkChoice/index.d.ts +11 -1
  108. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  109. package/lib/chain/forkChoice/index.js +11 -0
  110. package/lib/chain/forkChoice/index.js.map +1 -1
  111. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  112. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  113. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  114. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  115. package/lib/chain/interface.d.ts +9 -7
  116. package/lib/chain/interface.d.ts.map +1 -1
  117. package/lib/chain/interface.js.map +1 -1
  118. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  119. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  120. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  121. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  122. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  123. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  124. package/lib/chain/opPools/attestationPool.js +15 -4
  125. package/lib/chain/opPools/attestationPool.js.map +1 -1
  126. package/lib/chain/opPools/index.d.ts +1 -0
  127. package/lib/chain/opPools/index.d.ts.map +1 -1
  128. package/lib/chain/opPools/index.js +1 -0
  129. package/lib/chain/opPools/index.js.map +1 -1
  130. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  131. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  132. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  133. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  134. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  135. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  136. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  137. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  138. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  139. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  140. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  141. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  142. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  143. package/lib/chain/opPools/utils.d.ts +1 -1
  144. package/lib/chain/opPools/utils.d.ts.map +1 -1
  145. package/lib/chain/opPools/utils.js +1 -1
  146. package/lib/chain/opPools/utils.js.map +1 -1
  147. package/lib/chain/options.d.ts +5 -3
  148. package/lib/chain/options.d.ts.map +1 -1
  149. package/lib/chain/options.js +0 -1
  150. package/lib/chain/options.js.map +1 -1
  151. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  152. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  153. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  154. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  155. package/lib/chain/proposerTracker.d.ts +31 -0
  156. package/lib/chain/proposerTracker.d.ts.map +1 -0
  157. package/lib/chain/proposerTracker.js +75 -0
  158. package/lib/chain/proposerTracker.js.map +1 -0
  159. package/lib/chain/regen/interface.d.ts +1 -1
  160. package/lib/chain/regen/interface.d.ts.map +1 -1
  161. package/lib/chain/regen/queued.d.ts +1 -1
  162. package/lib/chain/regen/queued.d.ts.map +1 -1
  163. package/lib/chain/regen/queued.js +5 -3
  164. package/lib/chain/regen/queued.js.map +1 -1
  165. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  166. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  167. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  168. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  169. package/lib/chain/validation/executionPayloadBid.js +13 -13
  170. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  171. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  172. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  173. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  174. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  175. package/lib/chain/validation/syncCommittee.d.ts.map +1 -1
  176. package/lib/chain/validation/syncCommittee.js +16 -10
  177. package/lib/chain/validation/syncCommittee.js.map +1 -1
  178. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  179. package/lib/chain/validation/syncCommitteeContributionAndProof.js +11 -0
  180. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  181. package/lib/chain/validatorMonitor.d.ts +1 -2
  182. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  183. package/lib/chain/validatorMonitor.js +0 -3
  184. package/lib/chain/validatorMonitor.js.map +1 -1
  185. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  186. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  187. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  188. package/lib/db/flatFileStore/slotIndex.js +2 -2
  189. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  190. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  191. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  192. package/lib/db/repositories/blobSidecars.js +0 -1
  193. package/lib/db/repositories/blobSidecars.js.map +1 -1
  194. package/lib/execution/builder/apiClient.d.ts +14 -8
  195. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  196. package/lib/execution/builder/apiClient.js +12 -10
  197. package/lib/execution/builder/apiClient.js.map +1 -1
  198. package/lib/execution/builder/http.d.ts +2 -0
  199. package/lib/execution/builder/http.d.ts.map +1 -1
  200. package/lib/execution/builder/http.js +2 -0
  201. package/lib/execution/builder/http.js.map +1 -1
  202. package/lib/execution/engine/http.d.ts +4 -6
  203. package/lib/execution/engine/http.d.ts.map +1 -1
  204. package/lib/execution/engine/http.js +8 -10
  205. package/lib/execution/engine/http.js.map +1 -1
  206. package/lib/execution/engine/index.d.ts +1 -1
  207. package/lib/execution/engine/index.d.ts.map +1 -1
  208. package/lib/execution/engine/index.js +1 -1
  209. package/lib/execution/engine/index.js.map +1 -1
  210. package/lib/execution/engine/interface.d.ts +18 -6
  211. package/lib/execution/engine/interface.d.ts.map +1 -1
  212. package/lib/execution/engine/interface.js.map +1 -1
  213. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  214. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  215. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  216. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  217. package/lib/execution/engine/mock.d.ts +0 -1
  218. package/lib/execution/engine/mock.d.ts.map +1 -1
  219. package/lib/execution/engine/mock.js +0 -4
  220. package/lib/execution/engine/mock.js.map +1 -1
  221. package/lib/execution/engine/restTransport.d.ts +2 -4
  222. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  223. package/lib/execution/engine/restTransport.js +1 -15
  224. package/lib/execution/engine/restTransport.js.map +1 -1
  225. package/lib/execution/engine/sszTypes.d.ts +0 -9
  226. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  227. package/lib/execution/engine/sszTypes.js +0 -5
  228. package/lib/execution/engine/sszTypes.js.map +1 -1
  229. package/lib/execution/engine/transport.d.ts +1 -14
  230. package/lib/execution/engine/transport.d.ts.map +1 -1
  231. package/lib/execution/engine/types.d.ts +0 -8
  232. package/lib/execution/engine/types.d.ts.map +1 -1
  233. package/lib/execution/engine/types.js +2 -10
  234. package/lib/execution/engine/types.js.map +1 -1
  235. package/lib/execution/engine/utils.d.ts.map +1 -1
  236. package/lib/execution/engine/utils.js +3 -2
  237. package/lib/execution/engine/utils.js.map +1 -1
  238. package/lib/index.d.ts +1 -1
  239. package/lib/index.d.ts.map +1 -1
  240. package/lib/index.js +1 -1
  241. package/lib/index.js.map +1 -1
  242. package/lib/metrics/metrics/beacon.d.ts +0 -9
  243. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  244. package/lib/metrics/metrics/beacon.js +0 -30
  245. package/lib/metrics/metrics/beacon.js.map +1 -1
  246. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  247. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  248. package/lib/metrics/metrics/lodestar.js +79 -18
  249. package/lib/metrics/metrics/lodestar.js.map +1 -1
  250. package/lib/metrics/server/http.js +5 -5
  251. package/lib/metrics/server/http.js.map +1 -1
  252. package/lib/monitoring/service.js +1 -1
  253. package/lib/monitoring/service.js.map +1 -1
  254. package/lib/network/core/networkCore.d.ts +4 -1
  255. package/lib/network/core/networkCore.d.ts.map +1 -1
  256. package/lib/network/core/networkCore.js +7 -0
  257. package/lib/network/core/networkCore.js.map +1 -1
  258. package/lib/network/core/networkCoreWorker.js +2 -0
  259. package/lib/network/core/networkCoreWorker.js.map +1 -1
  260. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  261. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  262. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  263. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  264. package/lib/network/core/types.d.ts +6 -1
  265. package/lib/network/core/types.d.ts.map +1 -1
  266. package/lib/network/gossip/gossipsub.d.ts +1 -0
  267. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  268. package/lib/network/gossip/gossipsub.js +10 -0
  269. package/lib/network/gossip/gossipsub.js.map +1 -1
  270. package/lib/network/gossip/interface.d.ts +1 -8
  271. package/lib/network/gossip/interface.d.ts.map +1 -1
  272. package/lib/network/gossip/interface.js +0 -1
  273. package/lib/network/gossip/interface.js.map +1 -1
  274. package/lib/network/gossip/topic.d.ts +0 -16
  275. package/lib/network/gossip/topic.d.ts.map +1 -1
  276. package/lib/network/gossip/topic.js +0 -23
  277. package/lib/network/gossip/topic.js.map +1 -1
  278. package/lib/network/interface.d.ts +4 -5
  279. package/lib/network/interface.d.ts.map +1 -1
  280. package/lib/network/libp2p/index.d.ts.map +1 -1
  281. package/lib/network/libp2p/index.js +5 -1
  282. package/lib/network/libp2p/index.js.map +1 -1
  283. package/lib/network/network.d.ts +8 -7
  284. package/lib/network/network.d.ts.map +1 -1
  285. package/lib/network/network.js +53 -35
  286. package/lib/network/network.js.map +1 -1
  287. package/lib/network/options.d.ts +2 -0
  288. package/lib/network/options.d.ts.map +1 -1
  289. package/lib/network/options.js +2 -0
  290. package/lib/network/options.js.map +1 -1
  291. package/lib/network/peers/peerManager.d.ts +2 -1
  292. package/lib/network/peers/peerManager.d.ts.map +1 -1
  293. package/lib/network/peers/peerManager.js +28 -1
  294. package/lib/network/peers/peerManager.js.map +1 -1
  295. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  296. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  297. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  298. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  299. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  300. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  301. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  302. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  303. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  304. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  305. package/lib/network/peers/utils/subnetMap.js +6 -3
  306. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  307. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  308. package/lib/network/processor/extractSlotRootFns.js +1 -8
  309. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  310. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  311. package/lib/network/processor/gossipHandlers.js +52 -131
  312. package/lib/network/processor/gossipHandlers.js.map +1 -1
  313. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  314. package/lib/network/processor/gossipQueues/index.js +0 -6
  315. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  316. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  317. package/lib/network/processor/gossipValidatorFn.js +1 -5
  318. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  319. package/lib/network/processor/index.d.ts +6 -0
  320. package/lib/network/processor/index.d.ts.map +1 -1
  321. package/lib/network/processor/index.js +29 -4
  322. package/lib/network/processor/index.js.map +1 -1
  323. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  324. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  325. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  326. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  327. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  328. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  329. package/lib/network/reqresp/handlers/index.js +1 -12
  330. package/lib/network/reqresp/handlers/index.js.map +1 -1
  331. package/lib/network/reqresp/protocols.d.ts +0 -2
  332. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  333. package/lib/network/reqresp/protocols.js +0 -10
  334. package/lib/network/reqresp/protocols.js.map +1 -1
  335. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  336. package/lib/network/reqresp/rateLimit.js +1 -17
  337. package/lib/network/reqresp/rateLimit.js.map +1 -1
  338. package/lib/network/reqresp/types.d.ts +2 -8
  339. package/lib/network/reqresp/types.d.ts.map +1 -1
  340. package/lib/network/reqresp/types.js +1 -7
  341. package/lib/network/reqresp/types.js.map +1 -1
  342. package/lib/network/subnets/attnetsService.d.ts +35 -5
  343. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  344. package/lib/network/subnets/attnetsService.js +84 -6
  345. package/lib/network/subnets/attnetsService.js.map +1 -1
  346. package/lib/network/subnets/interface.d.ts +7 -0
  347. package/lib/network/subnets/interface.d.ts.map +1 -1
  348. package/lib/network/subnets/interface.js.map +1 -1
  349. package/lib/node/nodejs.d.ts +3 -1
  350. package/lib/node/nodejs.d.ts.map +1 -1
  351. package/lib/node/nodejs.js +38 -20
  352. package/lib/node/nodejs.js.map +1 -1
  353. package/lib/node/options.d.ts +3 -1
  354. package/lib/node/options.d.ts.map +1 -1
  355. package/lib/node/options.js +4 -2
  356. package/lib/node/options.js.map +1 -1
  357. package/lib/sync/interface.d.ts.map +1 -1
  358. package/lib/sync/interface.js.map +1 -1
  359. package/lib/sync/range/batch.d.ts +2 -3
  360. package/lib/sync/range/batch.d.ts.map +1 -1
  361. package/lib/sync/range/batch.js +9 -22
  362. package/lib/sync/range/batch.js.map +1 -1
  363. package/lib/sync/range/chain.d.ts.map +1 -1
  364. package/lib/sync/range/chain.js +2 -15
  365. package/lib/sync/range/chain.js.map +1 -1
  366. package/lib/sync/sync.d.ts +15 -0
  367. package/lib/sync/sync.d.ts.map +1 -1
  368. package/lib/sync/sync.js +103 -25
  369. package/lib/sync/sync.js.map +1 -1
  370. package/lib/sync/unknownBlock.d.ts.map +1 -1
  371. package/lib/sync/unknownBlock.js +1 -7
  372. package/lib/sync/unknownBlock.js.map +1 -1
  373. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  374. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  375. package/lib/sync/utils/downloadByRange.js +24 -128
  376. package/lib/sync/utils/downloadByRange.js.map +1 -1
  377. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  378. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  379. package/lib/sync/utils/downloadByRoot.js +14 -99
  380. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  381. package/lib/util/blobs.d.ts +1 -7
  382. package/lib/util/blobs.d.ts.map +1 -1
  383. package/lib/util/blobs.js +0 -19
  384. package/lib/util/blobs.js.map +1 -1
  385. package/lib/util/execution.d.ts +3 -4
  386. package/lib/util/execution.d.ts.map +1 -1
  387. package/lib/util/execution.js +1 -73
  388. package/lib/util/execution.js.map +1 -1
  389. package/lib/util/file.d.ts.map +1 -1
  390. package/lib/util/file.js +8 -9
  391. package/lib/util/file.js.map +1 -1
  392. package/lib/util/queue/itemQueue.js +1 -1
  393. package/lib/util/queue/itemQueue.js.map +1 -1
  394. package/lib/util/sszBytes.d.ts +5 -1
  395. package/lib/util/sszBytes.d.ts.map +1 -1
  396. package/lib/util/sszBytes.js +36 -19
  397. package/lib/util/sszBytes.js.map +1 -1
  398. package/lib/util/types.d.ts +0 -5
  399. package/lib/util/types.d.ts.map +1 -1
  400. package/lib/util/types.js +1 -2
  401. package/lib/util/types.js.map +1 -1
  402. package/package.json +16 -17
  403. package/src/api/impl/beacon/blocks/index.ts +59 -109
  404. package/src/api/impl/beacon/pool/index.ts +31 -1
  405. package/src/api/impl/beacon/state/utils.ts +1 -1
  406. package/src/api/impl/validator/index.ts +47 -30
  407. package/src/chain/GetBlobsTracker.ts +82 -52
  408. package/src/chain/archiveStore/archiveStore.ts +1 -0
  409. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  410. package/src/chain/blocks/blockInput/errors.ts +1 -2
  411. package/src/chain/blocks/blockInput/types.ts +2 -20
  412. package/src/chain/blocks/importBlock.ts +56 -72
  413. package/src/chain/blocks/importExecutionPayload.ts +55 -34
  414. package/src/chain/blocks/index.ts +11 -4
  415. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  416. package/src/chain/blocks/types.ts +5 -31
  417. package/src/chain/blocks/verifyBlock.ts +31 -16
  418. package/src/chain/blocks/verifyBlocksDataAvailability.ts +16 -2
  419. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  420. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  421. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  422. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  423. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  424. package/src/chain/bls/interface.ts +2 -0
  425. package/src/chain/bls/multithread/index.ts +48 -24
  426. package/src/chain/bls/multithread/types.ts +1 -1
  427. package/src/chain/bls/multithread/worker.ts +1 -5
  428. package/src/chain/bls/singleThread.ts +1 -1
  429. package/src/chain/bls/utils.ts +1 -1
  430. package/src/chain/chain.ts +136 -38
  431. package/src/chain/emitter.ts +8 -8
  432. package/src/chain/errors/blockError.ts +1 -1
  433. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  434. package/src/chain/errors/index.ts +0 -1
  435. package/src/chain/forkChoice/index.ts +11 -0
  436. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  437. package/src/chain/interface.ts +9 -6
  438. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  439. package/src/chain/opPools/attestationPool.ts +16 -4
  440. package/src/chain/opPools/index.ts +1 -0
  441. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  442. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  443. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  444. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  445. package/src/chain/opPools/utils.ts +1 -1
  446. package/src/chain/options.ts +5 -4
  447. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  448. package/src/chain/proposerTracker.ts +94 -0
  449. package/src/chain/regen/interface.ts +1 -1
  450. package/src/chain/regen/queued.ts +6 -4
  451. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  452. package/src/chain/validation/executionPayloadBid.ts +14 -13
  453. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  454. package/src/chain/validation/syncCommittee.ts +31 -15
  455. package/src/chain/validation/syncCommitteeContributionAndProof.ts +13 -0
  456. package/src/chain/validatorMonitor.ts +0 -6
  457. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  458. package/src/db/flatFileStore/slotIndex.ts +4 -3
  459. package/src/db/repositories/blobSidecars.ts +0 -1
  460. package/src/execution/builder/apiClient.ts +16 -13
  461. package/src/execution/builder/http.ts +4 -0
  462. package/src/execution/engine/http.ts +19 -42
  463. package/src/execution/engine/index.ts +1 -1
  464. package/src/execution/engine/interface.ts +19 -10
  465. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  466. package/src/execution/engine/mock.ts +0 -7
  467. package/src/execution/engine/restTransport.ts +3 -22
  468. package/src/execution/engine/sszTypes.ts +0 -9
  469. package/src/execution/engine/transport.ts +8 -17
  470. package/src/execution/engine/types.ts +3 -18
  471. package/src/execution/engine/utils.ts +4 -2
  472. package/src/index.ts +1 -1
  473. package/src/metrics/metrics/beacon.ts +0 -30
  474. package/src/metrics/metrics/lodestar.ts +80 -18
  475. package/src/metrics/server/http.ts +5 -5
  476. package/src/monitoring/service.ts +1 -1
  477. package/src/network/core/networkCore.ts +11 -1
  478. package/src/network/core/networkCoreWorker.ts +2 -0
  479. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  480. package/src/network/core/types.ts +6 -1
  481. package/src/network/gossip/gossipsub.ts +11 -0
  482. package/src/network/gossip/interface.ts +0 -5
  483. package/src/network/gossip/topic.ts +0 -25
  484. package/src/network/interface.ts +2 -5
  485. package/src/network/libp2p/index.ts +5 -1
  486. package/src/network/network.ts +55 -58
  487. package/src/network/options.ts +4 -0
  488. package/src/network/peers/peerManager.ts +28 -3
  489. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  490. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  491. package/src/network/peers/utils/subnetMap.ts +6 -3
  492. package/src/network/processor/extractSlotRootFns.ts +0 -9
  493. package/src/network/processor/gossipHandlers.ts +65 -164
  494. package/src/network/processor/gossipQueues/index.ts +0 -6
  495. package/src/network/processor/gossipValidatorFn.ts +0 -5
  496. package/src/network/processor/index.ts +25 -4
  497. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  498. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  499. package/src/network/reqresp/handlers/index.ts +0 -17
  500. package/src/network/reqresp/protocols.ts +0 -12
  501. package/src/network/reqresp/rateLimit.ts +1 -17
  502. package/src/network/reqresp/types.ts +0 -13
  503. package/src/network/subnets/attnetsService.ts +94 -6
  504. package/src/network/subnets/interface.ts +7 -0
  505. package/src/node/nodejs.ts +40 -21
  506. package/src/node/options.ts +9 -6
  507. package/src/sync/interface.ts +1 -0
  508. package/src/sync/range/batch.ts +9 -21
  509. package/src/sync/range/chain.ts +2 -14
  510. package/src/sync/sync.ts +108 -26
  511. package/src/sync/unknownBlock.ts +1 -8
  512. package/src/sync/utils/downloadByRange.ts +31 -230
  513. package/src/sync/utils/downloadByRoot.ts +15 -142
  514. package/src/util/blobs.ts +0 -34
  515. package/src/util/execution.ts +8 -102
  516. package/src/util/file.ts +8 -9
  517. package/src/util/queue/itemQueue.ts +1 -1
  518. package/src/util/sszBytes.ts +42 -24
  519. package/src/util/types.ts +1 -8
  520. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  521. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  522. package/lib/chain/errors/blobSidecarError.js +0 -38
  523. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  524. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  525. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  526. package/lib/chain/validation/blobSidecar.js +0 -276
  527. package/lib/chain/validation/blobSidecar.js.map +0 -1
  528. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  529. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  530. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  531. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  532. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  533. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  534. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  535. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  536. package/src/chain/errors/blobSidecarError.ts +0 -70
  537. package/src/chain/validation/blobSidecar.ts +0 -357
  538. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  539. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -2,6 +2,9 @@ import {SerializedList} from "@chainsafe/ssz";
2
2
  import {routes} from "@lodestar/api";
3
3
  import {
4
4
  ExecutionStatus,
5
+ ForkChoiceError,
6
+ ForkChoiceErrorCode,
7
+ InvalidBlockCode,
5
8
  PayloadExecutionStatus,
6
9
  getFinalizedExecutionBlockHash,
7
10
  getSafeExecutionBlockHash,
@@ -26,7 +29,6 @@ import {
26
29
  verifyExecutionPayloadEnvelope,
27
30
  verifyExecutionPayloadEnvelopeSignature,
28
31
  } from "./verifyExecutionPayloadEnvelope.js";
29
- import {verifyPayloadsDataAvailability} from "./verifyPayloadsDataAvailability.js";
30
32
 
31
33
  const EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS = 64;
32
34
 
@@ -34,9 +36,11 @@ export enum PayloadErrorCode {
34
36
  EXECUTION_ENGINE_INVALID = "PAYLOAD_ERROR_EXECUTION_ENGINE_INVALID",
35
37
  EXECUTION_ENGINE_ERROR = "PAYLOAD_ERROR_EXECUTION_ENGINE_ERROR",
36
38
  BLOCK_NOT_IN_FORK_CHOICE = "PAYLOAD_ERROR_BLOCK_NOT_IN_FORK_CHOICE",
39
+ BLOCK_EXECUTION_INVALID = "PAYLOAD_ERROR_BLOCK_EXECUTION_INVALID",
37
40
  MISS_BLOCK_STATE = "PAYLOAD_ERROR_MISS_BLOCK_STATE",
38
41
  ENVELOPE_VERIFICATION_ERROR = "PAYLOAD_ERROR_ENVELOPE_VERIFICATION_ERROR",
39
42
  INVALID_SIGNATURE = "PAYLOAD_ERROR_INVALID_SIGNATURE",
43
+ DATA_UNAVAILABLE = "PAYLOAD_ERROR_DATA_UNAVAILABLE",
40
44
  }
41
45
 
42
46
  export type PayloadErrorType =
@@ -54,6 +58,10 @@ export type PayloadErrorType =
54
58
  code: PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE;
55
59
  blockRootHex: string;
56
60
  }
61
+ | {
62
+ code: PayloadErrorCode.BLOCK_EXECUTION_INVALID;
63
+ blockRootHex: string;
64
+ }
57
65
  | {
58
66
  code: PayloadErrorCode.MISS_BLOCK_STATE;
59
67
  blockRootHex: string;
@@ -64,6 +72,9 @@ export type PayloadErrorType =
64
72
  }
65
73
  | {
66
74
  code: PayloadErrorCode.INVALID_SIGNATURE;
75
+ }
76
+ | {
77
+ code: PayloadErrorCode.DATA_UNAVAILABLE;
67
78
  };
68
79
 
69
80
  export class PayloadError extends Error {
@@ -95,7 +106,8 @@ function toForkChoiceExecutionStatus(status: ExecutionPayloadStatus): PayloadExe
95
106
  * are applied on the next block via processParentExecutionPayload.
96
107
  *
97
108
  * The DA wait must have run upstream (range sync awaits DA in `verifyBlocksInEpoch` for the
98
- * whole segment; gossip / API path uses the `processExecutionPayload` wrapper below).
109
+ * whole segment; the gossip / API / unknown-payload sync path waits in `PayloadEnvelopeProcessor`
110
+ * before the import is queued).
99
111
  *
100
112
  * Steps:
101
113
  * 1. Emit `execution_payload_available` event for payload attestation
@@ -140,6 +152,13 @@ export async function importExecutionPayload(
140
152
  blockRootHex,
141
153
  });
142
154
  }
155
+ // The payload chain this block builds on was invalidated, a VALID verdict here would contradict it
156
+ if (protoBlock.executionStatus === ExecutionStatus.Invalid) {
157
+ throw new PayloadError(payloadInput, {
158
+ code: PayloadErrorCode.BLOCK_EXECUTION_INVALID,
159
+ blockRootHex,
160
+ });
161
+ }
143
162
 
144
163
  // 3. Regenerate state for envelope verification
145
164
  const blockState = await this.regen
@@ -318,25 +337,45 @@ export async function importExecutionPayload(
318
337
 
319
338
  // 6. Update fork choice, transitions the block's PENDING variant to FULL
320
339
  const execStatus = toForkChoiceExecutionStatus(execResult.status);
321
- this.forkChoice.onExecutionPayload(
322
- blockRootHex,
323
- blockHashHex,
324
- envelope.payload.blockNumber,
325
- envelope.payload.gasLimit,
326
- execStatus,
327
- dataAvailabilityStatus
328
- );
340
+ try {
341
+ this.forkChoice.onExecutionPayload(
342
+ blockRootHex,
343
+ blockHashHex,
344
+ envelope.payload.blockNumber,
345
+ envelope.payload.gasLimit,
346
+ execStatus,
347
+ dataAvailabilityStatus
348
+ );
349
+ } catch (e) {
350
+ // The payload chain can be invalidated by a forkchoiceUpdated verdict while the engine was awaited
351
+ if (
352
+ e instanceof ForkChoiceError &&
353
+ e.type.code === ForkChoiceErrorCode.INVALID_BLOCK &&
354
+ e.type.err.code === InvalidBlockCode.PARENT_EXECUTION_INVALID
355
+ ) {
356
+ throw new PayloadError(payloadInput, {code: PayloadErrorCode.BLOCK_EXECUTION_INVALID, blockRootHex});
357
+ }
358
+ throw e;
359
+ }
329
360
 
330
361
  // 7. Queue notifyForkchoiceUpdate to engine api
331
362
  const head = this.forkChoice.getHead();
332
- if (!this.opts.disableImportExecutionFcU && blockRootHex === head.blockRoot) {
363
+ if (
364
+ !this.opts.disableImportExecutionFcU &&
365
+ blockRootHex === head.blockRoot &&
366
+ // Skip a payload that does not satisfy the inclusion list constraints, fork choice keeps the EMPTY
367
+ // variant as head and the next prepare fcU keeps the engine on the parent payload
368
+ this.forkChoice.isPayloadInclusionListSatisfied(blockRootHex)
369
+ ) {
333
370
  const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
334
371
  const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
335
- this.executionEngine.notifyForkchoiceUpdate(fork, blockHashHex, safeBlockHash, finalizedBlockHash).catch((e) => {
336
- if (!isErrorAborted(e) && !isQueueErrorAborted(e)) {
337
- this.logger.error("Error pushing notifyForkchoiceUpdate()", {blockHashHex, finalizedBlockHash}, e);
338
- }
339
- });
372
+ this.executionEngine
373
+ .notifyForkchoiceUpdate(fork, blockRootHex, blockHashHex, safeBlockHash, finalizedBlockHash)
374
+ .catch((e) => {
375
+ if (!isErrorAborted(e) && !isQueueErrorAborted(e)) {
376
+ this.logger.error("Error pushing notifyForkchoiceUpdate()", {blockHashHex, finalizedBlockHash}, e);
377
+ }
378
+ });
340
379
  }
341
380
 
342
381
  // 8. Record metrics for payload envelope and column sources
@@ -368,21 +407,3 @@ export async function importExecutionPayload(
368
407
  delaySec,
369
408
  });
370
409
  }
371
-
372
- /**
373
- * Process an execution payload envelope end-to-end: wait for DA, then import.
374
- *
375
- * Used by the PayloadEnvelopeProcessor queue (gossip / API / unknown-payload sync) — i.e.
376
- * callers that have NOT already awaited DA themselves. Range sync's inline dispatch in
377
- * processBlocks skips this wrapper and calls `importExecutionPayload` directly, since
378
- * `verifyBlocksInEpoch` already awaited DA for the segment.
379
- */
380
- export async function processExecutionPayload(
381
- this: BeaconChain,
382
- payloadInput: PayloadEnvelopeInput,
383
- signal: AbortSignal,
384
- opts: ImportPayloadOpts = {}
385
- ): Promise<void> {
386
- const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability([payloadInput], signal);
387
- await importExecutionPayload.call(this, payloadInput, dataAvailabilityStatuses[0], opts);
388
- }
@@ -7,7 +7,7 @@ import {nextEventLoop} from "../../util/eventLoop.js";
7
7
  import {JobItemQueue, isQueueErrorAborted} from "../../util/queue/index.js";
8
8
  import type {BeaconChain} from "../chain.js";
9
9
  import {BlockError, BlockErrorCode, isBlockErrorAborted} from "../errors/index.js";
10
- import {ForkchoiceCaller} from "../forkChoice/index.js";
10
+ import {ExecutionInvalidSource, ForkchoiceCaller} from "../forkChoice/index.js";
11
11
  import {BlockProcessOpts} from "../options.js";
12
12
  import {IBlockInput} from "./blockInput/types.js";
13
13
  import {importBlock, importsBlockAttestations} from "./importBlock.js";
@@ -123,7 +123,10 @@ export async function processBlocks(
123
123
  // and we need to further propagate
124
124
  if (segmentExecStatus.execAborted !== null) {
125
125
  if (segmentExecStatus.invalidSegmentLVH !== undefined) {
126
- this.forkChoice.validateLatestHash(segmentExecStatus.invalidSegmentLVH);
126
+ this.executionEngine.invalidateExecutionPayloads(
127
+ segmentExecStatus.invalidSegmentLVH,
128
+ ExecutionInvalidSource.blockSegment
129
+ );
127
130
  }
128
131
  throw segmentExecStatus.execAborted.execError;
129
132
  }
@@ -147,7 +150,7 @@ export async function processBlocks(
147
150
  proposerBalanceDelta: proposerBalanceDeltas[i],
148
151
  indexedAttestations: indexedAttestationsByBlock[i],
149
152
  // TODO: Make this param mandatory and capture in gossip
150
- seenTimestampSec: opts.seenTimestampSec ?? Math.floor(Date.now() / 1000),
153
+ seenTimestampSec: opts.seenTimestampSec ?? Date.now() / 1000,
151
154
  });
152
155
  }
153
156
 
@@ -292,7 +295,11 @@ async function importPayloadEnvelopesOfKnownBlocks(
292
295
  return result;
293
296
  }
294
297
 
295
- const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(payloadInputs, new AbortController().signal);
298
+ const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(
299
+ this.config,
300
+ payloadInputs,
301
+ new AbortController().signal
302
+ );
296
303
  for (let i = 0; i < payloadInputs.length; i++) {
297
304
  this.logger.debug("Importing payload envelope of known block", {
298
305
  slot: payloadInputs[i].slot,
@@ -1,32 +1,37 @@
1
+ import {DataAvailabilityStatus} from "@lodestar/state-transition";
1
2
  import {Metrics} from "../../metrics/metrics.js";
2
3
  import {JobItemQueue} from "../../util/queue/index.js";
3
4
  import type {BeaconChain} from "../chain.js";
4
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
5
- import {processExecutionPayload} from "./importExecutionPayload.js";
6
+ import {importExecutionPayload} from "./importExecutionPayload.js";
6
7
  import {ImportPayloadOpts} from "./types.js";
8
+ import {verifyPayloadsDataAvailability} from "./verifyPayloadsDataAvailability.js";
7
9
 
8
10
  // TODO GLOAS: Set to be equal to DEFAULT_MAX_PENDING_UNFINALIZED_PAYLOAD_ENVELOPE_WRITES for now
9
11
  const QUEUE_MAX_LENGTH = 16;
10
12
 
11
13
  /**
12
- * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
14
+ * PayloadEnvelopeProcessor imports payload envelopes in a queued fashion, one after the other.
13
15
  *
14
- * Jobs are enqueued only on envelope arrival (gossip or API). The envelope may reach us before
15
- * the sampled data columns; importExecutionPayload awaits `verifyPayloadsDataAvailability`
16
- * internally, so a queued job can pend for up to `PAYLOAD_DATA_AVAILABILITY_TIMEOUT` while
17
- * waiting for columns. Duplicate triggers for the same payloadInput are deduped by sharing the
18
- * in-flight import promise: every caller observes the real import outcome. Resolving duplicates
19
- * early instead would let BlockInputSync mark a still-pending payload as processed, re-queue it,
20
- * and spin re-processing the same root until OOM while the import is blocked (e.g. EL syncing).
16
+ * Jobs are triggered only on envelope arrival (gossip or API). The envelope may reach us before the
17
+ * sampled data columns, the data availability wait runs before the job is queued. Duplicate
18
+ * triggers for the same payloadInput are deduped by sharing the in-flight promise: every caller
19
+ * observes the real import outcome. Resolving duplicates early instead would let
20
+ * BlockInputSync mark a still-pending payload as processed, re-queue it, and spin re-processing
21
+ * the same root until OOM while the import is blocked (e.g. EL syncing).
21
22
  */
22
23
  export class PayloadEnvelopeProcessor {
23
- readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>;
24
+ readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>;
24
25
  private readonly imports = new WeakMap<PayloadEnvelopeInput, Promise<void>>();
25
26
 
26
- constructor(chain: BeaconChain, metrics: Metrics | null, signal: AbortSignal) {
27
- this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>(
28
- (payloadInput, opts) => {
29
- return processExecutionPayload.call(chain, payloadInput, signal, opts);
27
+ constructor(
28
+ private readonly chain: BeaconChain,
29
+ metrics: Metrics | null,
30
+ private readonly signal: AbortSignal
31
+ ) {
32
+ this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>(
33
+ (payloadInput, dataAvailabilityStatus, opts) => {
34
+ return importExecutionPayload.call(chain, payloadInput, dataAvailabilityStatus, opts);
30
35
  },
31
36
  {maxLength: QUEUE_MAX_LENGTH, noYieldIfOneItem: true, signal},
32
37
  metrics?.payloadEnvelopeProcessorQueue ?? undefined
@@ -35,19 +40,11 @@ export class PayloadEnvelopeProcessor {
35
40
 
36
41
  async processPayloadEnvelopeJob(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts = {}): Promise<void> {
37
42
  const existing = this.imports.get(payloadInput);
38
- if (existing) {
43
+ if (existing !== undefined) {
39
44
  return existing;
40
45
  }
41
46
 
42
- await this.jobQueue.waitForSpace();
43
-
44
- // Re-check after await, as another call may have queued this payload.
45
- const queued = this.imports.get(payloadInput);
46
- if (queued) {
47
- return queued;
48
- }
49
-
50
- const importPromise = this.jobQueue.push(payloadInput, opts);
47
+ const importPromise = this.waitForDataAndImport(payloadInput, opts);
51
48
  this.imports.set(payloadInput, importPromise);
52
49
 
53
50
  try {
@@ -59,4 +56,18 @@ export class PayloadEnvelopeProcessor {
59
56
  throw e;
60
57
  }
61
58
  }
59
+
60
+ private async waitForDataAndImport(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts): Promise<void> {
61
+ const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(
62
+ this.chain.config,
63
+ [payloadInput],
64
+ this.signal
65
+ );
66
+
67
+ while (this.jobQueue.jobLen >= QUEUE_MAX_LENGTH) {
68
+ await this.jobQueue.waitForSpace();
69
+ }
70
+
71
+ return this.jobQueue.push(payloadInput, dataAvailabilityStatuses[0], opts);
72
+ }
62
73
  }
@@ -1,17 +1,9 @@
1
- import type {ChainForkConfig} from "@lodestar/config";
2
1
  import type {BlockExecutionStatus, PayloadExecutionStatus} from "@lodestar/fork-choice";
3
- import {ForkSeq} from "@lodestar/params";
4
- import {DataAvailabilityStatus, IBeaconStateView, computeEpochAtSlot} from "@lodestar/state-transition";
2
+ import {DataAvailabilityStatus, IBeaconStateView} from "@lodestar/state-transition";
5
3
  import type {IndexedAttestation, Slot, fulu} from "@lodestar/types";
6
4
  import {IBlockInput} from "./blockInput/types.js";
7
5
  import {OrphanedPayloadEnvelope} from "./utils/chainSegment.js";
8
6
 
9
- export enum GossipedInputType {
10
- block = "block",
11
- blob = "blob",
12
- dataColumn = "data_column",
13
- }
14
-
15
7
  export enum InclusionListSource {
16
8
  gossip = "gossip",
17
9
  api = "api",
@@ -23,30 +15,11 @@ type DataColumnData = {
23
15
  };
24
16
  export type DataColumnsCacheMap = Map<number, DataColumnData>;
25
17
 
26
- export function blockRequiresBlobs(config: ChainForkConfig, blockSlot: Slot, clockSlot: Slot): boolean {
27
- return (
28
- config.getForkSeq(blockSlot) >= ForkSeq.deneb &&
29
- // Only request blobs if they are recent enough
30
- computeEpochAtSlot(blockSlot) >= computeEpochAtSlot(clockSlot) - config.MIN_EPOCHS_FOR_BLOB_SIDECARS_REQUESTS
31
- );
32
- }
33
-
34
18
  export enum AttestationImportOpt {
35
19
  Skip,
36
20
  Force,
37
21
  }
38
22
 
39
- export enum BlobSidecarValidation {
40
- /** When recieved in gossip the blobs are individually verified before import */
41
- Individual,
42
- /**
43
- * Blobs when recieved in req/resp can be fully verified before import
44
- * but currently used in spec tests where blobs come without proofs and assumed
45
- * to be valid
46
- */
47
- Full,
48
- }
49
-
50
23
  export type ImportPayloadOpts = {
51
24
  /**
52
25
  * Set to true when the envelope was already validated upstream (e.g., gossip/API validation):
@@ -89,8 +62,6 @@ export type ImportBlockOpts = {
89
62
  * Metadata: `true` if all the signatures including the proposer signature have been verified
90
63
  */
91
64
  validSignatures?: boolean;
92
- /** Set to true if already run `validateBlobSidecars()` sucessfully on the blobs */
93
- validBlobSidecars?: BlobSidecarValidation;
94
65
  /** Seen timestamp seconds */
95
66
  seenTimestampSec?: number;
96
67
  };
@@ -109,7 +80,10 @@ export type FullyVerifiedBlock = {
109
80
  parentBlockSlot: Slot;
110
81
  proposerBalanceDelta: number;
111
82
  dataAvailabilityStatus: DataAvailabilityStatus;
112
- /** Pre-computed indexed attestations from signature verification to avoid duplicate work */
83
+ /**
84
+ * Pre-computed indexed attestations from signature verification to avoid duplicate work.
85
+ * Their `attestingIndices` are in committee order, not sorted, so they are not spec-valid `IndexedAttestation`s.
86
+ */
113
87
  indexedAttestations: IndexedAttestation[];
114
88
  /** Seen timestamp seconds */
115
89
  seenTimestampSec: number;
@@ -4,7 +4,7 @@ import {
4
4
  DataAvailabilityStatus,
5
5
  IBeaconStateView,
6
6
  computeEpochAtSlot,
7
- getIndexedAttestation,
7
+ getAttestingIndices,
8
8
  signedBlockToSignedHeader,
9
9
  } from "@lodestar/state-transition";
10
10
  import {IndexedAttestation, Slot, deneb} from "@lodestar/types";
@@ -119,7 +119,13 @@ export async function verifyBlocksInEpoch(
119
119
  const shuffling =
120
120
  this.shufflingCache.getSync(attEpoch, preState0.getShufflingDecisionRoot(attEpoch)) ??
121
121
  preState0.getShufflingAtEpoch(attEpoch);
122
- return getIndexedAttestation(shuffling, fork, attestation);
122
+ // Unlike getIndexedAttestation, keep attestingIndices in committee order: sorting them dominates building
123
+ // these on mainnet blocks. See FullyVerifiedBlock.indexedAttestations.
124
+ return {
125
+ attestingIndices: getAttestingIndices(shuffling, fork, attestation),
126
+ data: attestation.data,
127
+ signature: attestation.signature,
128
+ };
123
129
  });
124
130
  }
125
131
 
@@ -143,6 +149,7 @@ export async function verifyBlocksInEpoch(
143
149
  ? Array.from(payloadEnvelopes.values()).filter((payloadInput) => payloadInput.hasPayloadEnvelope())
144
150
  : [];
145
151
  const {dataAvailabilityStatuses, availableTime} = await verifyPayloadsDataAvailability(
152
+ this.config,
146
153
  payloadInputsForDa,
147
154
  abortController.signal
148
155
  );
@@ -174,16 +181,29 @@ export async function verifyBlocksInEpoch(
174
181
  const [
175
182
  segmentExecStatus,
176
183
  {blockDAStatuses, payloadDAStatuses, availableTime},
177
- {postStates, proposerBalanceDeltas, verifyStateTime},
178
184
  {verifySignaturesTime},
185
+ {postStates, proposerBalanceDeltas, verifyStateTime},
179
186
  ] = await Promise.all([
180
187
  verifyExecutionPayloadsPromise,
181
188
 
182
189
  // data availability (fork-specific; see daAvailabilityPromise above)
183
190
  daAvailabilityPromise,
184
191
 
192
+ // All signatures at once. Must be called before verifyBlocksStateTransitionOnly()
193
+ // so we hand the BLS job to the worker pool before the main thread
194
+ // is busy with the state transition.
195
+ verifyBlocksSignatures(
196
+ this.config,
197
+ this.bls,
198
+ this.logger,
199
+ this.metrics,
200
+ preState0,
201
+ blocks,
202
+ indexedAttestationsByBlock,
203
+ opts
204
+ ),
205
+
185
206
  // Run state transition only
186
- // TODO: Ensure it yields to allow flushing to workers and engine API
187
207
  verifyBlocksStateTransitionOnly(
188
208
  preState0,
189
209
  blockInputs,
@@ -197,22 +217,17 @@ export async function verifyBlocksInEpoch(
197
217
  opts
198
218
  ),
199
219
 
200
- // All signatures at once
201
- verifyBlocksSignatures(
202
- this.config,
203
- this.bls,
204
- this.logger,
205
- this.metrics,
206
- preState0,
207
- blocks,
208
- indexedAttestationsByBlock,
209
- opts
210
- ),
211
-
212
220
  // TODO GLOAS: can verify payload signatures in batch too
213
221
  // maybe chain with the above verifyBlocksSignatures()
214
222
  ]);
215
223
 
224
+ if (blockInputs.length === 1 && opts.seenTimestampSec !== undefined) {
225
+ const consensusVerifiedTime = Math.max(verifyStateTime, verifySignaturesTime);
226
+ this.metrics?.gossipBlock.receivedToConsensusVerifiedTime.observe(
227
+ consensusVerifiedTime / 1000 - opts.seenTimestampSec
228
+ );
229
+ }
230
+
216
231
  for (const blockInput of blockInputs) {
217
232
  const block = blockInput.getBlock();
218
233
  const {slot, proposerIndex} = block.message;
@@ -1,4 +1,7 @@
1
+ import {ForkSeq} from "@lodestar/params";
1
2
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
3
+ import {TimeoutError} from "@lodestar/utils";
4
+ import {BlockError, BlockErrorCode} from "../errors/index.js";
2
5
  import {DAData, DAType, IBlockInput} from "./blockInput/index.js";
3
6
 
4
7
  // we can now wait for full 12 seconds because unavailable block sync will try pulling
@@ -22,7 +25,14 @@ export async function verifyBlocksDataAvailability(
22
25
  for (const blockInput of blocks) {
23
26
  // block verification is triggered on a verified gossip block so we only need to wait for all data
24
27
  if (!blockInput.hasAllData()) {
25
- promises.push(blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal));
28
+ promises.push(
29
+ blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal).catch((e) => {
30
+ if (e instanceof TimeoutError) {
31
+ throw new BlockError(blockInput.getBlock(), {code: BlockErrorCode.DATA_UNAVAILABLE});
32
+ }
33
+ throw e;
34
+ })
35
+ );
26
36
  }
27
37
  }
28
38
  await Promise.all(promises);
@@ -33,7 +43,11 @@ export async function verifyBlocksDataAvailability(
33
43
  return DataAvailabilityStatus.NotRequired;
34
44
  }
35
45
  if (blockInput.type === DAType.PreData) {
36
- return DataAvailabilityStatus.PreData;
46
+ // Legacy deneb..electra blob sidecars are not tracked, so these blocks are imported without a DA check.
47
+ // PreData cannot represent them because the state transition rejects it for post-deneb forks.
48
+ return ForkSeq[blockInput.forkName] >= ForkSeq.deneb
49
+ ? DataAvailabilityStatus.NotRequired
50
+ : DataAvailabilityStatus.PreData;
37
51
  }
38
52
  if (blockInput.daOutOfRange) {
39
53
  return DataAvailabilityStatus.OutOfRange;
@@ -7,21 +7,23 @@ import {
7
7
  LVHValidResponse,
8
8
  ProtoBlock,
9
9
  } from "@lodestar/fork-choice";
10
- import {ForkSeq} from "@lodestar/params";
10
+ import {ForkPostDeneb, ForkSeq, isForkPostDeneb} from "@lodestar/params";
11
11
  import {IBeaconStateView, isExecutionBlockBodyType, isStatePostBellatrix} from "@lodestar/state-transition";
12
- import {bellatrix, electra} from "@lodestar/types";
12
+ import {SignedBeaconBlock, bellatrix, electra} from "@lodestar/types";
13
13
  import {ErrorAborted, Logger, toRootHex} from "@lodestar/utils";
14
14
  import {ExecutionPayloadStatus, IExecutionEngine} from "../../execution/engine/interface.js";
15
15
  import {Metrics} from "../../metrics/metrics.js";
16
+ import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
16
17
  import {IClock} from "../../util/clock.js";
18
+ import {getBlobKzgCommitments} from "../../util/dataColumns.js";
17
19
  import {BlockError, BlockErrorCode} from "../errors/index.js";
18
20
  import {BlockProcessOpts} from "../options.js";
19
- import {isBlockInputBlobs, isBlockInputColumns, isBlockInputNoData} from "./blockInput/blockInput.js";
21
+ import {isBlockInputNoData} from "./blockInput/blockInput.js";
20
22
  import {IBlockInput} from "./blockInput/types.js";
21
23
  import {ImportBlockOpts} from "./types.js";
22
24
 
23
25
  export type VerifyBlockExecutionPayloadModules = {
24
- executionEngine: IExecutionEngine;
26
+ executionEngine: Pick<IExecutionEngine, "notifyNewPayload">;
25
27
  clock: IClock;
26
28
  logger: Logger;
27
29
  metrics: Metrics | null;
@@ -166,8 +168,9 @@ export async function verifyBlockExecutionPayload(
166
168
 
167
169
  // TODO: Handle better notifyNewPayload() returning error is syncing
168
170
  const fork = blockInput.forkName;
169
- const versionedHashes =
170
- isBlockInputBlobs(blockInput) || isBlockInputColumns(blockInput) ? blockInput.getVersionedHashes() : undefined;
171
+ const versionedHashes = isForkPostDeneb(fork)
172
+ ? getBlobKzgCommitments(fork, block as SignedBeaconBlock<ForkPostDeneb>).map(kzgCommitmentToVersionedHash)
173
+ : undefined;
171
174
  const parentBlockRoot = ForkSeq[fork] >= ForkSeq.deneb ? block.message.parentRoot : undefined;
172
175
  const executionRequests =
173
176
  ForkSeq[fork] >= ForkSeq.electra ? (block.message.body as electra.BeaconBlockBody).executionRequests : undefined;
@@ -1,5 +1,5 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
- import {IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
2
+ import {ExecutionStatus, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
3
3
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
4
4
  import {RootHex, Slot, isGloasBeaconBlock} from "@lodestar/types";
5
5
  import {toRootHex} from "@lodestar/utils";
@@ -118,6 +118,9 @@ export function verifyBlocksSanityChecks(
118
118
  parentBlock = parentBlockWithPayload;
119
119
  }
120
120
  }
121
+ if (parentBlock.executionStatus === ExecutionStatus.Invalid) {
122
+ throw new BlockError(block, {code: BlockErrorCode.PARENT_EXECUTION_INVALID, parentRoot});
123
+ }
121
124
  // Parent is known to the fork-choice
122
125
  parentBlockSlot = parentBlock.slot;
123
126
  }
@@ -36,10 +36,9 @@ export async function verifyBlocksSignatures(
36
36
  ? preState0.currentSyncCommitteeIndexed
37
37
  : new SyncCommitteeCacheEmpty();
38
38
 
39
- // Verifies signatures after running state transition, so all SyncCommittee signed roots are known at this point.
40
- // We must ensure block.slot <= state.slot before running getAllBlockSignatureSets().
41
- // NOTE: If in the future multiple blocks signatures are verified at once, all blocks must be in the same epoch
42
- // so the attester and proposer shufflings are correct.
39
+ // Runs concurrently with the state transition. Signature sets are built from preState0, which
40
+ // verifyBlocksInEpoch() guarantees is in the same epoch as every block, so the proposer and attester shufflings
41
+ // and the sync committee are the ones the blocks were signed under.
43
42
  for (const [i, block] of blocks.entries()) {
44
43
  // Use [i] to make clear that the index has to be correct to blame the right block below on BlockError()
45
44
  isValidPromises[i] = opts.validSignatures
@@ -50,8 +49,14 @@ export async function verifyBlocksSignatures(
50
49
  bls.verifySignatureSets(
51
50
  getBlockSignatureSets(config, currentSyncCommitteeIndexed, preState0, block, indexedAttestationsByBlock[i], {
52
51
  skipProposerSignature: opts.validProposerSignature,
53
- })
52
+ }),
53
+ // Prioritize block verification over attestations, since
54
+ // attestations already buffer up to `MAX_BUFFER_WAIT_MS`
55
+ {priority: true}
54
56
  );
57
+ // Handlers are attached after the loop, which yields. A rejection in between, e.g. the verifier closing,
58
+ // must not be unhandled. `rejectFirstInvalidResolveAllValid()` still observes it.
59
+ isValidPromises[i].catch(() => {});
55
60
 
56
61
  // getBlockSignatureSets() takes 45ms in benchmarks for 2022Q2 mainnet blocks (100 sigs). When syncing a 32 blocks
57
62
  // segments it will block the event loop for 1400 ms, which is too much. This call will allow the event loop to
@@ -1,18 +1,18 @@
1
+ import {ChainForkConfig} from "@lodestar/config";
1
2
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
2
3
  import {gloas} from "@lodestar/types";
4
+ import {TimeoutError} from "@lodestar/utils";
3
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
4
-
5
- // we can now wait for full 12 seconds because sync and reconstruction will try pulling
6
- // the data columns from the network anyway while the envelope is being processed
7
- export const PAYLOAD_DATA_AVAILABILITY_TIMEOUT = 12_000;
6
+ import {PayloadError, PayloadErrorCode} from "./importExecutionPayload.js";
8
7
 
9
8
  /**
10
9
  * Verifies that all payload envelope inputs have their data columns available.
11
- * - Waits a max of PAYLOAD_DATA_AVAILABILITY_TIMEOUT for all data to be available
10
+ * - Waits a max of one slot duration of the payload's fork for all data to be available
12
11
  * - Returns the time at which all data was available
13
12
  * - Returns the data availability status for each payload input
14
13
  */
15
14
  export async function verifyPayloadsDataAvailability(
15
+ config: ChainForkConfig,
16
16
  payloadInputs: PayloadEnvelopeInput[],
17
17
  signal: AbortSignal
18
18
  ): Promise<{
@@ -22,7 +22,15 @@ export async function verifyPayloadsDataAvailability(
22
22
  const promises: Promise<gloas.DataColumnSidecar[]>[] = [];
23
23
  for (const payloadInput of payloadInputs) {
24
24
  if (!payloadInput.hasAllData()) {
25
- promises.push(payloadInput.waitForAllData(PAYLOAD_DATA_AVAILABILITY_TIMEOUT, signal));
25
+ // Sync and reconstruction keep pulling the data columns from the network while we wait
26
+ promises.push(
27
+ payloadInput.waitForAllData(config.getSlotDurationMs(payloadInput.forkName), signal).catch((e) => {
28
+ if (e instanceof TimeoutError) {
29
+ throw new PayloadError(payloadInput, {code: PayloadErrorCode.DATA_UNAVAILABLE});
30
+ }
31
+ throw e;
32
+ })
33
+ );
26
34
  }
27
35
  }
28
36
  await Promise.all(promises);