@lodestar/beacon-node 1.51.0-dev.2593063a82 → 1.51.0-dev.2aff7aaeb7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (494) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts +6 -0
  25. package/lib/api/impl/validator/index.d.ts.map +1 -1
  26. package/lib/api/impl/validator/index.js +143 -35
  27. package/lib/api/impl/validator/index.js.map +1 -1
  28. package/lib/api/options.d.ts +2 -0
  29. package/lib/api/options.d.ts.map +1 -1
  30. package/lib/api/options.js +1 -0
  31. package/lib/api/options.js.map +1 -1
  32. package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
  33. package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
  34. package/lib/chain/ColumnReconstructionTracker.js +46 -40
  35. package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
  36. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  37. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  38. package/lib/chain/GetBlobsTracker.js +85 -27
  39. package/lib/chain/GetBlobsTracker.js.map +1 -1
  40. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  41. package/lib/chain/archiveStore/archiveStore.js +1 -0
  42. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  43. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  44. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  45. package/lib/chain/archiveStore/utils/archiveBlocks.js +63 -100
  46. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  47. package/lib/chain/blocks/blockInput/utils.js +2 -2
  48. package/lib/chain/blocks/blockInput/utils.js.map +1 -1
  49. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  50. package/lib/chain/blocks/importBlock.js +9 -7
  51. package/lib/chain/blocks/importBlock.js.map +1 -1
  52. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
  53. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  54. package/lib/chain/blocks/importExecutionPayload.js +58 -17
  55. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  56. package/lib/chain/blocks/index.js +2 -2
  57. package/lib/chain/blocks/index.js.map +1 -1
  58. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  59. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  60. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  61. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  62. package/lib/chain/blocks/types.d.ts +8 -1
  63. package/lib/chain/blocks/types.d.ts.map +1 -1
  64. package/lib/chain/blocks/types.js +5 -0
  65. package/lib/chain/blocks/types.js.map +1 -1
  66. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyBlock.js +18 -7
  68. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  69. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  70. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  71. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  72. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  73. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  74. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  75. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  76. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  77. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  78. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  79. package/lib/chain/bls/interface.d.ts +2 -0
  80. package/lib/chain/bls/interface.d.ts.map +1 -1
  81. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  82. package/lib/chain/bls/multithread/index.js +13 -11
  83. package/lib/chain/bls/multithread/index.js.map +1 -1
  84. package/lib/chain/bls/multithread/types.d.ts +1 -1
  85. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  86. package/lib/chain/bls/multithread/worker.js +1 -1
  87. package/lib/chain/bls/multithread/worker.js.map +1 -1
  88. package/lib/chain/bls/singleThread.js +1 -1
  89. package/lib/chain/bls/singleThread.js.map +1 -1
  90. package/lib/chain/bls/utils.js +1 -1
  91. package/lib/chain/bls/utils.js.map +1 -1
  92. package/lib/chain/chain.d.ts +3 -2
  93. package/lib/chain/chain.d.ts.map +1 -1
  94. package/lib/chain/chain.js +9 -5
  95. package/lib/chain/chain.js.map +1 -1
  96. package/lib/chain/errors/blockError.d.ts +1 -1
  97. package/lib/chain/errors/blockError.d.ts.map +1 -1
  98. package/lib/chain/errors/blockError.js +1 -1
  99. package/lib/chain/errors/blockError.js.map +1 -1
  100. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  101. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  102. package/lib/chain/errors/executionPayloadBid.js +2 -0
  103. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  104. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  105. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  106. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  107. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  108. package/lib/chain/errors/inclusionList.d.ts +60 -0
  109. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  110. package/lib/chain/errors/inclusionList.js +19 -0
  111. package/lib/chain/errors/inclusionList.js.map +1 -0
  112. package/lib/chain/errors/index.d.ts +1 -0
  113. package/lib/chain/errors/index.d.ts.map +1 -1
  114. package/lib/chain/errors/index.js +1 -0
  115. package/lib/chain/errors/index.js.map +1 -1
  116. package/lib/chain/interface.d.ts +4 -4
  117. package/lib/chain/interface.d.ts.map +1 -1
  118. package/lib/chain/interface.js.map +1 -1
  119. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  120. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  121. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  122. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  123. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  124. package/lib/chain/opPools/attestationPool.js +15 -4
  125. package/lib/chain/opPools/attestationPool.js.map +1 -1
  126. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  127. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  128. package/lib/chain/opPools/inclusionListStore.js +171 -0
  129. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  130. package/lib/chain/opPools/index.d.ts +1 -0
  131. package/lib/chain/opPools/index.d.ts.map +1 -1
  132. package/lib/chain/opPools/index.js +1 -0
  133. package/lib/chain/opPools/index.js.map +1 -1
  134. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  135. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  136. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  137. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  138. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  139. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  140. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  141. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  142. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  143. package/lib/chain/opPools/utils.d.ts +1 -1
  144. package/lib/chain/opPools/utils.d.ts.map +1 -1
  145. package/lib/chain/opPools/utils.js +1 -1
  146. package/lib/chain/opPools/utils.js.map +1 -1
  147. package/lib/chain/options.d.ts +0 -1
  148. package/lib/chain/options.d.ts.map +1 -1
  149. package/lib/chain/options.js +0 -1
  150. package/lib/chain/options.js.map +1 -1
  151. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  152. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  153. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  154. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  155. package/lib/chain/regen/interface.d.ts +1 -1
  156. package/lib/chain/regen/interface.d.ts.map +1 -1
  157. package/lib/chain/regen/interface.js +1 -1
  158. package/lib/chain/regen/interface.js.map +1 -1
  159. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  160. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  161. package/lib/chain/validation/executionPayloadBid.js +37 -158
  162. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  163. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  164. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  165. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  166. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  167. package/lib/chain/validation/inclusionList.d.ts +14 -0
  168. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  169. package/lib/chain/validation/inclusionList.js +150 -0
  170. package/lib/chain/validation/inclusionList.js.map +1 -0
  171. package/lib/chain/validation/index.d.ts +1 -0
  172. package/lib/chain/validation/index.d.ts.map +1 -1
  173. package/lib/chain/validation/index.js +1 -0
  174. package/lib/chain/validation/index.js.map +1 -1
  175. package/lib/db/beacon.d.ts +7 -0
  176. package/lib/db/beacon.d.ts.map +1 -1
  177. package/lib/db/beacon.js +34 -0
  178. package/lib/db/beacon.js.map +1 -1
  179. package/lib/db/dataColumnStore.d.ts +1 -1
  180. package/lib/db/dataColumnStore.d.ts.map +1 -1
  181. package/lib/db/dataColumnStore.js +1 -4
  182. package/lib/db/dataColumnStore.js.map +1 -1
  183. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  184. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  185. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  186. package/lib/db/flatFileStore/slotIndex.js +2 -2
  187. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  188. package/lib/db/interface.d.ts +1 -0
  189. package/lib/db/interface.d.ts.map +1 -1
  190. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  191. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  192. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  193. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  194. package/lib/execution/builder/apiClient.d.ts +14 -8
  195. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  196. package/lib/execution/builder/apiClient.js +12 -10
  197. package/lib/execution/builder/apiClient.js.map +1 -1
  198. package/lib/execution/builder/http.d.ts +2 -0
  199. package/lib/execution/builder/http.d.ts.map +1 -1
  200. package/lib/execution/builder/http.js +2 -0
  201. package/lib/execution/builder/http.js.map +1 -1
  202. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  203. package/lib/execution/builder/validateBid.js +14 -1
  204. package/lib/execution/builder/validateBid.js.map +1 -1
  205. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  206. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  207. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  208. package/lib/execution/engine/disabled.d.ts +1 -0
  209. package/lib/execution/engine/disabled.d.ts.map +1 -1
  210. package/lib/execution/engine/disabled.js +3 -0
  211. package/lib/execution/engine/disabled.js.map +1 -1
  212. package/lib/execution/engine/http.d.ts +8 -2
  213. package/lib/execution/engine/http.d.ts.map +1 -1
  214. package/lib/execution/engine/http.js +27 -4
  215. package/lib/execution/engine/http.js.map +1 -1
  216. package/lib/execution/engine/index.d.ts +1 -1
  217. package/lib/execution/engine/index.d.ts.map +1 -1
  218. package/lib/execution/engine/index.js +1 -1
  219. package/lib/execution/engine/index.js.map +1 -1
  220. package/lib/execution/engine/interface.d.ts +12 -3
  221. package/lib/execution/engine/interface.d.ts.map +1 -1
  222. package/lib/execution/engine/interface.js.map +1 -1
  223. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  224. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  225. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  226. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  227. package/lib/execution/engine/mock.d.ts +1 -0
  228. package/lib/execution/engine/mock.d.ts.map +1 -1
  229. package/lib/execution/engine/mock.js +31 -7
  230. package/lib/execution/engine/mock.js.map +1 -1
  231. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  232. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  233. package/lib/execution/engine/payloadIdCache.js +15 -4
  234. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  235. package/lib/execution/engine/restTransport.d.ts +2 -1
  236. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  237. package/lib/execution/engine/restTransport.js +3 -0
  238. package/lib/execution/engine/restTransport.js.map +1 -1
  239. package/lib/execution/engine/sszTypes.d.ts +38 -38
  240. package/lib/execution/engine/transport.d.ts +5 -2
  241. package/lib/execution/engine/transport.d.ts.map +1 -1
  242. package/lib/execution/engine/types.d.ts +25 -1
  243. package/lib/execution/engine/types.d.ts.map +1 -1
  244. package/lib/execution/engine/types.js +19 -6
  245. package/lib/execution/engine/types.js.map +1 -1
  246. package/lib/execution/engine/utils.d.ts.map +1 -1
  247. package/lib/execution/engine/utils.js +3 -2
  248. package/lib/execution/engine/utils.js.map +1 -1
  249. package/lib/index.d.ts +1 -0
  250. package/lib/index.d.ts.map +1 -1
  251. package/lib/index.js +2 -0
  252. package/lib/index.js.map +1 -1
  253. package/lib/metrics/metrics/beacon.d.ts +16 -0
  254. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  255. package/lib/metrics/metrics/beacon.js +35 -0
  256. package/lib/metrics/metrics/beacon.js.map +1 -1
  257. package/lib/metrics/metrics/lodestar.d.ts +23 -0
  258. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  259. package/lib/metrics/metrics/lodestar.js +59 -0
  260. package/lib/metrics/metrics/lodestar.js.map +1 -1
  261. package/lib/metrics/server/http.js +5 -5
  262. package/lib/metrics/server/http.js.map +1 -1
  263. package/lib/monitoring/service.js +1 -1
  264. package/lib/monitoring/service.js.map +1 -1
  265. package/lib/network/core/networkCore.d.ts +2 -0
  266. package/lib/network/core/networkCore.d.ts.map +1 -1
  267. package/lib/network/core/networkCore.js +3 -0
  268. package/lib/network/core/networkCore.js.map +1 -1
  269. package/lib/network/core/networkCoreWorker.js +1 -0
  270. package/lib/network/core/networkCoreWorker.js.map +1 -1
  271. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  272. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  273. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  274. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  275. package/lib/network/core/types.d.ts +2 -0
  276. package/lib/network/core/types.d.ts.map +1 -1
  277. package/lib/network/gossip/gossipsub.d.ts +1 -0
  278. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  279. package/lib/network/gossip/gossipsub.js +13 -1
  280. package/lib/network/gossip/gossipsub.js.map +1 -1
  281. package/lib/network/gossip/interface.d.ts +8 -2
  282. package/lib/network/gossip/interface.d.ts.map +1 -1
  283. package/lib/network/gossip/interface.js +1 -0
  284. package/lib/network/gossip/interface.js.map +1 -1
  285. package/lib/network/gossip/topic.d.ts +13 -5
  286. package/lib/network/gossip/topic.d.ts.map +1 -1
  287. package/lib/network/gossip/topic.js +13 -1
  288. package/lib/network/gossip/topic.js.map +1 -1
  289. package/lib/network/interface.d.ts +4 -1
  290. package/lib/network/interface.d.ts.map +1 -1
  291. package/lib/network/libp2p/index.d.ts.map +1 -1
  292. package/lib/network/libp2p/index.js +5 -1
  293. package/lib/network/libp2p/index.js.map +1 -1
  294. package/lib/network/network.d.ts +4 -1
  295. package/lib/network/network.d.ts.map +1 -1
  296. package/lib/network/network.js +11 -1
  297. package/lib/network/network.js.map +1 -1
  298. package/lib/network/options.d.ts +2 -0
  299. package/lib/network/options.d.ts.map +1 -1
  300. package/lib/network/options.js.map +1 -1
  301. package/lib/network/peers/peerManager.d.ts +2 -1
  302. package/lib/network/peers/peerManager.d.ts.map +1 -1
  303. package/lib/network/peers/peerManager.js +28 -1
  304. package/lib/network/peers/peerManager.js.map +1 -1
  305. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  306. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  307. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  308. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  309. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  310. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  311. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  312. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  313. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  314. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  315. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  316. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  317. package/lib/network/processor/gossipHandlers.js +97 -38
  318. package/lib/network/processor/gossipHandlers.js.map +1 -1
  319. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  320. package/lib/network/processor/gossipQueues/index.js +6 -0
  321. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  322. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  323. package/lib/network/processor/gossipValidatorFn.js +5 -1
  324. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  325. package/lib/network/processor/index.d.ts +5 -0
  326. package/lib/network/processor/index.d.ts.map +1 -1
  327. package/lib/network/processor/index.js +37 -26
  328. package/lib/network/processor/index.js.map +1 -1
  329. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  330. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  331. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  332. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
  333. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +4 -4
  334. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
  335. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +3 -3
  336. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
  337. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  338. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  339. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  340. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  341. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  342. package/lib/network/reqresp/handlers/index.js +5 -0
  343. package/lib/network/reqresp/handlers/index.js.map +1 -1
  344. package/lib/network/reqresp/protocols.d.ts +1 -0
  345. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  346. package/lib/network/reqresp/protocols.js +5 -0
  347. package/lib/network/reqresp/protocols.js.map +1 -1
  348. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  349. package/lib/network/reqresp/rateLimit.js +4 -0
  350. package/lib/network/reqresp/rateLimit.js.map +1 -1
  351. package/lib/network/reqresp/types.d.ts +5 -2
  352. package/lib/network/reqresp/types.d.ts.map +1 -1
  353. package/lib/network/reqresp/types.js +3 -0
  354. package/lib/network/reqresp/types.js.map +1 -1
  355. package/lib/node/nodejs.d.ts +3 -1
  356. package/lib/node/nodejs.d.ts.map +1 -1
  357. package/lib/node/nodejs.js +47 -21
  358. package/lib/node/nodejs.js.map +1 -1
  359. package/lib/node/options.d.ts +3 -1
  360. package/lib/node/options.d.ts.map +1 -1
  361. package/lib/node/options.js +4 -2
  362. package/lib/node/options.js.map +1 -1
  363. package/lib/sync/interface.d.ts.map +1 -1
  364. package/lib/sync/interface.js.map +1 -1
  365. package/lib/sync/sync.d.ts +7 -0
  366. package/lib/sync/sync.d.ts.map +1 -1
  367. package/lib/sync/sync.js +61 -3
  368. package/lib/sync/sync.js.map +1 -1
  369. package/lib/sync/unknownBlock.d.ts.map +1 -1
  370. package/lib/sync/unknownBlock.js +42 -18
  371. package/lib/sync/unknownBlock.js.map +1 -1
  372. package/lib/util/file.d.ts.map +1 -1
  373. package/lib/util/file.js +8 -9
  374. package/lib/util/file.js.map +1 -1
  375. package/lib/util/queue/itemQueue.js +1 -1
  376. package/lib/util/queue/itemQueue.js.map +1 -1
  377. package/lib/util/sszBytes.d.ts +5 -0
  378. package/lib/util/sszBytes.d.ts.map +1 -1
  379. package/lib/util/sszBytes.js +35 -2
  380. package/lib/util/sszBytes.js.map +1 -1
  381. package/package.json +31 -32
  382. package/src/api/impl/api.ts +1 -1
  383. package/src/api/impl/beacon/blocks/index.ts +57 -62
  384. package/src/api/impl/beacon/index.ts +3 -1
  385. package/src/api/impl/beacon/pool/index.ts +5 -1
  386. package/src/api/impl/beacon/state/index.ts +10 -1
  387. package/src/api/impl/beacon/state/utils.ts +20 -10
  388. package/src/api/impl/debug/index.ts +4 -0
  389. package/src/api/impl/validator/index.ts +178 -39
  390. package/src/api/options.ts +3 -0
  391. package/src/chain/ColumnReconstructionTracker.ts +60 -41
  392. package/src/chain/GetBlobsTracker.ts +97 -38
  393. package/src/chain/archiveStore/archiveStore.ts +1 -0
  394. package/src/chain/archiveStore/utils/archiveBlocks.ts +78 -133
  395. package/src/chain/blocks/blockInput/utils.ts +2 -2
  396. package/src/chain/blocks/importBlock.ts +11 -14
  397. package/src/chain/blocks/importExecutionPayload.ts +81 -23
  398. package/src/chain/blocks/index.ts +6 -2
  399. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  400. package/src/chain/blocks/types.ts +9 -1
  401. package/src/chain/blocks/verifyBlock.ts +31 -16
  402. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  403. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  404. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  405. package/src/chain/bls/interface.ts +2 -0
  406. package/src/chain/bls/multithread/index.ts +14 -10
  407. package/src/chain/bls/multithread/types.ts +1 -1
  408. package/src/chain/bls/multithread/worker.ts +1 -5
  409. package/src/chain/bls/singleThread.ts +1 -1
  410. package/src/chain/bls/utils.ts +1 -1
  411. package/src/chain/chain.ts +10 -5
  412. package/src/chain/errors/blockError.ts +1 -1
  413. package/src/chain/errors/executionPayloadBid.ts +12 -0
  414. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  415. package/src/chain/errors/inclusionList.ts +38 -0
  416. package/src/chain/errors/index.ts +1 -0
  417. package/src/chain/interface.ts +4 -3
  418. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  419. package/src/chain/opPools/attestationPool.ts +16 -4
  420. package/src/chain/opPools/inclusionListStore.ts +208 -0
  421. package/src/chain/opPools/index.ts +1 -0
  422. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  423. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  424. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  425. package/src/chain/opPools/utils.ts +1 -1
  426. package/src/chain/options.ts +0 -2
  427. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  428. package/src/chain/regen/interface.ts +1 -1
  429. package/src/chain/validation/executionPayloadBid.ts +54 -183
  430. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  431. package/src/chain/validation/inclusionList.ts +192 -0
  432. package/src/chain/validation/index.ts +1 -0
  433. package/src/db/beacon.ts +44 -0
  434. package/src/db/dataColumnStore.ts +2 -4
  435. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  436. package/src/db/flatFileStore/slotIndex.ts +4 -3
  437. package/src/db/interface.ts +2 -0
  438. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  439. package/src/execution/builder/apiClient.ts +16 -13
  440. package/src/execution/builder/http.ts +4 -0
  441. package/src/execution/builder/validateBid.ts +23 -2
  442. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  443. package/src/execution/engine/disabled.ts +4 -0
  444. package/src/execution/engine/http.ts +40 -5
  445. package/src/execution/engine/index.ts +1 -1
  446. package/src/execution/engine/interface.ts +28 -4
  447. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  448. package/src/execution/engine/mock.ts +32 -7
  449. package/src/execution/engine/payloadIdCache.ts +24 -6
  450. package/src/execution/engine/restTransport.ts +15 -1
  451. package/src/execution/engine/transport.ts +7 -2
  452. package/src/execution/engine/types.ts +44 -7
  453. package/src/execution/engine/utils.ts +4 -2
  454. package/src/index.ts +2 -0
  455. package/src/metrics/metrics/beacon.ts +37 -0
  456. package/src/metrics/metrics/lodestar.ts +61 -0
  457. package/src/metrics/server/http.ts +5 -5
  458. package/src/monitoring/service.ts +1 -1
  459. package/src/network/core/networkCore.ts +5 -0
  460. package/src/network/core/networkCoreWorker.ts +1 -0
  461. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  462. package/src/network/core/types.ts +2 -0
  463. package/src/network/gossip/gossipsub.ts +14 -1
  464. package/src/network/gossip/interface.ts +5 -0
  465. package/src/network/gossip/topic.ts +14 -0
  466. package/src/network/interface.ts +4 -0
  467. package/src/network/libp2p/index.ts +5 -1
  468. package/src/network/network.ts +19 -1
  469. package/src/network/options.ts +2 -0
  470. package/src/network/peers/peerManager.ts +28 -3
  471. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  472. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  473. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  474. package/src/network/processor/gossipHandlers.ts +121 -41
  475. package/src/network/processor/gossipQueues/index.ts +6 -0
  476. package/src/network/processor/gossipValidatorFn.ts +5 -0
  477. package/src/network/processor/index.ts +33 -24
  478. package/src/network/processor/types.ts +1 -1
  479. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  480. package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +4 -10
  481. package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +3 -3
  482. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  483. package/src/network/reqresp/handlers/index.ts +5 -0
  484. package/src/network/reqresp/protocols.ts +6 -0
  485. package/src/network/reqresp/rateLimit.ts +4 -0
  486. package/src/network/reqresp/types.ts +6 -0
  487. package/src/node/nodejs.ts +58 -22
  488. package/src/node/options.ts +9 -6
  489. package/src/sync/interface.ts +1 -0
  490. package/src/sync/sync.ts +65 -4
  491. package/src/sync/unknownBlock.ts +47 -28
  492. package/src/util/file.ts +8 -9
  493. package/src/util/queue/itemQueue.ts +1 -1
  494. package/src/util/sszBytes.ts +42 -2
@@ -1,3 +1,4 @@
1
+ import {SerializedList} from "@chainsafe/ssz";
1
2
  import {routes} from "@lodestar/api";
2
3
  import {
3
4
  ExecutionStatus,
@@ -5,9 +6,16 @@ import {
5
6
  getFinalizedExecutionBlockHash,
6
7
  getSafeExecutionBlockHash,
7
8
  } from "@lodestar/fork-choice";
8
- import {DataAvailabilityStatus, isStatePostGloas} from "@lodestar/state-transition";
9
+ import {
10
+ DataAvailabilityStatus,
11
+ computeEpochAtSlot,
12
+ isStatePostGloas,
13
+ isStatePostHeze,
14
+ } from "@lodestar/state-transition";
15
+ import {RootHex, bellatrix} from "@lodestar/types";
9
16
  import {isErrorAborted} from "@lodestar/utils";
10
17
  import {ExecutionPayloadStatus} from "../../execution/index.js";
18
+ import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
11
19
  import {isQueueErrorAborted} from "../../util/queue/index.js";
12
20
  import {BeaconChain} from "../chain.js";
13
21
  import {RegenCaller} from "../regen/interface.js";
@@ -18,7 +26,6 @@ import {
18
26
  verifyExecutionPayloadEnvelope,
19
27
  verifyExecutionPayloadEnvelopeSignature,
20
28
  } from "./verifyExecutionPayloadEnvelope.js";
21
- import {verifyPayloadsDataAvailability} from "./verifyPayloadsDataAvailability.js";
22
29
 
23
30
  const EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS = 64;
24
31
 
@@ -29,6 +36,7 @@ export enum PayloadErrorCode {
29
36
  MISS_BLOCK_STATE = "PAYLOAD_ERROR_MISS_BLOCK_STATE",
30
37
  ENVELOPE_VERIFICATION_ERROR = "PAYLOAD_ERROR_ENVELOPE_VERIFICATION_ERROR",
31
38
  INVALID_SIGNATURE = "PAYLOAD_ERROR_INVALID_SIGNATURE",
39
+ DATA_UNAVAILABLE = "PAYLOAD_ERROR_DATA_UNAVAILABLE",
32
40
  }
33
41
 
34
42
  export type PayloadErrorType =
@@ -56,6 +64,9 @@ export type PayloadErrorType =
56
64
  }
57
65
  | {
58
66
  code: PayloadErrorCode.INVALID_SIGNATURE;
67
+ }
68
+ | {
69
+ code: PayloadErrorCode.DATA_UNAVAILABLE;
59
70
  };
60
71
 
61
72
  export class PayloadError extends Error {
@@ -87,7 +98,8 @@ function toForkChoiceExecutionStatus(status: ExecutionPayloadStatus): PayloadExe
87
98
  * are applied on the next block via processParentExecutionPayload.
88
99
  *
89
100
  * The DA wait must have run upstream (range sync awaits DA in `verifyBlocksInEpoch` for the
90
- * whole segment; gossip / API path uses the `processExecutionPayload` wrapper below).
101
+ * whole segment; the gossip / API / unknown-payload sync path waits in `PayloadEnvelopeProcessor`
102
+ * before the import is queued).
91
103
  *
92
104
  * Steps:
93
105
  * 1. Emit `execution_payload_available` event for payload attestation
@@ -172,6 +184,37 @@ export async function importExecutionPayload(
172
184
  );
173
185
  }
174
186
 
187
+ // Timely inclusion lists of the preceding slot, keyed by that slot's dependent root on the block's branch and
188
+ // resolved from the parent, which is at or before that slot. Gossip validation only accepts lists whose dependent
189
+ // block is in fork choice, so a dependent root fork choice cannot resolve (below the anchor after checkpoint sync)
190
+ // keys no stored list
191
+ let inclusionListTransactions: bellatrix.Transactions | undefined;
192
+ if (isStatePostHeze(blockState)) {
193
+ const inclusionListSlot = protoBlock.slot - 1;
194
+ let dependentRoot: RootHex | null = null;
195
+ const parentBlock = this.forkChoice.getBlockHexDefaultStatus(protoBlock.parentRoot);
196
+ if (parentBlock !== null) {
197
+ try {
198
+ dependentRoot = getShufflingDependentRoot(
199
+ this.forkChoice,
200
+ computeEpochAtSlot(inclusionListSlot),
201
+ computeEpochAtSlot(parentBlock.slot),
202
+ parentBlock
203
+ );
204
+ } catch (e) {
205
+ this.logger.debug(
206
+ "Inclusion list dependent root not in fork choice, importing payload without lists",
207
+ {slot, root: blockRootHex},
208
+ e as Error
209
+ );
210
+ }
211
+ }
212
+ inclusionListTransactions =
213
+ dependentRoot === null
214
+ ? SerializedList.empty()
215
+ : this.inclusionListStore.getInclusionListTransactions(inclusionListSlot, dependentRoot, true);
216
+ }
217
+
175
218
  // 4a. Run EL and signature verification in parallel
176
219
  const logCtx = {slot, root: blockRootHex, executionBlock: envelope.payload.blockNumber};
177
220
  this.logger.debug("Call engine api newPayload", logCtx);
@@ -182,7 +225,8 @@ export async function importExecutionPayload(
182
225
  envelope.payload,
183
226
  payloadInput.getVersionedHashes(),
184
227
  envelope.parentBeaconBlockRoot,
185
- envelope.executionRequests
228
+ envelope.executionRequests,
229
+ inclusionListTransactions
186
230
  ),
187
231
 
188
232
  opts.validSignature === true
@@ -250,6 +294,32 @@ export async function importExecutionPayload(
250
294
  }
251
295
  });
252
296
 
297
+ // A VALID payload that does not satisfy the inclusion list constraints is still imported, fork choice
298
+ // only records the verdict so should_extend_payload moves the head to the EMPTY variant, which the next
299
+ // proposer builds on.
300
+ // Recorded before the payload enters fork choice. A VALID response must carry a verdict, an
301
+ // optimistically imported payload counts as satisfied until the engine validates it, anything else as
302
+ // unsatisfied. A VALID response without a verdict violates the engine API, it is logged and treated as
303
+ // satisfied so a non-compliant engine does not orphan every payload
304
+ if (inclusionListTransactions !== undefined) {
305
+ if (execResult.status === ExecutionPayloadStatus.VALID && execResult.inclusionListSatisfied == null) {
306
+ this.logger.warn("Execution engine reported no inclusion list verdict, not enforcing inclusion lists", logCtx);
307
+ }
308
+ const satisfied =
309
+ execResult.status === ExecutionPayloadStatus.VALID
310
+ ? (execResult.inclusionListSatisfied ?? true)
311
+ : execResult.status === ExecutionPayloadStatus.SYNCING || execResult.status === ExecutionPayloadStatus.ACCEPTED;
312
+ this.forkChoice.recordPayloadInclusionListSatisfaction(blockRootHex, satisfied);
313
+ if (!satisfied) {
314
+ this.logger.verbose("Payload did not satisfy inclusion list constraints", {
315
+ ...logCtx,
316
+ blockHash: blockHashHex,
317
+ status: execResult.status,
318
+ inclusionListTransactions: inclusionListTransactions.length,
319
+ });
320
+ }
321
+ }
322
+
253
323
  // 6. Update fork choice, transitions the block's PENDING variant to FULL
254
324
  const execStatus = toForkChoiceExecutionStatus(execResult.status);
255
325
  this.forkChoice.onExecutionPayload(
@@ -263,7 +333,13 @@ export async function importExecutionPayload(
263
333
 
264
334
  // 7. Queue notifyForkchoiceUpdate to engine api
265
335
  const head = this.forkChoice.getHead();
266
- if (!this.opts.disableImportExecutionFcU && blockRootHex === head.blockRoot) {
336
+ if (
337
+ !this.opts.disableImportExecutionFcU &&
338
+ blockRootHex === head.blockRoot &&
339
+ // Skip a payload that does not satisfy the inclusion list constraints, fork choice keeps the EMPTY
340
+ // variant as head and the next prepare fcU keeps the engine on the parent payload
341
+ this.forkChoice.isPayloadInclusionListSatisfied(blockRootHex)
342
+ ) {
267
343
  const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
268
344
  const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
269
345
  this.executionEngine.notifyForkchoiceUpdate(fork, blockHashHex, safeBlockHash, finalizedBlockHash).catch((e) => {
@@ -302,21 +378,3 @@ export async function importExecutionPayload(
302
378
  delaySec,
303
379
  });
304
380
  }
305
-
306
- /**
307
- * Process an execution payload envelope end-to-end: wait for DA, then import.
308
- *
309
- * Used by the PayloadEnvelopeProcessor queue (gossip / API / unknown-payload sync) — i.e.
310
- * callers that have NOT already awaited DA themselves. Range sync's inline dispatch in
311
- * processBlocks skips this wrapper and calls `importExecutionPayload` directly, since
312
- * `verifyBlocksInEpoch` already awaited DA for the segment.
313
- */
314
- export async function processExecutionPayload(
315
- this: BeaconChain,
316
- payloadInput: PayloadEnvelopeInput,
317
- signal: AbortSignal,
318
- opts: ImportPayloadOpts = {}
319
- ): Promise<void> {
320
- const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability([payloadInput], signal);
321
- await importExecutionPayload.call(this, payloadInput, dataAvailabilityStatuses[0], opts);
322
- }
@@ -147,7 +147,7 @@ export async function processBlocks(
147
147
  proposerBalanceDelta: proposerBalanceDeltas[i],
148
148
  indexedAttestations: indexedAttestationsByBlock[i],
149
149
  // TODO: Make this param mandatory and capture in gossip
150
- seenTimestampSec: opts.seenTimestampSec ?? Math.floor(Date.now() / 1000),
150
+ seenTimestampSec: opts.seenTimestampSec ?? Date.now() / 1000,
151
151
  });
152
152
  }
153
153
 
@@ -292,7 +292,11 @@ async function importPayloadEnvelopesOfKnownBlocks(
292
292
  return result;
293
293
  }
294
294
 
295
- const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(payloadInputs, new AbortController().signal);
295
+ const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(
296
+ this.config,
297
+ payloadInputs,
298
+ new AbortController().signal
299
+ );
296
300
  for (let i = 0; i < payloadInputs.length; i++) {
297
301
  this.logger.debug("Importing payload envelope of known block", {
298
302
  slot: payloadInputs[i].slot,
@@ -1,32 +1,37 @@
1
+ import {DataAvailabilityStatus} from "@lodestar/state-transition";
1
2
  import {Metrics} from "../../metrics/metrics.js";
2
3
  import {JobItemQueue} from "../../util/queue/index.js";
3
4
  import type {BeaconChain} from "../chain.js";
4
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
5
- import {processExecutionPayload} from "./importExecutionPayload.js";
6
+ import {importExecutionPayload} from "./importExecutionPayload.js";
6
7
  import {ImportPayloadOpts} from "./types.js";
8
+ import {verifyPayloadsDataAvailability} from "./verifyPayloadsDataAvailability.js";
7
9
 
8
10
  // TODO GLOAS: Set to be equal to DEFAULT_MAX_PENDING_UNFINALIZED_PAYLOAD_ENVELOPE_WRITES for now
9
11
  const QUEUE_MAX_LENGTH = 16;
10
12
 
11
13
  /**
12
- * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
14
+ * PayloadEnvelopeProcessor imports payload envelopes in a queued fashion, one after the other.
13
15
  *
14
- * Jobs are enqueued only on envelope arrival (gossip or API). The envelope may reach us before
15
- * the sampled data columns; importExecutionPayload awaits `verifyPayloadsDataAvailability`
16
- * internally, so a queued job can pend for up to `PAYLOAD_DATA_AVAILABILITY_TIMEOUT` while
17
- * waiting for columns. Duplicate triggers for the same payloadInput are deduped by sharing the
18
- * in-flight import promise: every caller observes the real import outcome. Resolving duplicates
19
- * early instead would let BlockInputSync mark a still-pending payload as processed, re-queue it,
20
- * and spin re-processing the same root until OOM while the import is blocked (e.g. EL syncing).
16
+ * Jobs are triggered only on envelope arrival (gossip or API). The envelope may reach us before the
17
+ * sampled data columns, the data availability wait runs before the job is queued. Duplicate
18
+ * triggers for the same payloadInput are deduped by sharing the in-flight promise: every caller
19
+ * observes the real import outcome. Resolving duplicates early instead would let
20
+ * BlockInputSync mark a still-pending payload as processed, re-queue it, and spin re-processing
21
+ * the same root until OOM while the import is blocked (e.g. EL syncing).
21
22
  */
22
23
  export class PayloadEnvelopeProcessor {
23
- readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>;
24
+ readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>;
24
25
  private readonly imports = new WeakMap<PayloadEnvelopeInput, Promise<void>>();
25
26
 
26
- constructor(chain: BeaconChain, metrics: Metrics | null, signal: AbortSignal) {
27
- this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>(
28
- (payloadInput, opts) => {
29
- return processExecutionPayload.call(chain, payloadInput, signal, opts);
27
+ constructor(
28
+ private readonly chain: BeaconChain,
29
+ metrics: Metrics | null,
30
+ private readonly signal: AbortSignal
31
+ ) {
32
+ this.jobQueue = new JobItemQueue<[PayloadEnvelopeInput, DataAvailabilityStatus, ImportPayloadOpts], void>(
33
+ (payloadInput, dataAvailabilityStatus, opts) => {
34
+ return importExecutionPayload.call(chain, payloadInput, dataAvailabilityStatus, opts);
30
35
  },
31
36
  {maxLength: QUEUE_MAX_LENGTH, noYieldIfOneItem: true, signal},
32
37
  metrics?.payloadEnvelopeProcessorQueue ?? undefined
@@ -35,19 +40,11 @@ export class PayloadEnvelopeProcessor {
35
40
 
36
41
  async processPayloadEnvelopeJob(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts = {}): Promise<void> {
37
42
  const existing = this.imports.get(payloadInput);
38
- if (existing) {
43
+ if (existing !== undefined) {
39
44
  return existing;
40
45
  }
41
46
 
42
- await this.jobQueue.waitForSpace();
43
-
44
- // Re-check after await, as another call may have queued this payload.
45
- const queued = this.imports.get(payloadInput);
46
- if (queued) {
47
- return queued;
48
- }
49
-
50
- const importPromise = this.jobQueue.push(payloadInput, opts);
47
+ const importPromise = this.waitForDataAndImport(payloadInput, opts);
51
48
  this.imports.set(payloadInput, importPromise);
52
49
 
53
50
  try {
@@ -59,4 +56,18 @@ export class PayloadEnvelopeProcessor {
59
56
  throw e;
60
57
  }
61
58
  }
59
+
60
+ private async waitForDataAndImport(payloadInput: PayloadEnvelopeInput, opts: ImportPayloadOpts): Promise<void> {
61
+ const {dataAvailabilityStatuses} = await verifyPayloadsDataAvailability(
62
+ this.chain.config,
63
+ [payloadInput],
64
+ this.signal
65
+ );
66
+
67
+ while (this.jobQueue.jobLen >= QUEUE_MAX_LENGTH) {
68
+ await this.jobQueue.waitForSpace();
69
+ }
70
+
71
+ return this.jobQueue.push(payloadInput, dataAvailabilityStatuses[0], opts);
72
+ }
62
73
  }
@@ -12,6 +12,11 @@ export enum GossipedInputType {
12
12
  dataColumn = "data_column",
13
13
  }
14
14
 
15
+ export enum InclusionListSource {
16
+ gossip = "gossip",
17
+ api = "api",
18
+ }
19
+
15
20
  type DataColumnData = {
16
21
  dataColumn: fulu.DataColumnSidecar;
17
22
  dataColumnBytes: Uint8Array | null;
@@ -104,7 +109,10 @@ export type FullyVerifiedBlock = {
104
109
  parentBlockSlot: Slot;
105
110
  proposerBalanceDelta: number;
106
111
  dataAvailabilityStatus: DataAvailabilityStatus;
107
- /** Pre-computed indexed attestations from signature verification to avoid duplicate work */
112
+ /**
113
+ * Pre-computed indexed attestations from signature verification to avoid duplicate work.
114
+ * Their `attestingIndices` are in committee order, not sorted, so they are not spec-valid `IndexedAttestation`s.
115
+ */
108
116
  indexedAttestations: IndexedAttestation[];
109
117
  /** Seen timestamp seconds */
110
118
  seenTimestampSec: number;
@@ -4,7 +4,7 @@ import {
4
4
  DataAvailabilityStatus,
5
5
  IBeaconStateView,
6
6
  computeEpochAtSlot,
7
- getIndexedAttestation,
7
+ getAttestingIndices,
8
8
  signedBlockToSignedHeader,
9
9
  } from "@lodestar/state-transition";
10
10
  import {IndexedAttestation, Slot, deneb} from "@lodestar/types";
@@ -119,7 +119,13 @@ export async function verifyBlocksInEpoch(
119
119
  const shuffling =
120
120
  this.shufflingCache.getSync(attEpoch, preState0.getShufflingDecisionRoot(attEpoch)) ??
121
121
  preState0.getShufflingAtEpoch(attEpoch);
122
- return getIndexedAttestation(shuffling, fork, attestation);
122
+ // Unlike getIndexedAttestation, keep attestingIndices in committee order: sorting them dominates building
123
+ // these on mainnet blocks. See FullyVerifiedBlock.indexedAttestations.
124
+ return {
125
+ attestingIndices: getAttestingIndices(shuffling, fork, attestation),
126
+ data: attestation.data,
127
+ signature: attestation.signature,
128
+ };
123
129
  });
124
130
  }
125
131
 
@@ -143,6 +149,7 @@ export async function verifyBlocksInEpoch(
143
149
  ? Array.from(payloadEnvelopes.values()).filter((payloadInput) => payloadInput.hasPayloadEnvelope())
144
150
  : [];
145
151
  const {dataAvailabilityStatuses, availableTime} = await verifyPayloadsDataAvailability(
152
+ this.config,
146
153
  payloadInputsForDa,
147
154
  abortController.signal
148
155
  );
@@ -174,16 +181,29 @@ export async function verifyBlocksInEpoch(
174
181
  const [
175
182
  segmentExecStatus,
176
183
  {blockDAStatuses, payloadDAStatuses, availableTime},
177
- {postStates, proposerBalanceDeltas, verifyStateTime},
178
184
  {verifySignaturesTime},
185
+ {postStates, proposerBalanceDeltas, verifyStateTime},
179
186
  ] = await Promise.all([
180
187
  verifyExecutionPayloadsPromise,
181
188
 
182
189
  // data availability (fork-specific; see daAvailabilityPromise above)
183
190
  daAvailabilityPromise,
184
191
 
192
+ // All signatures at once. Must be called before verifyBlocksStateTransitionOnly()
193
+ // so we hand the BLS job to the worker pool before the main thread
194
+ // is busy with the state transition.
195
+ verifyBlocksSignatures(
196
+ this.config,
197
+ this.bls,
198
+ this.logger,
199
+ this.metrics,
200
+ preState0,
201
+ blocks,
202
+ indexedAttestationsByBlock,
203
+ opts
204
+ ),
205
+
185
206
  // Run state transition only
186
- // TODO: Ensure it yields to allow flushing to workers and engine API
187
207
  verifyBlocksStateTransitionOnly(
188
208
  preState0,
189
209
  blockInputs,
@@ -197,22 +217,17 @@ export async function verifyBlocksInEpoch(
197
217
  opts
198
218
  ),
199
219
 
200
- // All signatures at once
201
- verifyBlocksSignatures(
202
- this.config,
203
- this.bls,
204
- this.logger,
205
- this.metrics,
206
- preState0,
207
- blocks,
208
- indexedAttestationsByBlock,
209
- opts
210
- ),
211
-
212
220
  // TODO GLOAS: can verify payload signatures in batch too
213
221
  // maybe chain with the above verifyBlocksSignatures()
214
222
  ]);
215
223
 
224
+ if (blockInputs.length === 1 && opts.seenTimestampSec !== undefined) {
225
+ const consensusVerifiedTime = Math.max(verifyStateTime, verifySignaturesTime);
226
+ this.metrics?.gossipBlock.receivedToConsensusVerifiedTime.observe(
227
+ consensusVerifiedTime / 1000 - opts.seenTimestampSec
228
+ );
229
+ }
230
+
216
231
  for (const blockInput of blockInputs) {
217
232
  const block = blockInput.getBlock();
218
233
  const {slot, proposerIndex} = block.message;
@@ -1,4 +1,6 @@
1
1
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
2
+ import {TimeoutError} from "@lodestar/utils";
3
+ import {BlockError, BlockErrorCode} from "../errors/index.js";
2
4
  import {DAData, DAType, IBlockInput} from "./blockInput/index.js";
3
5
 
4
6
  // we can now wait for full 12 seconds because unavailable block sync will try pulling
@@ -22,7 +24,14 @@ export async function verifyBlocksDataAvailability(
22
24
  for (const blockInput of blocks) {
23
25
  // block verification is triggered on a verified gossip block so we only need to wait for all data
24
26
  if (!blockInput.hasAllData()) {
25
- promises.push(blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal));
27
+ promises.push(
28
+ blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal).catch((e) => {
29
+ if (e instanceof TimeoutError) {
30
+ throw new BlockError(blockInput.getBlock(), {code: BlockErrorCode.DATA_UNAVAILABLE});
31
+ }
32
+ throw e;
33
+ })
34
+ );
26
35
  }
27
36
  }
28
37
  await Promise.all(promises);
@@ -36,10 +36,9 @@ export async function verifyBlocksSignatures(
36
36
  ? preState0.currentSyncCommitteeIndexed
37
37
  : new SyncCommitteeCacheEmpty();
38
38
 
39
- // Verifies signatures after running state transition, so all SyncCommittee signed roots are known at this point.
40
- // We must ensure block.slot <= state.slot before running getAllBlockSignatureSets().
41
- // NOTE: If in the future multiple blocks signatures are verified at once, all blocks must be in the same epoch
42
- // so the attester and proposer shufflings are correct.
39
+ // Runs concurrently with the state transition. Signature sets are built from preState0, which
40
+ // verifyBlocksInEpoch() guarantees is in the same epoch as every block, so the proposer and attester shufflings
41
+ // and the sync committee are the ones the blocks were signed under.
43
42
  for (const [i, block] of blocks.entries()) {
44
43
  // Use [i] to make clear that the index has to be correct to blame the right block below on BlockError()
45
44
  isValidPromises[i] = opts.validSignatures
@@ -50,7 +49,10 @@ export async function verifyBlocksSignatures(
50
49
  bls.verifySignatureSets(
51
50
  getBlockSignatureSets(config, currentSyncCommitteeIndexed, preState0, block, indexedAttestationsByBlock[i], {
52
51
  skipProposerSignature: opts.validProposerSignature,
53
- })
52
+ }),
53
+ // Prioritize block verification over attestations, since
54
+ // attestations already buffer up to `MAX_BUFFER_WAIT_MS`
55
+ {priority: true}
54
56
  );
55
57
 
56
58
  // getBlockSignatureSets() takes 45ms in benchmarks for 2022Q2 mainnet blocks (100 sigs). When syncing a 32 blocks
@@ -1,18 +1,18 @@
1
+ import {ChainForkConfig} from "@lodestar/config";
1
2
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
2
3
  import {gloas} from "@lodestar/types";
4
+ import {TimeoutError} from "@lodestar/utils";
3
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
4
-
5
- // we can now wait for full 12 seconds because sync and reconstruction will try pulling
6
- // the data columns from the network anyway while the envelope is being processed
7
- export const PAYLOAD_DATA_AVAILABILITY_TIMEOUT = 12_000;
6
+ import {PayloadError, PayloadErrorCode} from "./importExecutionPayload.js";
8
7
 
9
8
  /**
10
9
  * Verifies that all payload envelope inputs have their data columns available.
11
- * - Waits a max of PAYLOAD_DATA_AVAILABILITY_TIMEOUT for all data to be available
10
+ * - Waits a max of one slot duration of the payload's fork for all data to be available
12
11
  * - Returns the time at which all data was available
13
12
  * - Returns the data availability status for each payload input
14
13
  */
15
14
  export async function verifyPayloadsDataAvailability(
15
+ config: ChainForkConfig,
16
16
  payloadInputs: PayloadEnvelopeInput[],
17
17
  signal: AbortSignal
18
18
  ): Promise<{
@@ -22,7 +22,15 @@ export async function verifyPayloadsDataAvailability(
22
22
  const promises: Promise<gloas.DataColumnSidecar[]>[] = [];
23
23
  for (const payloadInput of payloadInputs) {
24
24
  if (!payloadInput.hasAllData()) {
25
- promises.push(payloadInput.waitForAllData(PAYLOAD_DATA_AVAILABILITY_TIMEOUT, signal));
25
+ // Sync and reconstruction keep pulling the data columns from the network while we wait
26
+ promises.push(
27
+ payloadInput.waitForAllData(config.getSlotDurationMs(payloadInput.forkName), signal).catch((e) => {
28
+ if (e instanceof TimeoutError) {
29
+ throw new PayloadError(payloadInput, {code: PayloadErrorCode.DATA_UNAVAILABLE});
30
+ }
31
+ throw e;
32
+ })
33
+ );
26
34
  }
27
35
  }
28
36
  await Promise.all(promises);
@@ -22,6 +22,8 @@ export type VerifySignatureOpts = {
22
22
  verifyOnMainThread?: boolean;
23
23
  /**
24
24
  * Some signature sets are more important than others, and should be verified first.
25
+ * Non-batchable priority jobs are posted to an idle worker before this call returns, so the caller
26
+ * can run synchronous work right after without delaying the verification.
25
27
  */
26
28
  priority?: boolean;
27
29
  };
@@ -333,16 +333,20 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
333
333
  }
334
334
  }
335
335
 
336
+ // First hand work to an idle worker before returning to the caller.
337
+ // Deferring the post to the next macrotask would make the worker
338
+ // sit idle while waiting for the next synchronous work
339
+ else if (job.opts.priority) {
340
+ this.jobs.unshift(job);
341
+ void this.runJob();
342
+ }
343
+
336
344
  // Push job and schedule to call `runJob` in the next macro event loop cycle.
337
345
  // This is useful to allow batching job submitted from a synchronous for loop,
338
346
  // and to prevent large stacks since runJob may be called recursively.
339
347
  else {
340
- if (job.opts.priority) {
341
- this.jobs.unshift(job);
342
- } else {
343
- this.jobs.push(job);
344
- }
345
- callInNextEventLoop(this.runJob);
348
+ this.jobs.push(job);
349
+ callInNextEventLoop(() => void this.runJob());
346
350
  }
347
351
  }
348
352
 
@@ -377,7 +381,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
377
381
  let completedJobsCount = 0;
378
382
 
379
383
  if (this.jobs.length > 0) {
380
- callInNextEventLoop(this.runJob);
384
+ callInNextEventLoop(() => void this.runJob());
381
385
  }
382
386
 
383
387
  try {
@@ -423,7 +427,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
423
427
  if (workReqs.length === 0) {
424
428
  worker.status = {code: WorkerStatusCode.idle, workerApi};
425
429
  this.workersBusy--;
426
- callInNextEventLoop(this.runJob);
430
+ callInNextEventLoop(() => void this.runJob());
427
431
  return;
428
432
  }
429
433
 
@@ -499,7 +503,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
499
503
  this.workersBusy--;
500
504
 
501
505
  // Potentially run a new job
502
- callInNextEventLoop(this.runJob);
506
+ callInNextEventLoop(() => void this.runJob());
503
507
  };
504
508
 
505
509
  /**
@@ -542,7 +546,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
542
546
  this.jobs.unshift(job);
543
547
  }
544
548
  this.bufferedJobs = null;
545
- callInNextEventLoop(this.runJob);
549
+ callInNextEventLoop(() => void this.runJob());
546
550
  }
547
551
  };
548
552
 
@@ -1,4 +1,4 @@
1
- import {type BlsSignatureSet} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {type BlsSignatureSet} from "@lodestar/native/bls-verifier";
2
2
  import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
3
3
 
4
4
  export type WorkerData = {
@@ -1,10 +1,6 @@
1
1
  import worker from "node:worker_threads";
2
- import {
3
- type BlsSignatureSet,
4
- verifySignatureSets,
5
- verifySignatureSetsSameMessage,
6
- } from "@chainsafe/lodestar-z/bls-verifier";
7
2
  import {expose} from "@chainsafe/threads/worker";
3
+ import {type BlsSignatureSet, verifySignatureSets, verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
8
4
  import {
9
5
  BlsWorkReq,
10
6
  BlsWorkResult,
@@ -1,4 +1,4 @@
1
- import {verifySignatureSetsSameMessage} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
2
2
  import {ISignatureSet} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier, SameMessageSignatureSet} from "./interface.js";
@@ -2,7 +2,7 @@ import {
2
2
  BLS_VERIFIER_MAX_BATCH_SIZE,
3
3
  BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE,
4
4
  verifySignatureSets,
5
- } from "@chainsafe/lodestar-z/bls-verifier";
5
+ } from "@lodestar/native/bls-verifier";
6
6
  import {ISignatureSet, SignatureSetType, toBlsSignatureSet} from "@lodestar/state-transition";
7
7
  import {SameMessageSignatureSet} from "./interface.js";
8
8