@lodestar/beacon-node 1.51.0-dev.4157a0dec4 → 1.51.0-dev.41b1b87394

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts +6 -0
  25. package/lib/api/impl/validator/index.d.ts.map +1 -1
  26. package/lib/api/impl/validator/index.js +143 -35
  27. package/lib/api/impl/validator/index.js.map +1 -1
  28. package/lib/api/options.d.ts +2 -0
  29. package/lib/api/options.d.ts.map +1 -1
  30. package/lib/api/options.js +1 -0
  31. package/lib/api/options.js.map +1 -1
  32. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  33. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  34. package/lib/chain/GetBlobsTracker.js +85 -27
  35. package/lib/chain/GetBlobsTracker.js.map +1 -1
  36. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  37. package/lib/chain/archiveStore/archiveStore.js +1 -0
  38. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  39. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  40. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  41. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  42. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  43. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  44. package/lib/chain/blocks/importBlock.js +9 -7
  45. package/lib/chain/blocks/importBlock.js.map +1 -1
  46. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
  47. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  48. package/lib/chain/blocks/importExecutionPayload.js +58 -17
  49. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  50. package/lib/chain/blocks/index.js +2 -2
  51. package/lib/chain/blocks/index.js.map +1 -1
  52. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  53. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  54. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  55. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  56. package/lib/chain/blocks/types.d.ts +8 -1
  57. package/lib/chain/blocks/types.d.ts.map +1 -1
  58. package/lib/chain/blocks/types.js +5 -0
  59. package/lib/chain/blocks/types.js.map +1 -1
  60. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  61. package/lib/chain/blocks/verifyBlock.js +18 -7
  62. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  64. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  65. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  66. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  68. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  69. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  70. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  71. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  72. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  73. package/lib/chain/bls/interface.d.ts +2 -0
  74. package/lib/chain/bls/interface.d.ts.map +1 -1
  75. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/index.js +13 -11
  77. package/lib/chain/bls/multithread/index.js.map +1 -1
  78. package/lib/chain/bls/multithread/types.d.ts +1 -1
  79. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  80. package/lib/chain/bls/multithread/worker.js +1 -1
  81. package/lib/chain/bls/multithread/worker.js.map +1 -1
  82. package/lib/chain/bls/singleThread.js +1 -1
  83. package/lib/chain/bls/singleThread.js.map +1 -1
  84. package/lib/chain/bls/utils.js +1 -1
  85. package/lib/chain/bls/utils.js.map +1 -1
  86. package/lib/chain/chain.d.ts +3 -2
  87. package/lib/chain/chain.d.ts.map +1 -1
  88. package/lib/chain/chain.js +8 -5
  89. package/lib/chain/chain.js.map +1 -1
  90. package/lib/chain/errors/blockError.d.ts +1 -1
  91. package/lib/chain/errors/blockError.d.ts.map +1 -1
  92. package/lib/chain/errors/blockError.js +1 -1
  93. package/lib/chain/errors/blockError.js.map +1 -1
  94. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  95. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  96. package/lib/chain/errors/executionPayloadBid.js +2 -0
  97. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  98. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  99. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  100. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  101. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  102. package/lib/chain/errors/inclusionList.d.ts +60 -0
  103. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  104. package/lib/chain/errors/inclusionList.js +19 -0
  105. package/lib/chain/errors/inclusionList.js.map +1 -0
  106. package/lib/chain/errors/index.d.ts +1 -0
  107. package/lib/chain/errors/index.d.ts.map +1 -1
  108. package/lib/chain/errors/index.js +1 -0
  109. package/lib/chain/errors/index.js.map +1 -1
  110. package/lib/chain/interface.d.ts +4 -4
  111. package/lib/chain/interface.d.ts.map +1 -1
  112. package/lib/chain/interface.js.map +1 -1
  113. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  114. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  115. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  116. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  117. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  118. package/lib/chain/opPools/attestationPool.js +15 -4
  119. package/lib/chain/opPools/attestationPool.js.map +1 -1
  120. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  121. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  122. package/lib/chain/opPools/inclusionListStore.js +171 -0
  123. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  124. package/lib/chain/opPools/index.d.ts +1 -0
  125. package/lib/chain/opPools/index.d.ts.map +1 -1
  126. package/lib/chain/opPools/index.js +1 -0
  127. package/lib/chain/opPools/index.js.map +1 -1
  128. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  129. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  130. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  131. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  132. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  133. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  134. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  135. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  136. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  137. package/lib/chain/opPools/utils.d.ts +1 -1
  138. package/lib/chain/opPools/utils.d.ts.map +1 -1
  139. package/lib/chain/opPools/utils.js +1 -1
  140. package/lib/chain/opPools/utils.js.map +1 -1
  141. package/lib/chain/options.d.ts +0 -1
  142. package/lib/chain/options.d.ts.map +1 -1
  143. package/lib/chain/options.js +0 -1
  144. package/lib/chain/options.js.map +1 -1
  145. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  146. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  147. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  148. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  149. package/lib/chain/regen/interface.d.ts +1 -1
  150. package/lib/chain/regen/interface.d.ts.map +1 -1
  151. package/lib/chain/regen/interface.js +1 -1
  152. package/lib/chain/regen/interface.js.map +1 -1
  153. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  154. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  155. package/lib/chain/validation/executionPayloadBid.js +37 -158
  156. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  157. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  158. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  159. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  160. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  161. package/lib/chain/validation/inclusionList.d.ts +14 -0
  162. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  163. package/lib/chain/validation/inclusionList.js +150 -0
  164. package/lib/chain/validation/inclusionList.js.map +1 -0
  165. package/lib/chain/validation/index.d.ts +1 -0
  166. package/lib/chain/validation/index.d.ts.map +1 -1
  167. package/lib/chain/validation/index.js +1 -0
  168. package/lib/chain/validation/index.js.map +1 -1
  169. package/lib/db/beacon.d.ts +7 -0
  170. package/lib/db/beacon.d.ts.map +1 -1
  171. package/lib/db/beacon.js +34 -0
  172. package/lib/db/beacon.js.map +1 -1
  173. package/lib/db/dataColumnStore.d.ts +1 -1
  174. package/lib/db/dataColumnStore.d.ts.map +1 -1
  175. package/lib/db/dataColumnStore.js +1 -4
  176. package/lib/db/dataColumnStore.js.map +1 -1
  177. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  178. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  179. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  180. package/lib/db/flatFileStore/slotIndex.js +2 -2
  181. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  182. package/lib/db/interface.d.ts +1 -0
  183. package/lib/db/interface.d.ts.map +1 -1
  184. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  185. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  186. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  187. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  188. package/lib/execution/builder/apiClient.d.ts +14 -8
  189. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  190. package/lib/execution/builder/apiClient.js +12 -10
  191. package/lib/execution/builder/apiClient.js.map +1 -1
  192. package/lib/execution/builder/http.d.ts +2 -0
  193. package/lib/execution/builder/http.d.ts.map +1 -1
  194. package/lib/execution/builder/http.js +2 -0
  195. package/lib/execution/builder/http.js.map +1 -1
  196. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  197. package/lib/execution/builder/validateBid.js +14 -1
  198. package/lib/execution/builder/validateBid.js.map +1 -1
  199. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  200. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  201. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  202. package/lib/execution/engine/disabled.d.ts +1 -0
  203. package/lib/execution/engine/disabled.d.ts.map +1 -1
  204. package/lib/execution/engine/disabled.js +3 -0
  205. package/lib/execution/engine/disabled.js.map +1 -1
  206. package/lib/execution/engine/http.d.ts +8 -2
  207. package/lib/execution/engine/http.d.ts.map +1 -1
  208. package/lib/execution/engine/http.js +27 -4
  209. package/lib/execution/engine/http.js.map +1 -1
  210. package/lib/execution/engine/index.d.ts +1 -1
  211. package/lib/execution/engine/index.d.ts.map +1 -1
  212. package/lib/execution/engine/index.js +1 -1
  213. package/lib/execution/engine/index.js.map +1 -1
  214. package/lib/execution/engine/interface.d.ts +12 -3
  215. package/lib/execution/engine/interface.d.ts.map +1 -1
  216. package/lib/execution/engine/interface.js.map +1 -1
  217. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  218. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  219. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  220. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  221. package/lib/execution/engine/mock.d.ts +1 -0
  222. package/lib/execution/engine/mock.d.ts.map +1 -1
  223. package/lib/execution/engine/mock.js +31 -7
  224. package/lib/execution/engine/mock.js.map +1 -1
  225. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  226. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  227. package/lib/execution/engine/payloadIdCache.js +15 -4
  228. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  229. package/lib/execution/engine/restTransport.d.ts +2 -1
  230. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  231. package/lib/execution/engine/restTransport.js +3 -0
  232. package/lib/execution/engine/restTransport.js.map +1 -1
  233. package/lib/execution/engine/sszTypes.d.ts +38 -38
  234. package/lib/execution/engine/transport.d.ts +5 -2
  235. package/lib/execution/engine/transport.d.ts.map +1 -1
  236. package/lib/execution/engine/types.d.ts +25 -1
  237. package/lib/execution/engine/types.d.ts.map +1 -1
  238. package/lib/execution/engine/types.js +19 -6
  239. package/lib/execution/engine/types.js.map +1 -1
  240. package/lib/execution/engine/utils.d.ts.map +1 -1
  241. package/lib/execution/engine/utils.js +3 -2
  242. package/lib/execution/engine/utils.js.map +1 -1
  243. package/lib/index.d.ts +1 -0
  244. package/lib/index.d.ts.map +1 -1
  245. package/lib/index.js +2 -0
  246. package/lib/index.js.map +1 -1
  247. package/lib/metrics/metrics/beacon.d.ts +16 -0
  248. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  249. package/lib/metrics/metrics/beacon.js +35 -0
  250. package/lib/metrics/metrics/beacon.js.map +1 -1
  251. package/lib/metrics/metrics/lodestar.d.ts +16 -0
  252. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  253. package/lib/metrics/metrics/lodestar.js +35 -0
  254. package/lib/metrics/metrics/lodestar.js.map +1 -1
  255. package/lib/metrics/server/http.js +5 -5
  256. package/lib/metrics/server/http.js.map +1 -1
  257. package/lib/monitoring/service.js +1 -1
  258. package/lib/monitoring/service.js.map +1 -1
  259. package/lib/network/core/networkCore.d.ts +2 -0
  260. package/lib/network/core/networkCore.d.ts.map +1 -1
  261. package/lib/network/core/networkCore.js +3 -0
  262. package/lib/network/core/networkCore.js.map +1 -1
  263. package/lib/network/core/networkCoreWorker.js +1 -0
  264. package/lib/network/core/networkCoreWorker.js.map +1 -1
  265. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  266. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  267. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  268. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  269. package/lib/network/core/types.d.ts +2 -0
  270. package/lib/network/core/types.d.ts.map +1 -1
  271. package/lib/network/gossip/gossipsub.d.ts +1 -0
  272. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  273. package/lib/network/gossip/gossipsub.js +10 -0
  274. package/lib/network/gossip/gossipsub.js.map +1 -1
  275. package/lib/network/gossip/interface.d.ts +8 -2
  276. package/lib/network/gossip/interface.d.ts.map +1 -1
  277. package/lib/network/gossip/interface.js +1 -0
  278. package/lib/network/gossip/interface.js.map +1 -1
  279. package/lib/network/gossip/topic.d.ts +13 -5
  280. package/lib/network/gossip/topic.d.ts.map +1 -1
  281. package/lib/network/gossip/topic.js +13 -1
  282. package/lib/network/gossip/topic.js.map +1 -1
  283. package/lib/network/interface.d.ts +4 -1
  284. package/lib/network/interface.d.ts.map +1 -1
  285. package/lib/network/libp2p/index.d.ts.map +1 -1
  286. package/lib/network/libp2p/index.js +5 -1
  287. package/lib/network/libp2p/index.js.map +1 -1
  288. package/lib/network/network.d.ts +6 -2
  289. package/lib/network/network.d.ts.map +1 -1
  290. package/lib/network/network.js +50 -15
  291. package/lib/network/network.js.map +1 -1
  292. package/lib/network/options.d.ts +2 -0
  293. package/lib/network/options.d.ts.map +1 -1
  294. package/lib/network/options.js.map +1 -1
  295. package/lib/network/peers/peerManager.d.ts +2 -1
  296. package/lib/network/peers/peerManager.d.ts.map +1 -1
  297. package/lib/network/peers/peerManager.js +28 -1
  298. package/lib/network/peers/peerManager.js.map +1 -1
  299. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  300. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  301. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  302. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  303. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  304. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  305. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  306. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  307. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  308. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  309. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  310. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  311. package/lib/network/processor/gossipHandlers.js +97 -38
  312. package/lib/network/processor/gossipHandlers.js.map +1 -1
  313. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  314. package/lib/network/processor/gossipQueues/index.js +6 -0
  315. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  316. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  317. package/lib/network/processor/gossipValidatorFn.js +5 -1
  318. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  319. package/lib/network/processor/index.d.ts +11 -0
  320. package/lib/network/processor/index.d.ts.map +1 -1
  321. package/lib/network/processor/index.js +66 -29
  322. package/lib/network/processor/index.js.map +1 -1
  323. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  324. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  325. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  326. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  327. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  328. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  329. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  330. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  331. package/lib/network/reqresp/handlers/index.js +5 -0
  332. package/lib/network/reqresp/handlers/index.js.map +1 -1
  333. package/lib/network/reqresp/protocols.d.ts +1 -0
  334. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  335. package/lib/network/reqresp/protocols.js +5 -0
  336. package/lib/network/reqresp/protocols.js.map +1 -1
  337. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  338. package/lib/network/reqresp/rateLimit.js +4 -0
  339. package/lib/network/reqresp/rateLimit.js.map +1 -1
  340. package/lib/network/reqresp/types.d.ts +5 -2
  341. package/lib/network/reqresp/types.d.ts.map +1 -1
  342. package/lib/network/reqresp/types.js +3 -0
  343. package/lib/network/reqresp/types.js.map +1 -1
  344. package/lib/node/nodejs.d.ts +3 -1
  345. package/lib/node/nodejs.d.ts.map +1 -1
  346. package/lib/node/nodejs.js +47 -21
  347. package/lib/node/nodejs.js.map +1 -1
  348. package/lib/node/options.d.ts +3 -1
  349. package/lib/node/options.d.ts.map +1 -1
  350. package/lib/node/options.js +4 -2
  351. package/lib/node/options.js.map +1 -1
  352. package/lib/sync/interface.d.ts.map +1 -1
  353. package/lib/sync/interface.js.map +1 -1
  354. package/lib/sync/sync.d.ts +7 -0
  355. package/lib/sync/sync.d.ts.map +1 -1
  356. package/lib/sync/sync.js +61 -3
  357. package/lib/sync/sync.js.map +1 -1
  358. package/lib/sync/unknownBlock.d.ts.map +1 -1
  359. package/lib/sync/unknownBlock.js +42 -18
  360. package/lib/sync/unknownBlock.js.map +1 -1
  361. package/lib/util/file.d.ts.map +1 -1
  362. package/lib/util/file.js +8 -9
  363. package/lib/util/file.js.map +1 -1
  364. package/lib/util/queue/itemQueue.js +1 -1
  365. package/lib/util/queue/itemQueue.js.map +1 -1
  366. package/lib/util/sszBytes.d.ts +5 -0
  367. package/lib/util/sszBytes.d.ts.map +1 -1
  368. package/lib/util/sszBytes.js +35 -2
  369. package/lib/util/sszBytes.js.map +1 -1
  370. package/package.json +31 -32
  371. package/src/api/impl/api.ts +1 -1
  372. package/src/api/impl/beacon/blocks/index.ts +57 -62
  373. package/src/api/impl/beacon/index.ts +3 -1
  374. package/src/api/impl/beacon/pool/index.ts +5 -1
  375. package/src/api/impl/beacon/state/index.ts +10 -1
  376. package/src/api/impl/beacon/state/utils.ts +20 -10
  377. package/src/api/impl/debug/index.ts +4 -0
  378. package/src/api/impl/validator/index.ts +178 -39
  379. package/src/api/options.ts +3 -0
  380. package/src/chain/GetBlobsTracker.ts +97 -38
  381. package/src/chain/archiveStore/archiveStore.ts +1 -0
  382. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  383. package/src/chain/blocks/importBlock.ts +11 -14
  384. package/src/chain/blocks/importExecutionPayload.ts +81 -23
  385. package/src/chain/blocks/index.ts +6 -2
  386. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  387. package/src/chain/blocks/types.ts +9 -1
  388. package/src/chain/blocks/verifyBlock.ts +31 -16
  389. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  390. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  391. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  392. package/src/chain/bls/interface.ts +2 -0
  393. package/src/chain/bls/multithread/index.ts +14 -10
  394. package/src/chain/bls/multithread/types.ts +1 -1
  395. package/src/chain/bls/multithread/worker.ts +1 -5
  396. package/src/chain/bls/singleThread.ts +1 -1
  397. package/src/chain/bls/utils.ts +1 -1
  398. package/src/chain/chain.ts +9 -5
  399. package/src/chain/errors/blockError.ts +1 -1
  400. package/src/chain/errors/executionPayloadBid.ts +12 -0
  401. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  402. package/src/chain/errors/inclusionList.ts +38 -0
  403. package/src/chain/errors/index.ts +1 -0
  404. package/src/chain/interface.ts +4 -3
  405. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  406. package/src/chain/opPools/attestationPool.ts +16 -4
  407. package/src/chain/opPools/inclusionListStore.ts +208 -0
  408. package/src/chain/opPools/index.ts +1 -0
  409. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  410. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  411. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  412. package/src/chain/opPools/utils.ts +1 -1
  413. package/src/chain/options.ts +0 -2
  414. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  415. package/src/chain/regen/interface.ts +1 -1
  416. package/src/chain/validation/executionPayloadBid.ts +54 -183
  417. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  418. package/src/chain/validation/inclusionList.ts +192 -0
  419. package/src/chain/validation/index.ts +1 -0
  420. package/src/db/beacon.ts +44 -0
  421. package/src/db/dataColumnStore.ts +2 -4
  422. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  423. package/src/db/flatFileStore/slotIndex.ts +4 -3
  424. package/src/db/interface.ts +2 -0
  425. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  426. package/src/execution/builder/apiClient.ts +16 -13
  427. package/src/execution/builder/http.ts +4 -0
  428. package/src/execution/builder/validateBid.ts +23 -2
  429. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  430. package/src/execution/engine/disabled.ts +4 -0
  431. package/src/execution/engine/http.ts +40 -5
  432. package/src/execution/engine/index.ts +1 -1
  433. package/src/execution/engine/interface.ts +28 -4
  434. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  435. package/src/execution/engine/mock.ts +32 -7
  436. package/src/execution/engine/payloadIdCache.ts +24 -6
  437. package/src/execution/engine/restTransport.ts +15 -1
  438. package/src/execution/engine/transport.ts +7 -2
  439. package/src/execution/engine/types.ts +44 -7
  440. package/src/execution/engine/utils.ts +4 -2
  441. package/src/index.ts +2 -0
  442. package/src/metrics/metrics/beacon.ts +37 -0
  443. package/src/metrics/metrics/lodestar.ts +36 -0
  444. package/src/metrics/server/http.ts +5 -5
  445. package/src/monitoring/service.ts +1 -1
  446. package/src/network/core/networkCore.ts +5 -0
  447. package/src/network/core/networkCoreWorker.ts +1 -0
  448. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  449. package/src/network/core/types.ts +2 -0
  450. package/src/network/gossip/gossipsub.ts +11 -0
  451. package/src/network/gossip/interface.ts +5 -0
  452. package/src/network/gossip/topic.ts +14 -0
  453. package/src/network/interface.ts +4 -0
  454. package/src/network/libp2p/index.ts +5 -1
  455. package/src/network/network.ts +56 -19
  456. package/src/network/options.ts +2 -0
  457. package/src/network/peers/peerManager.ts +28 -3
  458. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  459. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  460. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  461. package/src/network/processor/gossipHandlers.ts +121 -41
  462. package/src/network/processor/gossipQueues/index.ts +6 -0
  463. package/src/network/processor/gossipValidatorFn.ts +5 -0
  464. package/src/network/processor/index.ts +58 -27
  465. package/src/network/processor/types.ts +1 -1
  466. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  467. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  468. package/src/network/reqresp/handlers/index.ts +5 -0
  469. package/src/network/reqresp/protocols.ts +6 -0
  470. package/src/network/reqresp/rateLimit.ts +4 -0
  471. package/src/network/reqresp/types.ts +6 -0
  472. package/src/node/nodejs.ts +58 -22
  473. package/src/node/options.ts +9 -6
  474. package/src/sync/interface.ts +1 -0
  475. package/src/sync/sync.ts +65 -4
  476. package/src/sync/unknownBlock.ts +47 -28
  477. package/src/util/file.ts +8 -9
  478. package/src/util/queue/itemQueue.ts +1 -1
  479. package/src/util/sszBytes.ts +42 -2
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {type FileHandle, open, readFile, rm} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {ForkPostFulu} from "@lodestar/params";
@@ -172,7 +172,7 @@ export class FlatFileStore implements IFlatFileStore {
172
172
  for (const slot of slotsToPrune) {
173
173
  const release = await this.acquireMutationLock(slot);
174
174
  try {
175
- await fs.promises.rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
175
+ await rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
176
176
  this.slotIndex.remove(slot);
177
177
  this.metrics?.prunedDirectories.inc();
178
178
  } finally {
@@ -212,7 +212,7 @@ export class FlatFileStore implements IFlatFileStore {
212
212
 
213
213
  private async readFile(slot: Slot, rootHex: RootHex): Promise<Uint8Array | null> {
214
214
  try {
215
- return await fs.promises.readFile(this.filePath(slot, rootHex));
215
+ return await readFile(this.filePath(slot, rootHex));
216
216
  } catch (e) {
217
217
  if (!isFsNotFoundError(e)) throw e;
218
218
  return null;
@@ -224,9 +224,9 @@ export class FlatFileStore implements IFlatFileStore {
224
224
  rootHex: RootHex,
225
225
  indices: number[]
226
226
  ): Promise<(Uint8Array | undefined)[] | null> {
227
- let fd: fs.promises.FileHandle;
227
+ let fd: FileHandle;
228
228
  try {
229
- fd = await fs.promises.open(this.filePath(slot, rootHex), "r");
229
+ fd = await open(this.filePath(slot, rootHex), "r");
230
230
  } catch (e) {
231
231
  if (!isFsNotFoundError(e)) throw e;
232
232
  return null;
@@ -270,7 +270,7 @@ export class FlatFileStore implements IFlatFileStore {
270
270
  await observeFlatFileStoreOperation(this.metrics, FlatFileStoreOperation.delete, async () => {
271
271
  const release = await this.acquireMutationLock(slot);
272
272
  try {
273
- await fs.promises.rm(this.filePath(slot, rootHex), {force: true});
273
+ await rm(this.filePath(slot, rootHex), {force: true});
274
274
  } finally {
275
275
  release();
276
276
  }
@@ -294,7 +294,7 @@ function validateDcolHeader(header: DcolHeader, slot: Slot, rootHex: RootHex): v
294
294
  }
295
295
  }
296
296
 
297
- async function readExactly(fd: fs.promises.FileHandle, buffer: Uint8Array, position: number): Promise<void> {
297
+ async function readExactly(fd: FileHandle, buffer: Uint8Array, position: number): Promise<void> {
298
298
  let totalRead = 0;
299
299
  while (totalRead < buffer.length) {
300
300
  const {bytesRead} = await fd.read(buffer, totalRead, buffer.length - totalRead, position + totalRead);
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -68,6 +68,8 @@ export interface IBeaconDb {
68
68
  readonly lastLegacyArchiveSlot: Slot | null;
69
69
  init(): Promise<void>;
70
70
 
71
+ compactLegacyDataColumns(prunedBeforeSlot: Slot, minSizeBytes?: number): Promise<void>;
72
+
71
73
  pruneHotDb(): Promise<void>;
72
74
 
73
75
  deleteDeprecatedEth1Data(): Promise<void>;
@@ -15,6 +15,8 @@ const SLOT_BYTE_SIZE = 8;
15
15
  * Indexed data by `slot` + `columnIndex`
16
16
  */
17
17
  export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot, ColumnIndex, DataColumnSidecar> {
18
+ private prunedBeforeSlot: Slot | null = null;
19
+
18
20
  constructor(config: ChainForkConfig, db: Db) {
19
21
  const bucket = Bucket.allForks_dataColumnSidecarsArchive;
20
22
  // Type won't be used since we select it dynamically based on fork
@@ -70,4 +72,22 @@ export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot,
70
72
  encodeNumberForDbKey(0, COLUMN_INDEX_BYTE_SIZE),
71
73
  ]);
72
74
  }
75
+
76
+ /**
77
+ * Deletes all entries before `slot`. Prunes only delete from the start of the bucket, so the first prune
78
+ * compacts the range to drop tombstones of earlier runs and later prunes resume where the previous one ended.
79
+ */
80
+ async pruneBefore(slot: Slot): Promise<Slot[]> {
81
+ if (this.prunedBeforeSlot === null) {
82
+ await this.db.compactRange(this.wrapKey(this.getMinKeyRaw(0)), this.wrapKey(this.getMinKeyRaw(slot)));
83
+ } else if (slot <= this.prunedBeforeSlot) {
84
+ return [];
85
+ }
86
+
87
+ const keys = await this.keys({gte: {prefix: this.prunedBeforeSlot ?? 0, id: 0}, lt: {prefix: slot, id: 0}});
88
+ const slots = [...new Set(keys.map(({prefix}) => prefix))];
89
+ if (slots.length > 0) await this.deleteMany(slots);
90
+ this.prunedBeforeSlot = slot;
91
+ return slots;
92
+ }
73
93
  }
@@ -19,21 +19,20 @@ import {IClock} from "../../util/clock.js";
19
19
  * Additional duration to account for potential event loop lag which causes
20
20
  * builder bids to be rejected even though the response was sent in time.
21
21
  */
22
- const EVENT_LOOP_LAG_BUFFER = 250;
22
+ export const BUILDER_BID_LAG_BUFFER_MS = 250;
23
23
 
24
24
  /**
25
- * Duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
- * is reached, advertised on each bid request via the `X-Timeout-Ms` header. The p2p bid is
27
- * selected after the same duration, only considering bids received up to that point.
25
+ * Default duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
+ * is reached, advertised on each bid request via the `X-Timeout-Ms` header. Bids received via
27
+ * p2p are given the same time to bid up.
28
28
  */
29
- export const BUILDER_BID_DEADLINE_MS = 500;
30
-
31
- /** Local timeout for bid requests, event loop lag must not discard bids that arrived in time */
32
- export const BUILDER_BID_REQUEST_TIMEOUT_MS = BUILDER_BID_DEADLINE_MS + EVENT_LOOP_LAG_BUFFER;
29
+ export const DEFAULT_BUILDER_BID_DEADLINE_MS = 500;
33
30
 
34
31
  export type BuilderApiClientOpts = {
35
- /** Timeout for builder api requests, bid requests always use `BUILDER_BID_REQUEST_TIMEOUT_MS` */
32
+ /** Timeout for builder api requests, bid requests are bounded by `bidDeadline` instead */
36
33
  timeout?: number;
34
+ /** Time builders are given to provide a bid once block production starts, in milliseconds */
35
+ bidDeadline?: number;
37
36
  // Add User-Agent header to all requests
38
37
  userAgent?: string;
39
38
  };
@@ -69,6 +68,7 @@ export type BuilderApiBid = {
69
68
  * each block production request, clients are dialed on demand based on the entry `url`.
70
69
  */
71
70
  export class BuilderApiClient {
71
+ readonly bidDeadline: number;
72
72
  private readonly clients = new Map<BuilderUrl, BuilderApi>();
73
73
 
74
74
  constructor(
@@ -78,7 +78,9 @@ export class BuilderApiClient {
78
78
  private readonly bls: IBlsVerifier,
79
79
  private readonly metrics: Metrics | null = null,
80
80
  private readonly logger?: Logger
81
- ) {}
81
+ ) {
82
+ this.bidDeadline = opts.bidDeadline ?? DEFAULT_BUILDER_BID_DEADLINE_MS;
83
+ }
82
84
 
83
85
  /**
84
86
  * Fan out bid requests to the builders named by the entries, one request per unique
@@ -139,9 +141,10 @@ export class BuilderApiClient {
139
141
  proposerPubkey,
140
142
  requestAuth: entry.auth,
141
143
  dateMilliseconds: Date.now(),
142
- timeoutMs: BUILDER_BID_DEADLINE_MS,
144
+ timeoutMs: this.bidDeadline,
143
145
  },
144
- {timeoutMs: BUILDER_BID_REQUEST_TIMEOUT_MS}
146
+ // Event loop lag must not discard bids that arrived in time
147
+ {timeoutMs: this.bidDeadline + BUILDER_BID_LAG_BUFFER_MS}
145
148
  );
146
149
  const signedBid = res.value();
147
150
  if (signedBid === undefined) {
@@ -203,7 +206,7 @@ export class BuilderApiClient {
203
206
 
204
207
  /**
205
208
  * Establish the connection to every known builder outside the bid deadline, a cold TCP/TLS handshake
206
- * to a distant builder can exhaust `BUILDER_BID_DEADLINE_MS` on its own, and a long idle connection
209
+ * to a distant builder can exhaust the bid deadline on its own, and a long idle connection
207
210
  * may be half-open and only fail once written to.
208
211
  */
209
212
  async checkStatus(): Promise<void> {
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/types";
21
21
  import {toPrintableUrl} from "@lodestar/utils";
22
22
  import {Metrics} from "../../metrics/metrics.js";
23
+ import {DEFAULT_BUILDER_BID_DEADLINE_MS} from "./apiClient.js";
23
24
  import {ValidatorRegistration, ValidatorRegistrationCache} from "./cache.js";
24
25
  import {IExecutionBuilder} from "./interface.js";
25
26
 
@@ -29,6 +30,8 @@ export type ExecutionBuilderHttpOpts = {
29
30
  timeout?: number;
30
31
  faultInspectionWindow?: number;
31
32
  allowedFaults?: number;
33
+ /** Post-gloas only, time builders are given to provide a bid once block production starts, in milliseconds */
34
+ bidDeadline?: number;
32
35
 
33
36
  // Only required for merge-mock runs, no need to expose it to cli
34
37
  issueLocalFcUWithFeeRecipient?: string;
@@ -40,6 +43,7 @@ export const defaultExecutionBuilderHttpOpts: ExecutionBuilderHttpOpts = {
40
43
  enabled: false,
41
44
  url: "http://localhost:8661",
42
45
  timeout: 12000,
46
+ bidDeadline: DEFAULT_BUILDER_BID_DEADLINE_MS,
43
47
  };
44
48
 
45
49
  export enum BuilderStatus {
@@ -1,6 +1,6 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {ProtoBlock} from "@lodestar/fork-choice";
3
- import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION} from "@lodestar/params";
3
+ import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION, isForkPostHeze} from "@lodestar/params";
4
4
  import {
5
5
  computeEpochAtSlot,
6
6
  createSingleSignatureSetFromComponents,
@@ -9,7 +9,7 @@ import {
9
9
  isGasLimitTargetCompatible,
10
10
  isStatePostGloas,
11
11
  } from "@lodestar/state-transition";
12
- import {RootHex, Slot, gloas} from "@lodestar/types";
12
+ import {RootHex, Slot, gloas, heze} from "@lodestar/types";
13
13
  import {bigIntMin, byteArrayEquals, prettyGweiToEth, toHex, toRootHex} from "@lodestar/utils";
14
14
  import {IBeaconChain} from "../../chain/index.js";
15
15
  import {RegenCaller} from "../../chain/regen/index.js";
@@ -41,6 +41,7 @@ export async function validateBuilderApiExecutionPayloadBid(
41
41
  }
42
42
  ): Promise<void> {
43
43
  const bid = signedExecutionPayloadBid.message;
44
+ const fork = chain.config.getForkName(bid.slot);
44
45
  const {slot, parentBlock, parentBlockHash, parentBlockRoot, entry, getParentExecutionRequests} = request;
45
46
 
46
47
  if (bid.slot !== slot) {
@@ -76,6 +77,26 @@ export async function validateBuilderApiExecutionPayloadBid(
76
77
  );
77
78
  }
78
79
 
80
+ // Same check as bid gossip (only_timely=True), not the proposer's full view from validator.md: a list released
81
+ // after the deadline would void every bid, and a high bid that went stale after gossip could crowd out the rest unpaid
82
+ if (isForkPostHeze(fork)) {
83
+ const {inclusionListBits} = bid as heze.ExecutionPayloadBid;
84
+ const inclusionListSlot = bid.slot - 1;
85
+ const dependentRoot = getShufflingDependentRoot(
86
+ chain.forkChoice,
87
+ computeEpochAtSlot(inclusionListSlot),
88
+ computeEpochAtSlot(parentBlock.slot),
89
+ parentBlock
90
+ );
91
+ if (!chain.inclusionListStore.isInclusionListBitsInclusive(inclusionListSlot, dependentRoot, inclusionListBits)) {
92
+ const expectedBits = chain.inclusionListStore.getInclusionListBits(inclusionListSlot, dependentRoot);
93
+ throw Error(
94
+ `Bid inclusionListBits=${toHex(inclusionListBits.uint8Array)} is not inclusive of ` +
95
+ `timely inclusion lists expected=${toHex(expectedBits.uint8Array)}`
96
+ );
97
+ }
98
+ }
99
+
79
100
  const state = await chain.regen
80
101
  .getBlockSlotState(parentBlock, slot, {dontTransferCache: true}, RegenCaller.validateGossipExecutionPayloadBid)
81
102
  .catch((e: Error) => {
@@ -7,7 +7,7 @@ import {VersionedHashes} from "./interface.js";
7
7
  * Skip unrelated fields without decoding or copying them, including untrusted nested access lists.
8
8
  * The EL remains responsible for the other transaction validity checks.
9
9
  */
10
- export function isValidBlobVersionedHashes(transactions: Uint8Array[], expected: VersionedHashes): boolean {
10
+ export function isValidBlobVersionedHashes(transactions: Iterable<Uint8Array>, expected: VersionedHashes): boolean {
11
11
  let index = 0;
12
12
  for (const transaction of transactions) {
13
13
  if (transaction.length === 0) return false;
@@ -28,4 +28,8 @@ export class ExecutionEngineDisabled implements IExecutionEngine {
28
28
  getBlobs(): Promise<never> {
29
29
  throw Error("Execution engine disabled");
30
30
  }
31
+
32
+ getInclusionList(): Promise<never> {
33
+ throw Error("Execution engine disabled");
34
+ }
31
35
  }
@@ -8,7 +8,7 @@ import {
8
8
  isForkPostBellatrix,
9
9
  isForkPostFulu,
10
10
  } from "@lodestar/params";
11
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei} from "@lodestar/types";
11
+ import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, bellatrix} from "@lodestar/types";
12
12
  import {BlobAndProof} from "@lodestar/types/deneb";
13
13
  import {BlobAndProofV2} from "@lodestar/types/fulu";
14
14
  import {isErrorAborted} from "@lodestar/utils";
@@ -224,9 +224,13 @@ export class ExecutionEngineHttp implements IExecutionEngine {
224
224
  executionPayload: ExecutionPayload,
225
225
  versionedHashes?: VersionedHashes,
226
226
  parentBlockRoot?: Root,
227
- executionRequests?: ExecutionRequests
227
+ executionRequests?: ExecutionRequests,
228
+ inclusionListTransactions?: bellatrix.Transactions
228
229
  ): Promise<ExecutePayloadResponse> {
229
230
  // Validate before queueing, argument errors must not be reported as an unavailable execution client
231
+ if (ForkSeq[fork] >= ForkSeq.heze && inclusionListTransactions === undefined) {
232
+ throw Error(`inclusionListTransactions required in notifyNewPayload for fork=${fork}`);
233
+ }
230
234
  if (ForkSeq[fork] >= ForkSeq.deneb) {
231
235
  if (versionedHashes === undefined) {
232
236
  throw Error(`versionedHashes required in notifyNewPayload for fork=${fork}`);
@@ -243,7 +247,14 @@ export class ExecutionEngineHttp implements IExecutionEngine {
243
247
  try {
244
248
  result = await this.enqueue(() =>
245
249
  this.withTransport(fork, undefined, (transport) =>
246
- transport.newPayload(fork, executionPayload, versionedHashes, parentBlockRoot, executionRequests)
250
+ transport.newPayload(
251
+ fork,
252
+ executionPayload,
253
+ versionedHashes,
254
+ parentBlockRoot,
255
+ executionRequests,
256
+ inclusionListTransactions
257
+ )
247
258
  )
248
259
  );
249
260
  } catch (e) {
@@ -264,7 +275,12 @@ export class ExecutionEngineHttp implements IExecutionEngine {
264
275
 
265
276
  switch (status) {
266
277
  case ExecutionPayloadStatus.VALID:
267
- return {status, latestValidHash: latestValidHash ?? "0x0", validationError: null};
278
+ return {
279
+ status,
280
+ latestValidHash: latestValidHash ?? "0x0",
281
+ validationError: null,
282
+ inclusionListSatisfied: result.inclusionListSatisfied ?? null,
283
+ };
268
284
 
269
285
  case ExecutionPayloadStatus.INVALID:
270
286
  // As per latest specs if latestValidHash can be null and it would mean only
@@ -348,7 +364,14 @@ export class ExecutionEngineHttp implements IExecutionEngine {
348
364
  }
349
365
 
350
366
  const payloadAttributesRpc = serializePayloadAttributes(payloadAttributes);
351
- this.payloadIdCache.add({headBlockHash, finalizedBlockHash, ...payloadAttributesRpc}, payloadId);
367
+ this.payloadIdCache.add(
368
+ {
369
+ headBlockHash,
370
+ ...payloadAttributesRpc,
371
+ inclusionListTransactions: payloadAttributes.inclusionListTransactions,
372
+ },
373
+ payloadId
374
+ );
352
375
  void this.prunePayloadIdCache();
353
376
  }
354
377
  return payloadId;
@@ -423,6 +446,18 @@ export class ExecutionEngineHttp implements IExecutionEngine {
423
446
  return this.withTransport(undefined, "v1", (transport) => transport.getBlobsV1(versionedHashes));
424
447
  }
425
448
 
449
+ /**
450
+ * `engine_getInclusionListV1`, JSON-RPC only as the REST engine API defines no inclusion list route.
451
+ * Queued so it runs after the forkchoiceUpdated of a payload imported just before, which prunes that
452
+ * payload's transactions from the mempool the list is built from.
453
+ */
454
+ async getInclusionList(): Promise<bellatrix.Transactions> {
455
+ return this.enqueue(() => {
456
+ this.metrics?.engineApiRequests.inc({transport: "json-rpc"});
457
+ return this.jsonRpc.getInclusionList();
458
+ });
459
+ }
460
+
426
461
  private enqueue<T>(job: () => Promise<T>): Promise<T> {
427
462
  return this.queue.push(job) as Promise<T>;
428
463
  }
@@ -17,8 +17,8 @@ import {EngineRestHttpClient} from "./restHttpClient.js";
17
17
  import {RestEngineTransport, formatClientVersionHeader} from "./restTransport.js";
18
18
  import {ExecutionEngineMockJsonRpcClient, JsonRpcBackend} from "./utils.js";
19
19
 
20
- export {ExecutionEngineHttp, ExecutionEngineDisabled, defaultExecutionEngineHttpOpts, engineApiModes};
21
20
  export type {EngineApiMode};
21
+ export {ExecutionEngineDisabled, ExecutionEngineHttp, defaultExecutionEngineHttpOpts, engineApiModes};
22
22
 
23
23
  export type ExecutionEngineOpts =
24
24
  | ({mode?: "http"} & ExecutionEngineHttpOpts)
@@ -9,14 +9,23 @@ import {
9
9
  ForkPreFulu,
10
10
  WITHDRAWAL_REQUEST_TYPE,
11
11
  } from "@lodestar/params";
12
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, capella} from "@lodestar/types";
12
+ import {
13
+ BlobsBundle,
14
+ ExecutionPayload,
15
+ ExecutionRequests,
16
+ Root,
17
+ RootHex,
18
+ Wei,
19
+ bellatrix,
20
+ capella,
21
+ } from "@lodestar/types";
13
22
  import {BlobAndProof} from "@lodestar/types/deneb";
14
23
  import {BlobAndProofV2} from "@lodestar/types/fulu";
15
24
  import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
16
25
  import {ExecutionPayloadBodyV2} from "./types.js";
17
26
  import {DATA} from "./utils.js";
18
27
 
19
- export {PayloadIdCache, type PayloadId, type WithdrawalV1};
28
+ export {type PayloadId, PayloadIdCache, type WithdrawalV1};
20
29
  export type ClientVersion = routes.node.ClientVersion;
21
30
  export const ClientCode = routes.node.ClientCode;
22
31
 
@@ -73,7 +82,13 @@ export type ExecutePayloadResponse =
73
82
  latestValidHash: null;
74
83
  validationError: null;
75
84
  }
76
- | {status: ExecutionPayloadStatus.VALID; latestValidHash: RootHex; validationError: null}
85
+ | {
86
+ status: ExecutionPayloadStatus.VALID;
87
+ latestValidHash: RootHex;
88
+ validationError: null;
89
+ /** PayloadStatusV2: whether the payload satisfied the inclusion list constraints */
90
+ inclusionListSatisfied?: boolean | null;
91
+ }
77
92
  | {status: ExecutionPayloadStatus.INVALID; latestValidHash: RootHex | null; validationError: string | null}
78
93
  | {
79
94
  status:
@@ -99,6 +114,8 @@ export type PayloadAttributes = {
99
114
  parentBeaconBlockRoot?: Uint8Array;
100
115
  slotNumber?: number; // EIP-7843
101
116
  targetGasLimit?: bigint; // GLOAS (PayloadAttributesV4, execution-apis#796)
117
+ /** Transactions the built payload must include (PayloadAttributesV5, HEZE:EIP-7805) */
118
+ inclusionListTransactions?: bellatrix.Transactions;
102
119
  };
103
120
 
104
121
  export type VersionedHashes = Uint8Array[];
@@ -129,9 +146,16 @@ export interface IExecutionEngine {
129
146
  executionPayload: ExecutionPayload,
130
147
  versionedHashes?: VersionedHashes,
131
148
  parentBeaconBlockRoot?: Root,
132
- executionRequests?: ExecutionRequests
149
+ executionRequests?: ExecutionRequests,
150
+ inclusionListTransactions?: bellatrix.Transactions
133
151
  ): Promise<ExecutePayloadResponse>;
134
152
 
153
+ /**
154
+ * Transactions the execution layer wants included in the next payload. Parameterless since
155
+ * execution-apis#609: the execution layer builds against its own view of the head.
156
+ */
157
+ getInclusionList(): Promise<bellatrix.Transactions>;
158
+
135
159
  /**
136
160
  * Signal fork choice updates
137
161
  * This function performs two actions atomically:
@@ -1,5 +1,5 @@
1
1
  import {ForkName, ForkSeq} from "@lodestar/params";
2
- import {ExecutionPayload, ExecutionRequests, Root, RootHex} from "@lodestar/types";
2
+ import {ExecutionPayload, ExecutionRequests, Root, RootHex, bellatrix} from "@lodestar/types";
3
3
  import {BlobAndProof} from "@lodestar/types/deneb";
4
4
  import {BlobAndProofV2} from "@lodestar/types/fulu";
5
5
  import {strip0xPrefix} from "@lodestar/utils";
@@ -16,10 +16,12 @@ import {
16
16
  deserializeBlobAndProofsV2,
17
17
  deserializeBlobAndProofsV2IntoBytes,
18
18
  deserializeExecutionPayloadBodyV2,
19
+ deserializeInclusionList,
19
20
  parseExecutionPayload,
20
21
  serializeBeaconBlockRoot,
21
22
  serializeExecutionPayload,
22
23
  serializeExecutionRequests,
24
+ serializeInclusionList,
23
25
  serializePayloadAttributes,
24
26
  serializeVersionedHashes,
25
27
  } from "./types.js";
@@ -40,6 +42,7 @@ const getPayloadBodiesByHashOpts: ReqOpts = {routeId: "getPayloadBodiesByHash"};
40
42
  const getBlobsV1Opts: ReqOpts = {routeId: "getBlobsV1"};
41
43
  const getBlobsV2Opts: ReqOpts = {routeId: "getBlobsV2"};
42
44
  const getClientVersionOpts: ReqOpts = {routeId: "getClientVersion"};
45
+ const getInclusionListOpts: ReqOpts = {routeId: "getInclusionList"};
43
46
 
44
47
  /**
45
48
  * Legacy `engine_*` JSON-RPC methods
@@ -57,7 +60,8 @@ export class JsonRpcEngineTransport implements IEngineTransport {
57
60
  executionPayload: ExecutionPayload,
58
61
  versionedHashes?: VersionedHashes,
59
62
  parentBeaconBlockRoot?: Root,
60
- executionRequests?: ExecutionRequests
63
+ executionRequests?: ExecutionRequests,
64
+ inclusionListTransactions?: bellatrix.Transactions
61
65
  ): Promise<PayloadStatusResult> {
62
66
  const serializedExecutionPayload = serializeExecutionPayload(fork, executionPayload);
63
67
 
@@ -76,6 +80,28 @@ export class JsonRpcEngineTransport implements IEngineTransport {
76
80
  if (executionRequests === undefined) {
77
81
  throw Error(`executionRequests required in notifyNewPayload for fork=${fork}`);
78
82
  }
83
+ if (ForkSeq[fork] >= ForkSeq.heze) {
84
+ if (inclusionListTransactions === undefined) {
85
+ throw Error(`inclusionListTransactions required in notifyNewPayload for fork=${fork}`);
86
+ }
87
+ const method = "engine_newPayloadV6";
88
+ return this.rpc.fetchWithRetries<
89
+ EngineApiRpcReturnTypes[typeof method],
90
+ EngineApiRpcParamTypes[typeof method]
91
+ >(
92
+ {
93
+ method,
94
+ params: [
95
+ serializedExecutionPayload,
96
+ serializedVersionedHashes,
97
+ serializedParentBeaconBlockRoot,
98
+ serializeExecutionRequests(fork, executionRequests),
99
+ serializeInclusionList(inclusionListTransactions),
100
+ ],
101
+ },
102
+ notifyNewPayloadOpts
103
+ );
104
+ }
79
105
  const method = ForkSeq[fork] >= ForkSeq.gloas ? "engine_newPayloadV5" : "engine_newPayloadV4";
80
106
  return this.rpc.fetchWithRetries<EngineApiRpcReturnTypes[typeof method], EngineApiRpcParamTypes[typeof method]>(
81
107
  {
@@ -113,13 +139,15 @@ export class JsonRpcEngineTransport implements IEngineTransport {
113
139
  payloadAttributes?: PayloadAttributes
114
140
  ): Promise<ForkchoiceUpdatedResult> {
115
141
  const method =
116
- ForkSeq[fork] >= ForkSeq.gloas
117
- ? "engine_forkchoiceUpdatedV4"
118
- : ForkSeq[fork] >= ForkSeq.deneb
119
- ? "engine_forkchoiceUpdatedV3"
120
- : ForkSeq[fork] >= ForkSeq.capella
121
- ? "engine_forkchoiceUpdatedV2"
122
- : "engine_forkchoiceUpdatedV1";
142
+ ForkSeq[fork] >= ForkSeq.heze
143
+ ? "engine_forkchoiceUpdatedV5"
144
+ : ForkSeq[fork] >= ForkSeq.gloas
145
+ ? "engine_forkchoiceUpdatedV4"
146
+ : ForkSeq[fork] >= ForkSeq.deneb
147
+ ? "engine_forkchoiceUpdatedV3"
148
+ : ForkSeq[fork] >= ForkSeq.capella
149
+ ? "engine_forkchoiceUpdatedV2"
150
+ : "engine_forkchoiceUpdatedV1";
123
151
  const payloadAttributesRpc = payloadAttributes ? serializePayloadAttributes(payloadAttributes) : undefined;
124
152
  // If we are just fcUing and not asking execution for payload, retry is not required
125
153
  // and we can move on, as the next fcU will be issued soon on the new slot
@@ -244,4 +272,13 @@ export class JsonRpcEngineTransport implements IEngineTransport {
244
272
  return {code, name: cv.name, version: cv.version, commit: strip0xPrefix(cv.commit)};
245
273
  });
246
274
  }
275
+
276
+ async getInclusionList(): Promise<bellatrix.Transactions> {
277
+ const method = "engine_getInclusionListV1";
278
+ const response = await this.rpc.fetchWithRetries<
279
+ EngineApiRpcReturnTypes[typeof method],
280
+ EngineApiRpcParamTypes[typeof method]
281
+ >({method, params: []}, getInclusionListOpts);
282
+ return deserializeInclusionList(response);
283
+ }
247
284
  }