@lodestar/beacon-node 1.51.0-dev.1b1888604e → 1.51.0-dev.2531f8fae8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (336) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +24 -32
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +2 -1
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts.map +1 -1
  25. package/lib/api/impl/validator/index.js +104 -9
  26. package/lib/api/impl/validator/index.js.map +1 -1
  27. package/lib/api/options.d.ts +2 -0
  28. package/lib/api/options.d.ts.map +1 -1
  29. package/lib/api/options.js +1 -0
  30. package/lib/api/options.js.map +1 -1
  31. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  32. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  33. package/lib/chain/GetBlobsTracker.js +83 -27
  34. package/lib/chain/GetBlobsTracker.js.map +1 -1
  35. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  36. package/lib/chain/archiveStore/archiveStore.js +1 -0
  37. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  38. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  39. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  40. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  41. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  42. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  43. package/lib/chain/blocks/importBlock.js +9 -7
  44. package/lib/chain/blocks/importBlock.js.map +1 -1
  45. package/lib/chain/blocks/importExecutionPayload.d.ts +4 -1
  46. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  47. package/lib/chain/blocks/importExecutionPayload.js +57 -4
  48. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  49. package/lib/chain/blocks/index.js +2 -2
  50. package/lib/chain/blocks/index.js.map +1 -1
  51. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +5 -5
  52. package/lib/chain/blocks/payloadEnvelopeProcessor.js +7 -7
  53. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  54. package/lib/chain/blocks/types.d.ts +4 -0
  55. package/lib/chain/blocks/types.d.ts.map +1 -1
  56. package/lib/chain/blocks/types.js +5 -0
  57. package/lib/chain/blocks/types.js.map +1 -1
  58. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  59. package/lib/chain/blocks/verifyBlock.js +1 -1
  60. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  61. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  63. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  64. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +13 -6
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  68. package/lib/chain/bls/multithread/index.js +5 -5
  69. package/lib/chain/bls/multithread/index.js.map +1 -1
  70. package/lib/chain/chain.d.ts +2 -1
  71. package/lib/chain/chain.d.ts.map +1 -1
  72. package/lib/chain/chain.js +8 -5
  73. package/lib/chain/chain.js.map +1 -1
  74. package/lib/chain/errors/blockError.d.ts +1 -1
  75. package/lib/chain/errors/blockError.d.ts.map +1 -1
  76. package/lib/chain/errors/blockError.js +1 -1
  77. package/lib/chain/errors/blockError.js.map +1 -1
  78. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  79. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  80. package/lib/chain/errors/executionPayloadBid.js +2 -0
  81. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  82. package/lib/chain/errors/inclusionList.d.ts +60 -0
  83. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  84. package/lib/chain/errors/inclusionList.js +19 -0
  85. package/lib/chain/errors/inclusionList.js.map +1 -0
  86. package/lib/chain/errors/index.d.ts +1 -0
  87. package/lib/chain/errors/index.d.ts.map +1 -1
  88. package/lib/chain/errors/index.js +1 -0
  89. package/lib/chain/errors/index.js.map +1 -1
  90. package/lib/chain/interface.d.ts +3 -3
  91. package/lib/chain/interface.d.ts.map +1 -1
  92. package/lib/chain/interface.js.map +1 -1
  93. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  94. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  95. package/lib/chain/opPools/inclusionListStore.js +171 -0
  96. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  97. package/lib/chain/opPools/index.d.ts +1 -0
  98. package/lib/chain/opPools/index.d.ts.map +1 -1
  99. package/lib/chain/opPools/index.js +1 -0
  100. package/lib/chain/opPools/index.js.map +1 -1
  101. package/lib/chain/options.d.ts +0 -1
  102. package/lib/chain/options.d.ts.map +1 -1
  103. package/lib/chain/options.js +0 -1
  104. package/lib/chain/options.js.map +1 -1
  105. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  106. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  107. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  108. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  109. package/lib/chain/regen/interface.d.ts +1 -1
  110. package/lib/chain/regen/interface.d.ts.map +1 -1
  111. package/lib/chain/regen/interface.js +1 -1
  112. package/lib/chain/regen/interface.js.map +1 -1
  113. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  114. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  115. package/lib/chain/validation/executionPayloadBid.js +24 -145
  116. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  117. package/lib/chain/validation/inclusionList.d.ts +14 -0
  118. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  119. package/lib/chain/validation/inclusionList.js +150 -0
  120. package/lib/chain/validation/inclusionList.js.map +1 -0
  121. package/lib/chain/validation/index.d.ts +1 -0
  122. package/lib/chain/validation/index.d.ts.map +1 -1
  123. package/lib/chain/validation/index.js +1 -0
  124. package/lib/chain/validation/index.js.map +1 -1
  125. package/lib/db/beacon.d.ts +7 -0
  126. package/lib/db/beacon.d.ts.map +1 -1
  127. package/lib/db/beacon.js +34 -0
  128. package/lib/db/beacon.js.map +1 -1
  129. package/lib/db/dataColumnStore.d.ts +1 -1
  130. package/lib/db/dataColumnStore.d.ts.map +1 -1
  131. package/lib/db/dataColumnStore.js +1 -4
  132. package/lib/db/dataColumnStore.js.map +1 -1
  133. package/lib/db/interface.d.ts +1 -0
  134. package/lib/db/interface.d.ts.map +1 -1
  135. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  136. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  137. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  138. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  139. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  140. package/lib/execution/builder/validateBid.js +14 -1
  141. package/lib/execution/builder/validateBid.js.map +1 -1
  142. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  143. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  144. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  145. package/lib/execution/engine/disabled.d.ts +1 -0
  146. package/lib/execution/engine/disabled.d.ts.map +1 -1
  147. package/lib/execution/engine/disabled.js +3 -0
  148. package/lib/execution/engine/disabled.js.map +1 -1
  149. package/lib/execution/engine/http.d.ts +8 -2
  150. package/lib/execution/engine/http.d.ts.map +1 -1
  151. package/lib/execution/engine/http.js +27 -4
  152. package/lib/execution/engine/http.js.map +1 -1
  153. package/lib/execution/engine/index.d.ts +1 -1
  154. package/lib/execution/engine/index.d.ts.map +1 -1
  155. package/lib/execution/engine/index.js +1 -1
  156. package/lib/execution/engine/index.js.map +1 -1
  157. package/lib/execution/engine/interface.d.ts +12 -3
  158. package/lib/execution/engine/interface.d.ts.map +1 -1
  159. package/lib/execution/engine/interface.js.map +1 -1
  160. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  161. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  162. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  163. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  164. package/lib/execution/engine/mock.d.ts +1 -0
  165. package/lib/execution/engine/mock.d.ts.map +1 -1
  166. package/lib/execution/engine/mock.js +31 -7
  167. package/lib/execution/engine/mock.js.map +1 -1
  168. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  169. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  170. package/lib/execution/engine/payloadIdCache.js +15 -4
  171. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  172. package/lib/execution/engine/restTransport.d.ts +2 -1
  173. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  174. package/lib/execution/engine/restTransport.js +3 -0
  175. package/lib/execution/engine/restTransport.js.map +1 -1
  176. package/lib/execution/engine/sszTypes.d.ts +38 -38
  177. package/lib/execution/engine/transport.d.ts +5 -2
  178. package/lib/execution/engine/transport.d.ts.map +1 -1
  179. package/lib/execution/engine/types.d.ts +25 -1
  180. package/lib/execution/engine/types.d.ts.map +1 -1
  181. package/lib/execution/engine/types.js +17 -4
  182. package/lib/execution/engine/types.js.map +1 -1
  183. package/lib/index.d.ts +1 -0
  184. package/lib/index.d.ts.map +1 -1
  185. package/lib/index.js +2 -0
  186. package/lib/index.js.map +1 -1
  187. package/lib/metrics/metrics/beacon.d.ts +16 -0
  188. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  189. package/lib/metrics/metrics/beacon.js +35 -0
  190. package/lib/metrics/metrics/beacon.js.map +1 -1
  191. package/lib/metrics/metrics/lodestar.d.ts +12 -0
  192. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  193. package/lib/metrics/metrics/lodestar.js +25 -0
  194. package/lib/metrics/metrics/lodestar.js.map +1 -1
  195. package/lib/monitoring/service.js +1 -1
  196. package/lib/monitoring/service.js.map +1 -1
  197. package/lib/network/gossip/interface.d.ts +8 -2
  198. package/lib/network/gossip/interface.d.ts.map +1 -1
  199. package/lib/network/gossip/interface.js +1 -0
  200. package/lib/network/gossip/interface.js.map +1 -1
  201. package/lib/network/gossip/topic.d.ts +13 -5
  202. package/lib/network/gossip/topic.d.ts.map +1 -1
  203. package/lib/network/gossip/topic.js +13 -1
  204. package/lib/network/gossip/topic.js.map +1 -1
  205. package/lib/network/interface.d.ts +2 -1
  206. package/lib/network/interface.d.ts.map +1 -1
  207. package/lib/network/network.d.ts +2 -1
  208. package/lib/network/network.d.ts.map +1 -1
  209. package/lib/network/network.js +8 -1
  210. package/lib/network/network.js.map +1 -1
  211. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  212. package/lib/network/processor/gossipHandlers.js +73 -22
  213. package/lib/network/processor/gossipHandlers.js.map +1 -1
  214. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  215. package/lib/network/processor/gossipQueues/index.js +6 -0
  216. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  217. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  218. package/lib/network/processor/gossipValidatorFn.js +5 -1
  219. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  220. package/lib/network/processor/index.d.ts.map +1 -1
  221. package/lib/network/processor/index.js +27 -25
  222. package/lib/network/processor/index.js.map +1 -1
  223. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  224. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  225. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  226. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  227. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  228. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  229. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  230. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  231. package/lib/network/reqresp/handlers/index.js +5 -0
  232. package/lib/network/reqresp/handlers/index.js.map +1 -1
  233. package/lib/network/reqresp/protocols.d.ts +1 -0
  234. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  235. package/lib/network/reqresp/protocols.js +5 -0
  236. package/lib/network/reqresp/protocols.js.map +1 -1
  237. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  238. package/lib/network/reqresp/rateLimit.js +4 -0
  239. package/lib/network/reqresp/rateLimit.js.map +1 -1
  240. package/lib/network/reqresp/types.d.ts +5 -2
  241. package/lib/network/reqresp/types.d.ts.map +1 -1
  242. package/lib/network/reqresp/types.js +3 -0
  243. package/lib/network/reqresp/types.js.map +1 -1
  244. package/lib/node/nodejs.d.ts.map +1 -1
  245. package/lib/node/nodejs.js +9 -1
  246. package/lib/node/nodejs.js.map +1 -1
  247. package/lib/node/options.d.ts +1 -1
  248. package/lib/node/options.d.ts.map +1 -1
  249. package/lib/node/options.js +1 -1
  250. package/lib/node/options.js.map +1 -1
  251. package/lib/sync/interface.d.ts.map +1 -1
  252. package/lib/sync/interface.js.map +1 -1
  253. package/lib/sync/unknownBlock.d.ts.map +1 -1
  254. package/lib/sync/unknownBlock.js +42 -18
  255. package/lib/sync/unknownBlock.js.map +1 -1
  256. package/lib/util/queue/itemQueue.js +1 -1
  257. package/lib/util/queue/itemQueue.js.map +1 -1
  258. package/lib/util/sszBytes.js +2 -2
  259. package/lib/util/sszBytes.js.map +1 -1
  260. package/package.json +30 -30
  261. package/src/api/impl/api.ts +1 -1
  262. package/src/api/impl/beacon/blocks/index.ts +51 -60
  263. package/src/api/impl/beacon/index.ts +3 -1
  264. package/src/api/impl/beacon/pool/index.ts +5 -1
  265. package/src/api/impl/beacon/state/index.ts +10 -1
  266. package/src/api/impl/beacon/state/utils.ts +19 -9
  267. package/src/api/impl/debug/index.ts +4 -0
  268. package/src/api/impl/validator/index.ts +134 -9
  269. package/src/api/options.ts +3 -0
  270. package/src/chain/GetBlobsTracker.ts +95 -38
  271. package/src/chain/archiveStore/archiveStore.ts +1 -0
  272. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  273. package/src/chain/blocks/importBlock.ts +11 -14
  274. package/src/chain/blocks/importExecutionPayload.ts +80 -4
  275. package/src/chain/blocks/index.ts +6 -2
  276. package/src/chain/blocks/payloadEnvelopeProcessor.ts +7 -7
  277. package/src/chain/blocks/types.ts +5 -0
  278. package/src/chain/blocks/verifyBlock.ts +1 -0
  279. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  280. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +16 -6
  281. package/src/chain/bls/multithread/index.ts +5 -5
  282. package/src/chain/chain.ts +8 -4
  283. package/src/chain/errors/blockError.ts +1 -1
  284. package/src/chain/errors/executionPayloadBid.ts +12 -0
  285. package/src/chain/errors/inclusionList.ts +38 -0
  286. package/src/chain/errors/index.ts +1 -0
  287. package/src/chain/interface.ts +3 -2
  288. package/src/chain/opPools/inclusionListStore.ts +208 -0
  289. package/src/chain/opPools/index.ts +1 -0
  290. package/src/chain/options.ts +0 -2
  291. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  292. package/src/chain/regen/interface.ts +1 -1
  293. package/src/chain/validation/executionPayloadBid.ts +40 -170
  294. package/src/chain/validation/inclusionList.ts +192 -0
  295. package/src/chain/validation/index.ts +1 -0
  296. package/src/db/beacon.ts +44 -0
  297. package/src/db/dataColumnStore.ts +2 -4
  298. package/src/db/interface.ts +2 -0
  299. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  300. package/src/execution/builder/validateBid.ts +23 -2
  301. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  302. package/src/execution/engine/disabled.ts +4 -0
  303. package/src/execution/engine/http.ts +40 -5
  304. package/src/execution/engine/index.ts +1 -1
  305. package/src/execution/engine/interface.ts +28 -4
  306. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  307. package/src/execution/engine/mock.ts +32 -7
  308. package/src/execution/engine/payloadIdCache.ts +24 -6
  309. package/src/execution/engine/restTransport.ts +15 -1
  310. package/src/execution/engine/transport.ts +7 -2
  311. package/src/execution/engine/types.ts +41 -6
  312. package/src/index.ts +2 -0
  313. package/src/metrics/metrics/beacon.ts +37 -0
  314. package/src/metrics/metrics/lodestar.ts +26 -0
  315. package/src/monitoring/service.ts +1 -1
  316. package/src/network/gossip/interface.ts +5 -0
  317. package/src/network/gossip/topic.ts +14 -0
  318. package/src/network/interface.ts +2 -0
  319. package/src/network/network.ts +14 -1
  320. package/src/network/processor/gossipHandlers.ts +93 -24
  321. package/src/network/processor/gossipQueues/index.ts +6 -0
  322. package/src/network/processor/gossipValidatorFn.ts +5 -0
  323. package/src/network/processor/index.ts +23 -23
  324. package/src/network/processor/types.ts +1 -1
  325. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  326. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  327. package/src/network/reqresp/handlers/index.ts +5 -0
  328. package/src/network/reqresp/protocols.ts +6 -0
  329. package/src/network/reqresp/rateLimit.ts +4 -0
  330. package/src/network/reqresp/types.ts +6 -0
  331. package/src/node/nodejs.ts +18 -1
  332. package/src/node/options.ts +4 -5
  333. package/src/sync/interface.ts +1 -0
  334. package/src/sync/unknownBlock.ts +47 -28
  335. package/src/util/queue/itemQueue.ts +1 -1
  336. package/src/util/sszBytes.ts +2 -2
@@ -0,0 +1,192 @@
1
+ import {ProtoBlock} from "@lodestar/fork-choice";
2
+ import {GENESIS_SLOT, MIN_SEED_LOOKAHEAD, isForkPostHeze} from "@lodestar/params";
3
+ import {
4
+ EpochShuffling,
5
+ computeEpochAtSlot,
6
+ computeStartSlotAtEpoch,
7
+ getInclusionListCommittee,
8
+ getInclusionListSignatureSet,
9
+ } from "@lodestar/state-transition";
10
+ import {Epoch, RootHex, heze} from "@lodestar/types";
11
+ import {toRootHex} from "@lodestar/utils";
12
+ import {InclusionListError, InclusionListErrorCode} from "../errors/inclusionList.js";
13
+ import {GossipAction} from "../errors/index.js";
14
+ import {IBeaconChain} from "../interface.js";
15
+ import {RegenCaller} from "../regen/index.js";
16
+ import {isValidDependentRoot} from "./proposerPreferences.js";
17
+
18
+ export type InclusionListValidationResult = {
19
+ /** Positions of `validator_index` in `get_inclusion_list_committee(state, slot)`, several when the committee cycles */
20
+ committeeIndices: number[];
21
+ /** Sum of the byte lengths of `message.transactions` */
22
+ totalBytes: number;
23
+ };
24
+
25
+ /**
26
+ * Gossip validation for the `inclusion_list` topic, in spec rule order. Also applied to inclusion lists
27
+ * submitted over the API before they are published.
28
+ */
29
+ export async function validateGossipInclusionList(
30
+ chain: IBeaconChain,
31
+ signedInclusionList: heze.SignedInclusionList
32
+ ): Promise<InclusionListValidationResult> {
33
+ const {slot, validatorIndex, transactions, dependentRoot} = signedInclusionList.message;
34
+ let totalBytes = 0;
35
+ for (let i = 0; i < transactions.length; i++) {
36
+ totalBytes += transactions.getSize(i);
37
+ }
38
+
39
+ // A pre-heze slot has no inclusion list committee to validate against
40
+ if (!isForkPostHeze(chain.config.getForkName(slot))) {
41
+ throw new InclusionListError(GossipAction.IGNORE, {
42
+ code: InclusionListErrorCode.PRE_HEZE_SLOT,
43
+ inclusionListSlot: slot,
44
+ });
45
+ }
46
+
47
+ // [IGNORE] The message is either the first or second valid message received from validatorIndex
48
+ // for (message.slot, message.dependent_root)
49
+ const dependentRootHex = toRootHex(dependentRoot);
50
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
51
+ throw new InclusionListError(GossipAction.IGNORE, {
52
+ code: InclusionListErrorCode.MORE_THAN_TWO,
53
+ validatorIndex,
54
+ });
55
+ }
56
+
57
+ // [IGNORE] message.slot is equal to the current slot, with a MAXIMUM_GOSSIP_CLOCK_DISPARITY allowance
58
+ if (!chain.clock.isCurrentSlotGivenGossipDisparity(slot)) {
59
+ throw new InclusionListError(GossipAction.IGNORE, {
60
+ code: InclusionListErrorCode.INVALID_SLOT,
61
+ inclusionListSlot: slot,
62
+ currentSlot: chain.clock.currentSlot,
63
+ });
64
+ }
65
+
66
+ // [IGNORE] The size of message.transactions is greater than 0
67
+ if (totalBytes === 0) {
68
+ throw new InclusionListError(GossipAction.IGNORE, {code: InclusionListErrorCode.EMPTY_TRANSACTIONS});
69
+ }
70
+
71
+ // [REJECT] The size of message.transactions is within upperbound MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST
72
+ if (totalBytes > chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST) {
73
+ throw new InclusionListError(GossipAction.REJECT, {
74
+ code: InclusionListErrorCode.MAXIMUM_SIZE_EXCEEDED,
75
+ totalBytes,
76
+ maxBytes: chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST,
77
+ });
78
+ }
79
+
80
+ // [REJECT] Every transaction in message.transactions is non-empty
81
+ let emptyTransactionIndex = -1;
82
+ for (let i = 0; i < transactions.length; i++) {
83
+ if (transactions.getSize(i) === 0) {
84
+ emptyTransactionIndex = i;
85
+ break;
86
+ }
87
+ }
88
+ if (emptyTransactionIndex !== -1) {
89
+ throw new InclusionListError(GossipAction.REJECT, {
90
+ code: InclusionListErrorCode.EMPTY_TRANSACTION,
91
+ transactionIndex: emptyTransactionIndex,
92
+ });
93
+ }
94
+
95
+ // [IGNORE] The block with root message.dependent_root has been seen
96
+ const dependentBlock = chain.forkChoice.getBlockHexDefaultStatus(dependentRootHex);
97
+ if (dependentBlock === null) {
98
+ throw new InclusionListError(GossipAction.IGNORE, {
99
+ code: InclusionListErrorCode.UNKNOWN_DEPENDENT_ROOT,
100
+ dependentRoot: dependentRootHex,
101
+ });
102
+ }
103
+
104
+ // [REJECT] The slot of the block with root message.dependent_root is strictly less than
105
+ // compute_start_slot_at_epoch(compute_epoch_at_slot(message.slot) - MIN_SEED_LOOKAHEAD),
106
+ // clamped to genesis like compute_shuffling_dependent_slot
107
+ const epoch = computeEpochAtSlot(slot);
108
+ const dependentEpoch = epoch - MIN_SEED_LOOKAHEAD;
109
+ const maxDependentSlot = Math.max(GENESIS_SLOT, computeStartSlotAtEpoch(dependentEpoch) - 1);
110
+ if (dependentBlock.slot > maxDependentSlot) {
111
+ throw new InclusionListError(GossipAction.REJECT, {
112
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT_SLOT,
113
+ dependentRoot: dependentRootHex,
114
+ dependentSlot: dependentBlock.slot,
115
+ maxSlot: maxDependentSlot,
116
+ });
117
+ }
118
+
119
+ // [IGNORE] is_valid_dependent_root(store, message.dependent_root, epoch - MIN_SEED_LOOKAHEAD)
120
+ if (!isValidDependentRoot(chain.forkChoice, dependentBlock, dependentEpoch)) {
121
+ throw new InclusionListError(GossipAction.IGNORE, {
122
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT,
123
+ dependentRoot: dependentRootHex,
124
+ epoch: dependentEpoch,
125
+ });
126
+ }
127
+
128
+ // [REJECT] validatorIndex is in get_inclusion_list_committee(state, message.slot), where state is the
129
+ // state of the block with root message.dependent_root, i.e. the shuffling of `epoch` keyed by `dependent_root`
130
+ const shuffling = await getShuffling(chain, epoch, dependentRootHex, dependentBlock);
131
+ if (shuffling === null) {
132
+ throw new InclusionListError(GossipAction.IGNORE, {
133
+ code: InclusionListErrorCode.MISSING_SHUFFLING,
134
+ dependentRoot: dependentRootHex,
135
+ epoch,
136
+ });
137
+ }
138
+ const committeeIndices = getInclusionListCommittee(shuffling, slot).getCommitteeIndices(validatorIndex);
139
+ if (committeeIndices.length === 0) {
140
+ throw new InclusionListError(GossipAction.REJECT, {
141
+ code: InclusionListErrorCode.VALIDATOR_NOT_IN_COMMITTEE,
142
+ validatorIndex,
143
+ });
144
+ }
145
+
146
+ // [REJECT] The signature is valid with respect to the validator's public key
147
+ // Domain from the list's own slot, so a list for the first Heze slot verifies while the clock is still in Gloas
148
+ const signatureSet = getInclusionListSignatureSet(chain.config, slot, signedInclusionList);
149
+ // With only 16 inclusion list committee members per slot, batching can delay gossip by 100ms.
150
+ // Verify without batching so inclusion lists can be forwarded sooner.
151
+ if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: false}))) {
152
+ throw new InclusionListError(GossipAction.REJECT, {code: InclusionListErrorCode.INVALID_SIGNATURE});
153
+ }
154
+
155
+ // Check again after the async validation so concurrent lists of the same validator cannot all pass
156
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
157
+ throw new InclusionListError(GossipAction.IGNORE, {
158
+ code: InclusionListErrorCode.MORE_THAN_TWO,
159
+ validatorIndex,
160
+ });
161
+ }
162
+ chain.inclusionListStore.markSeen(slot, dependentRootHex, validatorIndex);
163
+
164
+ return {committeeIndices, totalBytes};
165
+ }
166
+
167
+ /**
168
+ * The shuffling of `epoch` on the branch of `dependentBlock`. Usually cached from the head state; when the
169
+ * dependent block is the head across empty epochs that state has not reached the lookahead start slot, so
170
+ * the spec's `process_slots` step is a state regen
171
+ */
172
+ async function getShuffling(
173
+ chain: IBeaconChain,
174
+ epoch: Epoch,
175
+ dependentRootHex: RootHex,
176
+ dependentBlock: ProtoBlock
177
+ ): Promise<EpochShuffling | null> {
178
+ const cached = await chain.shufflingCache.get(epoch, dependentRootHex);
179
+ if (cached !== null) {
180
+ return cached;
181
+ }
182
+ try {
183
+ return await chain.regenStateForAttestationVerification(
184
+ epoch,
185
+ dependentRootHex,
186
+ dependentBlock,
187
+ RegenCaller.validateGossipInclusionList
188
+ );
189
+ } catch {
190
+ return null;
191
+ }
192
+ }
@@ -3,6 +3,7 @@ export * from "./attestation.js";
3
3
  export * from "./attesterSlashing.js";
4
4
  export * from "./block.js";
5
5
  export * from "./blsToExecutionChange.js";
6
+ export * from "./inclusionList.js";
6
7
  export * from "./proposerSlashing.js";
7
8
  export * from "./syncCommittee.js";
8
9
  export * from "./syncCommitteeContributionAndProof.js";
package/src/db/beacon.ts CHANGED
@@ -30,6 +30,9 @@ import {
30
30
  VoluntaryExitRepository,
31
31
  } from "./repositories/index.js";
32
32
 
33
+ /** Below this size, seeks over leftover legacy column data stay cheap */
34
+ const LEGACY_DATA_COLUMNS_COMPACTION_MIN_BYTES = 1024 ** 3;
35
+
33
36
  export type BeaconDbOpts = {
34
37
  dataColumnDir: string;
35
38
  logger: Logger;
@@ -67,6 +70,7 @@ export class BeaconDb implements IBeaconDb {
67
70
  readonly dataColumns: IDataColumnStore;
68
71
  lastLegacyArchiveSlot: Slot | null = null;
69
72
  private readonly flatFileStore: FlatFileStore;
73
+ private readonly logger: Logger;
70
74
 
71
75
  constructor(
72
76
  config: ChainForkConfig,
@@ -100,6 +104,7 @@ export class BeaconDb implements IBeaconDb {
100
104
  this.syncCommittee = new SyncCommitteeRepository(config, db);
101
105
  this.syncCommitteeWitness = new SyncCommitteeWitnessRepository(config, db);
102
106
 
107
+ this.logger = opts.logger;
103
108
  this.flatFileStore = new FlatFileStore(opts.dataColumnDir, config, opts.logger, opts.metrics);
104
109
  this.dataColumns = new LegacyDataColumnStore(
105
110
  this.flatFileStore,
@@ -125,11 +130,50 @@ export class BeaconDb implements IBeaconDb {
125
130
  this.flatFileStore.setMetrics(flatFileStoreMetrics);
126
131
  }
127
132
 
133
+ /**
134
+ * Deletes made while an iterator held a snapshot can stay in the bottom LevelDB level, which `compactRange` never
135
+ * rewrites, so every seek into the legacy column buckets walks them. Writing a key at each end of the pruned range
136
+ * makes the compaction overlap those files and rewrite them.
137
+ */
138
+ async compactLegacyDataColumns(
139
+ prunedBeforeSlot: Slot,
140
+ minSizeBytes = LEGACY_DATA_COLUMNS_COMPACTION_MIN_BYTES
141
+ ): Promise<void> {
142
+ const archiveBucket = Bucket.allForks_dataColumnSidecarsArchive;
143
+ const start = encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(0));
144
+ const end = encodeKey(archiveBucket, this.dataColumnSidecarArchive.getMinKeyRaw(prunedBeforeSlot));
145
+ const sizeBytes = await this.db.approximateSize(start, end);
146
+ if (sizeBytes < minSizeBytes) return;
147
+
148
+ // Column indices stay below 0xffff and hot column keys are shorter, so no sentinel matches a real key
149
+ const upperSentinel =
150
+ prunedBeforeSlot > 0
151
+ ? encodeKey(archiveBucket, this.dataColumnSidecarArchive.encodeKeyRaw(prunedBeforeSlot - 1, 0xffff))
152
+ : encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(35, 0xff));
153
+ const sentinels = [start, upperSentinel];
154
+
155
+ this.logger.info("Compacting legacy data columns, this may take a while", {sizeBytes});
156
+ const startTime = Date.now();
157
+ await this.db.batchPut(sentinels.map((key) => ({key, value: new Uint8Array()})));
158
+ await this.db.compactRange(start, end);
159
+ await this.db.batchDelete(sentinels);
160
+ await this.db.compactRange(start, end);
161
+ this.logger.verbose("Compacted legacy data columns", {
162
+ durationMs: Date.now() - startTime,
163
+ sizeBytes: await this.db.approximateSize(start, end),
164
+ });
165
+ }
166
+
128
167
  async pruneHotDb(): Promise<void> {
129
168
  // Prune all hot blobs
130
169
  await this.blobSidecars.batchDelete(await this.blobSidecars.keys());
131
170
  // New columns are persisted in flat files, so this bucket only contains legacy hot data.
132
171
  await this.deleteBucketData(Bucket.allForks_dataColumnSidecars);
172
+ // Compact even if empty to reclaim tombstones left by previous startups.
173
+ await this.db.compactRange(
174
+ encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(0)),
175
+ encodeKey(Bucket.allForks_dataColumnSidecars + 1, Buffer.alloc(0))
176
+ );
133
177
  // Prune all hot blocks
134
178
  // TODO: Enable once it's deemed safe
135
179
  // await this.block.batchDelete(await this.block.keys());
@@ -13,7 +13,7 @@ export type IndexedDataColumnBytes = {index: ColumnIndex; data: Uint8Array};
13
13
  type LegacyHotDataColumnStore = Pick<DataColumnSidecarRepository, "values" | "getManyBinary" | "deleteMany">;
14
14
  type LegacyArchiveDataColumnStore = Pick<
15
15
  DataColumnSidecarArchiveRepository,
16
- "values" | "getManyBinary" | "keys" | "deleteMany"
16
+ "values" | "getManyBinary" | "pruneBefore"
17
17
  >;
18
18
  type BlockRootIndex = Pick<BlockArchiveRepository, "getSlotByRoot">;
19
19
 
@@ -86,9 +86,7 @@ export class LegacyDataColumnStore implements IDataColumnStore {
86
86
 
87
87
  async pruneBefore(slot: Slot): Promise<Slot[]> {
88
88
  const flatFileSlots = await this.flatFiles.pruneBefore(slot);
89
- const prefixedKeys = await this.legacyArchive.keys({lt: {prefix: slot, id: 0}});
90
- const slots = [...new Set(prefixedKeys.map(({prefix}) => prefix))];
91
- if (slots.length > 0) await this.legacyArchive.deleteMany(slots);
89
+ const slots = await this.legacyArchive.pruneBefore(slot);
92
90
  return [...new Set([...flatFileSlots, ...slots])].sort((a, b) => a - b);
93
91
  }
94
92
  }
@@ -68,6 +68,8 @@ export interface IBeaconDb {
68
68
  readonly lastLegacyArchiveSlot: Slot | null;
69
69
  init(): Promise<void>;
70
70
 
71
+ compactLegacyDataColumns(prunedBeforeSlot: Slot, minSizeBytes?: number): Promise<void>;
72
+
71
73
  pruneHotDb(): Promise<void>;
72
74
 
73
75
  deleteDeprecatedEth1Data(): Promise<void>;
@@ -15,6 +15,8 @@ const SLOT_BYTE_SIZE = 8;
15
15
  * Indexed data by `slot` + `columnIndex`
16
16
  */
17
17
  export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot, ColumnIndex, DataColumnSidecar> {
18
+ private prunedBeforeSlot: Slot | null = null;
19
+
18
20
  constructor(config: ChainForkConfig, db: Db) {
19
21
  const bucket = Bucket.allForks_dataColumnSidecarsArchive;
20
22
  // Type won't be used since we select it dynamically based on fork
@@ -70,4 +72,22 @@ export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot,
70
72
  encodeNumberForDbKey(0, COLUMN_INDEX_BYTE_SIZE),
71
73
  ]);
72
74
  }
75
+
76
+ /**
77
+ * Deletes all entries before `slot`. Prunes only delete from the start of the bucket, so the first prune
78
+ * compacts the range to drop tombstones of earlier runs and later prunes resume where the previous one ended.
79
+ */
80
+ async pruneBefore(slot: Slot): Promise<Slot[]> {
81
+ if (this.prunedBeforeSlot === null) {
82
+ await this.db.compactRange(this.wrapKey(this.getMinKeyRaw(0)), this.wrapKey(this.getMinKeyRaw(slot)));
83
+ } else if (slot <= this.prunedBeforeSlot) {
84
+ return [];
85
+ }
86
+
87
+ const keys = await this.keys({gte: {prefix: this.prunedBeforeSlot ?? 0, id: 0}, lt: {prefix: slot, id: 0}});
88
+ const slots = [...new Set(keys.map(({prefix}) => prefix))];
89
+ if (slots.length > 0) await this.deleteMany(slots);
90
+ this.prunedBeforeSlot = slot;
91
+ return slots;
92
+ }
73
93
  }
@@ -1,6 +1,6 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {ProtoBlock} from "@lodestar/fork-choice";
3
- import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION} from "@lodestar/params";
3
+ import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION, isForkPostHeze} from "@lodestar/params";
4
4
  import {
5
5
  computeEpochAtSlot,
6
6
  createSingleSignatureSetFromComponents,
@@ -9,7 +9,7 @@ import {
9
9
  isGasLimitTargetCompatible,
10
10
  isStatePostGloas,
11
11
  } from "@lodestar/state-transition";
12
- import {RootHex, Slot, gloas} from "@lodestar/types";
12
+ import {RootHex, Slot, gloas, heze} from "@lodestar/types";
13
13
  import {bigIntMin, byteArrayEquals, prettyGweiToEth, toHex, toRootHex} from "@lodestar/utils";
14
14
  import {IBeaconChain} from "../../chain/index.js";
15
15
  import {RegenCaller} from "../../chain/regen/index.js";
@@ -41,6 +41,7 @@ export async function validateBuilderApiExecutionPayloadBid(
41
41
  }
42
42
  ): Promise<void> {
43
43
  const bid = signedExecutionPayloadBid.message;
44
+ const fork = chain.config.getForkName(bid.slot);
44
45
  const {slot, parentBlock, parentBlockHash, parentBlockRoot, entry, getParentExecutionRequests} = request;
45
46
 
46
47
  if (bid.slot !== slot) {
@@ -76,6 +77,26 @@ export async function validateBuilderApiExecutionPayloadBid(
76
77
  );
77
78
  }
78
79
 
80
+ // Same check as bid gossip (only_timely=True), not the proposer's full view from validator.md: a list released
81
+ // after the deadline would void every bid, and a high bid that went stale after gossip could crowd out the rest unpaid
82
+ if (isForkPostHeze(fork)) {
83
+ const {inclusionListBits} = bid as heze.ExecutionPayloadBid;
84
+ const inclusionListSlot = bid.slot - 1;
85
+ const dependentRoot = getShufflingDependentRoot(
86
+ chain.forkChoice,
87
+ computeEpochAtSlot(inclusionListSlot),
88
+ computeEpochAtSlot(parentBlock.slot),
89
+ parentBlock
90
+ );
91
+ if (!chain.inclusionListStore.isInclusionListBitsInclusive(inclusionListSlot, dependentRoot, inclusionListBits)) {
92
+ const expectedBits = chain.inclusionListStore.getInclusionListBits(inclusionListSlot, dependentRoot);
93
+ throw Error(
94
+ `Bid inclusionListBits=${toHex(inclusionListBits.uint8Array)} is not inclusive of ` +
95
+ `timely inclusion lists expected=${toHex(expectedBits.uint8Array)}`
96
+ );
97
+ }
98
+ }
99
+
79
100
  const state = await chain.regen
80
101
  .getBlockSlotState(parentBlock, slot, {dontTransferCache: true}, RegenCaller.validateGossipExecutionPayloadBid)
81
102
  .catch((e: Error) => {
@@ -7,7 +7,7 @@ import {VersionedHashes} from "./interface.js";
7
7
  * Skip unrelated fields without decoding or copying them, including untrusted nested access lists.
8
8
  * The EL remains responsible for the other transaction validity checks.
9
9
  */
10
- export function isValidBlobVersionedHashes(transactions: Uint8Array[], expected: VersionedHashes): boolean {
10
+ export function isValidBlobVersionedHashes(transactions: Iterable<Uint8Array>, expected: VersionedHashes): boolean {
11
11
  let index = 0;
12
12
  for (const transaction of transactions) {
13
13
  if (transaction.length === 0) return false;
@@ -28,4 +28,8 @@ export class ExecutionEngineDisabled implements IExecutionEngine {
28
28
  getBlobs(): Promise<never> {
29
29
  throw Error("Execution engine disabled");
30
30
  }
31
+
32
+ getInclusionList(): Promise<never> {
33
+ throw Error("Execution engine disabled");
34
+ }
31
35
  }
@@ -8,7 +8,7 @@ import {
8
8
  isForkPostBellatrix,
9
9
  isForkPostFulu,
10
10
  } from "@lodestar/params";
11
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei} from "@lodestar/types";
11
+ import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, bellatrix} from "@lodestar/types";
12
12
  import {BlobAndProof} from "@lodestar/types/deneb";
13
13
  import {BlobAndProofV2} from "@lodestar/types/fulu";
14
14
  import {isErrorAborted} from "@lodestar/utils";
@@ -224,9 +224,13 @@ export class ExecutionEngineHttp implements IExecutionEngine {
224
224
  executionPayload: ExecutionPayload,
225
225
  versionedHashes?: VersionedHashes,
226
226
  parentBlockRoot?: Root,
227
- executionRequests?: ExecutionRequests
227
+ executionRequests?: ExecutionRequests,
228
+ inclusionListTransactions?: bellatrix.Transactions
228
229
  ): Promise<ExecutePayloadResponse> {
229
230
  // Validate before queueing, argument errors must not be reported as an unavailable execution client
231
+ if (ForkSeq[fork] >= ForkSeq.heze && inclusionListTransactions === undefined) {
232
+ throw Error(`inclusionListTransactions required in notifyNewPayload for fork=${fork}`);
233
+ }
230
234
  if (ForkSeq[fork] >= ForkSeq.deneb) {
231
235
  if (versionedHashes === undefined) {
232
236
  throw Error(`versionedHashes required in notifyNewPayload for fork=${fork}`);
@@ -243,7 +247,14 @@ export class ExecutionEngineHttp implements IExecutionEngine {
243
247
  try {
244
248
  result = await this.enqueue(() =>
245
249
  this.withTransport(fork, undefined, (transport) =>
246
- transport.newPayload(fork, executionPayload, versionedHashes, parentBlockRoot, executionRequests)
250
+ transport.newPayload(
251
+ fork,
252
+ executionPayload,
253
+ versionedHashes,
254
+ parentBlockRoot,
255
+ executionRequests,
256
+ inclusionListTransactions
257
+ )
247
258
  )
248
259
  );
249
260
  } catch (e) {
@@ -264,7 +275,12 @@ export class ExecutionEngineHttp implements IExecutionEngine {
264
275
 
265
276
  switch (status) {
266
277
  case ExecutionPayloadStatus.VALID:
267
- return {status, latestValidHash: latestValidHash ?? "0x0", validationError: null};
278
+ return {
279
+ status,
280
+ latestValidHash: latestValidHash ?? "0x0",
281
+ validationError: null,
282
+ inclusionListSatisfied: result.inclusionListSatisfied ?? null,
283
+ };
268
284
 
269
285
  case ExecutionPayloadStatus.INVALID:
270
286
  // As per latest specs if latestValidHash can be null and it would mean only
@@ -348,7 +364,14 @@ export class ExecutionEngineHttp implements IExecutionEngine {
348
364
  }
349
365
 
350
366
  const payloadAttributesRpc = serializePayloadAttributes(payloadAttributes);
351
- this.payloadIdCache.add({headBlockHash, finalizedBlockHash, ...payloadAttributesRpc}, payloadId);
367
+ this.payloadIdCache.add(
368
+ {
369
+ headBlockHash,
370
+ ...payloadAttributesRpc,
371
+ inclusionListTransactions: payloadAttributes.inclusionListTransactions,
372
+ },
373
+ payloadId
374
+ );
352
375
  void this.prunePayloadIdCache();
353
376
  }
354
377
  return payloadId;
@@ -423,6 +446,18 @@ export class ExecutionEngineHttp implements IExecutionEngine {
423
446
  return this.withTransport(undefined, "v1", (transport) => transport.getBlobsV1(versionedHashes));
424
447
  }
425
448
 
449
+ /**
450
+ * `engine_getInclusionListV1`, JSON-RPC only as the REST engine API defines no inclusion list route.
451
+ * Queued so it runs after the forkchoiceUpdated of a payload imported just before, which prunes that
452
+ * payload's transactions from the mempool the list is built from.
453
+ */
454
+ async getInclusionList(): Promise<bellatrix.Transactions> {
455
+ return this.enqueue(() => {
456
+ this.metrics?.engineApiRequests.inc({transport: "json-rpc"});
457
+ return this.jsonRpc.getInclusionList();
458
+ });
459
+ }
460
+
426
461
  private enqueue<T>(job: () => Promise<T>): Promise<T> {
427
462
  return this.queue.push(job) as Promise<T>;
428
463
  }
@@ -17,8 +17,8 @@ import {EngineRestHttpClient} from "./restHttpClient.js";
17
17
  import {RestEngineTransport, formatClientVersionHeader} from "./restTransport.js";
18
18
  import {ExecutionEngineMockJsonRpcClient, JsonRpcBackend} from "./utils.js";
19
19
 
20
- export {ExecutionEngineHttp, ExecutionEngineDisabled, defaultExecutionEngineHttpOpts, engineApiModes};
21
20
  export type {EngineApiMode};
21
+ export {ExecutionEngineDisabled, ExecutionEngineHttp, defaultExecutionEngineHttpOpts, engineApiModes};
22
22
 
23
23
  export type ExecutionEngineOpts =
24
24
  | ({mode?: "http"} & ExecutionEngineHttpOpts)
@@ -9,14 +9,23 @@ import {
9
9
  ForkPreFulu,
10
10
  WITHDRAWAL_REQUEST_TYPE,
11
11
  } from "@lodestar/params";
12
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, capella} from "@lodestar/types";
12
+ import {
13
+ BlobsBundle,
14
+ ExecutionPayload,
15
+ ExecutionRequests,
16
+ Root,
17
+ RootHex,
18
+ Wei,
19
+ bellatrix,
20
+ capella,
21
+ } from "@lodestar/types";
13
22
  import {BlobAndProof} from "@lodestar/types/deneb";
14
23
  import {BlobAndProofV2} from "@lodestar/types/fulu";
15
24
  import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
16
25
  import {ExecutionPayloadBodyV2} from "./types.js";
17
26
  import {DATA} from "./utils.js";
18
27
 
19
- export {PayloadIdCache, type PayloadId, type WithdrawalV1};
28
+ export {type PayloadId, PayloadIdCache, type WithdrawalV1};
20
29
  export type ClientVersion = routes.node.ClientVersion;
21
30
  export const ClientCode = routes.node.ClientCode;
22
31
 
@@ -73,7 +82,13 @@ export type ExecutePayloadResponse =
73
82
  latestValidHash: null;
74
83
  validationError: null;
75
84
  }
76
- | {status: ExecutionPayloadStatus.VALID; latestValidHash: RootHex; validationError: null}
85
+ | {
86
+ status: ExecutionPayloadStatus.VALID;
87
+ latestValidHash: RootHex;
88
+ validationError: null;
89
+ /** PayloadStatusV2: whether the payload satisfied the inclusion list constraints */
90
+ inclusionListSatisfied?: boolean | null;
91
+ }
77
92
  | {status: ExecutionPayloadStatus.INVALID; latestValidHash: RootHex | null; validationError: string | null}
78
93
  | {
79
94
  status:
@@ -99,6 +114,8 @@ export type PayloadAttributes = {
99
114
  parentBeaconBlockRoot?: Uint8Array;
100
115
  slotNumber?: number; // EIP-7843
101
116
  targetGasLimit?: bigint; // GLOAS (PayloadAttributesV4, execution-apis#796)
117
+ /** Transactions the built payload must include (PayloadAttributesV5, HEZE:EIP-7805) */
118
+ inclusionListTransactions?: bellatrix.Transactions;
102
119
  };
103
120
 
104
121
  export type VersionedHashes = Uint8Array[];
@@ -129,9 +146,16 @@ export interface IExecutionEngine {
129
146
  executionPayload: ExecutionPayload,
130
147
  versionedHashes?: VersionedHashes,
131
148
  parentBeaconBlockRoot?: Root,
132
- executionRequests?: ExecutionRequests
149
+ executionRequests?: ExecutionRequests,
150
+ inclusionListTransactions?: bellatrix.Transactions
133
151
  ): Promise<ExecutePayloadResponse>;
134
152
 
153
+ /**
154
+ * Transactions the execution layer wants included in the next payload. Parameterless since
155
+ * execution-apis#609: the execution layer builds against its own view of the head.
156
+ */
157
+ getInclusionList(): Promise<bellatrix.Transactions>;
158
+
135
159
  /**
136
160
  * Signal fork choice updates
137
161
  * This function performs two actions atomically: