@lodestar/beacon-node 1.51.0-dev.83da04fef3 → 1.51.0-dev.8d5cdd33be

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (636) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +48 -95
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +22 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts +6 -0
  25. package/lib/api/impl/validator/index.d.ts.map +1 -1
  26. package/lib/api/impl/validator/index.js +143 -35
  27. package/lib/api/impl/validator/index.js.map +1 -1
  28. package/lib/api/options.d.ts +2 -0
  29. package/lib/api/options.d.ts.map +1 -1
  30. package/lib/api/options.js +1 -0
  31. package/lib/api/options.js.map +1 -1
  32. package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
  33. package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
  34. package/lib/chain/ColumnReconstructionTracker.js +46 -40
  35. package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
  36. package/lib/chain/GetBlobsTracker.d.ts +13 -2
  37. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  38. package/lib/chain/GetBlobsTracker.js +69 -35
  39. package/lib/chain/GetBlobsTracker.js.map +1 -1
  40. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  41. package/lib/chain/archiveStore/archiveStore.js +1 -0
  42. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  43. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  44. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  45. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  46. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  47. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  48. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  49. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  50. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  51. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  52. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  53. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  54. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  55. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  56. package/lib/chain/blocks/blockInput/types.js +0 -1
  57. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  58. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  59. package/lib/chain/blocks/importBlock.js +42 -57
  60. package/lib/chain/blocks/importBlock.js.map +1 -1
  61. package/lib/chain/blocks/importExecutionPayload.d.ts +10 -11
  62. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  63. package/lib/chain/blocks/importExecutionPayload.js +82 -20
  64. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  65. package/lib/chain/blocks/index.d.ts.map +1 -1
  66. package/lib/chain/blocks/index.js +4 -4
  67. package/lib/chain/blocks/index.js.map +1 -1
  68. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  69. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  70. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  71. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  72. package/lib/chain/blocks/types.d.ts +7 -19
  73. package/lib/chain/blocks/types.d.ts.map +1 -1
  74. package/lib/chain/blocks/types.js +5 -24
  75. package/lib/chain/blocks/types.js.map +1 -1
  76. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  77. package/lib/chain/blocks/verifyBlock.js +18 -7
  78. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  79. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  80. package/lib/chain/blocks/verifyBlocksDataAvailability.js +14 -2
  81. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  82. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  83. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  84. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  85. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  86. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  87. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  88. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  89. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  90. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  91. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  92. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  93. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  94. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  95. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  96. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  97. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  98. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  99. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  100. package/lib/chain/bls/interface.d.ts +2 -0
  101. package/lib/chain/bls/interface.d.ts.map +1 -1
  102. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  103. package/lib/chain/bls/multithread/index.js +13 -11
  104. package/lib/chain/bls/multithread/index.js.map +1 -1
  105. package/lib/chain/bls/multithread/types.d.ts +1 -1
  106. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  107. package/lib/chain/bls/multithread/worker.js +1 -1
  108. package/lib/chain/bls/multithread/worker.js.map +1 -1
  109. package/lib/chain/bls/singleThread.js +1 -1
  110. package/lib/chain/bls/singleThread.js.map +1 -1
  111. package/lib/chain/bls/utils.js +1 -1
  112. package/lib/chain/bls/utils.js.map +1 -1
  113. package/lib/chain/chain.d.ts +26 -4
  114. package/lib/chain/chain.d.ts.map +1 -1
  115. package/lib/chain/chain.js +128 -43
  116. package/lib/chain/chain.js.map +1 -1
  117. package/lib/chain/emitter.d.ts +7 -7
  118. package/lib/chain/emitter.d.ts.map +1 -1
  119. package/lib/chain/emitter.js +5 -5
  120. package/lib/chain/emitter.js.map +1 -1
  121. package/lib/chain/errors/blockError.d.ts +1 -1
  122. package/lib/chain/errors/blockError.d.ts.map +1 -1
  123. package/lib/chain/errors/blockError.js +1 -1
  124. package/lib/chain/errors/blockError.js.map +1 -1
  125. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  126. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  127. package/lib/chain/errors/executionPayloadBid.js +2 -0
  128. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  129. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  130. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  131. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  132. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  133. package/lib/chain/errors/inclusionList.d.ts +60 -0
  134. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  135. package/lib/chain/errors/inclusionList.js +19 -0
  136. package/lib/chain/errors/inclusionList.js.map +1 -0
  137. package/lib/chain/errors/index.d.ts +1 -1
  138. package/lib/chain/errors/index.d.ts.map +1 -1
  139. package/lib/chain/errors/index.js +1 -1
  140. package/lib/chain/errors/index.js.map +1 -1
  141. package/lib/chain/forkChoice/index.d.ts +11 -1
  142. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  143. package/lib/chain/forkChoice/index.js +11 -0
  144. package/lib/chain/forkChoice/index.js.map +1 -1
  145. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  146. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  147. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  148. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  149. package/lib/chain/interface.d.ts +10 -7
  150. package/lib/chain/interface.d.ts.map +1 -1
  151. package/lib/chain/interface.js.map +1 -1
  152. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  153. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  154. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  155. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  156. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  157. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  158. package/lib/chain/opPools/attestationPool.js +15 -4
  159. package/lib/chain/opPools/attestationPool.js.map +1 -1
  160. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  161. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  162. package/lib/chain/opPools/inclusionListStore.js +171 -0
  163. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  164. package/lib/chain/opPools/index.d.ts +2 -0
  165. package/lib/chain/opPools/index.d.ts.map +1 -1
  166. package/lib/chain/opPools/index.js +2 -0
  167. package/lib/chain/opPools/index.js.map +1 -1
  168. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  169. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  170. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  171. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  172. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  173. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  174. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  175. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  176. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  177. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  178. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  179. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  180. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  181. package/lib/chain/opPools/utils.d.ts +1 -1
  182. package/lib/chain/opPools/utils.d.ts.map +1 -1
  183. package/lib/chain/opPools/utils.js +1 -1
  184. package/lib/chain/opPools/utils.js.map +1 -1
  185. package/lib/chain/options.d.ts +5 -3
  186. package/lib/chain/options.d.ts.map +1 -1
  187. package/lib/chain/options.js +0 -1
  188. package/lib/chain/options.js.map +1 -1
  189. package/lib/chain/produceBlock/produceBlockBody.d.ts +6 -3
  190. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  191. package/lib/chain/produceBlock/produceBlockBody.js +32 -11
  192. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  193. package/lib/chain/proposerTracker.d.ts +31 -0
  194. package/lib/chain/proposerTracker.d.ts.map +1 -0
  195. package/lib/chain/proposerTracker.js +75 -0
  196. package/lib/chain/proposerTracker.js.map +1 -0
  197. package/lib/chain/regen/interface.d.ts +2 -2
  198. package/lib/chain/regen/interface.d.ts.map +1 -1
  199. package/lib/chain/regen/interface.js +1 -1
  200. package/lib/chain/regen/interface.js.map +1 -1
  201. package/lib/chain/regen/queued.d.ts +1 -1
  202. package/lib/chain/regen/queued.d.ts.map +1 -1
  203. package/lib/chain/regen/queued.js +5 -3
  204. package/lib/chain/regen/queued.js.map +1 -1
  205. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  206. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  207. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  208. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  209. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  210. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  211. package/lib/chain/validation/executionPayloadBid.js +37 -158
  212. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  213. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  214. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  215. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  216. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  217. package/lib/chain/validation/inclusionList.d.ts +14 -0
  218. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  219. package/lib/chain/validation/inclusionList.js +150 -0
  220. package/lib/chain/validation/inclusionList.js.map +1 -0
  221. package/lib/chain/validation/index.d.ts +1 -0
  222. package/lib/chain/validation/index.d.ts.map +1 -1
  223. package/lib/chain/validation/index.js +1 -0
  224. package/lib/chain/validation/index.js.map +1 -1
  225. package/lib/chain/validatorMonitor.d.ts +1 -2
  226. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  227. package/lib/chain/validatorMonitor.js +0 -3
  228. package/lib/chain/validatorMonitor.js.map +1 -1
  229. package/lib/db/beacon.d.ts +7 -0
  230. package/lib/db/beacon.d.ts.map +1 -1
  231. package/lib/db/beacon.js +34 -0
  232. package/lib/db/beacon.js.map +1 -1
  233. package/lib/db/dataColumnStore.d.ts +1 -1
  234. package/lib/db/dataColumnStore.d.ts.map +1 -1
  235. package/lib/db/dataColumnStore.js +1 -4
  236. package/lib/db/dataColumnStore.js.map +1 -1
  237. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  238. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  239. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  240. package/lib/db/flatFileStore/slotIndex.js +2 -2
  241. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  242. package/lib/db/interface.d.ts +1 -0
  243. package/lib/db/interface.d.ts.map +1 -1
  244. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  245. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  246. package/lib/db/repositories/blobSidecars.js +0 -1
  247. package/lib/db/repositories/blobSidecars.js.map +1 -1
  248. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  249. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  250. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  251. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  252. package/lib/execution/builder/apiClient.d.ts +14 -8
  253. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  254. package/lib/execution/builder/apiClient.js +12 -10
  255. package/lib/execution/builder/apiClient.js.map +1 -1
  256. package/lib/execution/builder/http.d.ts +2 -0
  257. package/lib/execution/builder/http.d.ts.map +1 -1
  258. package/lib/execution/builder/http.js +2 -0
  259. package/lib/execution/builder/http.js.map +1 -1
  260. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  261. package/lib/execution/builder/validateBid.js +14 -1
  262. package/lib/execution/builder/validateBid.js.map +1 -1
  263. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  264. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  265. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  266. package/lib/execution/engine/disabled.d.ts +1 -0
  267. package/lib/execution/engine/disabled.d.ts.map +1 -1
  268. package/lib/execution/engine/disabled.js +3 -0
  269. package/lib/execution/engine/disabled.js.map +1 -1
  270. package/lib/execution/engine/http.d.ts +12 -8
  271. package/lib/execution/engine/http.d.ts.map +1 -1
  272. package/lib/execution/engine/http.js +35 -14
  273. package/lib/execution/engine/http.js.map +1 -1
  274. package/lib/execution/engine/index.d.ts +1 -1
  275. package/lib/execution/engine/index.d.ts.map +1 -1
  276. package/lib/execution/engine/index.js +1 -1
  277. package/lib/execution/engine/index.js.map +1 -1
  278. package/lib/execution/engine/interface.d.ts +29 -8
  279. package/lib/execution/engine/interface.d.ts.map +1 -1
  280. package/lib/execution/engine/interface.js.map +1 -1
  281. package/lib/execution/engine/jsonRpcTransport.d.ts +5 -6
  282. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  283. package/lib/execution/engine/jsonRpcTransport.js +34 -20
  284. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  285. package/lib/execution/engine/mock.d.ts +1 -1
  286. package/lib/execution/engine/mock.d.ts.map +1 -1
  287. package/lib/execution/engine/mock.js +31 -11
  288. package/lib/execution/engine/mock.js.map +1 -1
  289. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  290. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  291. package/lib/execution/engine/payloadIdCache.js +15 -4
  292. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  293. package/lib/execution/engine/restTransport.d.ts +4 -5
  294. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  295. package/lib/execution/engine/restTransport.js +4 -15
  296. package/lib/execution/engine/restTransport.js.map +1 -1
  297. package/lib/execution/engine/sszTypes.d.ts +38 -47
  298. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  299. package/lib/execution/engine/sszTypes.js +0 -5
  300. package/lib/execution/engine/sszTypes.js.map +1 -1
  301. package/lib/execution/engine/transport.d.ts +4 -14
  302. package/lib/execution/engine/transport.d.ts.map +1 -1
  303. package/lib/execution/engine/types.d.ts +25 -9
  304. package/lib/execution/engine/types.d.ts.map +1 -1
  305. package/lib/execution/engine/types.js +19 -14
  306. package/lib/execution/engine/types.js.map +1 -1
  307. package/lib/execution/engine/utils.d.ts.map +1 -1
  308. package/lib/execution/engine/utils.js +3 -2
  309. package/lib/execution/engine/utils.js.map +1 -1
  310. package/lib/index.d.ts +1 -0
  311. package/lib/index.d.ts.map +1 -1
  312. package/lib/index.js +2 -0
  313. package/lib/index.js.map +1 -1
  314. package/lib/metrics/metrics/beacon.d.ts +16 -9
  315. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  316. package/lib/metrics/metrics/beacon.js +35 -30
  317. package/lib/metrics/metrics/beacon.js.map +1 -1
  318. package/lib/metrics/metrics/lodestar.d.ts +49 -8
  319. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  320. package/lib/metrics/metrics/lodestar.js +128 -18
  321. package/lib/metrics/metrics/lodestar.js.map +1 -1
  322. package/lib/metrics/server/http.js +5 -5
  323. package/lib/metrics/server/http.js.map +1 -1
  324. package/lib/monitoring/service.js +1 -1
  325. package/lib/monitoring/service.js.map +1 -1
  326. package/lib/network/core/networkCore.d.ts +4 -1
  327. package/lib/network/core/networkCore.d.ts.map +1 -1
  328. package/lib/network/core/networkCore.js +7 -0
  329. package/lib/network/core/networkCore.js.map +1 -1
  330. package/lib/network/core/networkCoreWorker.js +2 -0
  331. package/lib/network/core/networkCoreWorker.js.map +1 -1
  332. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  333. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  334. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  335. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  336. package/lib/network/core/types.d.ts +6 -1
  337. package/lib/network/core/types.d.ts.map +1 -1
  338. package/lib/network/gossip/gossipsub.d.ts +1 -0
  339. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  340. package/lib/network/gossip/gossipsub.js +10 -0
  341. package/lib/network/gossip/gossipsub.js.map +1 -1
  342. package/lib/network/gossip/interface.d.ts +8 -9
  343. package/lib/network/gossip/interface.d.ts.map +1 -1
  344. package/lib/network/gossip/interface.js +1 -1
  345. package/lib/network/gossip/interface.js.map +1 -1
  346. package/lib/network/gossip/topic.d.ts +13 -21
  347. package/lib/network/gossip/topic.d.ts.map +1 -1
  348. package/lib/network/gossip/topic.js +13 -24
  349. package/lib/network/gossip/topic.js.map +1 -1
  350. package/lib/network/interface.d.ts +5 -5
  351. package/lib/network/interface.d.ts.map +1 -1
  352. package/lib/network/libp2p/index.d.ts.map +1 -1
  353. package/lib/network/libp2p/index.js +5 -1
  354. package/lib/network/libp2p/index.js.map +1 -1
  355. package/lib/network/network.d.ts +9 -7
  356. package/lib/network/network.d.ts.map +1 -1
  357. package/lib/network/network.js +58 -35
  358. package/lib/network/network.js.map +1 -1
  359. package/lib/network/options.d.ts +2 -0
  360. package/lib/network/options.d.ts.map +1 -1
  361. package/lib/network/options.js +2 -0
  362. package/lib/network/options.js.map +1 -1
  363. package/lib/network/peers/peerManager.d.ts +2 -1
  364. package/lib/network/peers/peerManager.d.ts.map +1 -1
  365. package/lib/network/peers/peerManager.js +28 -1
  366. package/lib/network/peers/peerManager.js.map +1 -1
  367. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  368. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  369. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  370. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  371. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  372. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  373. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  374. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  375. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  376. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  377. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  378. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  379. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  380. package/lib/network/peers/utils/subnetMap.js +6 -3
  381. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  382. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  383. package/lib/network/processor/extractSlotRootFns.js +1 -8
  384. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  385. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  386. package/lib/network/processor/gossipHandlers.js +118 -149
  387. package/lib/network/processor/gossipHandlers.js.map +1 -1
  388. package/lib/network/processor/gossipQueues/index.js +6 -6
  389. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  390. package/lib/network/processor/gossipValidatorFn.js +5 -5
  391. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  392. package/lib/network/processor/index.d.ts +11 -0
  393. package/lib/network/processor/index.d.ts.map +1 -1
  394. package/lib/network/processor/index.js +66 -30
  395. package/lib/network/processor/index.js.map +1 -1
  396. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -3
  397. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  398. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  399. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  400. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  401. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  402. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  403. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  404. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  405. package/lib/network/reqresp/handlers/index.js +6 -12
  406. package/lib/network/reqresp/handlers/index.js.map +1 -1
  407. package/lib/network/reqresp/protocols.d.ts +1 -2
  408. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  409. package/lib/network/reqresp/protocols.js +5 -10
  410. package/lib/network/reqresp/protocols.js.map +1 -1
  411. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  412. package/lib/network/reqresp/rateLimit.js +5 -17
  413. package/lib/network/reqresp/rateLimit.js.map +1 -1
  414. package/lib/network/reqresp/types.d.ts +6 -9
  415. package/lib/network/reqresp/types.d.ts.map +1 -1
  416. package/lib/network/reqresp/types.js +4 -7
  417. package/lib/network/reqresp/types.js.map +1 -1
  418. package/lib/network/subnets/attnetsService.d.ts +35 -5
  419. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  420. package/lib/network/subnets/attnetsService.js +84 -6
  421. package/lib/network/subnets/attnetsService.js.map +1 -1
  422. package/lib/network/subnets/interface.d.ts +7 -0
  423. package/lib/network/subnets/interface.d.ts.map +1 -1
  424. package/lib/network/subnets/interface.js.map +1 -1
  425. package/lib/node/nodejs.d.ts +3 -1
  426. package/lib/node/nodejs.d.ts.map +1 -1
  427. package/lib/node/nodejs.js +47 -21
  428. package/lib/node/nodejs.js.map +1 -1
  429. package/lib/node/options.d.ts +3 -1
  430. package/lib/node/options.d.ts.map +1 -1
  431. package/lib/node/options.js +4 -2
  432. package/lib/node/options.js.map +1 -1
  433. package/lib/sync/interface.d.ts.map +1 -1
  434. package/lib/sync/interface.js.map +1 -1
  435. package/lib/sync/range/batch.d.ts +2 -3
  436. package/lib/sync/range/batch.d.ts.map +1 -1
  437. package/lib/sync/range/batch.js +9 -22
  438. package/lib/sync/range/batch.js.map +1 -1
  439. package/lib/sync/range/chain.d.ts.map +1 -1
  440. package/lib/sync/range/chain.js +2 -15
  441. package/lib/sync/range/chain.js.map +1 -1
  442. package/lib/sync/sync.d.ts +7 -0
  443. package/lib/sync/sync.d.ts.map +1 -1
  444. package/lib/sync/sync.js +61 -3
  445. package/lib/sync/sync.js.map +1 -1
  446. package/lib/sync/unknownBlock.d.ts.map +1 -1
  447. package/lib/sync/unknownBlock.js +43 -25
  448. package/lib/sync/unknownBlock.js.map +1 -1
  449. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  450. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  451. package/lib/sync/utils/downloadByRange.js +24 -128
  452. package/lib/sync/utils/downloadByRange.js.map +1 -1
  453. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  454. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  455. package/lib/sync/utils/downloadByRoot.js +14 -99
  456. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  457. package/lib/util/blobs.d.ts +1 -7
  458. package/lib/util/blobs.d.ts.map +1 -1
  459. package/lib/util/blobs.js +0 -19
  460. package/lib/util/blobs.js.map +1 -1
  461. package/lib/util/execution.d.ts +3 -4
  462. package/lib/util/execution.d.ts.map +1 -1
  463. package/lib/util/execution.js +1 -73
  464. package/lib/util/execution.js.map +1 -1
  465. package/lib/util/file.d.ts.map +1 -1
  466. package/lib/util/file.js +8 -9
  467. package/lib/util/file.js.map +1 -1
  468. package/lib/util/queue/itemQueue.js +1 -1
  469. package/lib/util/queue/itemQueue.js.map +1 -1
  470. package/lib/util/sszBytes.d.ts +5 -1
  471. package/lib/util/sszBytes.d.ts.map +1 -1
  472. package/lib/util/sszBytes.js +36 -19
  473. package/lib/util/sszBytes.js.map +1 -1
  474. package/lib/util/types.d.ts +0 -5
  475. package/lib/util/types.d.ts.map +1 -1
  476. package/lib/util/types.js +1 -2
  477. package/lib/util/types.js.map +1 -1
  478. package/package.json +31 -32
  479. package/src/api/impl/api.ts +1 -1
  480. package/src/api/impl/beacon/blocks/index.ts +81 -126
  481. package/src/api/impl/beacon/index.ts +3 -1
  482. package/src/api/impl/beacon/pool/index.ts +31 -1
  483. package/src/api/impl/beacon/state/index.ts +10 -1
  484. package/src/api/impl/beacon/state/utils.ts +20 -10
  485. package/src/api/impl/debug/index.ts +4 -0
  486. package/src/api/impl/validator/index.ts +178 -39
  487. package/src/api/options.ts +3 -0
  488. package/src/chain/ColumnReconstructionTracker.ts +60 -41
  489. package/src/chain/GetBlobsTracker.ts +82 -52
  490. package/src/chain/archiveStore/archiveStore.ts +1 -0
  491. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  492. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  493. package/src/chain/blocks/blockInput/errors.ts +1 -2
  494. package/src/chain/blocks/blockInput/types.ts +2 -20
  495. package/src/chain/blocks/importBlock.ts +58 -77
  496. package/src/chain/blocks/importExecutionPayload.ts +123 -36
  497. package/src/chain/blocks/index.ts +11 -4
  498. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  499. package/src/chain/blocks/types.ts +8 -29
  500. package/src/chain/blocks/verifyBlock.ts +31 -16
  501. package/src/chain/blocks/verifyBlocksDataAvailability.ts +16 -2
  502. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  503. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  504. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  505. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  506. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  507. package/src/chain/bls/interface.ts +2 -0
  508. package/src/chain/bls/multithread/index.ts +14 -10
  509. package/src/chain/bls/multithread/types.ts +1 -1
  510. package/src/chain/bls/multithread/worker.ts +1 -5
  511. package/src/chain/bls/singleThread.ts +1 -1
  512. package/src/chain/bls/utils.ts +1 -1
  513. package/src/chain/chain.ts +145 -42
  514. package/src/chain/emitter.ts +8 -8
  515. package/src/chain/errors/blockError.ts +1 -1
  516. package/src/chain/errors/executionPayloadBid.ts +12 -0
  517. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  518. package/src/chain/errors/inclusionList.ts +38 -0
  519. package/src/chain/errors/index.ts +1 -1
  520. package/src/chain/forkChoice/index.ts +11 -0
  521. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  522. package/src/chain/interface.ts +11 -6
  523. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  524. package/src/chain/opPools/attestationPool.ts +16 -4
  525. package/src/chain/opPools/inclusionListStore.ts +208 -0
  526. package/src/chain/opPools/index.ts +2 -0
  527. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  528. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  529. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  530. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  531. package/src/chain/opPools/utils.ts +1 -1
  532. package/src/chain/options.ts +5 -4
  533. package/src/chain/produceBlock/produceBlockBody.ts +67 -22
  534. package/src/chain/proposerTracker.ts +94 -0
  535. package/src/chain/regen/interface.ts +2 -2
  536. package/src/chain/regen/queued.ts +6 -4
  537. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  538. package/src/chain/validation/executionPayloadBid.ts +54 -183
  539. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  540. package/src/chain/validation/inclusionList.ts +192 -0
  541. package/src/chain/validation/index.ts +1 -0
  542. package/src/chain/validatorMonitor.ts +0 -6
  543. package/src/db/beacon.ts +44 -0
  544. package/src/db/dataColumnStore.ts +2 -4
  545. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  546. package/src/db/flatFileStore/slotIndex.ts +4 -3
  547. package/src/db/interface.ts +2 -0
  548. package/src/db/repositories/blobSidecars.ts +0 -1
  549. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  550. package/src/execution/builder/apiClient.ts +16 -13
  551. package/src/execution/builder/http.ts +4 -0
  552. package/src/execution/builder/validateBid.ts +23 -2
  553. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  554. package/src/execution/engine/disabled.ts +4 -0
  555. package/src/execution/engine/http.ts +59 -47
  556. package/src/execution/engine/index.ts +1 -1
  557. package/src/execution/engine/interface.ts +46 -13
  558. package/src/execution/engine/jsonRpcTransport.ts +56 -31
  559. package/src/execution/engine/mock.ts +32 -14
  560. package/src/execution/engine/payloadIdCache.ts +24 -6
  561. package/src/execution/engine/restTransport.ts +18 -23
  562. package/src/execution/engine/sszTypes.ts +0 -9
  563. package/src/execution/engine/transport.ts +13 -17
  564. package/src/execution/engine/types.ts +44 -24
  565. package/src/execution/engine/utils.ts +4 -2
  566. package/src/index.ts +2 -0
  567. package/src/metrics/metrics/beacon.ts +37 -30
  568. package/src/metrics/metrics/lodestar.ts +131 -18
  569. package/src/metrics/server/http.ts +5 -5
  570. package/src/monitoring/service.ts +1 -1
  571. package/src/network/core/networkCore.ts +11 -1
  572. package/src/network/core/networkCoreWorker.ts +2 -0
  573. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  574. package/src/network/core/types.ts +6 -1
  575. package/src/network/gossip/gossipsub.ts +11 -0
  576. package/src/network/gossip/interface.ts +5 -5
  577. package/src/network/gossip/topic.ts +14 -25
  578. package/src/network/interface.ts +4 -5
  579. package/src/network/libp2p/index.ts +5 -1
  580. package/src/network/network.ts +66 -58
  581. package/src/network/options.ts +4 -0
  582. package/src/network/peers/peerManager.ts +28 -3
  583. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  584. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  585. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  586. package/src/network/peers/utils/subnetMap.ts +6 -3
  587. package/src/network/processor/extractSlotRootFns.ts +0 -9
  588. package/src/network/processor/gossipHandlers.ts +150 -183
  589. package/src/network/processor/gossipQueues/index.ts +6 -6
  590. package/src/network/processor/gossipValidatorFn.ts +5 -5
  591. package/src/network/processor/index.ts +58 -28
  592. package/src/network/processor/types.ts +1 -1
  593. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -7
  594. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  595. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  596. package/src/network/reqresp/handlers/index.ts +5 -17
  597. package/src/network/reqresp/protocols.ts +6 -12
  598. package/src/network/reqresp/rateLimit.ts +5 -17
  599. package/src/network/reqresp/types.ts +6 -13
  600. package/src/network/subnets/attnetsService.ts +94 -6
  601. package/src/network/subnets/interface.ts +7 -0
  602. package/src/node/nodejs.ts +58 -22
  603. package/src/node/options.ts +9 -6
  604. package/src/sync/interface.ts +1 -0
  605. package/src/sync/range/batch.ts +9 -21
  606. package/src/sync/range/chain.ts +2 -14
  607. package/src/sync/sync.ts +65 -4
  608. package/src/sync/unknownBlock.ts +48 -36
  609. package/src/sync/utils/downloadByRange.ts +31 -230
  610. package/src/sync/utils/downloadByRoot.ts +15 -142
  611. package/src/util/blobs.ts +0 -34
  612. package/src/util/execution.ts +8 -102
  613. package/src/util/file.ts +8 -9
  614. package/src/util/queue/itemQueue.ts +1 -1
  615. package/src/util/sszBytes.ts +42 -24
  616. package/src/util/types.ts +1 -8
  617. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  618. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  619. package/lib/chain/errors/blobSidecarError.js +0 -38
  620. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  621. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  622. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  623. package/lib/chain/validation/blobSidecar.js +0 -276
  624. package/lib/chain/validation/blobSidecar.js.map +0 -1
  625. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  626. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  627. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  628. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  629. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  630. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  631. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  632. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  633. package/src/chain/errors/blobSidecarError.ts +0 -70
  634. package/src/chain/validation/blobSidecar.ts +0 -357
  635. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  636. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -1,5 +1,5 @@
1
1
  import {ProtoBlock} from "@lodestar/fork-choice";
2
- import {PAYLOAD_BUILDER_VERSION} from "@lodestar/params";
2
+ import {PAYLOAD_BUILDER_VERSION, isForkPostHeze} from "@lodestar/params";
3
3
  import {
4
4
  computeEpochAtSlot,
5
5
  createSingleSignatureSetFromComponents,
@@ -9,7 +9,7 @@ import {
9
9
  isStartSlotOfEpoch,
10
10
  isStatePostGloas,
11
11
  } from "@lodestar/state-transition";
12
- import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
12
+ import {RootHex, Slot, ValidatorIndex, gloas, heze} from "@lodestar/types";
13
13
  import {byteArrayEquals, toHex, toRootHex} from "@lodestar/utils";
14
14
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
15
15
  import {ExecutionPayloadBidError, ExecutionPayloadBidErrorCode, GossipAction} from "../errors/index.js";
@@ -83,174 +83,6 @@ function isBidCompatibleWithHead(
83
83
  return buildsOnParentPayload;
84
84
  }
85
85
 
86
- /**
87
- * Validation for bids submitted via the API by the operator's own builder.
88
- *
89
- * Only non-transient checks are applied: slot later than parent, zero execution payment, blob
90
- * commitment count, builder eligibility, version and balance coverage, prev_randao, and signature.
91
- * Transient gossip rules (head compatibility, first bid per tuple, value increment, proposer
92
- * preferences) are not applied, since those only limit forwarding of peers' messages and the
93
- * builder may legitimately bid on a branch this node does not consider head.
94
- * The parent-payload builder-exit rule is omitted because this endpoint only accepts bids from
95
- * the operator's own builder.
96
- *
97
- * Throws on any failed check. Also throws if the bid's parent block is unknown or its state is
98
- * unavailable, since the checks cannot be evaluated against the parent branch.
99
- */
100
- export async function validateApiExecutionPayloadBid(
101
- chain: IBeaconChain,
102
- signedExecutionPayloadBid: gloas.SignedExecutionPayloadBid
103
- ): Promise<void> {
104
- const bid = signedExecutionPayloadBid.message;
105
- const bidParentBlockRoot = toRootHex(bid.parentBlockRoot);
106
-
107
- // [REJECT] `bid.execution_payment` is zero.
108
- if (bid.executionPayment !== 0n) {
109
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
110
- code: ExecutionPayloadBidErrorCode.NON_ZERO_EXECUTION_PAYMENT,
111
- builderIndex: bid.builderIndex,
112
- executionPayment: bid.executionPayment,
113
- });
114
- }
115
-
116
- // [REJECT] The bid's block hash is not equal to its parent block hash -- i.e.
117
- // `bid.block_hash != bid.parent_block_hash`.
118
- if (byteArrayEquals(bid.blockHash, bid.parentBlockHash)) {
119
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
120
- code: ExecutionPayloadBidErrorCode.BLOCK_HASH_EQUALS_PARENT_BLOCK_HASH,
121
- blockHash: toRootHex(bid.blockHash),
122
- });
123
- }
124
-
125
- // [REJECT] The length of KZG commitments is less than or equal to the limitation defined in the
126
- // consensus layer -- i.e. validate that
127
- // `len(bid.blob_kzg_commitments) <= get_blob_parameters(compute_epoch_at_slot(bid.slot)).max_blobs_per_block`.
128
- const blobKzgCommitmentsLen = bid.blobKzgCommitments.length;
129
- const maxBlobsPerBlock = chain.config.getMaxBlobsPerBlock(computeEpochAtSlot(bid.slot));
130
- if (blobKzgCommitmentsLen > maxBlobsPerBlock) {
131
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
132
- code: ExecutionPayloadBidErrorCode.TOO_MANY_KZG_COMMITMENTS,
133
- blobKzgCommitmentsLen,
134
- commitmentLimit: maxBlobsPerBlock,
135
- });
136
- }
137
-
138
- // [IGNORE] `bid.slot` is the current slot, or the next slot (`bid.slot - 1` is current), allowing for `MAXIMUM_GOSSIP_CLOCK_DISPARITY`.
139
- if (
140
- !chain.clock.isCurrentSlotGivenGossipDisparity(bid.slot) &&
141
- !chain.clock.isCurrentSlotGivenGossipDisparity(bid.slot - 1)
142
- ) {
143
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
144
- code: ExecutionPayloadBidErrorCode.INVALID_SLOT,
145
- builderIndex: bid.builderIndex,
146
- slot: bid.slot,
147
- });
148
- }
149
-
150
- // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
151
- // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
152
- // proposer-preferences lookup below from a known fork-choice block.
153
- const parentBlock = chain.forkChoice.getBlockHexDefaultStatus(bidParentBlockRoot);
154
- if (parentBlock === null) {
155
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
156
- code: ExecutionPayloadBidErrorCode.UNKNOWN_BLOCK_ROOT,
157
- parentBlockRoot: bidParentBlockRoot,
158
- });
159
- }
160
-
161
- // [REJECT] The bid is for a higher slot than its parent block -- i.e.
162
- // validate that `bid.slot` is greater than the slot of the block with root
163
- // `bid.parent_block_root`.
164
- if (bid.slot <= parentBlock.slot) {
165
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
166
- code: ExecutionPayloadBidErrorCode.NOT_LATER_THAN_PARENT,
167
- parentSlot: parentBlock.slot,
168
- slot: bid.slot,
169
- });
170
- }
171
-
172
- const state = await chain.regen
173
- .getBlockSlotState(parentBlock, bid.slot, {dontTransferCache: true}, RegenCaller.validateApiExecutionPayloadBid)
174
- .catch(() => {
175
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
176
- code: ExecutionPayloadBidErrorCode.UNKNOWN_BLOCK_ROOT,
177
- parentBlockRoot: bidParentBlockRoot,
178
- });
179
- });
180
-
181
- if (!isStatePostGloas(state)) {
182
- throw new Error(`Expected gloas+ state for execution payload bid validation, got fork=${state.forkName}`);
183
- }
184
-
185
- // [REJECT] `bid.builder_index` is within bounds -- i.e. `bid.builder_index < len(state.builders)`.
186
- // `state.getBuilder` returns a lazy SSZ `getReadonly` view that is not bounds-checked eagerly; an
187
- // out-of-range index only throws (`LeafNode has no right node`) on deferred field access (e.g. inside
188
- // `isActiveBuilder`), escaping a try/catch around `getBuilder`. Check the length explicitly instead.
189
- if (bid.builderIndex >= state.getBuildersLength()) {
190
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
191
- code: ExecutionPayloadBidErrorCode.BUILDER_NOT_ELIGIBLE,
192
- builderIndex: bid.builderIndex,
193
- });
194
- }
195
-
196
- // [REJECT] `bid.builder_index` is a valid/active builder index -- i.e.
197
- // `is_active_builder(state, bid.builder_index)` returns `True`.
198
- const builder = state.getBuilder(bid.builderIndex);
199
- if (!isActiveBuilder(builder, state.finalizedCheckpoint.epoch)) {
200
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
201
- code: ExecutionPayloadBidErrorCode.BUILDER_NOT_ELIGIBLE,
202
- builderIndex: bid.builderIndex,
203
- });
204
- }
205
-
206
- // [REJECT] The builder version is `PAYLOAD_BUILDER_VERSION` -- i.e.
207
- // `state.builders[bid.builder_index].version == PAYLOAD_BUILDER_VERSION`.
208
- if (builder.version !== PAYLOAD_BUILDER_VERSION) {
209
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
210
- code: ExecutionPayloadBidErrorCode.INVALID_BUILDER_VERSION,
211
- builderIndex: bid.builderIndex,
212
- version: builder.version,
213
- expectedVersion: PAYLOAD_BUILDER_VERSION,
214
- });
215
- }
216
-
217
- // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
218
- // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
219
- if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {
220
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
221
- code: ExecutionPayloadBidErrorCode.BID_TOO_HIGH,
222
- bidValue: bid.value,
223
- builderBalance: builder.balance,
224
- });
225
- }
226
-
227
- // [REJECT] `bid.prev_randao` is the correct RANDAO mix -- i.e. validate that
228
- // `bid.prev_randao == get_randao_mix(parent_state, get_current_epoch(parent_state))`.
229
- const randaoMix = state.getRandaoMix(computeEpochAtSlot(state.slot));
230
- if (!byteArrayEquals(bid.prevRandao, randaoMix)) {
231
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
232
- code: ExecutionPayloadBidErrorCode.INVALID_PREV_RANDAO,
233
- builderIndex: bid.builderIndex,
234
- bidPrevRandao: toHex(bid.prevRandao),
235
- expectedPrevRandao: toHex(randaoMix),
236
- });
237
- }
238
-
239
- // [REJECT] `signed_execution_payload_bid.signature` is valid with respect to the `bid.builder_index`.
240
- const signatureSet = createSingleSignatureSetFromComponents(
241
- builder.pubkey,
242
- getExecutionPayloadBidSigningRoot(chain.config, bid),
243
- signedExecutionPayloadBid.signature
244
- );
245
- if (!(await chain.bls.verifySignatureSets([signatureSet]))) {
246
- throw new ExecutionPayloadBidError(GossipAction.REJECT, {
247
- code: ExecutionPayloadBidErrorCode.INVALID_SIGNATURE,
248
- builderIndex: bid.builderIndex,
249
- slot: bid.slot,
250
- });
251
- }
252
- }
253
-
254
86
  export async function validateGossipExecutionPayloadBid(
255
87
  chain: IBeaconChain,
256
88
  signedExecutionPayloadBid: gloas.SignedExecutionPayloadBid
@@ -309,6 +141,18 @@ async function validateExecutionPayloadBid(
309
141
  });
310
142
  }
311
143
 
144
+ // [IGNORE] The bid is received after the inclusion list deadline of `bid.slot - 1`
145
+ if (
146
+ isForkPostHeze(chain.config.getForkName(bid.slot)) &&
147
+ chain.clock.msFromSlot(bid.slot - 1) < chain.config.getInclusionListDueMs(chain.config.getForkName(bid.slot - 1))
148
+ ) {
149
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
150
+ code: ExecutionPayloadBidErrorCode.BEFORE_INCLUSION_LIST_DEADLINE,
151
+ builderIndex: bid.builderIndex,
152
+ slot: bid.slot,
153
+ });
154
+ }
155
+
312
156
  // [IGNORE] The bid is compatible with the current head branch.
313
157
  const head = chain.forkChoice.getHead();
314
158
  if (!isBidCompatibleWithHead(chain, head, bid.slot, bidParentBlockRoot, bidParentBlockHash)) {
@@ -335,6 +179,20 @@ async function validateExecutionPayloadBid(
335
179
  });
336
180
  }
337
181
 
182
+ // [IGNORE] this bid is the highest value bid seen for the tuple
183
+ // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
184
+ // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
185
+ // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
186
+ // from builders submitting numerous bids with minimal value increments.
187
+ const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
188
+ if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
189
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
190
+ code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
191
+ bidValue: bid.value,
192
+ currentHighestBid: bestBid.signedBid.message.value,
193
+ });
194
+ }
195
+
338
196
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
339
197
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
340
198
  // proposer-preferences lookup below from a known fork-choice block.
@@ -357,6 +215,32 @@ async function validateExecutionPayloadBid(
357
215
  });
358
216
  }
359
217
 
218
+ // [IGNORE] bid.inclusionListBits is inclusive of our timely inclusion lists for
219
+ // (bid.slot - 1, get_shuffling_dependent_root(store, bid.parent_block_root, epoch)).
220
+ if (isForkPostHeze(chain.config.getForkName(bid.slot))) {
221
+ const {inclusionListBits} = bid as heze.ExecutionPayloadBid;
222
+ const inclusionListSlot = bid.slot - 1;
223
+ const inclusionListDependentRoot = getShufflingDependentRoot(
224
+ chain.forkChoice,
225
+ computeEpochAtSlot(inclusionListSlot),
226
+ computeEpochAtSlot(parentBlock.slot),
227
+ parentBlock
228
+ );
229
+ if (
230
+ !chain.inclusionListStore.isInclusionListBitsInclusive(
231
+ inclusionListSlot,
232
+ inclusionListDependentRoot,
233
+ inclusionListBits
234
+ )
235
+ ) {
236
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
237
+ code: ExecutionPayloadBidErrorCode.INCLUSION_LIST_BITS_NOT_INCLUSIVE,
238
+ builderIndex: bid.builderIndex,
239
+ slot: bid.slot,
240
+ });
241
+ }
242
+ }
243
+
360
244
  // [IGNORE] A `SignedProposerPreferences` matching `bid.slot` and the bid's branch has been
361
245
  // seen — i.e. `proposal_slot == bid.slot` AND `dependent_root ==
362
246
  // get_proposer_dependent_root(parent_state, compute_epoch_at_slot(bid.slot))`.
@@ -482,19 +366,6 @@ async function validateExecutionPayloadBid(
482
366
  });
483
367
  }
484
368
 
485
- // [IGNORE] this bid is the highest value bid seen for the tuple
486
- // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
487
- // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
488
- // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
489
- // from builders submitting numerous bids with minimal value increments.
490
- const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
491
- if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
492
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
493
- code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
494
- bidValue: bid.value,
495
- currentHighestBid: bestBid.signedBid.message.value,
496
- });
497
- }
498
369
  // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
499
370
  // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
500
371
  if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {
@@ -1,4 +1,4 @@
1
- import {PayloadStatus} from "@lodestar/fork-choice";
1
+ import {PayloadStatus, ProtoBlock} from "@lodestar/fork-choice";
2
2
  import {
3
3
  computeStartSlotAtEpoch,
4
4
  getExecutionPayloadEnvelopeSignatureSet,
@@ -6,9 +6,15 @@ import {
6
6
  } from "@lodestar/state-transition";
7
7
  import {gloas, ssz} from "@lodestar/types";
8
8
  import {byteArrayEquals, toRootHex} from "@lodestar/utils";
9
+ import {
10
+ getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized,
11
+ getSlotFromExecutionPayloadEnvelopeSerialized,
12
+ getTransactionCountFromExecutionPayloadEnvelopeSerialized,
13
+ } from "../../util/sszBytes.js";
9
14
  import {ExecutionPayloadEnvelopeError, ExecutionPayloadEnvelopeErrorCode, GossipAction} from "../errors/index.js";
10
15
  import {IBeaconChain} from "../index.js";
11
16
  import {RegenCaller} from "../regen/index.js";
17
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
12
18
 
13
19
  export async function validateApiExecutionPayloadEnvelope(
14
20
  chain: IBeaconChain,
@@ -24,6 +30,40 @@ export async function validateGossipExecutionPayloadEnvelope(
24
30
  return validateExecutionPayloadEnvelope(chain, executionPayloadEnvelope);
25
31
  }
26
32
 
33
+ /**
34
+ * Applies the transaction count check to the serialized envelope so that an oversized envelope is dropped
35
+ * before it is deserialized. Defers to validateGossipExecutionPayloadEnvelope if the data is malformed
36
+ * or the block is not known.
37
+ */
38
+ export function validateGossipExecutionPayloadEnvelopeSerialized(
39
+ chain: IBeaconChain,
40
+ serializedData: Uint8Array
41
+ ): void {
42
+ const blockRootHex = getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized(serializedData);
43
+ const slot = getSlotFromExecutionPayloadEnvelopeSerialized(serializedData);
44
+ const transactionCount = getTransactionCountFromExecutionPayloadEnvelopeSerialized(serializedData);
45
+ if (blockRootHex === null || slot === null || transactionCount === null) {
46
+ return;
47
+ }
48
+
49
+ const block = chain.forkChoice.getBlockHexDefaultStatus(blockRootHex);
50
+ const payloadInput = chain.seenPayloadEnvelopeInputCache.get(blockRootHex);
51
+ if (!block || !payloadInput) {
52
+ return;
53
+ }
54
+
55
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
56
+ if (BigInt(transactionCount) > maxTransactionCount) {
57
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
58
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
59
+ slot,
60
+ root: blockRootHex,
61
+ transactionCount,
62
+ maxTransactionCount: Number(maxTransactionCount),
63
+ });
64
+ }
65
+ }
66
+
27
67
  async function validateExecutionPayloadEnvelope(
28
68
  chain: IBeaconChain,
29
69
  executionPayloadEnvelope: gloas.SignedExecutionPayloadEnvelope
@@ -123,6 +163,20 @@ async function validateExecutionPayloadEnvelope(
123
163
  });
124
164
  }
125
165
 
166
+ // [IGNORE] The number of transactions is within the limit implied by the parent payload's gas limit
167
+ // TODO GLOAS: [REJECT] once https://github.com/ethereum/consensus-specs/pull/5802 is released,
168
+ // also in validateGossipExecutionPayloadEnvelopeSerialized
169
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
170
+ if (BigInt(payload.transactions.length) > maxTransactionCount) {
171
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
172
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
173
+ slot: payload.slotNumber,
174
+ root: blockRootHex,
175
+ transactionCount: payload.transactions.length,
176
+ maxTransactionCount: Number(maxTransactionCount),
177
+ });
178
+ }
179
+
126
180
  // Get the block state to verify the builder's signature.
127
181
  const blockState = await chain.regen
128
182
  .getState(block.stateRoot, RegenCaller.validateGossipPayloadEnvelope)
@@ -154,3 +208,16 @@ async function validateExecutionPayloadEnvelope(
154
208
  });
155
209
  }
156
210
  }
211
+
212
+ /**
213
+ * The bid's gas limit is only tied to the parent payload by bid gossip, so the bound is the gas limit the
214
+ * EIP-1559 rule allows on top of the parent payload's. The bid is the only bound if that gas limit is unknown.
215
+ */
216
+ function getMaxTransactionCount(chain: IBeaconChain, block: ProtoBlock, payloadInput: PayloadEnvelopeInput): bigint {
217
+ const parentGasLimit = block.executionPayloadBlockHash === null ? 0n : BigInt(block.executionPayloadGasLimit);
218
+ const maxGasLimit =
219
+ parentGasLimit === 0n
220
+ ? payloadInput.getBid().gasLimit
221
+ : parentGasLimit + (parentGasLimit / 1024n > 1n ? parentGasLimit / 1024n : 1n) - 1n;
222
+ return maxGasLimit / BigInt(chain.config.MIN_TRANSACTION_GAS);
223
+ }
@@ -0,0 +1,192 @@
1
+ import {ProtoBlock} from "@lodestar/fork-choice";
2
+ import {GENESIS_SLOT, MIN_SEED_LOOKAHEAD, isForkPostHeze} from "@lodestar/params";
3
+ import {
4
+ EpochShuffling,
5
+ computeEpochAtSlot,
6
+ computeStartSlotAtEpoch,
7
+ getInclusionListCommittee,
8
+ getInclusionListSignatureSet,
9
+ } from "@lodestar/state-transition";
10
+ import {Epoch, RootHex, heze} from "@lodestar/types";
11
+ import {toRootHex} from "@lodestar/utils";
12
+ import {InclusionListError, InclusionListErrorCode} from "../errors/inclusionList.js";
13
+ import {GossipAction} from "../errors/index.js";
14
+ import {IBeaconChain} from "../interface.js";
15
+ import {RegenCaller} from "../regen/index.js";
16
+ import {isValidDependentRoot} from "./proposerPreferences.js";
17
+
18
+ export type InclusionListValidationResult = {
19
+ /** Positions of `validator_index` in `get_inclusion_list_committee(state, slot)`, several when the committee cycles */
20
+ committeeIndices: number[];
21
+ /** Sum of the byte lengths of `message.transactions` */
22
+ totalBytes: number;
23
+ };
24
+
25
+ /**
26
+ * Gossip validation for the `inclusion_list` topic, in spec rule order. Also applied to inclusion lists
27
+ * submitted over the API before they are published.
28
+ */
29
+ export async function validateGossipInclusionList(
30
+ chain: IBeaconChain,
31
+ signedInclusionList: heze.SignedInclusionList
32
+ ): Promise<InclusionListValidationResult> {
33
+ const {slot, validatorIndex, transactions, dependentRoot} = signedInclusionList.message;
34
+ let totalBytes = 0;
35
+ for (let i = 0; i < transactions.length; i++) {
36
+ totalBytes += transactions.getSize(i);
37
+ }
38
+
39
+ // A pre-heze slot has no inclusion list committee to validate against
40
+ if (!isForkPostHeze(chain.config.getForkName(slot))) {
41
+ throw new InclusionListError(GossipAction.IGNORE, {
42
+ code: InclusionListErrorCode.PRE_HEZE_SLOT,
43
+ inclusionListSlot: slot,
44
+ });
45
+ }
46
+
47
+ // [IGNORE] The message is either the first or second valid message received from validatorIndex
48
+ // for (message.slot, message.dependent_root)
49
+ const dependentRootHex = toRootHex(dependentRoot);
50
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
51
+ throw new InclusionListError(GossipAction.IGNORE, {
52
+ code: InclusionListErrorCode.MORE_THAN_TWO,
53
+ validatorIndex,
54
+ });
55
+ }
56
+
57
+ // [IGNORE] message.slot is equal to the current slot, with a MAXIMUM_GOSSIP_CLOCK_DISPARITY allowance
58
+ if (!chain.clock.isCurrentSlotGivenGossipDisparity(slot)) {
59
+ throw new InclusionListError(GossipAction.IGNORE, {
60
+ code: InclusionListErrorCode.INVALID_SLOT,
61
+ inclusionListSlot: slot,
62
+ currentSlot: chain.clock.currentSlot,
63
+ });
64
+ }
65
+
66
+ // [IGNORE] The size of message.transactions is greater than 0
67
+ if (totalBytes === 0) {
68
+ throw new InclusionListError(GossipAction.IGNORE, {code: InclusionListErrorCode.EMPTY_TRANSACTIONS});
69
+ }
70
+
71
+ // [REJECT] The size of message.transactions is within upperbound MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST
72
+ if (totalBytes > chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST) {
73
+ throw new InclusionListError(GossipAction.REJECT, {
74
+ code: InclusionListErrorCode.MAXIMUM_SIZE_EXCEEDED,
75
+ totalBytes,
76
+ maxBytes: chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST,
77
+ });
78
+ }
79
+
80
+ // [REJECT] Every transaction in message.transactions is non-empty
81
+ let emptyTransactionIndex = -1;
82
+ for (let i = 0; i < transactions.length; i++) {
83
+ if (transactions.getSize(i) === 0) {
84
+ emptyTransactionIndex = i;
85
+ break;
86
+ }
87
+ }
88
+ if (emptyTransactionIndex !== -1) {
89
+ throw new InclusionListError(GossipAction.REJECT, {
90
+ code: InclusionListErrorCode.EMPTY_TRANSACTION,
91
+ transactionIndex: emptyTransactionIndex,
92
+ });
93
+ }
94
+
95
+ // [IGNORE] The block with root message.dependent_root has been seen
96
+ const dependentBlock = chain.forkChoice.getBlockHexDefaultStatus(dependentRootHex);
97
+ if (dependentBlock === null) {
98
+ throw new InclusionListError(GossipAction.IGNORE, {
99
+ code: InclusionListErrorCode.UNKNOWN_DEPENDENT_ROOT,
100
+ dependentRoot: dependentRootHex,
101
+ });
102
+ }
103
+
104
+ // [REJECT] The slot of the block with root message.dependent_root is strictly less than
105
+ // compute_start_slot_at_epoch(compute_epoch_at_slot(message.slot) - MIN_SEED_LOOKAHEAD),
106
+ // clamped to genesis like compute_shuffling_dependent_slot
107
+ const epoch = computeEpochAtSlot(slot);
108
+ const dependentEpoch = epoch - MIN_SEED_LOOKAHEAD;
109
+ const maxDependentSlot = Math.max(GENESIS_SLOT, computeStartSlotAtEpoch(dependentEpoch) - 1);
110
+ if (dependentBlock.slot > maxDependentSlot) {
111
+ throw new InclusionListError(GossipAction.REJECT, {
112
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT_SLOT,
113
+ dependentRoot: dependentRootHex,
114
+ dependentSlot: dependentBlock.slot,
115
+ maxSlot: maxDependentSlot,
116
+ });
117
+ }
118
+
119
+ // [IGNORE] is_valid_dependent_root(store, message.dependent_root, epoch - MIN_SEED_LOOKAHEAD)
120
+ if (!isValidDependentRoot(chain.forkChoice, dependentBlock, dependentEpoch)) {
121
+ throw new InclusionListError(GossipAction.IGNORE, {
122
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT,
123
+ dependentRoot: dependentRootHex,
124
+ epoch: dependentEpoch,
125
+ });
126
+ }
127
+
128
+ // [REJECT] validatorIndex is in get_inclusion_list_committee(state, message.slot), where state is the
129
+ // state of the block with root message.dependent_root, i.e. the shuffling of `epoch` keyed by `dependent_root`
130
+ const shuffling = await getShuffling(chain, epoch, dependentRootHex, dependentBlock);
131
+ if (shuffling === null) {
132
+ throw new InclusionListError(GossipAction.IGNORE, {
133
+ code: InclusionListErrorCode.MISSING_SHUFFLING,
134
+ dependentRoot: dependentRootHex,
135
+ epoch,
136
+ });
137
+ }
138
+ const committeeIndices = getInclusionListCommittee(shuffling, slot).getCommitteeIndices(validatorIndex);
139
+ if (committeeIndices.length === 0) {
140
+ throw new InclusionListError(GossipAction.REJECT, {
141
+ code: InclusionListErrorCode.VALIDATOR_NOT_IN_COMMITTEE,
142
+ validatorIndex,
143
+ });
144
+ }
145
+
146
+ // [REJECT] The signature is valid with respect to the validator's public key
147
+ // Domain from the list's own slot, so a list for the first Heze slot verifies while the clock is still in Gloas
148
+ const signatureSet = getInclusionListSignatureSet(chain.config, slot, signedInclusionList);
149
+ // With only 16 inclusion list committee members per slot, batching can delay gossip by 100ms.
150
+ // Verify without batching so inclusion lists can be forwarded sooner.
151
+ if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: false}))) {
152
+ throw new InclusionListError(GossipAction.REJECT, {code: InclusionListErrorCode.INVALID_SIGNATURE});
153
+ }
154
+
155
+ // Check again after the async validation so concurrent lists of the same validator cannot all pass
156
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
157
+ throw new InclusionListError(GossipAction.IGNORE, {
158
+ code: InclusionListErrorCode.MORE_THAN_TWO,
159
+ validatorIndex,
160
+ });
161
+ }
162
+ chain.inclusionListStore.markSeen(slot, dependentRootHex, validatorIndex);
163
+
164
+ return {committeeIndices, totalBytes};
165
+ }
166
+
167
+ /**
168
+ * The shuffling of `epoch` on the branch of `dependentBlock`. Usually cached from the head state; when the
169
+ * dependent block is the head across empty epochs that state has not reached the lookahead start slot, so
170
+ * the spec's `process_slots` step is a state regen
171
+ */
172
+ async function getShuffling(
173
+ chain: IBeaconChain,
174
+ epoch: Epoch,
175
+ dependentRootHex: RootHex,
176
+ dependentBlock: ProtoBlock
177
+ ): Promise<EpochShuffling | null> {
178
+ const cached = await chain.shufflingCache.get(epoch, dependentRootHex);
179
+ if (cached !== null) {
180
+ return cached;
181
+ }
182
+ try {
183
+ return await chain.regenStateForAttestationVerification(
184
+ epoch,
185
+ dependentRootHex,
186
+ dependentBlock,
187
+ RegenCaller.validateGossipInclusionList
188
+ );
189
+ } catch {
190
+ return null;
191
+ }
192
+ }
@@ -3,6 +3,7 @@ export * from "./attestation.js";
3
3
  export * from "./attesterSlashing.js";
4
4
  export * from "./block.js";
5
5
  export * from "./blsToExecutionChange.js";
6
+ export * from "./inclusionList.js";
6
7
  export * from "./proposerSlashing.js";
7
8
  export * from "./syncCommittee.js";
8
9
  export * from "./syncCommitteeContributionAndProof.js";
@@ -21,7 +21,6 @@ import {
21
21
  SubnetID,
22
22
  ValidatorIndex,
23
23
  altair,
24
- deneb,
25
24
  gloas,
26
25
  } from "@lodestar/types";
27
26
  import {
@@ -70,7 +69,6 @@ export type ValidatorMonitor = {
70
69
  balances?: number[]
71
70
  ): void;
72
71
  registerBeaconBlock(src: OpSource, delaySec: Seconds, block: BeaconBlock): void;
73
- registerBlobSidecar(src: OpSource, seenTimestampSec: Seconds, blob: deneb.BlobSidecar): void;
74
72
  registerExecutionPayloadEnvelope(
75
73
  src: OpSource,
76
74
  delaySec: Seconds,
@@ -434,10 +432,6 @@ export function createValidatorMonitor(
434
432
  }
435
433
  },
436
434
 
437
- registerBlobSidecar(_src, _seenTimestampSec, _blob) {
438
- //TODO: freetheblobs
439
- },
440
-
441
435
  registerExecutionPayloadEnvelope(_src, _delaySec, _envelope) {
442
436
  // TODO GLOAS: implement execution payload envelope monitoring
443
437
  },
package/src/db/beacon.ts CHANGED
@@ -30,6 +30,9 @@ import {
30
30
  VoluntaryExitRepository,
31
31
  } from "./repositories/index.js";
32
32
 
33
+ /** Below this size, seeks over leftover legacy column data stay cheap */
34
+ const LEGACY_DATA_COLUMNS_COMPACTION_MIN_BYTES = 1024 ** 3;
35
+
33
36
  export type BeaconDbOpts = {
34
37
  dataColumnDir: string;
35
38
  logger: Logger;
@@ -67,6 +70,7 @@ export class BeaconDb implements IBeaconDb {
67
70
  readonly dataColumns: IDataColumnStore;
68
71
  lastLegacyArchiveSlot: Slot | null = null;
69
72
  private readonly flatFileStore: FlatFileStore;
73
+ private readonly logger: Logger;
70
74
 
71
75
  constructor(
72
76
  config: ChainForkConfig,
@@ -100,6 +104,7 @@ export class BeaconDb implements IBeaconDb {
100
104
  this.syncCommittee = new SyncCommitteeRepository(config, db);
101
105
  this.syncCommitteeWitness = new SyncCommitteeWitnessRepository(config, db);
102
106
 
107
+ this.logger = opts.logger;
103
108
  this.flatFileStore = new FlatFileStore(opts.dataColumnDir, config, opts.logger, opts.metrics);
104
109
  this.dataColumns = new LegacyDataColumnStore(
105
110
  this.flatFileStore,
@@ -125,11 +130,50 @@ export class BeaconDb implements IBeaconDb {
125
130
  this.flatFileStore.setMetrics(flatFileStoreMetrics);
126
131
  }
127
132
 
133
+ /**
134
+ * Deletes made while an iterator held a snapshot can stay in the bottom LevelDB level, which `compactRange` never
135
+ * rewrites, so every seek into the legacy column buckets walks them. Writing a key at each end of the pruned range
136
+ * makes the compaction overlap those files and rewrite them.
137
+ */
138
+ async compactLegacyDataColumns(
139
+ prunedBeforeSlot: Slot,
140
+ minSizeBytes = LEGACY_DATA_COLUMNS_COMPACTION_MIN_BYTES
141
+ ): Promise<void> {
142
+ const archiveBucket = Bucket.allForks_dataColumnSidecarsArchive;
143
+ const start = encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(0));
144
+ const end = encodeKey(archiveBucket, this.dataColumnSidecarArchive.getMinKeyRaw(prunedBeforeSlot));
145
+ const sizeBytes = await this.db.approximateSize(start, end);
146
+ if (sizeBytes < minSizeBytes) return;
147
+
148
+ // Column indices stay below 0xffff and hot column keys are shorter, so no sentinel matches a real key
149
+ const upperSentinel =
150
+ prunedBeforeSlot > 0
151
+ ? encodeKey(archiveBucket, this.dataColumnSidecarArchive.encodeKeyRaw(prunedBeforeSlot - 1, 0xffff))
152
+ : encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(35, 0xff));
153
+ const sentinels = [start, upperSentinel];
154
+
155
+ this.logger.info("Compacting legacy data columns, this may take a while", {sizeBytes});
156
+ const startTime = Date.now();
157
+ await this.db.batchPut(sentinels.map((key) => ({key, value: new Uint8Array()})));
158
+ await this.db.compactRange(start, end);
159
+ await this.db.batchDelete(sentinels);
160
+ await this.db.compactRange(start, end);
161
+ this.logger.verbose("Compacted legacy data columns", {
162
+ durationMs: Date.now() - startTime,
163
+ sizeBytes: await this.db.approximateSize(start, end),
164
+ });
165
+ }
166
+
128
167
  async pruneHotDb(): Promise<void> {
129
168
  // Prune all hot blobs
130
169
  await this.blobSidecars.batchDelete(await this.blobSidecars.keys());
131
170
  // New columns are persisted in flat files, so this bucket only contains legacy hot data.
132
171
  await this.deleteBucketData(Bucket.allForks_dataColumnSidecars);
172
+ // Compact even if empty to reclaim tombstones left by previous startups.
173
+ await this.db.compactRange(
174
+ encodeKey(Bucket.allForks_dataColumnSidecars, Buffer.alloc(0)),
175
+ encodeKey(Bucket.allForks_dataColumnSidecars + 1, Buffer.alloc(0))
176
+ );
133
177
  // Prune all hot blocks
134
178
  // TODO: Enable once it's deemed safe
135
179
  // await this.block.batchDelete(await this.block.keys());