@lodestar/beacon-node 1.51.0-dev.837363b869 → 1.51.0-dev.83aae9f53e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (452) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts +6 -0
  25. package/lib/api/impl/validator/index.d.ts.map +1 -1
  26. package/lib/api/impl/validator/index.js +143 -35
  27. package/lib/api/impl/validator/index.js.map +1 -1
  28. package/lib/api/options.d.ts +2 -0
  29. package/lib/api/options.d.ts.map +1 -1
  30. package/lib/api/options.js +1 -0
  31. package/lib/api/options.js.map +1 -1
  32. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  33. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  34. package/lib/chain/GetBlobsTracker.js +85 -27
  35. package/lib/chain/GetBlobsTracker.js.map +1 -1
  36. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  37. package/lib/chain/archiveStore/archiveStore.js +1 -0
  38. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  39. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  40. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  41. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  42. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  43. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  44. package/lib/chain/blocks/importBlock.js +9 -7
  45. package/lib/chain/blocks/importBlock.js.map +1 -1
  46. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
  47. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  48. package/lib/chain/blocks/importExecutionPayload.js +58 -17
  49. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  50. package/lib/chain/blocks/index.js +2 -2
  51. package/lib/chain/blocks/index.js.map +1 -1
  52. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  53. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  54. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  55. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  56. package/lib/chain/blocks/types.d.ts +8 -1
  57. package/lib/chain/blocks/types.d.ts.map +1 -1
  58. package/lib/chain/blocks/types.js +5 -0
  59. package/lib/chain/blocks/types.js.map +1 -1
  60. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  61. package/lib/chain/blocks/verifyBlock.js +18 -7
  62. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  64. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  65. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  66. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  68. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  69. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  70. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  71. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  72. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  73. package/lib/chain/bls/interface.d.ts +2 -0
  74. package/lib/chain/bls/interface.d.ts.map +1 -1
  75. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/index.js +13 -11
  77. package/lib/chain/bls/multithread/index.js.map +1 -1
  78. package/lib/chain/bls/multithread/types.d.ts +1 -1
  79. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  80. package/lib/chain/bls/multithread/worker.js +1 -1
  81. package/lib/chain/bls/multithread/worker.js.map +1 -1
  82. package/lib/chain/bls/singleThread.js +1 -1
  83. package/lib/chain/bls/singleThread.js.map +1 -1
  84. package/lib/chain/bls/utils.js +1 -1
  85. package/lib/chain/bls/utils.js.map +1 -1
  86. package/lib/chain/chain.d.ts +3 -2
  87. package/lib/chain/chain.d.ts.map +1 -1
  88. package/lib/chain/chain.js +8 -5
  89. package/lib/chain/chain.js.map +1 -1
  90. package/lib/chain/errors/blockError.d.ts +1 -1
  91. package/lib/chain/errors/blockError.d.ts.map +1 -1
  92. package/lib/chain/errors/blockError.js +1 -1
  93. package/lib/chain/errors/blockError.js.map +1 -1
  94. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  95. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  96. package/lib/chain/errors/executionPayloadBid.js +2 -0
  97. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  98. package/lib/chain/errors/inclusionList.d.ts +60 -0
  99. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  100. package/lib/chain/errors/inclusionList.js +19 -0
  101. package/lib/chain/errors/inclusionList.js.map +1 -0
  102. package/lib/chain/errors/index.d.ts +1 -0
  103. package/lib/chain/errors/index.d.ts.map +1 -1
  104. package/lib/chain/errors/index.js +1 -0
  105. package/lib/chain/errors/index.js.map +1 -1
  106. package/lib/chain/interface.d.ts +4 -4
  107. package/lib/chain/interface.d.ts.map +1 -1
  108. package/lib/chain/interface.js.map +1 -1
  109. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  110. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  111. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  112. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  113. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  114. package/lib/chain/opPools/attestationPool.js +15 -4
  115. package/lib/chain/opPools/attestationPool.js.map +1 -1
  116. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  117. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  118. package/lib/chain/opPools/inclusionListStore.js +171 -0
  119. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  120. package/lib/chain/opPools/index.d.ts +1 -0
  121. package/lib/chain/opPools/index.d.ts.map +1 -1
  122. package/lib/chain/opPools/index.js +1 -0
  123. package/lib/chain/opPools/index.js.map +1 -1
  124. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  125. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  126. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  127. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  128. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  129. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  130. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  131. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  132. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  133. package/lib/chain/opPools/utils.d.ts +1 -1
  134. package/lib/chain/opPools/utils.d.ts.map +1 -1
  135. package/lib/chain/opPools/utils.js +1 -1
  136. package/lib/chain/opPools/utils.js.map +1 -1
  137. package/lib/chain/options.d.ts +0 -1
  138. package/lib/chain/options.d.ts.map +1 -1
  139. package/lib/chain/options.js +0 -1
  140. package/lib/chain/options.js.map +1 -1
  141. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  142. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  143. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  144. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  145. package/lib/chain/regen/interface.d.ts +1 -1
  146. package/lib/chain/regen/interface.d.ts.map +1 -1
  147. package/lib/chain/regen/interface.js +1 -1
  148. package/lib/chain/regen/interface.js.map +1 -1
  149. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  150. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  151. package/lib/chain/validation/executionPayloadBid.js +37 -158
  152. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  153. package/lib/chain/validation/inclusionList.d.ts +14 -0
  154. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  155. package/lib/chain/validation/inclusionList.js +150 -0
  156. package/lib/chain/validation/inclusionList.js.map +1 -0
  157. package/lib/chain/validation/index.d.ts +1 -0
  158. package/lib/chain/validation/index.d.ts.map +1 -1
  159. package/lib/chain/validation/index.js +1 -0
  160. package/lib/chain/validation/index.js.map +1 -1
  161. package/lib/db/beacon.d.ts +7 -0
  162. package/lib/db/beacon.d.ts.map +1 -1
  163. package/lib/db/beacon.js +34 -0
  164. package/lib/db/beacon.js.map +1 -1
  165. package/lib/db/dataColumnStore.d.ts +1 -1
  166. package/lib/db/dataColumnStore.d.ts.map +1 -1
  167. package/lib/db/dataColumnStore.js +1 -4
  168. package/lib/db/dataColumnStore.js.map +1 -1
  169. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  170. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  171. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  172. package/lib/db/flatFileStore/slotIndex.js +2 -2
  173. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  174. package/lib/db/interface.d.ts +1 -0
  175. package/lib/db/interface.d.ts.map +1 -1
  176. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  177. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  178. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  179. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  180. package/lib/execution/builder/apiClient.d.ts +14 -8
  181. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  182. package/lib/execution/builder/apiClient.js +12 -10
  183. package/lib/execution/builder/apiClient.js.map +1 -1
  184. package/lib/execution/builder/http.d.ts +2 -0
  185. package/lib/execution/builder/http.d.ts.map +1 -1
  186. package/lib/execution/builder/http.js +2 -0
  187. package/lib/execution/builder/http.js.map +1 -1
  188. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  189. package/lib/execution/builder/validateBid.js +14 -1
  190. package/lib/execution/builder/validateBid.js.map +1 -1
  191. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  192. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  193. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  194. package/lib/execution/engine/disabled.d.ts +1 -0
  195. package/lib/execution/engine/disabled.d.ts.map +1 -1
  196. package/lib/execution/engine/disabled.js +3 -0
  197. package/lib/execution/engine/disabled.js.map +1 -1
  198. package/lib/execution/engine/http.d.ts +8 -2
  199. package/lib/execution/engine/http.d.ts.map +1 -1
  200. package/lib/execution/engine/http.js +27 -4
  201. package/lib/execution/engine/http.js.map +1 -1
  202. package/lib/execution/engine/index.d.ts +1 -1
  203. package/lib/execution/engine/index.d.ts.map +1 -1
  204. package/lib/execution/engine/index.js +1 -1
  205. package/lib/execution/engine/index.js.map +1 -1
  206. package/lib/execution/engine/interface.d.ts +12 -3
  207. package/lib/execution/engine/interface.d.ts.map +1 -1
  208. package/lib/execution/engine/interface.js.map +1 -1
  209. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  210. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  211. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  212. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  213. package/lib/execution/engine/mock.d.ts +1 -0
  214. package/lib/execution/engine/mock.d.ts.map +1 -1
  215. package/lib/execution/engine/mock.js +31 -7
  216. package/lib/execution/engine/mock.js.map +1 -1
  217. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  218. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  219. package/lib/execution/engine/payloadIdCache.js +15 -4
  220. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  221. package/lib/execution/engine/restTransport.d.ts +2 -1
  222. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  223. package/lib/execution/engine/restTransport.js +3 -0
  224. package/lib/execution/engine/restTransport.js.map +1 -1
  225. package/lib/execution/engine/sszTypes.d.ts +38 -38
  226. package/lib/execution/engine/transport.d.ts +5 -2
  227. package/lib/execution/engine/transport.d.ts.map +1 -1
  228. package/lib/execution/engine/types.d.ts +25 -1
  229. package/lib/execution/engine/types.d.ts.map +1 -1
  230. package/lib/execution/engine/types.js +19 -6
  231. package/lib/execution/engine/types.js.map +1 -1
  232. package/lib/index.d.ts +1 -0
  233. package/lib/index.d.ts.map +1 -1
  234. package/lib/index.js +2 -0
  235. package/lib/index.js.map +1 -1
  236. package/lib/metrics/metrics/beacon.d.ts +16 -0
  237. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  238. package/lib/metrics/metrics/beacon.js +35 -0
  239. package/lib/metrics/metrics/beacon.js.map +1 -1
  240. package/lib/metrics/metrics/lodestar.d.ts +16 -0
  241. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  242. package/lib/metrics/metrics/lodestar.js +35 -0
  243. package/lib/metrics/metrics/lodestar.js.map +1 -1
  244. package/lib/metrics/server/http.js +5 -5
  245. package/lib/metrics/server/http.js.map +1 -1
  246. package/lib/monitoring/service.js +1 -1
  247. package/lib/monitoring/service.js.map +1 -1
  248. package/lib/network/core/networkCore.d.ts +2 -0
  249. package/lib/network/core/networkCore.d.ts.map +1 -1
  250. package/lib/network/core/networkCore.js +3 -0
  251. package/lib/network/core/networkCore.js.map +1 -1
  252. package/lib/network/core/networkCoreWorker.js +1 -0
  253. package/lib/network/core/networkCoreWorker.js.map +1 -1
  254. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  255. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  256. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  257. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  258. package/lib/network/core/types.d.ts +2 -0
  259. package/lib/network/core/types.d.ts.map +1 -1
  260. package/lib/network/gossip/interface.d.ts +8 -2
  261. package/lib/network/gossip/interface.d.ts.map +1 -1
  262. package/lib/network/gossip/interface.js +1 -0
  263. package/lib/network/gossip/interface.js.map +1 -1
  264. package/lib/network/gossip/topic.d.ts +13 -5
  265. package/lib/network/gossip/topic.d.ts.map +1 -1
  266. package/lib/network/gossip/topic.js +13 -1
  267. package/lib/network/gossip/topic.js.map +1 -1
  268. package/lib/network/interface.d.ts +4 -1
  269. package/lib/network/interface.d.ts.map +1 -1
  270. package/lib/network/libp2p/index.d.ts.map +1 -1
  271. package/lib/network/libp2p/index.js +5 -1
  272. package/lib/network/libp2p/index.js.map +1 -1
  273. package/lib/network/network.d.ts +4 -1
  274. package/lib/network/network.d.ts.map +1 -1
  275. package/lib/network/network.js +11 -1
  276. package/lib/network/network.js.map +1 -1
  277. package/lib/network/options.d.ts +2 -0
  278. package/lib/network/options.d.ts.map +1 -1
  279. package/lib/network/options.js.map +1 -1
  280. package/lib/network/peers/peerManager.d.ts +2 -1
  281. package/lib/network/peers/peerManager.d.ts.map +1 -1
  282. package/lib/network/peers/peerManager.js.map +1 -1
  283. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  284. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  285. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  286. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  287. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  288. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  289. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  290. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  291. package/lib/network/processor/gossipHandlers.js +76 -27
  292. package/lib/network/processor/gossipHandlers.js.map +1 -1
  293. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  294. package/lib/network/processor/gossipQueues/index.js +6 -0
  295. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  296. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  297. package/lib/network/processor/gossipValidatorFn.js +5 -1
  298. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  299. package/lib/network/processor/index.d.ts +5 -0
  300. package/lib/network/processor/index.d.ts.map +1 -1
  301. package/lib/network/processor/index.js +37 -26
  302. package/lib/network/processor/index.js.map +1 -1
  303. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  304. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  305. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  306. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  307. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  308. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  309. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  310. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  311. package/lib/network/reqresp/handlers/index.js +5 -0
  312. package/lib/network/reqresp/handlers/index.js.map +1 -1
  313. package/lib/network/reqresp/protocols.d.ts +1 -0
  314. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  315. package/lib/network/reqresp/protocols.js +5 -0
  316. package/lib/network/reqresp/protocols.js.map +1 -1
  317. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  318. package/lib/network/reqresp/rateLimit.js +4 -0
  319. package/lib/network/reqresp/rateLimit.js.map +1 -1
  320. package/lib/network/reqresp/types.d.ts +5 -2
  321. package/lib/network/reqresp/types.d.ts.map +1 -1
  322. package/lib/network/reqresp/types.js +3 -0
  323. package/lib/network/reqresp/types.js.map +1 -1
  324. package/lib/node/nodejs.d.ts +1 -1
  325. package/lib/node/nodejs.d.ts.map +1 -1
  326. package/lib/node/nodejs.js +11 -2
  327. package/lib/node/nodejs.js.map +1 -1
  328. package/lib/node/options.d.ts +3 -1
  329. package/lib/node/options.d.ts.map +1 -1
  330. package/lib/node/options.js +4 -2
  331. package/lib/node/options.js.map +1 -1
  332. package/lib/sync/interface.d.ts.map +1 -1
  333. package/lib/sync/interface.js.map +1 -1
  334. package/lib/sync/sync.d.ts +7 -0
  335. package/lib/sync/sync.d.ts.map +1 -1
  336. package/lib/sync/sync.js +61 -3
  337. package/lib/sync/sync.js.map +1 -1
  338. package/lib/sync/unknownBlock.d.ts.map +1 -1
  339. package/lib/sync/unknownBlock.js +42 -18
  340. package/lib/sync/unknownBlock.js.map +1 -1
  341. package/lib/util/file.d.ts.map +1 -1
  342. package/lib/util/file.js +8 -9
  343. package/lib/util/file.js.map +1 -1
  344. package/lib/util/queue/itemQueue.js +1 -1
  345. package/lib/util/queue/itemQueue.js.map +1 -1
  346. package/lib/util/sszBytes.js +2 -2
  347. package/lib/util/sszBytes.js.map +1 -1
  348. package/package.json +31 -32
  349. package/src/api/impl/api.ts +1 -1
  350. package/src/api/impl/beacon/blocks/index.ts +57 -62
  351. package/src/api/impl/beacon/index.ts +3 -1
  352. package/src/api/impl/beacon/pool/index.ts +5 -1
  353. package/src/api/impl/beacon/state/index.ts +10 -1
  354. package/src/api/impl/beacon/state/utils.ts +20 -10
  355. package/src/api/impl/debug/index.ts +4 -0
  356. package/src/api/impl/validator/index.ts +178 -39
  357. package/src/api/options.ts +3 -0
  358. package/src/chain/GetBlobsTracker.ts +97 -38
  359. package/src/chain/archiveStore/archiveStore.ts +1 -0
  360. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  361. package/src/chain/blocks/importBlock.ts +11 -14
  362. package/src/chain/blocks/importExecutionPayload.ts +81 -23
  363. package/src/chain/blocks/index.ts +6 -2
  364. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  365. package/src/chain/blocks/types.ts +9 -1
  366. package/src/chain/blocks/verifyBlock.ts +31 -16
  367. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  368. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  369. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  370. package/src/chain/bls/interface.ts +2 -0
  371. package/src/chain/bls/multithread/index.ts +14 -10
  372. package/src/chain/bls/multithread/types.ts +1 -1
  373. package/src/chain/bls/multithread/worker.ts +1 -5
  374. package/src/chain/bls/singleThread.ts +1 -1
  375. package/src/chain/bls/utils.ts +1 -1
  376. package/src/chain/chain.ts +9 -5
  377. package/src/chain/errors/blockError.ts +1 -1
  378. package/src/chain/errors/executionPayloadBid.ts +12 -0
  379. package/src/chain/errors/inclusionList.ts +38 -0
  380. package/src/chain/errors/index.ts +1 -0
  381. package/src/chain/interface.ts +4 -3
  382. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  383. package/src/chain/opPools/attestationPool.ts +16 -4
  384. package/src/chain/opPools/inclusionListStore.ts +208 -0
  385. package/src/chain/opPools/index.ts +1 -0
  386. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  387. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  388. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  389. package/src/chain/opPools/utils.ts +1 -1
  390. package/src/chain/options.ts +0 -2
  391. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  392. package/src/chain/regen/interface.ts +1 -1
  393. package/src/chain/validation/executionPayloadBid.ts +54 -183
  394. package/src/chain/validation/inclusionList.ts +192 -0
  395. package/src/chain/validation/index.ts +1 -0
  396. package/src/db/beacon.ts +44 -0
  397. package/src/db/dataColumnStore.ts +2 -4
  398. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  399. package/src/db/flatFileStore/slotIndex.ts +4 -3
  400. package/src/db/interface.ts +2 -0
  401. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  402. package/src/execution/builder/apiClient.ts +16 -13
  403. package/src/execution/builder/http.ts +4 -0
  404. package/src/execution/builder/validateBid.ts +23 -2
  405. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  406. package/src/execution/engine/disabled.ts +4 -0
  407. package/src/execution/engine/http.ts +40 -5
  408. package/src/execution/engine/index.ts +1 -1
  409. package/src/execution/engine/interface.ts +28 -4
  410. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  411. package/src/execution/engine/mock.ts +32 -7
  412. package/src/execution/engine/payloadIdCache.ts +24 -6
  413. package/src/execution/engine/restTransport.ts +15 -1
  414. package/src/execution/engine/transport.ts +7 -2
  415. package/src/execution/engine/types.ts +44 -7
  416. package/src/index.ts +2 -0
  417. package/src/metrics/metrics/beacon.ts +37 -0
  418. package/src/metrics/metrics/lodestar.ts +36 -0
  419. package/src/metrics/server/http.ts +5 -5
  420. package/src/monitoring/service.ts +1 -1
  421. package/src/network/core/networkCore.ts +5 -0
  422. package/src/network/core/networkCoreWorker.ts +1 -0
  423. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  424. package/src/network/core/types.ts +2 -0
  425. package/src/network/gossip/interface.ts +5 -0
  426. package/src/network/gossip/topic.ts +14 -0
  427. package/src/network/interface.ts +4 -0
  428. package/src/network/libp2p/index.ts +5 -1
  429. package/src/network/network.ts +19 -1
  430. package/src/network/options.ts +2 -0
  431. package/src/network/peers/peerManager.ts +1 -1
  432. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  433. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  434. package/src/network/processor/gossipHandlers.ts +96 -29
  435. package/src/network/processor/gossipQueues/index.ts +6 -0
  436. package/src/network/processor/gossipValidatorFn.ts +5 -0
  437. package/src/network/processor/index.ts +33 -24
  438. package/src/network/processor/types.ts +1 -1
  439. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  440. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  441. package/src/network/reqresp/handlers/index.ts +5 -0
  442. package/src/network/reqresp/protocols.ts +6 -0
  443. package/src/network/reqresp/rateLimit.ts +4 -0
  444. package/src/network/reqresp/types.ts +6 -0
  445. package/src/node/nodejs.ts +25 -7
  446. package/src/node/options.ts +9 -6
  447. package/src/sync/interface.ts +1 -0
  448. package/src/sync/sync.ts +65 -4
  449. package/src/sync/unknownBlock.ts +47 -28
  450. package/src/util/file.ts +8 -9
  451. package/src/util/queue/itemQueue.ts +1 -1
  452. package/src/util/sszBytes.ts +2 -2
@@ -4,7 +4,7 @@ import {
4
4
  DataAvailabilityStatus,
5
5
  IBeaconStateView,
6
6
  computeEpochAtSlot,
7
- getIndexedAttestation,
7
+ getAttestingIndices,
8
8
  signedBlockToSignedHeader,
9
9
  } from "@lodestar/state-transition";
10
10
  import {IndexedAttestation, Slot, deneb} from "@lodestar/types";
@@ -119,7 +119,13 @@ export async function verifyBlocksInEpoch(
119
119
  const shuffling =
120
120
  this.shufflingCache.getSync(attEpoch, preState0.getShufflingDecisionRoot(attEpoch)) ??
121
121
  preState0.getShufflingAtEpoch(attEpoch);
122
- return getIndexedAttestation(shuffling, fork, attestation);
122
+ // Unlike getIndexedAttestation, keep attestingIndices in committee order: sorting them dominates building
123
+ // these on mainnet blocks. See FullyVerifiedBlock.indexedAttestations.
124
+ return {
125
+ attestingIndices: getAttestingIndices(shuffling, fork, attestation),
126
+ data: attestation.data,
127
+ signature: attestation.signature,
128
+ };
123
129
  });
124
130
  }
125
131
 
@@ -143,6 +149,7 @@ export async function verifyBlocksInEpoch(
143
149
  ? Array.from(payloadEnvelopes.values()).filter((payloadInput) => payloadInput.hasPayloadEnvelope())
144
150
  : [];
145
151
  const {dataAvailabilityStatuses, availableTime} = await verifyPayloadsDataAvailability(
152
+ this.config,
146
153
  payloadInputsForDa,
147
154
  abortController.signal
148
155
  );
@@ -174,16 +181,29 @@ export async function verifyBlocksInEpoch(
174
181
  const [
175
182
  segmentExecStatus,
176
183
  {blockDAStatuses, payloadDAStatuses, availableTime},
177
- {postStates, proposerBalanceDeltas, verifyStateTime},
178
184
  {verifySignaturesTime},
185
+ {postStates, proposerBalanceDeltas, verifyStateTime},
179
186
  ] = await Promise.all([
180
187
  verifyExecutionPayloadsPromise,
181
188
 
182
189
  // data availability (fork-specific; see daAvailabilityPromise above)
183
190
  daAvailabilityPromise,
184
191
 
192
+ // All signatures at once. Must be called before verifyBlocksStateTransitionOnly()
193
+ // so we hand the BLS job to the worker pool before the main thread
194
+ // is busy with the state transition.
195
+ verifyBlocksSignatures(
196
+ this.config,
197
+ this.bls,
198
+ this.logger,
199
+ this.metrics,
200
+ preState0,
201
+ blocks,
202
+ indexedAttestationsByBlock,
203
+ opts
204
+ ),
205
+
185
206
  // Run state transition only
186
- // TODO: Ensure it yields to allow flushing to workers and engine API
187
207
  verifyBlocksStateTransitionOnly(
188
208
  preState0,
189
209
  blockInputs,
@@ -197,22 +217,17 @@ export async function verifyBlocksInEpoch(
197
217
  opts
198
218
  ),
199
219
 
200
- // All signatures at once
201
- verifyBlocksSignatures(
202
- this.config,
203
- this.bls,
204
- this.logger,
205
- this.metrics,
206
- preState0,
207
- blocks,
208
- indexedAttestationsByBlock,
209
- opts
210
- ),
211
-
212
220
  // TODO GLOAS: can verify payload signatures in batch too
213
221
  // maybe chain with the above verifyBlocksSignatures()
214
222
  ]);
215
223
 
224
+ if (blockInputs.length === 1 && opts.seenTimestampSec !== undefined) {
225
+ const consensusVerifiedTime = Math.max(verifyStateTime, verifySignaturesTime);
226
+ this.metrics?.gossipBlock.receivedToConsensusVerifiedTime.observe(
227
+ consensusVerifiedTime / 1000 - opts.seenTimestampSec
228
+ );
229
+ }
230
+
216
231
  for (const blockInput of blockInputs) {
217
232
  const block = blockInput.getBlock();
218
233
  const {slot, proposerIndex} = block.message;
@@ -1,4 +1,6 @@
1
1
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
2
+ import {TimeoutError} from "@lodestar/utils";
3
+ import {BlockError, BlockErrorCode} from "../errors/index.js";
2
4
  import {DAData, DAType, IBlockInput} from "./blockInput/index.js";
3
5
 
4
6
  // we can now wait for full 12 seconds because unavailable block sync will try pulling
@@ -22,7 +24,14 @@ export async function verifyBlocksDataAvailability(
22
24
  for (const blockInput of blocks) {
23
25
  // block verification is triggered on a verified gossip block so we only need to wait for all data
24
26
  if (!blockInput.hasAllData()) {
25
- promises.push(blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal));
27
+ promises.push(
28
+ blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT, signal).catch((e) => {
29
+ if (e instanceof TimeoutError) {
30
+ throw new BlockError(blockInput.getBlock(), {code: BlockErrorCode.DATA_UNAVAILABLE});
31
+ }
32
+ throw e;
33
+ })
34
+ );
26
35
  }
27
36
  }
28
37
  await Promise.all(promises);
@@ -36,10 +36,9 @@ export async function verifyBlocksSignatures(
36
36
  ? preState0.currentSyncCommitteeIndexed
37
37
  : new SyncCommitteeCacheEmpty();
38
38
 
39
- // Verifies signatures after running state transition, so all SyncCommittee signed roots are known at this point.
40
- // We must ensure block.slot <= state.slot before running getAllBlockSignatureSets().
41
- // NOTE: If in the future multiple blocks signatures are verified at once, all blocks must be in the same epoch
42
- // so the attester and proposer shufflings are correct.
39
+ // Runs concurrently with the state transition. Signature sets are built from preState0, which
40
+ // verifyBlocksInEpoch() guarantees is in the same epoch as every block, so the proposer and attester shufflings
41
+ // and the sync committee are the ones the blocks were signed under.
43
42
  for (const [i, block] of blocks.entries()) {
44
43
  // Use [i] to make clear that the index has to be correct to blame the right block below on BlockError()
45
44
  isValidPromises[i] = opts.validSignatures
@@ -50,7 +49,10 @@ export async function verifyBlocksSignatures(
50
49
  bls.verifySignatureSets(
51
50
  getBlockSignatureSets(config, currentSyncCommitteeIndexed, preState0, block, indexedAttestationsByBlock[i], {
52
51
  skipProposerSignature: opts.validProposerSignature,
53
- })
52
+ }),
53
+ // Prioritize block verification over attestations, since
54
+ // attestations already buffer up to `MAX_BUFFER_WAIT_MS`
55
+ {priority: true}
54
56
  );
55
57
 
56
58
  // getBlockSignatureSets() takes 45ms in benchmarks for 2022Q2 mainnet blocks (100 sigs). When syncing a 32 blocks
@@ -1,18 +1,18 @@
1
+ import {ChainForkConfig} from "@lodestar/config";
1
2
  import {DataAvailabilityStatus} from "@lodestar/state-transition";
2
3
  import {gloas} from "@lodestar/types";
4
+ import {TimeoutError} from "@lodestar/utils";
3
5
  import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
4
-
5
- // we can now wait for full 12 seconds because sync and reconstruction will try pulling
6
- // the data columns from the network anyway while the envelope is being processed
7
- export const PAYLOAD_DATA_AVAILABILITY_TIMEOUT = 12_000;
6
+ import {PayloadError, PayloadErrorCode} from "./importExecutionPayload.js";
8
7
 
9
8
  /**
10
9
  * Verifies that all payload envelope inputs have their data columns available.
11
- * - Waits a max of PAYLOAD_DATA_AVAILABILITY_TIMEOUT for all data to be available
10
+ * - Waits a max of one slot duration of the payload's fork for all data to be available
12
11
  * - Returns the time at which all data was available
13
12
  * - Returns the data availability status for each payload input
14
13
  */
15
14
  export async function verifyPayloadsDataAvailability(
15
+ config: ChainForkConfig,
16
16
  payloadInputs: PayloadEnvelopeInput[],
17
17
  signal: AbortSignal
18
18
  ): Promise<{
@@ -22,7 +22,15 @@ export async function verifyPayloadsDataAvailability(
22
22
  const promises: Promise<gloas.DataColumnSidecar[]>[] = [];
23
23
  for (const payloadInput of payloadInputs) {
24
24
  if (!payloadInput.hasAllData()) {
25
- promises.push(payloadInput.waitForAllData(PAYLOAD_DATA_AVAILABILITY_TIMEOUT, signal));
25
+ // Sync and reconstruction keep pulling the data columns from the network while we wait
26
+ promises.push(
27
+ payloadInput.waitForAllData(config.getSlotDurationMs(payloadInput.forkName), signal).catch((e) => {
28
+ if (e instanceof TimeoutError) {
29
+ throw new PayloadError(payloadInput, {code: PayloadErrorCode.DATA_UNAVAILABLE});
30
+ }
31
+ throw e;
32
+ })
33
+ );
26
34
  }
27
35
  }
28
36
  await Promise.all(promises);
@@ -22,6 +22,8 @@ export type VerifySignatureOpts = {
22
22
  verifyOnMainThread?: boolean;
23
23
  /**
24
24
  * Some signature sets are more important than others, and should be verified first.
25
+ * Non-batchable priority jobs are posted to an idle worker before this call returns, so the caller
26
+ * can run synchronous work right after without delaying the verification.
25
27
  */
26
28
  priority?: boolean;
27
29
  };
@@ -333,16 +333,20 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
333
333
  }
334
334
  }
335
335
 
336
+ // First hand work to an idle worker before returning to the caller.
337
+ // Deferring the post to the next macrotask would make the worker
338
+ // sit idle while waiting for the next synchronous work
339
+ else if (job.opts.priority) {
340
+ this.jobs.unshift(job);
341
+ void this.runJob();
342
+ }
343
+
336
344
  // Push job and schedule to call `runJob` in the next macro event loop cycle.
337
345
  // This is useful to allow batching job submitted from a synchronous for loop,
338
346
  // and to prevent large stacks since runJob may be called recursively.
339
347
  else {
340
- if (job.opts.priority) {
341
- this.jobs.unshift(job);
342
- } else {
343
- this.jobs.push(job);
344
- }
345
- callInNextEventLoop(this.runJob);
348
+ this.jobs.push(job);
349
+ callInNextEventLoop(() => void this.runJob());
346
350
  }
347
351
  }
348
352
 
@@ -377,7 +381,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
377
381
  let completedJobsCount = 0;
378
382
 
379
383
  if (this.jobs.length > 0) {
380
- callInNextEventLoop(this.runJob);
384
+ callInNextEventLoop(() => void this.runJob());
381
385
  }
382
386
 
383
387
  try {
@@ -423,7 +427,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
423
427
  if (workReqs.length === 0) {
424
428
  worker.status = {code: WorkerStatusCode.idle, workerApi};
425
429
  this.workersBusy--;
426
- callInNextEventLoop(this.runJob);
430
+ callInNextEventLoop(() => void this.runJob());
427
431
  return;
428
432
  }
429
433
 
@@ -499,7 +503,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
499
503
  this.workersBusy--;
500
504
 
501
505
  // Potentially run a new job
502
- callInNextEventLoop(this.runJob);
506
+ callInNextEventLoop(() => void this.runJob());
503
507
  };
504
508
 
505
509
  /**
@@ -542,7 +546,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
542
546
  this.jobs.unshift(job);
543
547
  }
544
548
  this.bufferedJobs = null;
545
- callInNextEventLoop(this.runJob);
549
+ callInNextEventLoop(() => void this.runJob());
546
550
  }
547
551
  };
548
552
 
@@ -1,4 +1,4 @@
1
- import {type BlsSignatureSet} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {type BlsSignatureSet} from "@lodestar/native/bls-verifier";
2
2
  import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
3
3
 
4
4
  export type WorkerData = {
@@ -1,10 +1,6 @@
1
1
  import worker from "node:worker_threads";
2
- import {
3
- type BlsSignatureSet,
4
- verifySignatureSets,
5
- verifySignatureSetsSameMessage,
6
- } from "@chainsafe/lodestar-z/bls-verifier";
7
2
  import {expose} from "@chainsafe/threads/worker";
3
+ import {type BlsSignatureSet, verifySignatureSets, verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
8
4
  import {
9
5
  BlsWorkReq,
10
6
  BlsWorkResult,
@@ -1,4 +1,4 @@
1
- import {verifySignatureSetsSameMessage} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
2
2
  import {ISignatureSet} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier, SameMessageSignatureSet} from "./interface.js";
@@ -2,7 +2,7 @@ import {
2
2
  BLS_VERIFIER_MAX_BATCH_SIZE,
3
3
  BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE,
4
4
  verifySignatureSets,
5
- } from "@chainsafe/lodestar-z/bls-verifier";
5
+ } from "@lodestar/native/bls-verifier";
6
6
  import {ISignatureSet, SignatureSetType, toBlsSignatureSet} from "@lodestar/state-transition";
7
7
  import {SameMessageSignatureSet} from "./interface.js";
8
8
 
@@ -1,6 +1,5 @@
1
1
  import path from "node:path";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
4
3
  import {Type} from "@chainsafe/ssz";
5
4
  import {routes} from "@lodestar/api";
6
5
  import {BeaconConfig} from "@lodestar/config";
@@ -14,6 +13,7 @@ import {
14
13
  UpdateHeadOpt,
15
14
  } from "@lodestar/fork-choice";
16
15
  import {LoggerNode} from "@lodestar/logger/node";
16
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
17
17
  import {
18
18
  EFFECTIVE_BALANCE_INCREMENT,
19
19
  type ForkPostFulu,
@@ -100,6 +100,7 @@ import {
100
100
  AttestationPool,
101
101
  DeferredVoluntaryExitPool,
102
102
  ExecutionPayloadBidPool,
103
+ InclusionListStore,
103
104
  OpPool,
104
105
  PayloadAttestationPool,
105
106
  ProposerPreferencesPool,
@@ -198,6 +199,7 @@ export class BeaconChain implements IBeaconChain {
198
199
  readonly executionPayloadBidPool: ExecutionPayloadBidPool;
199
200
  readonly payloadAttestationPool: PayloadAttestationPool;
200
201
  readonly proposerPreferencesPool = new ProposerPreferencesPool();
202
+ readonly inclusionListStore: InclusionListStore;
201
203
  readonly opPool: OpPool;
202
204
  readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
203
205
 
@@ -335,6 +337,7 @@ export class BeaconChain implements IBeaconChain {
335
337
  this.payloadAttestationPool = new PayloadAttestationPool(config, clock, metrics);
336
338
  this.opPool = new OpPool(config);
337
339
  this.deferredVoluntaryExitPool = new DeferredVoluntaryExitPool(logger);
340
+ this.inclusionListStore = new InclusionListStore(config);
338
341
 
339
342
  this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
340
343
  this.seenContributionAndProof = new SeenContributionAndProof(metrics);
@@ -1483,10 +1486,10 @@ export class BeaconChain implements IBeaconChain {
1483
1486
  this.metrics?.forkChoice.requests.inc();
1484
1487
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.predictProposerHead});
1485
1488
  const slot = this.clock.currentSlot;
1486
- const secFromSlot = this.clock.secFromSlot(slot);
1489
+ const msFromSlot = this.clock.msFromSlot(slot);
1487
1490
 
1488
1491
  try {
1489
- return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, secFromSlot, slot}).head;
1492
+ return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, msFromSlot, slot}).head;
1490
1493
  } catch (e) {
1491
1494
  this.metrics?.forkChoice.errors.inc({entrypoint: UpdateHeadOpt.GetPredictedProposerHead});
1492
1495
  throw e;
@@ -1498,13 +1501,13 @@ export class BeaconChain implements IBeaconChain {
1498
1501
  getProposerHead(slot: Slot): ProtoBlock {
1499
1502
  this.metrics?.forkChoice.requests.inc();
1500
1503
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.getProposerHead});
1501
- const secFromSlot = this.clock.secFromSlot(slot);
1504
+ const msFromSlot = this.clock.msFromSlot(slot);
1502
1505
 
1503
1506
  try {
1504
1507
  // Do not emit head event here, when proposing we rely on the one emitted when importing our own block
1505
1508
  const {head, isHeadTimely, notReorgedReason} = this.forkChoice.updateAndGetHead({
1506
1509
  mode: UpdateHeadOpt.GetProposerHead,
1507
- secFromSlot,
1510
+ msFromSlot,
1508
1511
  slot,
1509
1512
  });
1510
1513
 
@@ -1832,6 +1835,7 @@ export class BeaconChain implements IBeaconChain {
1832
1835
  this.executionPayloadBidPool.prune(slot);
1833
1836
  this.seenExecutionPayloadBids.prune(slot);
1834
1837
  this.proposerPreferencesPool.prune(slot);
1838
+ this.inclusionListStore.prune(slot);
1835
1839
  this.seenAttestationDatas.onSlot(slot);
1836
1840
  this.reprocessController.onSlot(slot);
1837
1841
 
@@ -72,7 +72,7 @@ export enum BlockErrorCode {
72
72
  * whoever served the block MAY be downscored. Mirrors PayloadErrorCode.EXECUTION_ENGINE_INVALID.
73
73
  */
74
74
  EXECUTION_ENGINE_INVALID = "BLOCK_ERROR_EXECUTION_INVALID",
75
- /** The blobs are unavailable */
75
+ /** The blob or column data did not arrive within the availability wait */
76
76
  DATA_UNAVAILABLE = "BLOCK_ERROR_DATA_UNAVAILABLE",
77
77
  /** Block contains too many kzg commitments */
78
78
  TOO_MANY_KZG_COMMITMENTS = "BLOCK_ERROR_TOO_MANY_KZG_COMMITMENTS",
@@ -21,6 +21,8 @@ export enum ExecutionPayloadBidErrorCode {
21
21
  NO_MATCHING_PROPOSER_PREFERENCES = "EXECUTION_PAYLOAD_BID_ERROR_NO_MATCHING_PROPOSER_PREFERENCES",
22
22
  PROPOSER_PREFERENCES_FEE_RECIPIENT_MISMATCH = "EXECUTION_PAYLOAD_BID_ERROR_PROPOSER_PREFERENCES_FEE_RECIPIENT_MISMATCH",
23
23
  PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH = "EXECUTION_PAYLOAD_BID_ERROR_PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH",
24
+ INCLUSION_LIST_BITS_NOT_INCLUSIVE = "EXECUTION_PAYLOAD_BID_ERROR_INCLUSION_LIST_BITS_NOT_INCLUSIVE",
25
+ BEFORE_INCLUSION_LIST_DEADLINE = "EXECUTION_PAYLOAD_BID_ERROR_BEFORE_INCLUSION_LIST_DEADLINE",
24
26
  }
25
27
 
26
28
  export type ExecutionPayloadBidErrorType =
@@ -86,6 +88,16 @@ export type ExecutionPayloadBidErrorType =
86
88
  bidFeeRecipient: string;
87
89
  expectedFeeRecipient: string;
88
90
  }
91
+ | {
92
+ code: ExecutionPayloadBidErrorCode.INCLUSION_LIST_BITS_NOT_INCLUSIVE;
93
+ builderIndex: BuilderIndex;
94
+ slot: Slot;
95
+ }
96
+ | {
97
+ code: ExecutionPayloadBidErrorCode.BEFORE_INCLUSION_LIST_DEADLINE;
98
+ builderIndex: BuilderIndex;
99
+ slot: Slot;
100
+ }
89
101
  | {
90
102
  code: ExecutionPayloadBidErrorCode.PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH;
91
103
  builderIndex: BuilderIndex;
@@ -0,0 +1,38 @@
1
+ import {Epoch, RootHex, Slot, ValidatorIndex} from "@lodestar/types";
2
+ import {GossipActionError} from "./gossipValidation.js";
3
+
4
+ export enum InclusionListErrorCode {
5
+ EMPTY_TRANSACTIONS = "INCLUSION_LIST_ERROR_EMPTY_TRANSACTIONS",
6
+ MAXIMUM_SIZE_EXCEEDED = "INCLUSION_LIST_ERROR_MAXIMUM_SIZE_EXCEEDED",
7
+ EMPTY_TRANSACTION = "INCLUSION_LIST_ERROR_EMPTY_TRANSACTION",
8
+ INVALID_SLOT = "INCLUSION_LIST_ERROR_INVALID_SLOT",
9
+ MORE_THAN_TWO = "INCLUSION_LIST_ERROR_MORE_THAN_TWO",
10
+ VALIDATOR_NOT_IN_COMMITTEE = "INCLUSION_LIST_ERROR_VALIDATOR_NOT_IN_COMMITTEE",
11
+ UNKNOWN_DEPENDENT_ROOT = "INCLUSION_LIST_ERROR_UNKNOWN_DEPENDENT_ROOT",
12
+ INVALID_DEPENDENT_ROOT_SLOT = "INCLUSION_LIST_ERROR_INVALID_DEPENDENT_ROOT_SLOT",
13
+ INVALID_DEPENDENT_ROOT = "INCLUSION_LIST_ERROR_INVALID_DEPENDENT_ROOT",
14
+ MISSING_SHUFFLING = "INCLUSION_LIST_ERROR_MISSING_SHUFFLING",
15
+ INVALID_SIGNATURE = "INCLUSION_LIST_ERROR_INVALID_SIGNATURE",
16
+ PRE_HEZE_SLOT = "INCLUSION_LIST_ERROR_PRE_HEZE_SLOT",
17
+ }
18
+
19
+ export type InclusionListErrorType =
20
+ | {code: InclusionListErrorCode.EMPTY_TRANSACTIONS}
21
+ | {code: InclusionListErrorCode.MAXIMUM_SIZE_EXCEEDED; totalBytes: number; maxBytes: number}
22
+ | {code: InclusionListErrorCode.EMPTY_TRANSACTION; transactionIndex: number}
23
+ | {code: InclusionListErrorCode.INVALID_SLOT; inclusionListSlot: Slot; currentSlot: Slot}
24
+ | {code: InclusionListErrorCode.MORE_THAN_TWO; validatorIndex: ValidatorIndex}
25
+ | {code: InclusionListErrorCode.VALIDATOR_NOT_IN_COMMITTEE; validatorIndex: ValidatorIndex}
26
+ | {code: InclusionListErrorCode.UNKNOWN_DEPENDENT_ROOT; dependentRoot: RootHex}
27
+ | {
28
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT_SLOT;
29
+ dependentRoot: RootHex;
30
+ dependentSlot: Slot;
31
+ maxSlot: Slot;
32
+ }
33
+ | {code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT; dependentRoot: RootHex; epoch: Epoch}
34
+ | {code: InclusionListErrorCode.MISSING_SHUFFLING; dependentRoot: RootHex; epoch: Epoch}
35
+ | {code: InclusionListErrorCode.INVALID_SIGNATURE}
36
+ | {code: InclusionListErrorCode.PRE_HEZE_SLOT; inclusionListSlot: Slot};
37
+
38
+ export class InclusionListError extends GossipActionError<InclusionListErrorType> {}
@@ -8,6 +8,7 @@ export * from "./envelopeReconstructionError.js";
8
8
  export * from "./executionPayloadBid.js";
9
9
  export * from "./executionPayloadEnvelope.js";
10
10
  export * from "./gossipValidation.js";
11
+ export * from "./inclusionList.js";
11
12
  export * from "./payloadAttestation.js";
12
13
  export * from "./proposerPreferences.js";
13
14
  export * from "./proposerSlashingError.js";
@@ -1,7 +1,7 @@
1
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
2
1
  import {Type} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {CheckpointWithHex, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
4
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
5
5
  import {EpochShuffling, IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {
7
7
  BeaconBlock,
@@ -49,6 +49,7 @@ import {
49
49
  AttestationPool,
50
50
  DeferredVoluntaryExitPool,
51
51
  ExecutionPayloadBidPool,
52
+ InclusionListStore,
52
53
  OpPool,
53
54
  PayloadAttestationPool,
54
55
  ProposerPreferencesPool,
@@ -76,8 +77,7 @@ import {PayloadEnvelopeInput, SeenPayloadEnvelopeInput} from "./seenCache/seenPa
76
77
  import {ShufflingCache} from "./shufflingCache.js";
77
78
  import {ValidatorMonitor} from "./validatorMonitor.js";
78
79
 
79
- export {BlockType, type AssembledBlockType};
80
- export {type ProposerPreparationData};
80
+ export {type AssembledBlockType, BlockType, type ProposerPreparationData};
81
81
  export type BlockHash = RootHex;
82
82
 
83
83
  export type StateGetOpts = {
@@ -131,6 +131,7 @@ export interface IBeaconChain {
131
131
  readonly executionPayloadBidPool: ExecutionPayloadBidPool;
132
132
  readonly payloadAttestationPool: PayloadAttestationPool;
133
133
  readonly proposerPreferencesPool: ProposerPreferencesPool;
134
+ readonly inclusionListStore: InclusionListStore;
134
135
  readonly opPool: OpPool;
135
136
  readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
136
137
 
@@ -1,7 +1,7 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {IForkChoice} from "@lodestar/fork-choice";
4
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
5
5
  import {
6
6
  ForkName,
7
7
  ForkSeq,
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/params";
21
21
  import {
22
22
  EffectiveBalanceIncrements,
23
+ G2_POINT_AT_INFINITY,
23
24
  IBeaconStateView,
24
25
  RootCache,
25
26
  computeEpochAtSlot,
@@ -30,7 +31,7 @@ import {
30
31
  isStatePostGloas,
31
32
  } from "@lodestar/state-transition";
32
33
  import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
33
- import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
34
+ import {Logger, MapDef, assert, byteArrayEquals, toRootHex} from "@lodestar/utils";
34
35
  import {Metrics} from "../../metrics/metrics.js";
35
36
  import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
36
37
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
@@ -409,20 +410,34 @@ export class AggregatedAttestationPool {
409
410
 
410
411
  const sortedConsolidationsByScore = Array.from(consolidations.entries())
411
412
  .sort((a, b) => b[1] - a[1])
412
- .map(([consolidation, _]) => consolidation)
413
- .slice(0, MAX_ATTESTATIONS_ELECTRA);
413
+ .map(([consolidation, _]) => consolidation);
414
414
 
415
415
  // on chain aggregation is expensive, only do it after all
416
416
  const packedAttestationsMetrics = this.metrics?.opPool.aggregatedAttestationPool.packedAttestations;
417
- const packedAttestations: electra.Attestation[] = new Array(sortedConsolidationsByScore.length);
418
- for (const [i, consolidation] of sortedConsolidationsByScore.entries()) {
419
- packedAttestations[i] = aggregateConsolidation(consolidation);
417
+ const packedAttestations: electra.Attestation[] = [];
418
+ for (const consolidation of sortedConsolidationsByScore) {
419
+ if (packedAttestations.length >= MAX_ATTESTATIONS_ELECTRA) {
420
+ break;
421
+ }
422
+
423
+ const attestation = aggregateConsolidation(consolidation);
424
+ // The point at infinity is not a valid aggregate signature, exclude it from the block
425
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
426
+ this.logger?.debug("Excluding aggregate with infinity signature", {
427
+ slot: stateSlot,
428
+ attestationSlot: attestation.data.slot,
429
+ committees: consolidation.byCommittee.size,
430
+ });
431
+ continue;
432
+ }
433
+
434
+ const i = packedAttestations.push(attestation) - 1;
420
435
 
421
436
  // record metrics of packed attestations
422
437
  packedAttestationsMetrics?.committeeCount.set({index: i}, consolidation.byCommittee.size);
423
438
  packedAttestationsMetrics?.totalAttesters.set({index: i}, consolidation.totalAttesters);
424
439
  packedAttestationsMetrics?.nonParticipation.set({index: i}, consolidation.notSeenAttesters);
425
- packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - packedAttestations[i].data.slot);
440
+ packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - attestation.data.slot);
426
441
  packedAttestationsMetrics?.newSeenAttesters.set({index: i}, consolidation.newSeenAttesters);
427
442
  packedAttestationsMetrics?.totalEffectiveBalance.set({index: i}, consolidation.totalNewSeenEffectiveBalance);
428
443
  }
@@ -462,7 +477,8 @@ export class AggregatedAttestationPool {
462
477
  attestations.push(...attestationGroup.getAttestations());
463
478
  }
464
479
  }
465
- return attestations;
480
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
481
+ return attestations.filter((attestation) => !byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY));
466
482
  }
467
483
 
468
484
  private onScrapeMetrics(metrics: Metrics): void {
@@ -1,9 +1,10 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Attestation, RootHex, SingleAttestation, Slot, isElectraSingleAttestation} from "@lodestar/types";
6
- import {MapDef, assert} from "@lodestar/utils";
7
+ import {MapDef, assert, byteArrayEquals} from "@lodestar/utils";
7
8
  import {Metrics} from "../../metrics/metrics.js";
8
9
  import {IClock} from "../../util/clock.js";
9
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -180,7 +181,13 @@ export class AttestationPool {
180
181
  assert.true(!isElectraAggregate(aggregate), "Aggregate should be type AggregateFastPhase0");
181
182
  }
182
183
 
183
- return fastToAttestation(aggregate);
184
+ const attestation = fastToAttestation(aggregate);
185
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
186
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
187
+ return null;
188
+ }
189
+
190
+ return attestation;
184
191
  }
185
192
 
186
193
  /**
@@ -209,7 +216,12 @@ export class AttestationPool {
209
216
  if (aggregateByRoot) {
210
217
  for (const aggFastByIndex of aggregateByRoot.values()) {
211
218
  for (const aggFast of aggFastByIndex.values()) {
212
- attestations.push(fastToAttestation(aggFast));
219
+ const attestation = fastToAttestation(aggFast);
220
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
221
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
222
+ continue;
223
+ }
224
+ attestations.push(attestation);
213
225
  }
214
226
  }
215
227
  }