@lodestar/beacon-node 1.41.0-dev.e1d339886d → 1.41.0-dev.e6c853da0e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +123 -4
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/state/index.js +8 -8
  5. package/lib/api/impl/beacon/state/index.js.map +1 -1
  6. package/lib/api/impl/beacon/state/utils.d.ts +3 -4
  7. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  8. package/lib/api/impl/beacon/state/utils.js +5 -24
  9. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  10. package/lib/api/impl/debug/index.d.ts.map +1 -1
  11. package/lib/api/impl/debug/index.js +6 -2
  12. package/lib/api/impl/debug/index.js.map +1 -1
  13. package/lib/api/impl/node/utils.d.ts +1 -1
  14. package/lib/api/impl/node/utils.d.ts.map +1 -1
  15. package/lib/api/impl/node/utils.js.map +1 -1
  16. package/lib/api/impl/validator/index.d.ts.map +1 -1
  17. package/lib/api/impl/validator/index.js +130 -16
  18. package/lib/api/impl/validator/index.js.map +1 -1
  19. package/lib/chain/archiveStore/archiveStore.d.ts +1 -0
  20. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  21. package/lib/chain/archiveStore/archiveStore.js +9 -0
  22. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  23. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +5 -6
  24. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
  25. package/lib/chain/archiveStore/historicalState/getHistoricalState.js +9 -10
  26. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
  27. package/lib/chain/archiveStore/historicalState/worker.js +3 -3
  28. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
  29. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +3 -8
  30. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  31. package/lib/chain/archiveStore/utils/archiveBlocks.js +1 -1
  32. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  33. package/lib/chain/archiveStore/utils/archivePayloads.d.ts +7 -0
  34. package/lib/chain/archiveStore/utils/archivePayloads.d.ts.map +1 -0
  35. package/lib/chain/archiveStore/utils/archivePayloads.js +10 -0
  36. package/lib/chain/archiveStore/utils/archivePayloads.js.map +1 -0
  37. package/lib/chain/archiveStore/utils/updateBackfillRange.js +1 -1
  38. package/lib/chain/archiveStore/utils/updateBackfillRange.js.map +1 -1
  39. package/lib/chain/blocks/blockInput/blockInput.d.ts +20 -2
  40. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  41. package/lib/chain/blocks/blockInput/blockInput.js +47 -0
  42. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  43. package/lib/chain/blocks/blockInput/types.d.ts +13 -1
  44. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  45. package/lib/chain/blocks/blockInput/types.js +1 -0
  46. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  47. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  48. package/lib/chain/blocks/importBlock.js +27 -4
  49. package/lib/chain/blocks/importBlock.js.map +1 -1
  50. package/lib/chain/blocks/index.d.ts.map +1 -1
  51. package/lib/chain/blocks/index.js +2 -1
  52. package/lib/chain/blocks/index.js.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js +3 -0
  55. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  56. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +4 -0
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +5 -1
  59. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -1
  62. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  63. package/lib/chain/blocks/writeBlockInputToDb.d.ts +12 -3
  64. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  65. package/lib/chain/blocks/writeBlockInputToDb.js +101 -96
  66. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  67. package/lib/chain/bls/multithread/index.d.ts +3 -3
  68. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  69. package/lib/chain/bls/multithread/index.js +5 -5
  70. package/lib/chain/bls/multithread/index.js.map +1 -1
  71. package/lib/chain/bls/multithread/jobItem.d.ts +2 -2
  72. package/lib/chain/bls/multithread/jobItem.d.ts.map +1 -1
  73. package/lib/chain/bls/multithread/jobItem.js +2 -2
  74. package/lib/chain/bls/multithread/jobItem.js.map +1 -1
  75. package/lib/chain/bls/singleThread.d.ts +4 -4
  76. package/lib/chain/bls/singleThread.d.ts.map +1 -1
  77. package/lib/chain/bls/singleThread.js +4 -4
  78. package/lib/chain/bls/singleThread.js.map +1 -1
  79. package/lib/chain/bls/utils.d.ts +2 -2
  80. package/lib/chain/bls/utils.d.ts.map +1 -1
  81. package/lib/chain/bls/utils.js +7 -4
  82. package/lib/chain/bls/utils.js.map +1 -1
  83. package/lib/chain/chain.d.ts +7 -10
  84. package/lib/chain/chain.d.ts.map +1 -1
  85. package/lib/chain/chain.js +43 -27
  86. package/lib/chain/chain.js.map +1 -1
  87. package/lib/chain/emitter.d.ts +5 -5
  88. package/lib/chain/emitter.d.ts.map +1 -1
  89. package/lib/chain/errors/executionPayloadEnvelope.d.ts +2 -2
  90. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  91. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  92. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  93. package/lib/chain/forkChoice/index.js +30 -24
  94. package/lib/chain/forkChoice/index.js.map +1 -1
  95. package/lib/chain/interface.d.ts +4 -6
  96. package/lib/chain/interface.d.ts.map +1 -1
  97. package/lib/chain/interface.js.map +1 -1
  98. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  99. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  100. package/lib/chain/options.d.ts.map +1 -1
  101. package/lib/chain/options.js.map +1 -1
  102. package/lib/chain/prepareNextSlot.js +3 -3
  103. package/lib/chain/prepareNextSlot.js.map +1 -1
  104. package/lib/chain/produceBlock/computeNewStateRoot.d.ts +10 -2
  105. package/lib/chain/produceBlock/computeNewStateRoot.d.ts.map +1 -1
  106. package/lib/chain/produceBlock/computeNewStateRoot.js +24 -2
  107. package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
  108. package/lib/chain/produceBlock/produceBlockBody.d.ts +22 -7
  109. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  110. package/lib/chain/produceBlock/produceBlockBody.js +109 -10
  111. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  112. package/lib/chain/regen/queued.d.ts.map +1 -1
  113. package/lib/chain/regen/queued.js +4 -1
  114. package/lib/chain/regen/queued.js.map +1 -1
  115. package/lib/chain/regen/regen.d.ts.map +1 -1
  116. package/lib/chain/regen/regen.js +6 -2
  117. package/lib/chain/regen/regen.js.map +1 -1
  118. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  119. package/lib/chain/seenCache/seenGossipBlockInput.js +15 -7
  120. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  121. package/lib/chain/validation/aggregateAndProof.js +1 -1
  122. package/lib/chain/validation/aggregateAndProof.js.map +1 -1
  123. package/lib/chain/validation/attestation.d.ts.map +1 -1
  124. package/lib/chain/validation/attestation.js +7 -4
  125. package/lib/chain/validation/attestation.js.map +1 -1
  126. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  127. package/lib/chain/validation/attesterSlashing.js +9 -2
  128. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  129. package/lib/chain/validation/blobSidecar.js +2 -2
  130. package/lib/chain/validation/blobSidecar.js.map +1 -1
  131. package/lib/chain/validation/block.d.ts.map +1 -1
  132. package/lib/chain/validation/block.js +6 -3
  133. package/lib/chain/validation/block.js.map +1 -1
  134. package/lib/chain/validation/dataColumnSidecar.d.ts +2 -2
  135. package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
  136. package/lib/chain/validation/dataColumnSidecar.js +1 -1
  137. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  138. package/lib/chain/validation/executionPayloadBid.js +1 -2
  139. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  140. package/lib/chain/validation/executionPayloadEnvelope.js +4 -4
  141. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  142. package/lib/chain/validation/payloadAttestationMessage.js +9 -3
  143. package/lib/chain/validation/payloadAttestationMessage.js.map +1 -1
  144. package/lib/chain/validation/proposerSlashing.js +1 -1
  145. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  146. package/lib/chain/validation/syncCommitteeContributionAndProof.js +1 -1
  147. package/lib/db/beacon.d.ts +3 -1
  148. package/lib/db/beacon.d.ts.map +1 -1
  149. package/lib/db/beacon.js +5 -1
  150. package/lib/db/beacon.js.map +1 -1
  151. package/lib/db/buckets.d.ts +3 -1
  152. package/lib/db/buckets.d.ts.map +1 -1
  153. package/lib/db/buckets.js +2 -0
  154. package/lib/db/buckets.js.map +1 -1
  155. package/lib/db/interface.d.ts +3 -1
  156. package/lib/db/interface.d.ts.map +1 -1
  157. package/lib/db/repositories/blockArchive.d.ts.map +1 -1
  158. package/lib/db/repositories/blockArchive.js +1 -2
  159. package/lib/db/repositories/blockArchive.js.map +1 -1
  160. package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
  161. package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
  162. package/lib/db/repositories/dataColumnSidecar.d.ts +5 -3
  163. package/lib/db/repositories/dataColumnSidecar.d.ts.map +1 -1
  164. package/lib/db/repositories/dataColumnSidecar.js +14 -1
  165. package/lib/db/repositories/dataColumnSidecar.js.map +1 -1
  166. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +5 -3
  167. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  168. package/lib/db/repositories/dataColumnSidecarArchive.js +14 -1
  169. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  170. package/lib/db/repositories/executionPayloadEnvelope.d.ts +19 -0
  171. package/lib/db/repositories/executionPayloadEnvelope.d.ts.map +1 -0
  172. package/lib/db/repositories/executionPayloadEnvelope.js +22 -0
  173. package/lib/db/repositories/executionPayloadEnvelope.js.map +1 -0
  174. package/lib/db/repositories/executionPayloadEnvelopeArchive.d.ts +18 -0
  175. package/lib/db/repositories/executionPayloadEnvelopeArchive.d.ts.map +1 -0
  176. package/lib/db/repositories/executionPayloadEnvelopeArchive.js +28 -0
  177. package/lib/db/repositories/executionPayloadEnvelopeArchive.js.map +1 -0
  178. package/lib/db/repositories/index.d.ts +2 -0
  179. package/lib/db/repositories/index.d.ts.map +1 -1
  180. package/lib/db/repositories/index.js +2 -0
  181. package/lib/db/repositories/index.js.map +1 -1
  182. package/lib/execution/engine/http.d.ts +1 -0
  183. package/lib/execution/engine/http.d.ts.map +1 -1
  184. package/lib/execution/engine/http.js +3 -0
  185. package/lib/execution/engine/http.js.map +1 -1
  186. package/lib/metrics/metrics/beacon.d.ts +1 -0
  187. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  188. package/lib/metrics/metrics/beacon.js +5 -0
  189. package/lib/metrics/metrics/beacon.js.map +1 -1
  190. package/lib/metrics/metrics/lodestar.d.ts +8 -0
  191. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  192. package/lib/metrics/metrics/lodestar.js +14 -0
  193. package/lib/metrics/metrics/lodestar.js.map +1 -1
  194. package/lib/monitoring/service.d.ts +2 -2
  195. package/lib/monitoring/service.d.ts.map +1 -1
  196. package/lib/monitoring/service.js +3 -2
  197. package/lib/monitoring/service.js.map +1 -1
  198. package/lib/network/core/networkCore.d.ts +3 -3
  199. package/lib/network/core/networkCore.d.ts.map +1 -1
  200. package/lib/network/core/networkCore.js.map +1 -1
  201. package/lib/network/core/networkCoreWorkerHandler.d.ts +3 -3
  202. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  203. package/lib/network/core/types.d.ts +2 -2
  204. package/lib/network/core/types.d.ts.map +1 -1
  205. package/lib/network/events.d.ts +2 -1
  206. package/lib/network/events.d.ts.map +1 -1
  207. package/lib/network/events.js.map +1 -1
  208. package/lib/network/gossip/encoding.d.ts +3 -3
  209. package/lib/network/gossip/encoding.d.ts.map +1 -1
  210. package/lib/network/gossip/encoding.js.map +1 -1
  211. package/lib/network/gossip/gossipsub.d.ts +13 -4
  212. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  213. package/lib/network/gossip/gossipsub.js +47 -20
  214. package/lib/network/gossip/gossipsub.js.map +1 -1
  215. package/lib/network/gossip/interface.d.ts +6 -6
  216. package/lib/network/gossip/interface.d.ts.map +1 -1
  217. package/lib/network/gossip/scoringParameters.d.ts +1 -1
  218. package/lib/network/gossip/scoringParameters.d.ts.map +1 -1
  219. package/lib/network/gossip/scoringParameters.js +1 -1
  220. package/lib/network/gossip/scoringParameters.js.map +1 -1
  221. package/lib/network/gossip/topic.d.ts +113 -63
  222. package/lib/network/gossip/topic.d.ts.map +1 -1
  223. package/lib/network/gossip/topic.js +2 -2
  224. package/lib/network/gossip/topic.js.map +1 -1
  225. package/lib/network/interface.d.ts +6 -5
  226. package/lib/network/interface.d.ts.map +1 -1
  227. package/lib/network/libp2p/index.d.ts +1 -1
  228. package/lib/network/libp2p/index.d.ts.map +1 -1
  229. package/lib/network/libp2p/index.js +7 -2
  230. package/lib/network/libp2p/index.js.map +1 -1
  231. package/lib/network/network.d.ts +5 -4
  232. package/lib/network/network.d.ts.map +1 -1
  233. package/lib/network/network.js +10 -1
  234. package/lib/network/network.js.map +1 -1
  235. package/lib/network/options.d.ts.map +1 -1
  236. package/lib/network/options.js +3 -0
  237. package/lib/network/options.js.map +1 -1
  238. package/lib/network/peers/datastore.d.ts +7 -5
  239. package/lib/network/peers/datastore.d.ts.map +1 -1
  240. package/lib/network/peers/datastore.js +10 -10
  241. package/lib/network/peers/datastore.js.map +1 -1
  242. package/lib/network/peers/peerManager.d.ts +3 -0
  243. package/lib/network/peers/peerManager.d.ts.map +1 -1
  244. package/lib/network/peers/peerManager.js +103 -53
  245. package/lib/network/peers/peerManager.js.map +1 -1
  246. package/lib/network/peers/utils/prioritizePeers.d.ts +3 -3
  247. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  248. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  249. package/lib/network/processor/gossipHandlers.js +9 -2
  250. package/lib/network/processor/gossipHandlers.js.map +1 -1
  251. package/lib/network/processor/gossipValidatorFn.js +1 -1
  252. package/lib/network/processor/types.d.ts +1 -1
  253. package/lib/network/processor/types.d.ts.map +1 -1
  254. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  255. package/lib/network/reqresp/handlers/beaconBlocksByRange.js +3 -2
  256. package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
  257. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +1 -1
  258. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +3 -2
  259. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +1 -1
  260. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +1 -1
  261. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +1 -1
  262. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
  263. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +3 -2
  264. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
  265. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +1 -1
  266. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
  267. package/lib/network/reqresp/score.d.ts.map +1 -1
  268. package/lib/network/reqresp/score.js +0 -1
  269. package/lib/network/reqresp/score.js.map +1 -1
  270. package/lib/network/util.js +2 -2
  271. package/lib/network/util.js.map +1 -1
  272. package/lib/node/nodejs.d.ts +3 -5
  273. package/lib/node/nodejs.d.ts.map +1 -1
  274. package/lib/node/nodejs.js +6 -4
  275. package/lib/node/nodejs.js.map +1 -1
  276. package/lib/util/blobs.d.ts +2 -2
  277. package/lib/util/blobs.d.ts.map +1 -1
  278. package/lib/util/blobs.js.map +1 -1
  279. package/lib/util/clock.d.ts +6 -0
  280. package/lib/util/clock.d.ts.map +1 -1
  281. package/lib/util/clock.js +9 -3
  282. package/lib/util/clock.js.map +1 -1
  283. package/lib/util/dataColumns.d.ts +11 -3
  284. package/lib/util/dataColumns.d.ts.map +1 -1
  285. package/lib/util/dataColumns.js +27 -0
  286. package/lib/util/dataColumns.js.map +1 -1
  287. package/lib/util/multifork.d.ts +8 -0
  288. package/lib/util/multifork.d.ts.map +1 -1
  289. package/lib/util/multifork.js +37 -0
  290. package/lib/util/multifork.js.map +1 -1
  291. package/package.json +39 -42
  292. package/src/api/impl/beacon/blocks/index.ts +147 -3
  293. package/src/api/impl/beacon/state/index.ts +8 -8
  294. package/src/api/impl/beacon/state/utils.ts +15 -29
  295. package/src/api/impl/debug/index.ts +9 -5
  296. package/src/api/impl/node/utils.ts +3 -3
  297. package/src/api/impl/validator/index.ts +153 -17
  298. package/src/chain/archiveStore/archiveStore.ts +15 -5
  299. package/src/chain/archiveStore/historicalState/getHistoricalState.ts +10 -11
  300. package/src/chain/archiveStore/historicalState/worker.ts +3 -3
  301. package/src/chain/archiveStore/utils/archiveBlocks.ts +4 -5
  302. package/src/chain/archiveStore/utils/archivePayloads.ts +15 -0
  303. package/src/chain/archiveStore/utils/updateBackfillRange.ts +1 -1
  304. package/src/chain/blocks/blockInput/blockInput.ts +68 -3
  305. package/src/chain/blocks/blockInput/types.ts +13 -0
  306. package/src/chain/blocks/importBlock.ts +35 -4
  307. package/src/chain/blocks/index.ts +2 -1
  308. package/src/chain/blocks/verifyBlocksDataAvailability.ts +3 -0
  309. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -2
  310. package/src/chain/blocks/verifyBlocksSanityChecks.ts +7 -2
  311. package/src/chain/blocks/writeBlockInputToDb.ts +119 -101
  312. package/src/chain/bls/multithread/index.ts +7 -7
  313. package/src/chain/bls/multithread/jobItem.ts +3 -3
  314. package/src/chain/bls/singleThread.ts +5 -5
  315. package/src/chain/bls/utils.ts +8 -5
  316. package/src/chain/chain.ts +77 -40
  317. package/src/chain/emitter.ts +5 -5
  318. package/src/chain/errors/executionPayloadEnvelope.ts +6 -2
  319. package/src/chain/forkChoice/index.ts +39 -21
  320. package/src/chain/interface.ts +4 -11
  321. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  322. package/src/chain/options.ts +1 -0
  323. package/src/chain/prepareNextSlot.ts +5 -5
  324. package/src/chain/produceBlock/computeNewStateRoot.ts +35 -3
  325. package/src/chain/produceBlock/produceBlockBody.ts +162 -13
  326. package/src/chain/regen/queued.ts +7 -2
  327. package/src/chain/regen/regen.ts +9 -3
  328. package/src/chain/seenCache/seenGossipBlockInput.ts +16 -7
  329. package/src/chain/validation/aggregateAndProof.ts +1 -1
  330. package/src/chain/validation/attestation.ts +7 -4
  331. package/src/chain/validation/attesterSlashing.ts +10 -1
  332. package/src/chain/validation/blobSidecar.ts +2 -2
  333. package/src/chain/validation/block.ts +9 -4
  334. package/src/chain/validation/dataColumnSidecar.ts +3 -6
  335. package/src/chain/validation/executionPayloadBid.ts +1 -2
  336. package/src/chain/validation/executionPayloadEnvelope.ts +4 -4
  337. package/src/chain/validation/payloadAttestationMessage.ts +10 -3
  338. package/src/chain/validation/proposerSlashing.ts +1 -1
  339. package/src/chain/validation/syncCommitteeContributionAndProof.ts +1 -1
  340. package/src/db/beacon.ts +8 -0
  341. package/src/db/buckets.ts +3 -0
  342. package/src/db/interface.ts +5 -0
  343. package/src/db/repositories/blockArchive.ts +1 -2
  344. package/src/db/repositories/dataColumnSidecar.ts +18 -3
  345. package/src/db/repositories/dataColumnSidecarArchive.ts +18 -3
  346. package/src/db/repositories/executionPayloadEnvelope.ts +26 -0
  347. package/src/db/repositories/executionPayloadEnvelopeArchive.ts +32 -0
  348. package/src/db/repositories/index.ts +2 -0
  349. package/src/execution/engine/http.ts +3 -0
  350. package/src/metrics/metrics/beacon.ts +5 -0
  351. package/src/metrics/metrics/lodestar.ts +14 -0
  352. package/src/monitoring/service.ts +3 -2
  353. package/src/network/core/networkCore.ts +3 -3
  354. package/src/network/core/networkCoreWorkerHandler.ts +3 -3
  355. package/src/network/core/types.ts +2 -2
  356. package/src/network/events.ts +2 -1
  357. package/src/network/gossip/encoding.ts +3 -3
  358. package/src/network/gossip/gossipsub.ts +86 -25
  359. package/src/network/gossip/interface.ts +6 -6
  360. package/src/network/gossip/scoringParameters.ts +4 -4
  361. package/src/network/gossip/topic.ts +2 -1
  362. package/src/network/interface.ts +7 -4
  363. package/src/network/libp2p/index.ts +8 -3
  364. package/src/network/network.ts +24 -6
  365. package/src/network/options.ts +3 -0
  366. package/src/network/peers/datastore.ts +13 -10
  367. package/src/network/peers/peerManager.ts +118 -54
  368. package/src/network/peers/utils/prioritizePeers.ts +3 -3
  369. package/src/network/processor/gossipHandlers.ts +19 -4
  370. package/src/network/processor/gossipValidatorFn.ts +1 -1
  371. package/src/network/processor/types.ts +1 -1
  372. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +3 -2
  373. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +3 -2
  374. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +1 -1
  375. package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +3 -2
  376. package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +1 -1
  377. package/src/network/reqresp/score.ts +0 -1
  378. package/src/network/util.ts +2 -2
  379. package/src/node/nodejs.ts +8 -9
  380. package/src/util/blobs.ts +3 -3
  381. package/src/util/clock.ts +9 -4
  382. package/src/util/dataColumns.ts +37 -1
  383. package/src/util/multifork.ts +45 -0
  384. package/src/util/workerEvents.ts +1 -1
@@ -20,7 +20,7 @@ import {
20
20
  isStartSlotOfEpoch,
21
21
  isStateValidatorsNodesPopulated,
22
22
  } from "@lodestar/state-transition";
23
- import {Attestation, BeaconBlock, altair, capella, electra, phase0, ssz} from "@lodestar/types";
23
+ import {Attestation, BeaconBlock, altair, capella, electra, isGloasBeaconBlock, phase0, ssz} from "@lodestar/types";
24
24
  import {isErrorAborted, toRootHex} from "@lodestar/utils";
25
25
  import {ZERO_HASH_HEX} from "../../constants/index.js";
26
26
  import {callInNextEventLoop} from "../../util/eventLoop.js";
@@ -95,7 +95,7 @@ export async function importBlock(
95
95
  // Without this, a supernode syncing from behind can accumulate many blocks worth of column
96
96
  // data in memory (up to 128 columns per block) causing OOM before persistence catches up.
97
97
  await this.unfinalizedBlockWrites.waitForSpace();
98
- this.unfinalizedBlockWrites.push([blockInput]).catch((e) => {
98
+ this.unfinalizedBlockWrites.push(blockInput).catch((e) => {
99
99
  if (!isQueueErrorAborted(e)) {
100
100
  this.logger.error("Error pushing block to unfinalized write queue", {slot: blockSlot}, e as Error);
101
101
  }
@@ -230,6 +230,32 @@ export async function importBlock(
230
230
  }
231
231
  }
232
232
 
233
+ // 4.5. Import payload attestations to fork choice (Gloas)
234
+ //
235
+ if (isGloasBeaconBlock(block.message)) {
236
+ for (const payloadAttestation of block.message.body.payloadAttestations) {
237
+ try {
238
+ // Extract PTC indices from aggregation bits
239
+ const ptcIndices: number[] = [];
240
+ for (let i = 0; i < payloadAttestation.aggregationBits.bitLen; i++) {
241
+ if (payloadAttestation.aggregationBits.get(i)) {
242
+ ptcIndices.push(i);
243
+ }
244
+ }
245
+
246
+ if (ptcIndices.length > 0) {
247
+ this.forkChoice.notifyPtcMessages(
248
+ toRootHex(payloadAttestation.data.beaconBlockRoot),
249
+ ptcIndices,
250
+ payloadAttestation.data.payloadPresent
251
+ );
252
+ }
253
+ } catch (e) {
254
+ this.logger.warn("Error processing PayloadAttestation from block", {slot: blockSlot}, e as Error);
255
+ }
256
+ }
257
+ }
258
+
233
259
  // 5. Compute head. If new head, immediately stateCache.setHeadState()
234
260
 
235
261
  const oldHead = this.forkChoice.getHead();
@@ -345,7 +371,7 @@ export async function importBlock(
345
371
  // 3) Proposer boost reorg related flag is turned on (this is checked inside the function)
346
372
  // 4) Block meets the criteria of being re-orged out (this is also checked inside the function)
347
373
  const result = this.forkChoice.shouldOverrideForkChoiceUpdate(
348
- blockSummary.blockRoot,
374
+ blockSummary,
349
375
  this.clock.secFromSlot(currentSlot),
350
376
  currentSlot
351
377
  );
@@ -441,7 +467,12 @@ export async function importBlock(
441
467
  this.metrics?.currentActiveValidators.set(activeValidatorsCount);
442
468
  this.metrics?.currentValidators.set({status: "active"}, activeValidatorsCount);
443
469
 
444
- const parentBlockSummary = this.forkChoice.getBlock(checkpointState.latestBlockHeader.parentRoot);
470
+ const parentBlockSummary = isGloasBeaconBlock(block.message)
471
+ ? this.forkChoice.getBlockHexAndBlockHash(
472
+ toRootHex(checkpointState.latestBlockHeader.parentRoot),
473
+ toRootHex(block.message.body.signedExecutionPayloadBid.message.parentBlockHash)
474
+ )
475
+ : this.forkChoice.getBlockDefaultStatus(checkpointState.latestBlockHeader.parentRoot);
445
476
 
446
477
  if (parentBlockSummary) {
447
478
  const justifiedCheckpoint = checkpointState.currentJustifiedCheckpoint;
@@ -1,6 +1,7 @@
1
1
  import {SignedBeaconBlock} from "@lodestar/types";
2
2
  import {isErrorAborted, toRootHex} from "@lodestar/utils";
3
3
  import {Metrics} from "../../metrics/metrics.js";
4
+ import {nextEventLoop} from "../../util/eventLoop.js";
4
5
  import {JobItemQueue, isQueueErrorAborted} from "../../util/queue/index.js";
5
6
  import type {BeaconChain} from "../chain.js";
6
7
  import {BlockError, BlockErrorCode, isBlockErrorAborted} from "../errors/index.js";
@@ -100,9 +101,9 @@ export async function processBlocks(
100
101
  );
101
102
 
102
103
  for (const fullyVerifiedBlock of fullyVerifiedBlocks) {
103
- // No need to sleep(0) here since `importBlock` includes a disk write
104
104
  // TODO: Consider batching importBlock too if it takes significant time
105
105
  await importBlock.call(this, fullyVerifiedBlock, opts);
106
+ await nextEventLoop();
106
107
  }
107
108
  } catch (e) {
108
109
  if (isErrorAborted(e) || isQueueErrorAborted(e) || isBlockErrorAborted(e)) {
@@ -29,6 +29,9 @@ export async function verifyBlocksDataAvailability(
29
29
 
30
30
  const availableTime = Math.max(0, Math.max(...blocks.map((blockInput) => blockInput.getTimeComplete())));
31
31
  const dataAvailabilityStatuses: DataAvailabilityStatus[] = blocks.map((blockInput) => {
32
+ if (blockInput.type === DAType.NoData) {
33
+ return DataAvailabilityStatus.NotRequired;
34
+ }
32
35
  if (blockInput.type === DAType.PreData) {
33
36
  return DataAvailabilityStatus.PreData;
34
37
  }
@@ -21,7 +21,7 @@ import {Metrics} from "../../metrics/metrics.js";
21
21
  import {IClock} from "../../util/clock.js";
22
22
  import {BlockError, BlockErrorCode} from "../errors/index.js";
23
23
  import {BlockProcessOpts} from "../options.js";
24
- import {isBlockInputBlobs, isBlockInputColumns} from "./blockInput/blockInput.js";
24
+ import {isBlockInputBlobs, isBlockInputColumns, isBlockInputNoData} from "./blockInput/blockInput.js";
25
25
  import {IBlockInput} from "./blockInput/types.js";
26
26
  import {ImportBlockOpts} from "./types.js";
27
27
 
@@ -51,7 +51,8 @@ type VerifyBlockExecutionResponse =
51
51
  | VerifyExecutionErrorResponse
52
52
  | {executionStatus: ExecutionStatus.Valid; lvhResponse: LVHValidResponse; execError: null}
53
53
  | {executionStatus: ExecutionStatus.Syncing; lvhResponse?: LVHValidResponse; execError: null}
54
- | {executionStatus: ExecutionStatus.PreMerge; lvhResponse: undefined; execError: null};
54
+ | {executionStatus: ExecutionStatus.PreMerge; lvhResponse: undefined; execError: null}
55
+ | {executionStatus: ExecutionStatus.PayloadSeparated; lvhResponse: undefined; execError: null};
55
56
 
56
57
  /**
57
58
  * Verifies 1 or more execution payloads from a linear sequence of blocks.
@@ -148,6 +149,12 @@ export async function verifyBlockExecutionPayload(
148
149
  preState0: CachedBeaconStateAllForks
149
150
  ): Promise<VerifyBlockExecutionResponse> {
150
151
  const block = blockInput.getBlock();
152
+
153
+ // Gloas block doesn't have execution payload. Return right away
154
+ if (isBlockInputNoData(blockInput)) {
155
+ return {executionStatus: ExecutionStatus.PayloadSeparated, lvhResponse: undefined, execError: null};
156
+ }
157
+
151
158
  /** Not null if execution is enabled */
152
159
  const executionPayloadEnabled =
153
160
  isExecutionStateType(preState0) &&
@@ -1,7 +1,7 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
3
3
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
4
- import {RootHex, Slot} from "@lodestar/types";
4
+ import {RootHex, Slot, isGloasBeaconBlock} from "@lodestar/types";
5
5
  import {toRootHex} from "@lodestar/utils";
6
6
  import {IClock} from "../../util/clock.js";
7
7
  import {BlockError, BlockErrorCode} from "../errors/index.js";
@@ -90,7 +90,12 @@ export function verifyBlocksSanityChecks(
90
90
  } else {
91
91
  // When importing a block segment, only the first NON-IGNORED block must be known to the fork-choice.
92
92
  const parentRoot = toRootHex(block.message.parentRoot);
93
- parentBlock = chain.forkChoice.getBlockHex(parentRoot);
93
+ parentBlock = isGloasBeaconBlock(block.message)
94
+ ? chain.forkChoice.getBlockHexAndBlockHash(
95
+ parentRoot,
96
+ toRootHex(block.message.body.signedExecutionPayloadBid.message.parentBlockHash)
97
+ )
98
+ : chain.forkChoice.getBlockHexDefaultStatus(parentRoot);
94
99
  if (!parentBlock) {
95
100
  throw new BlockError(block, {code: BlockErrorCode.PARENT_UNKNOWN, parentRoot});
96
101
  }
@@ -1,7 +1,15 @@
1
- import {fulu} from "@lodestar/types";
2
- import {prettyPrintIndices, toRootHex} from "@lodestar/utils";
1
+ import {ForkPostDeneb, isForkPostDeneb} from "@lodestar/params";
2
+ import {SignedBeaconBlock} from "@lodestar/types";
3
+ import {fromHex, toRootHex} from "@lodestar/utils";
4
+ import {getBlobKzgCommitments} from "../../util/dataColumns.js";
3
5
  import {BeaconChain} from "../chain.js";
4
- import {IBlockInput, isBlockInputBlobs, isBlockInputColumns} from "./blockInput/index.js";
6
+ import {
7
+ IBlockInput,
8
+ IDataColumnsInput,
9
+ isBlockInputBlobs,
10
+ isBlockInputColumns,
11
+ isBlockInputNoData,
12
+ } from "./blockInput/index.js";
5
13
  import {BLOB_AVAILABILITY_TIMEOUT} from "./verifyBlocksDataAvailability.js";
6
14
 
7
15
  /**
@@ -10,129 +18,139 @@ import {BLOB_AVAILABILITY_TIMEOUT} from "./verifyBlocksDataAvailability.js";
10
18
  *
11
19
  * This operation may be performed before, during or after importing to the fork-choice. As long as errors
12
20
  * are handled properly for eventual consistency.
21
+ *
22
+ * Block+blobs (pre-fulu) and data columns (fulu+) are written in parallel.
13
23
  */
14
- export async function writeBlockInputToDb(this: BeaconChain, blocksInputs: IBlockInput[]): Promise<void> {
15
- const fnPromises: Promise<void>[] = [];
16
- // track slots for logging
17
- const slots: number[] = [];
18
-
19
- for (const blockInput of blocksInputs) {
20
- const block = blockInput.getBlock();
21
- const slot = block.message.slot;
22
- slots.push(slot);
23
- const blockRoot = this.config.getForkTypes(block.message.slot).BeaconBlock.hashTreeRoot(block.message);
24
- const blockRootHex = toRootHex(blockRoot);
25
- const blockBytes = this.serializedCache.get(block);
26
- if (blockBytes) {
27
- // skip serializing data if we already have it
28
- this.metrics?.importBlock.persistBlockWithSerializedDataCount.inc();
29
- fnPromises.push(this.db.block.putBinary(this.db.block.getId(block), blockBytes));
30
- } else {
31
- this.metrics?.importBlock.persistBlockNoSerializedDataCount.inc();
32
- fnPromises.push(this.db.block.add(block));
33
- }
24
+ export async function writeBlockInputToDb(this: BeaconChain, blockInput: IBlockInput): Promise<void> {
25
+ const promises: Promise<void>[] = [writeBlockAndBlobsToDb.call(this, blockInput)];
34
26
 
35
- this.logger.debug("Persist block to hot DB", {
36
- slot: block.message.slot,
37
- root: blockRootHex,
38
- inputType: blockInput.type,
39
- });
27
+ if (isBlockInputColumns(blockInput)) {
28
+ promises.push(writeDataColumnsToDb.call(this, blockInput));
29
+ }
40
30
 
41
- if (!blockInput.hasAllData()) {
42
- await blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT);
43
- }
31
+ await Promise.all(promises);
32
+ this.logger.debug("Persisted blockInput to db", {slot: blockInput.slot, root: blockInput.blockRootHex});
33
+ }
44
34
 
45
- // NOTE: Old data is pruned on archive
46
- if (isBlockInputColumns(blockInput)) {
47
- if (!blockInput.hasComputedAllData()) {
48
- // Supernodes may only have a subset of the data columns by the time the block begins to be imported
49
- // because full data availability can be assumed after NUMBER_OF_COLUMNS / 2 columns are available.
50
- // Here, however, all data columns must be fully available/reconstructed before persisting to the DB.
51
- await blockInput.waitForComputedAllData(BLOB_AVAILABILITY_TIMEOUT).catch(() => {
52
- this.logger.debug("Failed to wait for computed all data", {slot, blockRoot: blockRootHex});
53
- });
54
- }
35
+ async function writeBlockAndBlobsToDb(this: BeaconChain, blockInput: IBlockInput): Promise<void> {
36
+ const block = blockInput.getBlock();
37
+ const slot = block.message.slot;
38
+ const blockRoot = this.config.getForkTypes(slot).BeaconBlock.hashTreeRoot(block.message);
39
+ const blockRootHex = toRootHex(blockRoot);
40
+ const numBlobs = isForkPostDeneb(blockInput.forkName)
41
+ ? getBlobKzgCommitments(blockInput.forkName, block as SignedBeaconBlock<ForkPostDeneb>).length
42
+ : undefined;
43
+ const fnPromises: Promise<void>[] = [];
55
44
 
56
- const {custodyColumns} = this.custodyConfig;
57
- const blobsLen = (block.message as fulu.BeaconBlock).body.blobKzgCommitments.length;
58
- let dataColumnsLen: number;
59
- if (blobsLen === 0) {
60
- dataColumnsLen = 0;
61
- } else {
62
- dataColumnsLen = custodyColumns.length;
63
- }
45
+ const blockBytes = this.serializedCache.get(block);
46
+ if (blockBytes) {
47
+ // skip serializing data if we already have it
48
+ this.metrics?.importBlock.persistBlockWithSerializedDataCount.inc();
49
+ fnPromises.push(this.db.block.putBinary(this.db.block.getId(block), blockBytes));
50
+ } else {
51
+ this.metrics?.importBlock.persistBlockNoSerializedDataCount.inc();
52
+ fnPromises.push(this.db.block.add(block));
53
+ }
64
54
 
65
- const dataColumnSidecars = blockInput.getCustodyColumns();
66
- if (dataColumnSidecars.length !== dataColumnsLen) {
67
- this.logger.debug(
68
- `Invalid dataColumnSidecars=${dataColumnSidecars.length} for custody expected custodyColumnsLen=${dataColumnsLen}`
69
- );
70
- }
55
+ this.logger.debug("Persist block to hot DB", {slot, root: blockRootHex, inputType: blockInput.type, numBlobs});
71
56
 
72
- const binaryPuts = [];
73
- const nonbinaryPuts = [];
74
- for (const dataColumnSidecar of dataColumnSidecars) {
75
- // skip reserializing column if we already have it
76
- const serialized = this.serializedCache.get(dataColumnSidecar);
77
- if (serialized) {
78
- binaryPuts.push({key: dataColumnSidecar.index, value: serialized});
79
- } else {
80
- nonbinaryPuts.push(dataColumnSidecar);
57
+ if (isBlockInputBlobs(blockInput)) {
58
+ fnPromises.push(
59
+ (async () => {
60
+ if (!blockInput.hasAllData()) {
61
+ await blockInput.waitForAllData(BLOB_AVAILABILITY_TIMEOUT);
81
62
  }
82
- }
83
- fnPromises.push(this.db.dataColumnSidecar.putManyBinary(blockRoot, binaryPuts));
84
- fnPromises.push(this.db.dataColumnSidecar.putMany(blockRoot, nonbinaryPuts));
85
- this.logger.debug("Persisted dataColumnSidecars to hot DB", {
86
- slot: block.message.slot,
87
- root: blockRootHex,
88
- dataColumnSidecars: dataColumnSidecars.length,
89
- numBlobs: blobsLen,
90
- custodyColumns: custodyColumns.length,
91
- });
92
- } else if (isBlockInputBlobs(blockInput)) {
93
- const blobSidecars = blockInput.getBlobs();
94
- fnPromises.push(this.db.blobSidecars.add({blockRoot, slot: block.message.slot, blobSidecars}));
95
- this.logger.debug("Persisted blobSidecars to hot DB", {
96
- blobsLen: blobSidecars.length,
97
- slot: block.message.slot,
98
- root: blockRootHex,
99
- });
100
- }
63
+ const blobSidecars = blockInput.getBlobs();
64
+ await this.db.blobSidecars.add({blockRoot, slot, blobSidecars});
65
+ this.logger.debug("Persisted blobSidecars to hot DB", {
66
+ slot,
67
+ root: blockRootHex,
68
+ numBlobs: blobSidecars.length,
69
+ });
70
+ })()
71
+ );
72
+ }
101
73
 
102
- await Promise.all(fnPromises);
103
- this.logger.debug("Persisted blocksInput to db", {
104
- blocksInput: blocksInputs.length,
105
- slots: prettyPrintIndices(slots),
74
+ await Promise.all(fnPromises);
75
+ }
76
+
77
+ /**
78
+ * Persists data columns to DB for a given block. Accepts a narrow sub-interface of IBlockInput
79
+ * so it can be reused across forks (e.g. Fulu, Gloas).
80
+ *
81
+ * NOTE: Old data is pruned on archive.
82
+ */
83
+ export async function writeDataColumnsToDb(this: BeaconChain, blockInput: IDataColumnsInput): Promise<void> {
84
+ const {slot, blockRootHex} = blockInput;
85
+ const blockRoot = fromHex(blockRootHex);
86
+
87
+ if (!blockInput.hasComputedAllData()) {
88
+ // Supernodes may only have a subset of the data columns by the time the block begins to be imported
89
+ // because full data availability can be assumed after NUMBER_OF_COLUMNS / 2 columns are available.
90
+ // Here, however, all data columns must be fully available/reconstructed before persisting to the DB.
91
+ await blockInput.waitForComputedAllData(BLOB_AVAILABILITY_TIMEOUT).catch(() => {
92
+ this.logger.debug("Failed to wait for computed all data", {slot, blockRoot: blockRootHex});
106
93
  });
107
94
  }
95
+
96
+ const {custodyColumns} = this.custodyConfig;
97
+ const dataColumnSidecars = blockInput.getCustodyColumns();
98
+
99
+ const binaryPuts: {key: number; value: Uint8Array}[] = [];
100
+ const nonbinaryPuts = [];
101
+ for (const dataColumnSidecar of dataColumnSidecars) {
102
+ // skip reserializing column if we already have it
103
+ const serialized = this.serializedCache.get(dataColumnSidecar);
104
+ if (serialized) {
105
+ binaryPuts.push({key: dataColumnSidecar.index, value: serialized});
106
+ } else {
107
+ nonbinaryPuts.push(dataColumnSidecar);
108
+ }
109
+ }
110
+
111
+ await Promise.all([
112
+ this.db.dataColumnSidecar.putManyBinary(blockRoot, binaryPuts),
113
+ this.db.dataColumnSidecar.putMany(blockRoot, nonbinaryPuts),
114
+ ]);
115
+
116
+ this.logger.debug("Persisted dataColumnSidecars to hot DB", {
117
+ slot,
118
+ root: blockRootHex,
119
+ dataColumnSidecars: dataColumnSidecars.length,
120
+ custodyColumns: custodyColumns.length,
121
+ numBlobs: dataColumnSidecars[0]?.column.length,
122
+ });
108
123
  }
109
124
 
110
- export async function persistBlockInputs(this: BeaconChain, blockInputs: IBlockInput[]): Promise<void> {
125
+ export async function persistBlockInput(this: BeaconChain, blockInput: IBlockInput): Promise<void> {
111
126
  await writeBlockInputToDb
112
- .call(this, blockInputs)
127
+ .call(this, blockInput)
113
128
  .catch((e) => {
114
129
  this.logger.debug(
115
130
  "Error persisting block input in hot db",
116
131
  {
117
- count: blockInputs.length,
118
- slot: blockInputs[0].slot,
119
- root: blockInputs[0].blockRootHex,
132
+ slot: blockInput.slot,
133
+ root: blockInput.blockRootHex,
120
134
  },
121
135
  e
122
136
  );
123
137
  })
124
138
  .finally(() => {
125
- for (const blockInput of blockInputs) {
126
- this.seenBlockInputCache.prune(blockInput.blockRootHex);
127
- }
139
+ this.seenBlockInputCache.prune(blockInput.blockRootHex);
128
140
  // Without forcefully clearing this cache, we would rely on WeakMap to evict memory which is not reliable.
129
141
  // Clear here (after the DB write) so that writeBlockInputToDb can still use the cached serialized bytes.
130
- this.serializedCache.clear();
131
- if (blockInputs.length === 1) {
132
- this.logger.debug("Pruned block input", {
133
- slot: blockInputs[0].slot,
134
- root: blockInputs[0].blockRootHex,
135
- });
142
+ //
143
+ // For Gloas (BlockInputNoData), the execution payload and columns arrive separately after the beacon block.
144
+ // Do NOT clear the cache here — it must remain available for writeDataColumnsToDb when the payload arrives.
145
+ // The cache is cleared in the Gloas payload persistence path instead.
146
+ if (!isBlockInputNoData(blockInput)) {
147
+ // TODO: enhance this SerializedCache for Gloas because payload may not come
148
+ // see https://github.com/ChainSafe/lodestar/pull/8974#discussion_r2885598229
149
+ this.serializedCache.clear();
136
150
  }
151
+ this.logger.debug("Pruned block input", {
152
+ slot: blockInput.slot,
153
+ root: blockInput.blockRootHex,
154
+ });
137
155
  });
138
156
  }
@@ -7,7 +7,7 @@ import {Worker, spawn} from "@chainsafe/threads";
7
7
  self = undefined;
8
8
 
9
9
  import {PublicKey} from "@chainsafe/blst";
10
- import {ISignatureSet, Index2PubkeyCache} from "@lodestar/state-transition";
10
+ import {ISignatureSet, PubkeyCache} from "@lodestar/state-transition";
11
11
  import {Logger} from "@lodestar/utils";
12
12
  import {Metrics} from "../../../metrics/index.js";
13
13
  import {LinkedList} from "../../../util/array.js";
@@ -34,7 +34,7 @@ const workerDir = process.env.NODE_ENV === "test" ? "../../../../lib/chain/bls/m
34
34
  export type BlsMultiThreadWorkerPoolModules = {
35
35
  logger: Logger;
36
36
  metrics: Metrics | null;
37
- index2pubkey: Index2PubkeyCache;
37
+ pubkeyCache: PubkeyCache;
38
38
  };
39
39
 
40
40
  export type BlsMultiThreadWorkerPoolOptions = {
@@ -114,7 +114,7 @@ type WorkerDescriptor = {
114
114
  export class BlsMultiThreadWorkerPool implements IBlsVerifier {
115
115
  private readonly logger: Logger;
116
116
  private readonly metrics: Metrics | null;
117
- private readonly index2pubkey: Index2PubkeyCache;
117
+ private readonly pubkeyCache: PubkeyCache;
118
118
 
119
119
  private readonly workers: WorkerDescriptor[];
120
120
  private readonly jobs = new LinkedList<JobQueueItem>();
@@ -130,10 +130,10 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
130
130
  private workersBusy = 0;
131
131
 
132
132
  constructor(options: BlsMultiThreadWorkerPoolOptions, modules: BlsMultiThreadWorkerPoolModules) {
133
- const {logger, metrics, index2pubkey} = modules;
133
+ const {logger, metrics, pubkeyCache} = modules;
134
134
  this.logger = logger;
135
135
  this.metrics = metrics;
136
- this.index2pubkey = index2pubkey;
136
+ this.pubkeyCache = pubkeyCache;
137
137
  this.blsVerifyAllMultiThread = options.blsVerifyAllMultiThread ?? false;
138
138
 
139
139
  // Use compressed for herumi for now.
@@ -173,7 +173,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
173
173
  try {
174
174
  return verifySignatureSetsMaybeBatch(
175
175
  sets.map((set) => ({
176
- publicKey: getAggregatedPubkey(set, this.index2pubkey),
176
+ publicKey: getAggregatedPubkey(set, this.pubkeyCache),
177
177
  message: set.signingRoot.valueOf(),
178
178
  signature: set.signature,
179
179
  }))
@@ -398,7 +398,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
398
398
  try {
399
399
  // Note: This can throw, must be handled per-job.
400
400
  // Pubkey and signature aggregation is defered here
401
- workReq = await jobItemWorkReq(job, this.index2pubkey, this.metrics);
401
+ workReq = await jobItemWorkReq(job, this.pubkeyCache, this.metrics);
402
402
  } catch (e) {
403
403
  this.metrics?.blsThreadPool.errorAggregateSignatureSetsCount.inc({type: job.type});
404
404
 
@@ -1,5 +1,5 @@
1
1
  import {PublicKey, asyncAggregateWithRandomness} from "@chainsafe/blst";
2
- import {ISignatureSet, Index2PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
2
+ import {ISignatureSet, PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../../metrics/metrics.js";
4
4
  import {LinkedList} from "../../../util/array.js";
5
5
  import {VerifySignatureOpts} from "../interface.js";
@@ -50,7 +50,7 @@ export function jobItemSigSets(job: JobQueueItem): number {
50
50
  */
51
51
  export async function jobItemWorkReq(
52
52
  job: JobQueueItem,
53
- index2pubkey: Index2PubkeyCache,
53
+ pubkeyCache: PubkeyCache,
54
54
  metrics: Metrics | null
55
55
  ): Promise<BlsWorkReq> {
56
56
  switch (job.type) {
@@ -59,7 +59,7 @@ export async function jobItemWorkReq(
59
59
  opts: job.opts,
60
60
  sets: job.sets.map((set) => ({
61
61
  // this can throw, handled in the consumer code
62
- publicKey: getAggregatedPubkey(set, index2pubkey, metrics).toBytes(),
62
+ publicKey: getAggregatedPubkey(set, pubkeyCache, metrics).toBytes(),
63
63
  signature: set.signature,
64
64
  message: set.signingRoot,
65
65
  })),
@@ -1,5 +1,5 @@
1
1
  import {PublicKey, Signature, aggregatePublicKeys, aggregateSignatures, verify} from "@chainsafe/blst";
2
- import {ISignatureSet, Index2PubkeyCache} from "@lodestar/state-transition";
2
+ import {ISignatureSet, PubkeyCache} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier} from "./interface.js";
5
5
  import {verifySignatureSetsMaybeBatch} from "./maybeBatch.js";
@@ -7,18 +7,18 @@ import {getAggregatedPubkey, getAggregatedPubkeysCount} from "./utils.js";
7
7
 
8
8
  export class BlsSingleThreadVerifier implements IBlsVerifier {
9
9
  private readonly metrics: Metrics | null;
10
- private readonly index2pubkey: Index2PubkeyCache;
10
+ private readonly pubkeyCache: PubkeyCache;
11
11
 
12
- constructor({metrics = null, index2pubkey}: {metrics: Metrics | null; index2pubkey: Index2PubkeyCache}) {
12
+ constructor({metrics = null, pubkeyCache}: {metrics: Metrics | null; pubkeyCache: PubkeyCache}) {
13
13
  this.metrics = metrics;
14
- this.index2pubkey = index2pubkey;
14
+ this.pubkeyCache = pubkeyCache;
15
15
  }
16
16
 
17
17
  async verifySignatureSets(sets: ISignatureSet[]): Promise<boolean> {
18
18
  this.metrics?.bls.aggregatedPubkeys.inc(getAggregatedPubkeysCount(sets));
19
19
 
20
20
  const setsAggregated = sets.map((set) => ({
21
- publicKey: getAggregatedPubkey(set, this.index2pubkey, this.metrics),
21
+ publicKey: getAggregatedPubkey(set, this.pubkeyCache, this.metrics),
22
22
  message: set.signingRoot,
23
23
  signature: set.signature,
24
24
  }));
@@ -1,22 +1,25 @@
1
1
  import {PublicKey, aggregatePublicKeys} from "@chainsafe/blst";
2
- import {ISignatureSet, Index2PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
2
+ import {ISignatureSet, PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/metrics.js";
4
4
 
5
5
  export function getAggregatedPubkey(
6
6
  signatureSet: ISignatureSet,
7
- index2pubkey: Index2PubkeyCache,
7
+ pubkeyCache: PubkeyCache,
8
8
  metrics: Metrics | null = null
9
9
  ): PublicKey {
10
10
  switch (signatureSet.type) {
11
11
  case SignatureSetType.single:
12
12
  return signatureSet.pubkey;
13
13
 
14
- case SignatureSetType.indexed:
15
- return index2pubkey[signatureSet.index];
14
+ case SignatureSetType.indexed: {
15
+ return pubkeyCache.getOrThrow(signatureSet.index);
16
+ }
16
17
 
17
18
  case SignatureSetType.aggregate: {
18
19
  const timer = metrics?.blsThreadPool.pubkeysAggregationMainThreadDuration.startTimer();
19
- const pubkeys = signatureSet.indices.map((i) => index2pubkey[i]);
20
+ const pubkeys = signatureSet.indices.map((i) => {
21
+ return pubkeyCache.getOrThrow(i);
22
+ });
20
23
  const aggregated = aggregatePublicKeys(pubkeys);
21
24
  timer?.();
22
25
  return aggregated;