@lodestar/beacon-node 1.50.0-dev.b4eaa62b30 → 1.50.0-dev.b726a05a4d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (370) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +6 -1
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/index.js +13 -0
  6. package/lib/api/impl/beacon/index.js.map +1 -1
  7. package/lib/api/impl/beacon/pool/index.js +4 -4
  8. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  9. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  10. package/lib/api/impl/beacon/state/index.js +28 -6
  11. package/lib/api/impl/beacon/state/index.js.map +1 -1
  12. package/lib/api/impl/debug/index.d.ts.map +1 -1
  13. package/lib/api/impl/debug/index.js +26 -18
  14. package/lib/api/impl/debug/index.js.map +1 -1
  15. package/lib/api/impl/validator/index.d.ts +1 -0
  16. package/lib/api/impl/validator/index.d.ts.map +1 -1
  17. package/lib/api/impl/validator/index.js +49 -1
  18. package/lib/api/impl/validator/index.js.map +1 -1
  19. package/lib/chain/archiveStore/archiveStore.d.ts +6 -0
  20. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  21. package/lib/chain/archiveStore/archiveStore.js +18 -24
  22. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  23. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +2 -2
  24. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
  25. package/lib/chain/archiveStore/historicalState/getHistoricalState.js +5 -7
  26. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
  27. package/lib/chain/archiveStore/historicalState/historicalStateRegen.js +1 -1
  28. package/lib/chain/archiveStore/historicalState/historicalStateRegen.js.map +1 -1
  29. package/lib/chain/archiveStore/historicalState/types.d.ts +2 -2
  30. package/lib/chain/archiveStore/historicalState/types.d.ts.map +1 -1
  31. package/lib/chain/archiveStore/historicalState/worker.js +1 -1
  32. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
  33. package/lib/chain/archiveStore/interface.d.ts +1 -1
  34. package/lib/chain/archiveStore/interface.d.ts.map +1 -1
  35. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +4 -1
  36. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  37. package/lib/chain/archiveStore/utils/pruneHistory.js +5 -3
  38. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  39. package/lib/chain/beaconProposerCache.d.ts +6 -0
  40. package/lib/chain/beaconProposerCache.d.ts.map +1 -1
  41. package/lib/chain/beaconProposerCache.js +16 -0
  42. package/lib/chain/beaconProposerCache.js.map +1 -1
  43. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  44. package/lib/chain/blocks/importBlock.js +18 -8
  45. package/lib/chain/blocks/importBlock.js.map +1 -1
  46. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +2 -1
  47. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  48. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  49. package/lib/chain/blocks/verifyBlock.js +7 -7
  50. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  51. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts +2 -1
  52. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js +5 -4
  54. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js.map +1 -1
  55. package/lib/chain/chain.d.ts +10 -5
  56. package/lib/chain/chain.d.ts.map +1 -1
  57. package/lib/chain/chain.js +105 -36
  58. package/lib/chain/chain.js.map +1 -1
  59. package/lib/chain/emitter.d.ts +7 -1
  60. package/lib/chain/emitter.d.ts.map +1 -1
  61. package/lib/chain/emitter.js +5 -0
  62. package/lib/chain/emitter.js.map +1 -1
  63. package/lib/chain/errors/envelopeReconstructionError.d.ts +5 -0
  64. package/lib/chain/errors/envelopeReconstructionError.d.ts.map +1 -1
  65. package/lib/chain/errors/envelopeReconstructionError.js +2 -0
  66. package/lib/chain/errors/envelopeReconstructionError.js.map +1 -1
  67. package/lib/chain/errors/gossipValidation.d.ts +3 -1
  68. package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
  69. package/lib/chain/errors/gossipValidation.js +2 -0
  70. package/lib/chain/errors/gossipValidation.js.map +1 -1
  71. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  72. package/lib/chain/forkChoice/index.js +2 -0
  73. package/lib/chain/forkChoice/index.js.map +1 -1
  74. package/lib/chain/initState.d.ts +2 -9
  75. package/lib/chain/initState.d.ts.map +1 -1
  76. package/lib/chain/initState.js +5 -38
  77. package/lib/chain/initState.js.map +1 -1
  78. package/lib/chain/interface.d.ts +5 -2
  79. package/lib/chain/interface.d.ts.map +1 -1
  80. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -2
  81. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  82. package/lib/chain/opPools/aggregatedAttestationPool.js +30 -8
  83. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  84. package/lib/chain/opPools/opPool.d.ts +5 -4
  85. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  86. package/lib/chain/opPools/opPool.js +60 -38
  87. package/lib/chain/opPools/opPool.js.map +1 -1
  88. package/lib/chain/opPools/proposerPreferencesPool.d.ts +8 -4
  89. package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
  90. package/lib/chain/opPools/proposerPreferencesPool.js +27 -12
  91. package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
  92. package/lib/chain/opPools/utils.d.ts +15 -1
  93. package/lib/chain/opPools/utils.d.ts.map +1 -1
  94. package/lib/chain/opPools/utils.js +33 -1
  95. package/lib/chain/opPools/utils.js.map +1 -1
  96. package/lib/chain/options.d.ts +2 -1
  97. package/lib/chain/options.d.ts.map +1 -1
  98. package/lib/chain/options.js +1 -1
  99. package/lib/chain/options.js.map +1 -1
  100. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  101. package/lib/chain/prepareNextSlot.js +16 -5
  102. package/lib/chain/prepareNextSlot.js.map +1 -1
  103. package/lib/chain/produceBlock/computeNewStateRoot.js +1 -1
  104. package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
  105. package/lib/chain/produceBlock/produceBlockBody.d.ts +11 -1
  106. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  107. package/lib/chain/produceBlock/produceBlockBody.js +46 -30
  108. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  109. package/lib/chain/regen/regen.d.ts +2 -0
  110. package/lib/chain/regen/regen.d.ts.map +1 -1
  111. package/lib/chain/regen/regen.js +10 -4
  112. package/lib/chain/regen/regen.js.map +1 -1
  113. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -0
  114. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  115. package/lib/chain/seenCache/seenGossipBlockInput.js +21 -0
  116. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  117. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +9 -2
  118. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  119. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +23 -13
  120. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  121. package/lib/chain/shufflingCache.d.ts +18 -8
  122. package/lib/chain/shufflingCache.d.ts.map +1 -1
  123. package/lib/chain/shufflingCache.js +72 -18
  124. package/lib/chain/shufflingCache.js.map +1 -1
  125. package/lib/chain/validation/attesterSlashing.d.ts +4 -4
  126. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  127. package/lib/chain/validation/attesterSlashing.js +3 -0
  128. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  129. package/lib/chain/validation/proposerSlashing.d.ts +3 -3
  130. package/lib/chain/validation/proposerSlashing.d.ts.map +1 -1
  131. package/lib/chain/validation/proposerSlashing.js +3 -0
  132. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  133. package/lib/chain/validatorMonitor.d.ts +5 -1
  134. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  135. package/lib/chain/validatorMonitor.js +64 -54
  136. package/lib/chain/validatorMonitor.js.map +1 -1
  137. package/lib/db/beacon.d.ts +4 -1
  138. package/lib/db/beacon.d.ts.map +1 -1
  139. package/lib/db/beacon.js +8 -1
  140. package/lib/db/beacon.js.map +1 -1
  141. package/lib/db/buckets.d.ts +3 -1
  142. package/lib/db/buckets.d.ts.map +1 -1
  143. package/lib/db/buckets.js +2 -0
  144. package/lib/db/buckets.js.map +1 -1
  145. package/lib/db/interface.d.ts +4 -1
  146. package/lib/db/interface.d.ts.map +1 -1
  147. package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
  148. package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
  149. package/lib/db/repositories/earliestAvailableSlot.d.ts +11 -0
  150. package/lib/db/repositories/earliestAvailableSlot.d.ts.map +1 -0
  151. package/lib/db/repositories/earliestAvailableSlot.js +19 -0
  152. package/lib/db/repositories/earliestAvailableSlot.js.map +1 -0
  153. package/lib/db/repositories/index.d.ts +1 -0
  154. package/lib/db/repositories/index.d.ts.map +1 -1
  155. package/lib/db/repositories/index.js +1 -0
  156. package/lib/db/repositories/index.js.map +1 -1
  157. package/lib/db/repositories/proposerPreferences.d.ts +14 -0
  158. package/lib/db/repositories/proposerPreferences.d.ts.map +1 -0
  159. package/lib/db/repositories/proposerPreferences.js +21 -0
  160. package/lib/db/repositories/proposerPreferences.js.map +1 -0
  161. package/lib/db/repositories/proposerSlashing.d.ts +1 -0
  162. package/lib/db/repositories/proposerSlashing.d.ts.map +1 -1
  163. package/lib/db/repositories/proposerSlashing.js +5 -1
  164. package/lib/db/repositories/proposerSlashing.js.map +1 -1
  165. package/lib/execution/engine/blobVersionedHashes.d.ts +9 -0
  166. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -0
  167. package/lib/execution/engine/blobVersionedHashes.js +74 -0
  168. package/lib/execution/engine/blobVersionedHashes.js.map +1 -0
  169. package/lib/execution/engine/disabled.d.ts +0 -2
  170. package/lib/execution/engine/disabled.d.ts.map +1 -1
  171. package/lib/execution/engine/disabled.js +0 -6
  172. package/lib/execution/engine/disabled.js.map +1 -1
  173. package/lib/execution/engine/http.d.ts +46 -16
  174. package/lib/execution/engine/http.d.ts.map +1 -1
  175. package/lib/execution/engine/http.js +236 -213
  176. package/lib/execution/engine/http.js.map +1 -1
  177. package/lib/execution/engine/index.d.ts +3 -2
  178. package/lib/execution/engine/index.d.ts.map +1 -1
  179. package/lib/execution/engine/index.js +33 -8
  180. package/lib/execution/engine/index.js.map +1 -1
  181. package/lib/execution/engine/interface.d.ts +2 -4
  182. package/lib/execution/engine/interface.d.ts.map +1 -1
  183. package/lib/execution/engine/jsonRpcTransport.d.ts +25 -0
  184. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -0
  185. package/lib/execution/engine/jsonRpcTransport.js +158 -0
  186. package/lib/execution/engine/jsonRpcTransport.js.map +1 -0
  187. package/lib/execution/engine/mock.d.ts +0 -2
  188. package/lib/execution/engine/mock.d.ts.map +1 -1
  189. package/lib/execution/engine/mock.js +0 -8
  190. package/lib/execution/engine/mock.js.map +1 -1
  191. package/lib/execution/engine/restHttpClient.d.ts +71 -0
  192. package/lib/execution/engine/restHttpClient.d.ts.map +1 -0
  193. package/lib/execution/engine/restHttpClient.js +201 -0
  194. package/lib/execution/engine/restHttpClient.js.map +1 -0
  195. package/lib/execution/engine/restTransport.d.ts +46 -0
  196. package/lib/execution/engine/restTransport.d.ts.map +1 -0
  197. package/lib/execution/engine/restTransport.js +399 -0
  198. package/lib/execution/engine/restTransport.js.map +1 -0
  199. package/lib/execution/engine/sszTypes.d.ts +1261 -0
  200. package/lib/execution/engine/sszTypes.d.ts.map +1 -0
  201. package/lib/execution/engine/sszTypes.js +216 -0
  202. package/lib/execution/engine/sszTypes.js.map +1 -0
  203. package/lib/execution/engine/transport.d.ts +39 -0
  204. package/lib/execution/engine/transport.d.ts.map +1 -0
  205. package/lib/execution/engine/transport.js +2 -0
  206. package/lib/execution/engine/transport.js.map +1 -0
  207. package/lib/execution/engine/types.d.ts +2 -8
  208. package/lib/execution/engine/types.d.ts.map +1 -1
  209. package/lib/execution/engine/types.js +24 -57
  210. package/lib/execution/engine/types.js.map +1 -1
  211. package/lib/execution/engine/utils.d.ts.map +1 -1
  212. package/lib/execution/engine/utils.js +9 -2
  213. package/lib/execution/engine/utils.js.map +1 -1
  214. package/lib/index.d.ts +1 -1
  215. package/lib/index.d.ts.map +1 -1
  216. package/lib/index.js +1 -1
  217. package/lib/index.js.map +1 -1
  218. package/lib/metrics/metrics/lodestar.d.ts +10 -0
  219. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  220. package/lib/metrics/metrics/lodestar.js +22 -0
  221. package/lib/metrics/metrics/lodestar.js.map +1 -1
  222. package/lib/metrics/metrics.d.ts +7 -3
  223. package/lib/metrics/metrics.d.ts.map +1 -1
  224. package/lib/metrics/metrics.js +4 -4
  225. package/lib/metrics/metrics.js.map +1 -1
  226. package/lib/network/core/events.d.ts +5 -1
  227. package/lib/network/core/events.d.ts.map +1 -1
  228. package/lib/network/core/events.js +8 -0
  229. package/lib/network/core/events.js.map +1 -1
  230. package/lib/network/metadata.d.ts +1 -1
  231. package/lib/network/metadata.d.ts.map +1 -1
  232. package/lib/network/metadata.js +17 -17
  233. package/lib/network/metadata.js.map +1 -1
  234. package/lib/network/peers/datastore.d.ts +9 -9
  235. package/lib/network/peers/datastore.d.ts.map +1 -1
  236. package/lib/network/peers/datastore.js +36 -36
  237. package/lib/network/peers/datastore.js.map +1 -1
  238. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  239. package/lib/network/processor/gossipHandlers.js +67 -68
  240. package/lib/network/processor/gossipHandlers.js.map +1 -1
  241. package/lib/network/processor/gossipValidatorFn.d.ts +7 -3
  242. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  243. package/lib/network/processor/gossipValidatorFn.js +7 -3
  244. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  245. package/lib/network/processor/index.d.ts +9 -0
  246. package/lib/network/processor/index.d.ts.map +1 -1
  247. package/lib/network/processor/index.js +77 -10
  248. package/lib/network/processor/index.js.map +1 -1
  249. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts.map +1 -1
  250. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +41 -26
  251. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
  252. package/lib/node/nodejs.d.ts +3 -1
  253. package/lib/node/nodejs.d.ts.map +1 -1
  254. package/lib/node/nodejs.js +27 -4
  255. package/lib/node/nodejs.js.map +1 -1
  256. package/lib/node/options.d.ts +3 -2
  257. package/lib/node/options.d.ts.map +1 -1
  258. package/lib/node/options.js +2 -2
  259. package/lib/node/options.js.map +1 -1
  260. package/lib/sync/range/batch.d.ts +11 -5
  261. package/lib/sync/range/batch.d.ts.map +1 -1
  262. package/lib/sync/range/batch.js +21 -17
  263. package/lib/sync/range/batch.js.map +1 -1
  264. package/lib/sync/range/chain.d.ts +4 -4
  265. package/lib/sync/range/chain.d.ts.map +1 -1
  266. package/lib/sync/range/chain.js +12 -6
  267. package/lib/sync/range/chain.js.map +1 -1
  268. package/lib/sync/range/range.d.ts.map +1 -1
  269. package/lib/sync/range/range.js +75 -29
  270. package/lib/sync/range/range.js.map +1 -1
  271. package/lib/sync/unknownBlock.d.ts +14 -7
  272. package/lib/sync/unknownBlock.d.ts.map +1 -1
  273. package/lib/sync/unknownBlock.js +132 -66
  274. package/lib/sync/unknownBlock.js.map +1 -1
  275. package/lib/sync/utils/downloadByRange.d.ts +38 -14
  276. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  277. package/lib/sync/utils/downloadByRange.js +84 -39
  278. package/lib/sync/utils/downloadByRange.js.map +1 -1
  279. package/lib/util/asyncIterableToEvents.d.ts +10 -2
  280. package/lib/util/asyncIterableToEvents.d.ts.map +1 -1
  281. package/lib/util/asyncIterableToEvents.js +29 -3
  282. package/lib/util/asyncIterableToEvents.js.map +1 -1
  283. package/lib/util/execution.d.ts +11 -11
  284. package/lib/util/execution.d.ts.map +1 -1
  285. package/lib/util/execution.js +6 -2
  286. package/lib/util/execution.js.map +1 -1
  287. package/lib/util/metadata.d.ts.map +1 -1
  288. package/lib/util/metadata.js +2 -1
  289. package/lib/util/metadata.js.map +1 -1
  290. package/package.json +18 -17
  291. package/src/api/impl/beacon/blocks/index.ts +7 -4
  292. package/src/api/impl/beacon/index.ts +15 -0
  293. package/src/api/impl/beacon/pool/index.ts +4 -4
  294. package/src/api/impl/beacon/state/index.ts +43 -6
  295. package/src/api/impl/debug/index.ts +28 -19
  296. package/src/api/impl/validator/index.ts +61 -2
  297. package/src/chain/archiveStore/archiveStore.ts +26 -26
  298. package/src/chain/archiveStore/historicalState/getHistoricalState.ts +5 -7
  299. package/src/chain/archiveStore/historicalState/historicalStateRegen.ts +1 -1
  300. package/src/chain/archiveStore/historicalState/types.ts +2 -2
  301. package/src/chain/archiveStore/historicalState/worker.ts +1 -2
  302. package/src/chain/archiveStore/interface.ts +1 -1
  303. package/src/chain/archiveStore/utils/pruneHistory.ts +9 -4
  304. package/src/chain/beaconProposerCache.ts +19 -1
  305. package/src/chain/blocks/importBlock.ts +21 -7
  306. package/src/chain/blocks/payloadEnvelopeInput/types.ts +2 -1
  307. package/src/chain/blocks/verifyBlock.ts +8 -6
  308. package/src/chain/blocks/verifyBlocksStateTransitionOnly.ts +6 -3
  309. package/src/chain/chain.ts +135 -38
  310. package/src/chain/emitter.ts +7 -1
  311. package/src/chain/errors/envelopeReconstructionError.ts +3 -0
  312. package/src/chain/errors/gossipValidation.ts +2 -0
  313. package/src/chain/forkChoice/index.ts +2 -0
  314. package/src/chain/initState.ts +8 -60
  315. package/src/chain/interface.ts +5 -2
  316. package/src/chain/opPools/aggregatedAttestationPool.ts +34 -10
  317. package/src/chain/opPools/opPool.ts +89 -46
  318. package/src/chain/opPools/proposerPreferencesPool.ts +34 -11
  319. package/src/chain/opPools/utils.ts +62 -3
  320. package/src/chain/options.ts +3 -3
  321. package/src/chain/prepareNextSlot.ts +21 -6
  322. package/src/chain/produceBlock/computeNewStateRoot.ts +1 -1
  323. package/src/chain/produceBlock/produceBlockBody.ts +76 -35
  324. package/src/chain/regen/regen.ts +12 -4
  325. package/src/chain/seenCache/seenGossipBlockInput.ts +23 -0
  326. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +31 -13
  327. package/src/chain/shufflingCache.ts +84 -22
  328. package/src/chain/validation/attesterSlashing.ts +7 -4
  329. package/src/chain/validation/proposerSlashing.ts +7 -4
  330. package/src/chain/validatorMonitor.ts +75 -57
  331. package/src/db/beacon.ts +8 -0
  332. package/src/db/buckets.ts +2 -0
  333. package/src/db/interface.ts +4 -0
  334. package/src/db/repositories/earliestAvailableSlot.ts +19 -0
  335. package/src/db/repositories/index.ts +1 -0
  336. package/src/db/repositories/proposerPreferences.ts +23 -0
  337. package/src/db/repositories/proposerSlashing.ts +6 -1
  338. package/src/execution/engine/blobVersionedHashes.ts +72 -0
  339. package/src/execution/engine/disabled.ts +0 -8
  340. package/src/execution/engine/http.ts +304 -300
  341. package/src/execution/engine/index.ts +41 -7
  342. package/src/execution/engine/interface.ts +2 -6
  343. package/src/execution/engine/jsonRpcTransport.ts +247 -0
  344. package/src/execution/engine/mock.ts +1 -19
  345. package/src/execution/engine/restHttpClient.ts +269 -0
  346. package/src/execution/engine/restTransport.ts +544 -0
  347. package/src/execution/engine/sszTypes.ts +354 -0
  348. package/src/execution/engine/transport.ts +61 -0
  349. package/src/execution/engine/types.ts +34 -84
  350. package/src/execution/engine/utils.ts +12 -2
  351. package/src/index.ts +1 -1
  352. package/src/metrics/metrics/lodestar.ts +23 -0
  353. package/src/metrics/metrics.ts +21 -6
  354. package/src/network/core/events.ts +16 -1
  355. package/src/network/metadata.ts +17 -17
  356. package/src/network/peers/datastore.ts +36 -36
  357. package/src/network/processor/gossipHandlers.ts +98 -81
  358. package/src/network/processor/gossipValidatorFn.ts +13 -3
  359. package/src/network/processor/index.ts +89 -10
  360. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +42 -28
  361. package/src/node/nodejs.ts +35 -3
  362. package/src/node/options.ts +10 -1
  363. package/src/sync/range/batch.ts +25 -19
  364. package/src/sync/range/chain.ts +15 -8
  365. package/src/sync/range/range.ts +76 -30
  366. package/src/sync/unknownBlock.ts +156 -71
  367. package/src/sync/utils/downloadByRange.ts +123 -58
  368. package/src/util/asyncIterableToEvents.ts +44 -5
  369. package/src/util/execution.ts +17 -9
  370. package/src/util/metadata.ts +2 -1
@@ -1,7 +1,7 @@
1
1
  import {EventEmitter} from "node:events";
2
2
  import {StrictEventEmitter} from "strict-event-emitter-types";
3
3
  import {routes} from "@lodestar/api";
4
- import {CheckpointWithHex} from "@lodestar/fork-choice";
4
+ import {CheckpointWithHex, PtcQuorumEvent} from "@lodestar/fork-choice";
5
5
  import {IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {DataColumnSidecar, RootHex, Slot, deneb, phase0} from "@lodestar/types";
7
7
  import {PeerIdStr} from "../util/peerId.js";
@@ -36,6 +36,11 @@ export enum ChainEvent {
36
36
  * This event is guaranteed to be triggered whenever the fork choice finalized checkpoint is updated. This is either in response to a newly processed block or a new clock tick.
37
37
  */
38
38
  forkChoiceFinalized = "forkChoice:finalized",
39
+ /**
40
+ * This event signals that the PTC verdict on a block was decided: a majority against payload presence or blob data
41
+ * availability, or a majority for both.
42
+ */
43
+ forkChoicePtcQuorum = "forkChoice:ptcQuorum",
39
44
  /**
40
45
  * This event signals that dependent services (e.g. custody sampling) should update to account for the new target group count.
41
46
  */
@@ -112,6 +117,7 @@ export type IChainEvents = ApiEvents & {
112
117
 
113
118
  [ChainEvent.forkChoiceJustified]: (checkpoint: CheckpointWithHex) => void;
114
119
  [ChainEvent.forkChoiceFinalized]: (checkpoint: CheckpointWithHex) => void;
120
+ [ChainEvent.forkChoicePtcQuorum]: (data: PtcQuorumEvent) => void;
115
121
 
116
122
  [ChainEvent.updateTargetCustodyGroupCount]: (targetGroupCount: number) => void;
117
123
 
@@ -4,6 +4,8 @@ import {LodestarError} from "@lodestar/utils";
4
4
  export enum EnvelopeReconstructionErrorCode {
5
5
  /** The EL failed to answer engine_getPayloadBodiesByHashV2 (transport / EL down). Transient. */
6
6
  ENGINE_UNAVAILABLE = "ENVELOPE_RECONSTRUCTION_ERROR_ENGINE_UNAVAILABLE",
7
+ /** The EL does not have the block or its block access list (pruned, or not yet re-indexed after a restart). May recover. */
8
+ BODY_UNAVAILABLE = "ENVELOPE_RECONSTRUCTION_ERROR_BODY_UNAVAILABLE",
7
9
  /** A body returned by the EL does not hash to the root stored in the header envelope. Local DB/EL inconsistency. */
8
10
  BODY_ROOT_MISMATCH = "ENVELOPE_RECONSTRUCTION_ERROR_BODY_ROOT_MISMATCH",
9
11
  /** A by-range stream stopped short at a slot that cannot be served; the response so far is still valid */
@@ -12,6 +14,7 @@ export enum EnvelopeReconstructionErrorCode {
12
14
 
13
15
  export type EnvelopeReconstructionErrorType =
14
16
  | {code: EnvelopeReconstructionErrorCode.ENGINE_UNAVAILABLE}
17
+ | {code: EnvelopeReconstructionErrorCode.BODY_UNAVAILABLE; slot: Slot}
15
18
  | {
16
19
  code: EnvelopeReconstructionErrorCode.BODY_ROOT_MISMATCH;
17
20
  slot: Slot;
@@ -9,6 +9,8 @@ export enum GossipErrorCode {
9
9
  INVALID_SERIALIZED_BYTES_ERROR_CODE = "GOSSIP_ERROR_INVALID_SERIALIZED_BYTES",
10
10
  PAST_SLOT = "GOSSIP_ERROR_PAST_SLOT",
11
11
  FUTURE_SLOT = "GOSSIP_ERROR_FUTURE_SLOT",
12
+ FATAL_PEER = "GOSSIP_ERROR_FATAL_PEER",
13
+ INVALID_SLOT = "GOSSIP_ERROR_INVALID_SLOT",
12
14
  }
13
15
 
14
16
  export class GossipActionError<T extends {code: string}> extends LodestarError<T> {
@@ -124,6 +124,7 @@ export function initializeForkChoiceFromFinalizedState(
124
124
  onFinalized: (cp) => emitter.emit(ChainEvent.forkChoiceFinalized, cp),
125
125
  onFastConfirmation: ({block, slot, currentSlot}) =>
126
126
  emitter.emit(routes.events.EventType.fastConfirmation, {block, slot, currentSlot}),
127
+ onPtcQuorum: (data) => emitter.emit(ChainEvent.forkChoicePtcQuorum, data),
127
128
  }
128
129
  ),
129
130
 
@@ -222,6 +223,7 @@ export function initializeForkChoiceFromUnfinalizedState(
222
223
  onFinalized: (cp) => emitter.emit(ChainEvent.forkChoiceFinalized, cp),
223
224
  onFastConfirmation: ({block, slot, currentSlot}) =>
224
225
  emitter.emit(routes.events.EventType.fastConfirmation, {block, slot, currentSlot}),
226
+ onPtcQuorum: (data) => emitter.emit(ChainEvent.forkChoicePtcQuorum, data),
225
227
  }
226
228
  );
227
229
 
@@ -1,14 +1,8 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {ForkPostGloas, ForkSeq, ZERO_HASH} from "@lodestar/params";
3
- import {
4
- BeaconStateAllForks,
5
- BeaconStateGloas,
6
- IBeaconStateView,
7
- computeEpochAtSlot,
8
- computeStartSlotAtEpoch,
9
- } from "@lodestar/state-transition";
3
+ import {BeaconStateAllForks, IBeaconStateView, computeEpochAtSlot, isStatePostGloas} from "@lodestar/state-transition";
10
4
  import {SignedBeaconBlock, ssz} from "@lodestar/types";
11
- import {Logger, byteArrayEquals, toHex, toRootHex} from "@lodestar/utils";
5
+ import {LodestarError, Logger, byteArrayEquals, toRootHex} from "@lodestar/utils";
12
6
  import {GENESIS_SLOT} from "../constants/index.js";
13
7
  import {IBeaconDb} from "../db/index.js";
14
8
  import {Metrics} from "../metrics/index.js";
@@ -17,7 +11,7 @@ import {getStateTypeFromBytes} from "../util/multifork.js";
17
11
  export async function persistAnchorState(
18
12
  config: ChainForkConfig,
19
13
  db: IBeaconDb,
20
- anchorState: BeaconStateAllForks,
14
+ anchorState: IBeaconStateView,
21
15
  anchorStateBytes: Uint8Array
22
16
  ): Promise<void> {
23
17
  if (anchorState.slot === GENESIS_SLOT) {
@@ -33,7 +27,8 @@ export async function persistAnchorState(
33
27
  const latestBlockRoot = ssz.phase0.BeaconBlockHeader.hashTreeRoot(latestBlockHeader);
34
28
 
35
29
  if (!byteArrayEquals(blockRoot, latestBlockRoot)) {
36
- throw Error(
30
+ throw new LodestarError(
31
+ {code: "GENESIS_BLOCK_ROOT_MISMATCH"},
37
32
  `Genesis block root ${toRootHex(blockRoot)} does not match genesis state latest block root ${toRootHex(latestBlockRoot)}`
38
33
  );
39
34
  }
@@ -48,16 +43,15 @@ export async function persistAnchorState(
48
43
  }
49
44
  }
50
45
 
51
- export function createGenesisBlock(config: ChainForkConfig, genesisState: BeaconStateAllForks): SignedBeaconBlock {
46
+ export function createGenesisBlock(config: ChainForkConfig, genesisState: IBeaconStateView): SignedBeaconBlock {
52
47
  const types = config.getForkTypes(GENESIS_SLOT);
53
48
  const genesisBlock = types.SignedBeaconBlock.defaultValue();
54
49
  const stateRoot = genesisState.hashTreeRoot();
55
50
  genesisBlock.message.stateRoot = stateRoot;
56
51
 
57
- if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas) {
52
+ if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas && isStatePostGloas(genesisState)) {
58
53
  const gloasBlock = genesisBlock as SignedBeaconBlock<ForkPostGloas>;
59
- const gloasState = genesisState as BeaconStateGloas;
60
- gloasBlock.message.body.signedExecutionPayloadBid.message = gloasState.latestExecutionPayloadBid.toValue();
54
+ gloasBlock.message.body.signedExecutionPayloadBid.message = genesisState.latestExecutionPayloadBid;
61
55
  }
62
56
 
63
57
  return genesisBlock;
@@ -86,52 +80,6 @@ export async function initStateFromDb(
86
80
  return state;
87
81
  }
88
82
 
89
- /**
90
- * Initialize and persist an anchor state (either weak subjectivity or genesis)
91
- */
92
- export async function checkAndPersistAnchorState(
93
- config: ChainForkConfig,
94
- db: IBeaconDb,
95
- logger: Logger,
96
- anchorState: BeaconStateAllForks,
97
- anchorStateBytes: Uint8Array,
98
- {
99
- isWithinWeakSubjectivityPeriod,
100
- isCheckpointState,
101
- }: {isWithinWeakSubjectivityPeriod: boolean; isCheckpointState: boolean}
102
- ): Promise<void> {
103
- const expectedFork = config.getForkInfo(computeStartSlotAtEpoch(anchorState.fork.epoch));
104
- const expectedForkVersion = toHex(expectedFork.version);
105
- const stateFork = toHex(anchorState.fork.currentVersion);
106
- if (stateFork !== expectedForkVersion) {
107
- throw Error(
108
- `State current fork version ${stateFork} not equal to current config ${expectedForkVersion}. Maybe caused by importing a state from a different network`
109
- );
110
- }
111
-
112
- const stateInfo = isCheckpointState ? "checkpoint" : "db";
113
- if (isWithinWeakSubjectivityPeriod) {
114
- logger.info(`Initializing beacon from a valid ${stateInfo} state`, {
115
- slot: anchorState.slot,
116
- epoch: computeEpochAtSlot(anchorState.slot),
117
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
118
- isWithinWeakSubjectivityPeriod,
119
- });
120
- } else {
121
- logger.warn(`Initializing from a stale ${stateInfo} state vulnerable to long range attacks`, {
122
- slot: anchorState.slot,
123
- epoch: computeEpochAtSlot(anchorState.slot),
124
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
125
- isWithinWeakSubjectivityPeriod,
126
- });
127
- logger.warn("Checkpoint sync recommended, please use --help to see checkpoint sync options");
128
- }
129
-
130
- if (isCheckpointState || anchorState.slot === GENESIS_SLOT) {
131
- await persistAnchorState(config, db, anchorState, anchorStateBytes);
132
- }
133
- }
134
-
135
83
  export function initBeaconMetrics(metrics: Metrics, state: IBeaconStateView): void {
136
84
  metrics.headSlot.set(state.slot);
137
85
  metrics.previousJustifiedEpoch.set(state.previousJustifiedCheckpoint.epoch);
@@ -30,7 +30,7 @@ import {Metrics} from "../metrics/metrics.js";
30
30
  import {BufferPool} from "../util/bufferPool.js";
31
31
  import {IClock} from "../util/clock.js";
32
32
  import {CustodyConfig} from "../util/dataColumns.js";
33
- import {ReconstructMismatchPolicy} from "../util/execution.js";
33
+ import {ReconstructMissPolicy} from "../util/execution.js";
34
34
  import {SerializedCache} from "../util/serializedCache.js";
35
35
  import {IArchiveStore} from "./archiveStore/interface.js";
36
36
  import {CheckpointBalancesCache} from "./balancesCache.js";
@@ -239,7 +239,7 @@ export interface IBeaconChain {
239
239
  getSerializedExecutionPayloadEnvelope(blockSlot: Slot, blockRootHex: string): Promise<Uint8Array | null>;
240
240
  getSerializedExecutionPayloadEnvelopes(
241
241
  requests: {blockSlot: Slot; blockRootHex: RootHex}[],
242
- onMismatch?: ReconstructMismatchPolicy
242
+ onMiss?: ReconstructMissPolicy
243
243
  ): Promise<(Uint8Array | null)[]>;
244
244
  getExecutionPayloadEnvelope(
245
245
  blockSlot: Slot,
@@ -288,8 +288,11 @@ export interface IBeaconChain {
288
288
  waitForBlock(slot: Slot, root: RootHex): Promise<boolean>;
289
289
 
290
290
  updateBeaconProposerData(epoch: Epoch, proposers: ProposerPreparationData[]): Promise<void>;
291
+ /** Track validators that use this node for duties, e.g. by subscribing to attestation subnets */
292
+ updateAttachedValidators(epoch: Epoch, validatorIndices: ValidatorIndex[]): Promise<void>;
291
293
 
292
294
  persistBlock(data: BeaconBlock | BlindedBeaconBlock, suffix?: string): void;
295
+ persistExecutionPayloadEnvelope(envelope: gloas.ExecutionPayloadEnvelope): void;
293
296
  persistInvalidStateRoot(
294
297
  preState: IBeaconStateView,
295
298
  postState: IBeaconStateView,
@@ -30,7 +30,7 @@ import {
30
30
  isStatePostGloas,
31
31
  } from "@lodestar/state-transition";
32
32
  import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
33
- import {MapDef, assert, toRootHex} from "@lodestar/utils";
33
+ import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
34
34
  import {Metrics} from "../../metrics/metrics.js";
35
35
  import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
36
36
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
@@ -58,7 +58,7 @@ export type AttestationsConsolidation = {
58
58
 
59
59
  /**
60
60
  * This function returns not seen participation for a given epoch and slot and committee index.
61
- * Return null if all validators are seen or no info to check.
61
+ * Return an empty set if all validators are seen, or null if the committee cannot be computed (e.g. missing shuffling).
62
62
  */
63
63
  type GetNotSeenValidatorsFn = (epoch: Epoch, slot: Slot, committeeIndex: number) => Set<number> | null;
64
64
 
@@ -140,7 +140,8 @@ export class AggregatedAttestationPool {
140
140
 
141
141
  constructor(
142
142
  private readonly config: BeaconConfig,
143
- private readonly metrics: Metrics | null = null
143
+ private readonly metrics: Metrics | null = null,
144
+ private readonly logger: Logger | null = null
144
145
  ) {
145
146
  metrics?.opPool.aggregatedAttestationPool.attDataPerSlot.addCollect(() => this.onScrapeMetrics(metrics));
146
147
  }
@@ -244,6 +245,7 @@ export class AggregatedAttestationPool {
244
245
  const consolidations = new Map<AttestationsConsolidation, number>();
245
246
  let scannedSlots = 0;
246
247
  let stopReason: ScannedSlotsTerminationReason | null = null;
248
+ const missingShufflingCommitteesByEpoch = new Map<Epoch, number>();
247
249
  slot: for (const slot of slots) {
248
250
  const attestationGroupByIndexByDataHash = this.attestationGroupByIndexByDataHexBySlot.get(slot);
249
251
  // should not happen
@@ -295,7 +297,12 @@ export class AggregatedAttestationPool {
295
297
 
296
298
  for (const [committeeIndex, attestationGroup] of attestationGroupByIndex.entries()) {
297
299
  const notSeenCommitteeMembers = notSeenValidatorsFn(epoch, slot, committeeIndex);
298
- if (notSeenCommitteeMembers === null || notSeenCommitteeMembers.size === 0) {
300
+ if (notSeenCommitteeMembers === null) {
301
+ // skip this committee instead of failing the whole block production, other epochs may still have shuffling
302
+ missingShufflingCommitteesByEpoch.set(epoch, (missingShufflingCommitteesByEpoch.get(epoch) ?? 0) + 1);
303
+ continue;
304
+ }
305
+ if (notSeenCommitteeMembers.size === 0) {
299
306
  this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.seenCommittees.inc();
300
307
  continue;
301
308
  }
@@ -386,6 +393,18 @@ export class AggregatedAttestationPool {
386
393
  scannedSlots++;
387
394
  }
388
395
 
396
+ for (const [epoch, missingCommittees] of missingShufflingCommitteesByEpoch) {
397
+ this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.missingShufflingCommittees.inc(
398
+ missingCommittees
399
+ );
400
+ this.logger?.debug("Missing shuffling when packing attestations, skipped committees", {
401
+ slot: stateSlot,
402
+ epoch,
403
+ decisionRoot: state.getShufflingDecisionRoot(epoch),
404
+ missingCommittees,
405
+ });
406
+ }
407
+
389
408
  this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.totalConsolidations.set(consolidations.size);
390
409
 
391
410
  const sortedConsolidationsByScore = Array.from(consolidations.entries())
@@ -770,13 +789,18 @@ export function getNotSeenValidatorsFn(
770
789
  }
771
790
  const cacheKey = slot + "_" + committeeIndex;
772
791
  let notSeenCommitteeMembers = cachedNotSeenValidators.get(cacheKey);
773
- if (notSeenCommitteeMembers != null) {
774
- // if all validators are seen then return null, we don't need to check for any attestations of same committee again
775
- return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
792
+ if (notSeenCommitteeMembers !== undefined) {
793
+ return notSeenCommitteeMembers;
776
794
  }
777
795
 
778
796
  const decisionRoot = state.getShufflingDecisionRoot(computeEpochAtSlot(slot));
779
- const committee = shufflingCache.getBeaconCommittee(epoch, decisionRoot, slot, committeeIndex);
797
+ const committee = shufflingCache.getBeaconCommitteeOrNull(epoch, decisionRoot, slot, committeeIndex);
798
+ if (committee === null) {
799
+ // attestations in the pool were validated against a cached shuffling of the previous or current epoch,
800
+ // so a miss is a ShufflingCache bug. Return null so the caller tracks it via metrics/logs without failing
801
+ // block production. Don't fall back to the state's shuffling, that would hide the bug
802
+ return null;
803
+ }
780
804
  notSeenCommitteeMembers = new Set<number>();
781
805
  for (const [i, validatorIndex] of committee.entries()) {
782
806
  // no need to check flagIsTimelySource as if validator is not seen, it's participation status is 0
@@ -786,8 +810,8 @@ export function getNotSeenValidatorsFn(
786
810
  }
787
811
  }
788
812
  cachedNotSeenValidators.set(cacheKey, notSeenCommitteeMembers);
789
- // if all validators are seen then return null, we don't need to check for any attestations of same committee again
790
- return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
813
+ // an empty set means all validators are seen, we don't need to check for any attestations of same committee again
814
+ return notSeenCommitteeMembers;
791
815
  };
792
816
  }
793
817
 
@@ -1,5 +1,4 @@
1
1
  import {BeaconConfig} from "@lodestar/config";
2
- import {DbBatch, Id, Repository} from "@lodestar/db";
3
2
  import {
4
3
  BLS_WITHDRAWAL_PREFIX,
5
4
  ForkName,
@@ -12,38 +11,55 @@ import {
12
11
  } from "@lodestar/params";
13
12
  import {
14
13
  IBeaconStateView,
14
+ assertValidAttesterSlashing,
15
15
  computeEpochAtSlot,
16
16
  computeStartSlotAtEpoch,
17
17
  getAttesterSlashableIndices,
18
+ getAttesterSlashingSignatureSets,
19
+ getProposerSlashingSignatureSets,
18
20
  } from "@lodestar/state-transition";
19
21
  import {
20
22
  AttesterSlashing,
23
+ Domain,
21
24
  Epoch,
22
25
  SignedBeaconBlock,
26
+ Slot,
23
27
  ValidatorIndex,
24
28
  capella,
25
29
  phase0,
30
+ ssz,
26
31
  sszTypesFor,
27
32
  } from "@lodestar/types";
28
- import {fromHex, toHex, toRootHex} from "@lodestar/utils";
33
+ import {byteArrayEquals, fromHex, toHex, toRootHex} from "@lodestar/utils";
29
34
  import {IBeaconDb} from "../../db/index.js";
30
35
  import {Metrics} from "../../metrics/metrics.js";
31
36
  import {SignedBLSToExecutionChangeVersioned} from "../../util/types.js";
37
+ import {IBlsVerifier} from "../bls/interface.js";
32
38
  import {BlockType} from "../interface.js";
33
39
  import {BlockProductionStep} from "../produceBlock/produceBlockBody.js";
34
- import {isValidBlsToExecutionChangeForBlockInclusion} from "./utils.js";
40
+ import {
41
+ getAttesterSlashingSignatureDomains,
42
+ getProposerSlashingSignatureDomain,
43
+ isValidBlsToExecutionChangeForBlockInclusion,
44
+ persistDiff,
45
+ } from "./utils.js";
35
46
 
36
47
  type HexRoot = string;
37
48
  type AttesterSlashingCached = {
38
49
  attesterSlashing: AttesterSlashing;
39
50
  intersectingIndices: number[];
51
+ verifiedDomains: [Domain, Domain];
52
+ };
53
+ type ProposerSlashingCached = {
54
+ proposerSlashing: phase0.ProposerSlashing;
55
+ verifiedDomain: Domain;
40
56
  };
41
57
 
42
58
  export class OpPool {
43
59
  /** Map of uniqueId(AttesterSlashing) -> AttesterSlashing */
44
60
  private readonly attesterSlashings = new Map<HexRoot, AttesterSlashingCached>();
45
61
  /** Map of to slash validator index -> ProposerSlashing */
46
- private readonly proposerSlashings = new Map<ValidatorIndex, phase0.ProposerSlashing>();
62
+ private readonly proposerSlashings = new Map<ValidatorIndex, ProposerSlashingCached>();
47
63
  /** Map of to exit validator index -> SignedVoluntaryExit */
48
64
  private readonly voluntaryExits = new Map<ValidatorIndex, phase0.SignedVoluntaryExit>();
49
65
  /** Set of seen attester slashing indexes. No need to prune */
@@ -68,7 +84,7 @@ export class OpPool {
68
84
  return this.blsToExecutionChanges.size;
69
85
  }
70
86
 
71
- async fromPersisted(db: IBeaconDb): Promise<void> {
87
+ async fromPersisted(db: IBeaconDb, state: IBeaconStateView, bls: IBlsVerifier, currentSlot: Slot): Promise<void> {
72
88
  const [attesterSlashings, proposerSlashings, voluntaryExits, blsToExecutionChanges] = await Promise.all([
73
89
  db.attesterSlashing.entries(),
74
90
  db.proposerSlashing.values(),
@@ -76,11 +92,42 @@ export class OpPool {
76
92
  db.blsToExecutionChange.values(),
77
93
  ]);
78
94
 
79
- for (const attesterSlashing of attesterSlashings) {
80
- this.insertAttesterSlashing(ForkName.electra, attesterSlashing.value, attesterSlashing.key);
95
+ // Persisted operations have no verification context. Rebuild it before they can enter the pool.
96
+ // The startup anchor may precede a fork whose slashings are already persisted.
97
+ for (const {key, value: attesterSlashing} of attesterSlashings) {
98
+ try {
99
+ assertValidAttesterSlashing(this.config, currentSlot, state.validatorCount, attesterSlashing, false);
100
+ } catch {
101
+ continue;
102
+ }
103
+ const verifiedDomains = getAttesterSlashingSignatureDomains(this.config, currentSlot, attesterSlashing);
104
+ if (
105
+ !(await bls.verifySignatureSets(getAttesterSlashingSignatureSets(this.config, currentSlot, attesterSlashing)))
106
+ ) {
107
+ continue;
108
+ }
109
+ this.insertAttesterSlashing(ForkName.electra, attesterSlashing, verifiedDomains, key);
81
110
  }
82
111
  for (const proposerSlashing of proposerSlashings) {
83
- this.insertProposerSlashing(proposerSlashing);
112
+ const header1 = proposerSlashing.signedHeader1.message;
113
+ const header2 = proposerSlashing.signedHeader2.message;
114
+ // Startup may restore a state from before activation. Current slashability is checked
115
+ // when selecting operations, so it must not prevent restoring an otherwise valid slashing.
116
+ if (
117
+ header1.slot !== header2.slot ||
118
+ header1.proposerIndex !== header2.proposerIndex ||
119
+ header1.proposerIndex >= state.validatorCount ||
120
+ ssz.phase0.BeaconBlockHeaderBigint.equals(header1, header2)
121
+ ) {
122
+ continue;
123
+ }
124
+ const verifiedDomain = getProposerSlashingSignatureDomain(this.config, currentSlot, proposerSlashing);
125
+ if (
126
+ !(await bls.verifySignatureSets(getProposerSlashingSignatureSets(this.config, currentSlot, proposerSlashing)))
127
+ ) {
128
+ continue;
129
+ }
130
+ this.insertProposerSlashing(proposerSlashing, verifiedDomain);
84
131
  }
85
132
  for (const voluntaryExit of voluntaryExits) {
86
133
  this.insertVoluntaryExit(voluntaryExit);
@@ -102,8 +149,12 @@ export class OpPool {
102
149
  ),
103
150
  persistDiff(
104
151
  db.proposerSlashing,
105
- Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value})),
106
- (index) => index
152
+ Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value: value.proposerSlashing})),
153
+ (index) => index,
154
+ // A slashing invalidated by a fork may remain on disk after eviction from the pool.
155
+ // A new valid slashing for that validator has the same database key, so comparing
156
+ // keys alone would retain the invalid slashing and lose the replacement on restart.
157
+ {updateExisting: true}
107
158
  ),
108
159
  persistDiff(
109
160
  db.voluntaryExit,
@@ -143,7 +194,12 @@ export class OpPool {
143
194
  }
144
195
 
145
196
  /** Must be validated beforehand */
146
- insertAttesterSlashing(fork: ForkName, attesterSlashing: AttesterSlashing, rootHash?: Uint8Array): void {
197
+ insertAttesterSlashing(
198
+ fork: ForkName,
199
+ attesterSlashing: AttesterSlashing,
200
+ verifiedDomains: [Domain, Domain],
201
+ rootHash?: Uint8Array
202
+ ): void {
147
203
  if (!rootHash) {
148
204
  rootHash = sszTypesFor(fork).AttesterSlashing.hashTreeRoot(attesterSlashing);
149
205
  }
@@ -153,6 +209,7 @@ export class OpPool {
153
209
  this.attesterSlashings.set(toRootHex(rootHash), {
154
210
  attesterSlashing,
155
211
  intersectingIndices,
212
+ verifiedDomains,
156
213
  });
157
214
  for (const index of intersectingIndices) {
158
215
  this.attesterSlashingIndexes.add(index);
@@ -160,8 +217,11 @@ export class OpPool {
160
217
  }
161
218
 
162
219
  /** Must be validated beforehand */
163
- insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing): void {
164
- this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, proposerSlashing);
220
+ insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing, verifiedDomain: Domain): void {
221
+ this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, {
222
+ proposerSlashing,
223
+ verifiedDomain,
224
+ });
165
225
  }
166
226
 
167
227
  /** Must be validated beforehand */
@@ -204,7 +264,14 @@ export class OpPool {
204
264
  : metrics?.builderBlockProductionTimeSteps;
205
265
 
206
266
  const endProposerSlashing = stepsMetrics?.startTimer();
207
- for (const proposerSlashing of this.proposerSlashings.values()) {
267
+ for (const [key, {proposerSlashing, verifiedDomain}] of this.proposerSlashings) {
268
+ // A fork can change the required domain even for verified slashings, including those with future-slot headers.
269
+ if (
270
+ !byteArrayEquals(verifiedDomain, getProposerSlashingSignatureDomain(this.config, state.slot, proposerSlashing))
271
+ ) {
272
+ this.proposerSlashings.delete(key);
273
+ continue;
274
+ }
208
275
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
209
276
  const validator = state.getValidator(index);
210
277
  if (!validator.slashed && validator.activationEpoch <= stateEpoch && stateEpoch < validator.withdrawableEpoch) {
@@ -223,7 +290,12 @@ export class OpPool {
223
290
  const endAttesterSlashings = stepsMetrics?.startTimer();
224
291
  const attesterSlashings: AttesterSlashing[] = [];
225
292
  const maxAttesterSlashings = stateFork >= ForkSeq.electra ? MAX_ATTESTER_SLASHINGS_ELECTRA : MAX_ATTESTER_SLASHINGS;
226
- attesterSlashing: for (const attesterSlashing of this.attesterSlashings.values()) {
293
+ attesterSlashing: for (const [key, attesterSlashing] of this.attesterSlashings) {
294
+ const domains = getAttesterSlashingSignatureDomains(this.config, state.slot, attesterSlashing.attesterSlashing);
295
+ if (!attesterSlashing.verifiedDomains.every((domain, i) => byteArrayEquals(domain, domains[i]))) {
296
+ this.attesterSlashings.delete(key);
297
+ continue;
298
+ }
227
299
  /** Indices slashable in this attester slashing */
228
300
  const slashableIndices = new Set<ValidatorIndex>();
229
301
  for (let i = 0; i < attesterSlashing.intersectingIndices.length; i++) {
@@ -303,7 +375,7 @@ export class OpPool {
303
375
 
304
376
  /** For beacon pool API */
305
377
  getAllProposerSlashings(): phase0.ProposerSlashing[] {
306
- return Array.from(this.proposerSlashings.values());
378
+ return Array.from(this.proposerSlashings.values()).map(({proposerSlashing}) => proposerSlashing);
307
379
  }
308
380
 
309
381
  /** For beacon pool API */
@@ -356,7 +428,7 @@ export class OpPool {
356
428
  */
357
429
  private pruneProposerSlashings(headState: IBeaconStateView): void {
358
430
  const finalizedEpoch = headState.finalizedCheckpoint.epoch;
359
- for (const [key, proposerSlashing] of this.proposerSlashings.entries()) {
431
+ for (const [key, {proposerSlashing}] of this.proposerSlashings.entries()) {
360
432
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
361
433
  if (headState.getValidator(index).exitEpoch <= finalizedEpoch) {
362
434
  this.proposerSlashings.delete(key);
@@ -428,32 +500,3 @@ function isVoluntaryExitSignatureIncludable(stateFork: ForkSeq, voluntaryExitFor
428
500
  function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean {
429
501
  return !validator.slashed && validator.activationEpoch <= epoch && epoch < validator.withdrawableEpoch;
430
502
  }
431
-
432
- /**
433
- * Persist target items `items` in `dbRepo` doing minimum put and delete writes.
434
- * Reads all keys in repository to compute the diff between current persisted data and target data.
435
- */
436
- async function persistDiff<K extends Id, V>(
437
- dbRepo: Repository<K, V>,
438
- items: {key: K; value: V}[],
439
- serializeKey: (key: K) => number | string
440
- ): Promise<void> {
441
- const persistedKeys = await dbRepo.keys();
442
- const batch: DbBatch<K, V> = [];
443
-
444
- const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
445
- for (const item of items) {
446
- if (!persistedKeysSerialized.has(serializeKey(item.key))) {
447
- batch.push({type: "put", key: item.key, value: item.value});
448
- }
449
- }
450
-
451
- const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
452
- for (const persistedKey of persistedKeys) {
453
- if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
454
- batch.push({type: "del", key: persistedKey});
455
- }
456
- }
457
-
458
- if (batch.length > 0) await dbRepo.batch(batch);
459
- }
@@ -1,13 +1,15 @@
1
1
  import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
2
- import {toRootHex} from "@lodestar/utils";
2
+ import {toHex, toRootHex} from "@lodestar/utils";
3
+ import {IBeaconDb} from "../../db/index.js";
4
+ import {persistDiff} from "./utils.js";
3
5
 
4
6
  /**
5
7
  * Pool of validated `SignedProposerPreferences` indexed by `(slot, dependent_root)`.
6
8
  *
7
9
  * The primary consumer is `validateExecutionPayloadBid`, which looks up the matching
8
10
  * preferences via `get(bid.slot, dependent_root)` to enforce the IGNORE-existence and
9
- * REJECT-equality rules from the gloas spec. The beacon API `/pool/proposer_preferences`
10
- * GET endpoint reads from the same pool via `getAll`.
11
+ * REJECT-equality rules from the gloas spec. The beacon API `getProposerPreferences`
12
+ * endpoint reads from the same pool via `getAll`.
11
13
  *
12
14
  * `validator_index` is intentionally not part of the key: gossip validation enforces
13
15
  * `proposers[proposalSlot % SLOTS_PER_EPOCH] === validatorIndex` against the shuffling
@@ -37,15 +39,19 @@ export class ProposerPreferencesPool {
37
39
  byRoot.set(rootHex, signed);
38
40
  }
39
41
 
40
- /** API read-out: flatten across branches, optionally filtered by slot. */
41
- getAll(slot?: Slot): gloas.SignedProposerPreferences[] {
42
- if (slot !== undefined) {
43
- const byRoot = this.bySlot.get(slot);
44
- return byRoot ? Array.from(byRoot.values()) : [];
45
- }
42
+ /** API read-out: flatten across branches, optionally filtered by slot and dependent root. */
43
+ getAll(slot?: Slot, dependentRootHex?: RootHex): gloas.SignedProposerPreferences[] {
46
44
  const out: gloas.SignedProposerPreferences[] = [];
47
- for (const byRoot of this.bySlot.values()) {
48
- for (const v of byRoot.values()) out.push(v);
45
+ for (const [s, byRoot] of this.bySlot) {
46
+ if (slot !== undefined && s !== slot) {
47
+ continue;
48
+ }
49
+ for (const [root, signed] of byRoot) {
50
+ if (dependentRootHex !== undefined && root !== dependentRootHex) {
51
+ continue;
52
+ }
53
+ out.push(signed);
54
+ }
49
55
  }
50
56
  return out;
51
57
  }
@@ -60,4 +66,21 @@ export class ProposerPreferencesPool {
60
66
  if (slot < currentSlot) this.bySlot.delete(slot);
61
67
  }
62
68
  }
69
+
70
+ /** Restore the preferences of upcoming slots, they were validated before they were persisted */
71
+ async fromPersisted(db: IBeaconDb, currentSlot: Slot): Promise<void> {
72
+ for (const signed of await db.proposerPreferences.values()) {
73
+ if (signed.message.proposalSlot >= currentSlot) {
74
+ this.add(signed);
75
+ }
76
+ }
77
+ }
78
+
79
+ async toPersisted(db: IBeaconDb): Promise<void> {
80
+ await persistDiff(
81
+ db.proposerPreferences,
82
+ this.getAll().map((signed) => ({key: db.proposerPreferences.getId(signed), value: signed})),
83
+ toHex
84
+ );
85
+ }
63
86
  }