@lodestar/beacon-node 1.50.0-dev.1f38fe79fb → 1.50.0-dev.26076bcd3f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +6 -1
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/index.js +13 -0
  6. package/lib/api/impl/beacon/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  8. package/lib/api/impl/beacon/state/index.js +28 -6
  9. package/lib/api/impl/beacon/state/index.js.map +1 -1
  10. package/lib/api/impl/debug/index.d.ts.map +1 -1
  11. package/lib/api/impl/debug/index.js +26 -18
  12. package/lib/api/impl/debug/index.js.map +1 -1
  13. package/lib/api/impl/validator/index.d.ts +1 -0
  14. package/lib/api/impl/validator/index.d.ts.map +1 -1
  15. package/lib/api/impl/validator/index.js +31 -1
  16. package/lib/api/impl/validator/index.js.map +1 -1
  17. package/lib/chain/archiveStore/archiveStore.d.ts +5 -0
  18. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  19. package/lib/chain/archiveStore/archiveStore.js +14 -24
  20. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  21. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +2 -2
  22. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
  23. package/lib/chain/archiveStore/historicalState/getHistoricalState.js +5 -7
  24. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
  25. package/lib/chain/archiveStore/historicalState/historicalStateRegen.js +1 -1
  26. package/lib/chain/archiveStore/historicalState/historicalStateRegen.js.map +1 -1
  27. package/lib/chain/archiveStore/historicalState/types.d.ts +2 -2
  28. package/lib/chain/archiveStore/historicalState/types.d.ts.map +1 -1
  29. package/lib/chain/archiveStore/historicalState/worker.js +1 -1
  30. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
  31. package/lib/chain/archiveStore/interface.d.ts +1 -1
  32. package/lib/chain/archiveStore/interface.d.ts.map +1 -1
  33. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +1 -1
  34. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  35. package/lib/chain/archiveStore/utils/pruneHistory.js +2 -1
  36. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  37. package/lib/chain/beaconProposerCache.d.ts +6 -0
  38. package/lib/chain/beaconProposerCache.d.ts.map +1 -1
  39. package/lib/chain/beaconProposerCache.js +16 -0
  40. package/lib/chain/beaconProposerCache.js.map +1 -1
  41. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  42. package/lib/chain/blocks/importBlock.js +18 -8
  43. package/lib/chain/blocks/importBlock.js.map +1 -1
  44. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +2 -1
  45. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  46. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  47. package/lib/chain/blocks/verifyBlock.js +7 -7
  48. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts +2 -1
  50. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts.map +1 -1
  51. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js +5 -4
  52. package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js.map +1 -1
  53. package/lib/chain/chain.d.ts +10 -5
  54. package/lib/chain/chain.d.ts.map +1 -1
  55. package/lib/chain/chain.js +102 -33
  56. package/lib/chain/chain.js.map +1 -1
  57. package/lib/chain/emitter.d.ts +7 -1
  58. package/lib/chain/emitter.d.ts.map +1 -1
  59. package/lib/chain/emitter.js +5 -0
  60. package/lib/chain/emitter.js.map +1 -1
  61. package/lib/chain/errors/envelopeReconstructionError.d.ts +5 -0
  62. package/lib/chain/errors/envelopeReconstructionError.d.ts.map +1 -1
  63. package/lib/chain/errors/envelopeReconstructionError.js +2 -0
  64. package/lib/chain/errors/envelopeReconstructionError.js.map +1 -1
  65. package/lib/chain/errors/gossipValidation.d.ts +3 -1
  66. package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
  67. package/lib/chain/errors/gossipValidation.js +2 -0
  68. package/lib/chain/errors/gossipValidation.js.map +1 -1
  69. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  70. package/lib/chain/forkChoice/index.js +2 -0
  71. package/lib/chain/forkChoice/index.js.map +1 -1
  72. package/lib/chain/interface.d.ts +5 -2
  73. package/lib/chain/interface.d.ts.map +1 -1
  74. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -2
  75. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  76. package/lib/chain/opPools/aggregatedAttestationPool.js +30 -8
  77. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  78. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  79. package/lib/chain/opPools/opPool.js +1 -23
  80. package/lib/chain/opPools/opPool.js.map +1 -1
  81. package/lib/chain/opPools/proposerPreferencesPool.d.ts +8 -4
  82. package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
  83. package/lib/chain/opPools/proposerPreferencesPool.js +27 -12
  84. package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
  85. package/lib/chain/opPools/utils.d.ts +11 -0
  86. package/lib/chain/opPools/utils.d.ts.map +1 -1
  87. package/lib/chain/opPools/utils.js +22 -0
  88. package/lib/chain/opPools/utils.js.map +1 -1
  89. package/lib/chain/options.d.ts +2 -1
  90. package/lib/chain/options.d.ts.map +1 -1
  91. package/lib/chain/options.js +1 -1
  92. package/lib/chain/options.js.map +1 -1
  93. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  94. package/lib/chain/prepareNextSlot.js +16 -5
  95. package/lib/chain/prepareNextSlot.js.map +1 -1
  96. package/lib/chain/produceBlock/computeNewStateRoot.js +1 -1
  97. package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
  98. package/lib/chain/produceBlock/produceBlockBody.d.ts +11 -1
  99. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  100. package/lib/chain/produceBlock/produceBlockBody.js +46 -30
  101. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  102. package/lib/chain/regen/regen.d.ts +2 -0
  103. package/lib/chain/regen/regen.d.ts.map +1 -1
  104. package/lib/chain/regen/regen.js +10 -4
  105. package/lib/chain/regen/regen.js.map +1 -1
  106. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -0
  107. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  108. package/lib/chain/seenCache/seenGossipBlockInput.js +21 -0
  109. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  110. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +9 -2
  111. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  112. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +23 -13
  113. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  114. package/lib/chain/shufflingCache.d.ts +18 -8
  115. package/lib/chain/shufflingCache.d.ts.map +1 -1
  116. package/lib/chain/shufflingCache.js +72 -18
  117. package/lib/chain/shufflingCache.js.map +1 -1
  118. package/lib/chain/validatorMonitor.d.ts +5 -1
  119. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  120. package/lib/chain/validatorMonitor.js +64 -54
  121. package/lib/chain/validatorMonitor.js.map +1 -1
  122. package/lib/db/beacon.d.ts +4 -1
  123. package/lib/db/beacon.d.ts.map +1 -1
  124. package/lib/db/beacon.js +6 -1
  125. package/lib/db/beacon.js.map +1 -1
  126. package/lib/db/buckets.d.ts +3 -1
  127. package/lib/db/buckets.d.ts.map +1 -1
  128. package/lib/db/buckets.js +2 -0
  129. package/lib/db/buckets.js.map +1 -1
  130. package/lib/db/interface.d.ts +4 -1
  131. package/lib/db/interface.d.ts.map +1 -1
  132. package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
  133. package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
  134. package/lib/db/repositories/earliestAvailableSlot.d.ts +11 -0
  135. package/lib/db/repositories/earliestAvailableSlot.d.ts.map +1 -0
  136. package/lib/db/repositories/earliestAvailableSlot.js +19 -0
  137. package/lib/db/repositories/earliestAvailableSlot.js.map +1 -0
  138. package/lib/db/repositories/index.d.ts +1 -0
  139. package/lib/db/repositories/index.d.ts.map +1 -1
  140. package/lib/db/repositories/index.js +1 -0
  141. package/lib/db/repositories/index.js.map +1 -1
  142. package/lib/db/repositories/proposerPreferences.d.ts +14 -0
  143. package/lib/db/repositories/proposerPreferences.d.ts.map +1 -0
  144. package/lib/db/repositories/proposerPreferences.js +21 -0
  145. package/lib/db/repositories/proposerPreferences.js.map +1 -0
  146. package/lib/execution/engine/blobVersionedHashes.d.ts +9 -0
  147. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -0
  148. package/lib/execution/engine/blobVersionedHashes.js +74 -0
  149. package/lib/execution/engine/blobVersionedHashes.js.map +1 -0
  150. package/lib/execution/engine/disabled.d.ts +0 -2
  151. package/lib/execution/engine/disabled.d.ts.map +1 -1
  152. package/lib/execution/engine/disabled.js +0 -6
  153. package/lib/execution/engine/disabled.js.map +1 -1
  154. package/lib/execution/engine/http.d.ts +46 -16
  155. package/lib/execution/engine/http.d.ts.map +1 -1
  156. package/lib/execution/engine/http.js +236 -213
  157. package/lib/execution/engine/http.js.map +1 -1
  158. package/lib/execution/engine/index.d.ts +3 -2
  159. package/lib/execution/engine/index.d.ts.map +1 -1
  160. package/lib/execution/engine/index.js +33 -8
  161. package/lib/execution/engine/index.js.map +1 -1
  162. package/lib/execution/engine/interface.d.ts +2 -4
  163. package/lib/execution/engine/interface.d.ts.map +1 -1
  164. package/lib/execution/engine/jsonRpcTransport.d.ts +25 -0
  165. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -0
  166. package/lib/execution/engine/jsonRpcTransport.js +158 -0
  167. package/lib/execution/engine/jsonRpcTransport.js.map +1 -0
  168. package/lib/execution/engine/mock.d.ts +0 -2
  169. package/lib/execution/engine/mock.d.ts.map +1 -1
  170. package/lib/execution/engine/mock.js +0 -8
  171. package/lib/execution/engine/mock.js.map +1 -1
  172. package/lib/execution/engine/restHttpClient.d.ts +71 -0
  173. package/lib/execution/engine/restHttpClient.d.ts.map +1 -0
  174. package/lib/execution/engine/restHttpClient.js +201 -0
  175. package/lib/execution/engine/restHttpClient.js.map +1 -0
  176. package/lib/execution/engine/restTransport.d.ts +46 -0
  177. package/lib/execution/engine/restTransport.d.ts.map +1 -0
  178. package/lib/execution/engine/restTransport.js +399 -0
  179. package/lib/execution/engine/restTransport.js.map +1 -0
  180. package/lib/execution/engine/sszTypes.d.ts +1261 -0
  181. package/lib/execution/engine/sszTypes.d.ts.map +1 -0
  182. package/lib/execution/engine/sszTypes.js +216 -0
  183. package/lib/execution/engine/sszTypes.js.map +1 -0
  184. package/lib/execution/engine/transport.d.ts +39 -0
  185. package/lib/execution/engine/transport.d.ts.map +1 -0
  186. package/lib/execution/engine/transport.js +2 -0
  187. package/lib/execution/engine/transport.js.map +1 -0
  188. package/lib/execution/engine/types.d.ts +2 -8
  189. package/lib/execution/engine/types.d.ts.map +1 -1
  190. package/lib/execution/engine/types.js +24 -57
  191. package/lib/execution/engine/types.js.map +1 -1
  192. package/lib/execution/engine/utils.d.ts.map +1 -1
  193. package/lib/execution/engine/utils.js +9 -2
  194. package/lib/execution/engine/utils.js.map +1 -1
  195. package/lib/metrics/metrics/lodestar.d.ts +10 -0
  196. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  197. package/lib/metrics/metrics/lodestar.js +22 -0
  198. package/lib/metrics/metrics/lodestar.js.map +1 -1
  199. package/lib/metrics/metrics.d.ts +7 -3
  200. package/lib/metrics/metrics.d.ts.map +1 -1
  201. package/lib/metrics/metrics.js +4 -4
  202. package/lib/metrics/metrics.js.map +1 -1
  203. package/lib/network/core/events.d.ts +5 -1
  204. package/lib/network/core/events.d.ts.map +1 -1
  205. package/lib/network/core/events.js +8 -0
  206. package/lib/network/core/events.js.map +1 -1
  207. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  208. package/lib/network/processor/gossipHandlers.js +63 -64
  209. package/lib/network/processor/gossipHandlers.js.map +1 -1
  210. package/lib/network/processor/gossipValidatorFn.d.ts +7 -3
  211. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  212. package/lib/network/processor/gossipValidatorFn.js +7 -3
  213. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  214. package/lib/network/processor/index.d.ts +9 -0
  215. package/lib/network/processor/index.d.ts.map +1 -1
  216. package/lib/network/processor/index.js +77 -10
  217. package/lib/network/processor/index.js.map +1 -1
  218. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +1 -1
  219. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
  220. package/lib/node/nodejs.d.ts +3 -1
  221. package/lib/node/nodejs.d.ts.map +1 -1
  222. package/lib/node/nodejs.js +27 -4
  223. package/lib/node/nodejs.js.map +1 -1
  224. package/lib/node/options.d.ts +3 -2
  225. package/lib/node/options.d.ts.map +1 -1
  226. package/lib/node/options.js +2 -2
  227. package/lib/node/options.js.map +1 -1
  228. package/lib/sync/range/batch.d.ts +11 -5
  229. package/lib/sync/range/batch.d.ts.map +1 -1
  230. package/lib/sync/range/batch.js +21 -17
  231. package/lib/sync/range/batch.js.map +1 -1
  232. package/lib/sync/range/chain.d.ts +4 -4
  233. package/lib/sync/range/chain.d.ts.map +1 -1
  234. package/lib/sync/range/chain.js +12 -6
  235. package/lib/sync/range/chain.js.map +1 -1
  236. package/lib/sync/range/range.d.ts.map +1 -1
  237. package/lib/sync/range/range.js +75 -29
  238. package/lib/sync/range/range.js.map +1 -1
  239. package/lib/sync/unknownBlock.d.ts +5 -2
  240. package/lib/sync/unknownBlock.d.ts.map +1 -1
  241. package/lib/sync/unknownBlock.js +49 -24
  242. package/lib/sync/unknownBlock.js.map +1 -1
  243. package/lib/sync/utils/downloadByRange.d.ts +38 -14
  244. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  245. package/lib/sync/utils/downloadByRange.js +84 -39
  246. package/lib/sync/utils/downloadByRange.js.map +1 -1
  247. package/lib/util/asyncIterableToEvents.d.ts +10 -2
  248. package/lib/util/asyncIterableToEvents.d.ts.map +1 -1
  249. package/lib/util/asyncIterableToEvents.js +29 -3
  250. package/lib/util/asyncIterableToEvents.js.map +1 -1
  251. package/lib/util/execution.d.ts +9 -11
  252. package/lib/util/execution.d.ts.map +1 -1
  253. package/lib/util/execution.js +5 -1
  254. package/lib/util/execution.js.map +1 -1
  255. package/lib/util/metadata.d.ts.map +1 -1
  256. package/lib/util/metadata.js +2 -1
  257. package/lib/util/metadata.js.map +1 -1
  258. package/package.json +18 -17
  259. package/src/api/impl/beacon/blocks/index.ts +7 -4
  260. package/src/api/impl/beacon/index.ts +15 -0
  261. package/src/api/impl/beacon/state/index.ts +43 -6
  262. package/src/api/impl/debug/index.ts +28 -19
  263. package/src/api/impl/validator/index.ts +35 -2
  264. package/src/chain/archiveStore/archiveStore.ts +19 -25
  265. package/src/chain/archiveStore/historicalState/getHistoricalState.ts +5 -7
  266. package/src/chain/archiveStore/historicalState/historicalStateRegen.ts +1 -1
  267. package/src/chain/archiveStore/historicalState/types.ts +2 -2
  268. package/src/chain/archiveStore/historicalState/worker.ts +1 -2
  269. package/src/chain/archiveStore/interface.ts +1 -1
  270. package/src/chain/archiveStore/utils/pruneHistory.ts +4 -1
  271. package/src/chain/beaconProposerCache.ts +19 -1
  272. package/src/chain/blocks/importBlock.ts +21 -7
  273. package/src/chain/blocks/payloadEnvelopeInput/types.ts +2 -1
  274. package/src/chain/blocks/verifyBlock.ts +8 -6
  275. package/src/chain/blocks/verifyBlocksStateTransitionOnly.ts +6 -3
  276. package/src/chain/chain.ts +132 -35
  277. package/src/chain/emitter.ts +7 -1
  278. package/src/chain/errors/envelopeReconstructionError.ts +3 -0
  279. package/src/chain/errors/gossipValidation.ts +2 -0
  280. package/src/chain/forkChoice/index.ts +2 -0
  281. package/src/chain/interface.ts +5 -2
  282. package/src/chain/opPools/aggregatedAttestationPool.ts +34 -10
  283. package/src/chain/opPools/opPool.ts +1 -31
  284. package/src/chain/opPools/proposerPreferencesPool.ts +34 -11
  285. package/src/chain/opPools/utils.ts +31 -0
  286. package/src/chain/options.ts +3 -3
  287. package/src/chain/prepareNextSlot.ts +21 -6
  288. package/src/chain/produceBlock/computeNewStateRoot.ts +1 -1
  289. package/src/chain/produceBlock/produceBlockBody.ts +76 -35
  290. package/src/chain/regen/regen.ts +12 -4
  291. package/src/chain/seenCache/seenGossipBlockInput.ts +23 -0
  292. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +31 -13
  293. package/src/chain/shufflingCache.ts +84 -22
  294. package/src/chain/validatorMonitor.ts +75 -57
  295. package/src/db/beacon.ts +6 -0
  296. package/src/db/buckets.ts +2 -0
  297. package/src/db/interface.ts +4 -0
  298. package/src/db/repositories/earliestAvailableSlot.ts +19 -0
  299. package/src/db/repositories/index.ts +1 -0
  300. package/src/db/repositories/proposerPreferences.ts +23 -0
  301. package/src/execution/engine/blobVersionedHashes.ts +72 -0
  302. package/src/execution/engine/disabled.ts +0 -8
  303. package/src/execution/engine/http.ts +304 -300
  304. package/src/execution/engine/index.ts +41 -7
  305. package/src/execution/engine/interface.ts +2 -6
  306. package/src/execution/engine/jsonRpcTransport.ts +247 -0
  307. package/src/execution/engine/mock.ts +1 -19
  308. package/src/execution/engine/restHttpClient.ts +269 -0
  309. package/src/execution/engine/restTransport.ts +544 -0
  310. package/src/execution/engine/sszTypes.ts +354 -0
  311. package/src/execution/engine/transport.ts +61 -0
  312. package/src/execution/engine/types.ts +34 -84
  313. package/src/execution/engine/utils.ts +12 -2
  314. package/src/metrics/metrics/lodestar.ts +23 -0
  315. package/src/metrics/metrics.ts +21 -6
  316. package/src/network/core/events.ts +16 -1
  317. package/src/network/processor/gossipHandlers.ts +94 -77
  318. package/src/network/processor/gossipValidatorFn.ts +13 -3
  319. package/src/network/processor/index.ts +89 -10
  320. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +1 -1
  321. package/src/node/nodejs.ts +35 -3
  322. package/src/node/options.ts +10 -1
  323. package/src/sync/range/batch.ts +25 -19
  324. package/src/sync/range/chain.ts +15 -8
  325. package/src/sync/range/range.ts +76 -30
  326. package/src/sync/unknownBlock.ts +62 -25
  327. package/src/sync/utils/downloadByRange.ts +123 -58
  328. package/src/util/asyncIterableToEvents.ts +44 -5
  329. package/src/util/execution.ts +16 -8
  330. package/src/util/metadata.ts +2 -1
@@ -30,7 +30,7 @@ import {
30
30
  isStatePostGloas,
31
31
  } from "@lodestar/state-transition";
32
32
  import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
33
- import {MapDef, assert, toRootHex} from "@lodestar/utils";
33
+ import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
34
34
  import {Metrics} from "../../metrics/metrics.js";
35
35
  import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
36
36
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
@@ -58,7 +58,7 @@ export type AttestationsConsolidation = {
58
58
 
59
59
  /**
60
60
  * This function returns not seen participation for a given epoch and slot and committee index.
61
- * Return null if all validators are seen or no info to check.
61
+ * Return an empty set if all validators are seen, or null if the committee cannot be computed (e.g. missing shuffling).
62
62
  */
63
63
  type GetNotSeenValidatorsFn = (epoch: Epoch, slot: Slot, committeeIndex: number) => Set<number> | null;
64
64
 
@@ -140,7 +140,8 @@ export class AggregatedAttestationPool {
140
140
 
141
141
  constructor(
142
142
  private readonly config: BeaconConfig,
143
- private readonly metrics: Metrics | null = null
143
+ private readonly metrics: Metrics | null = null,
144
+ private readonly logger: Logger | null = null
144
145
  ) {
145
146
  metrics?.opPool.aggregatedAttestationPool.attDataPerSlot.addCollect(() => this.onScrapeMetrics(metrics));
146
147
  }
@@ -244,6 +245,7 @@ export class AggregatedAttestationPool {
244
245
  const consolidations = new Map<AttestationsConsolidation, number>();
245
246
  let scannedSlots = 0;
246
247
  let stopReason: ScannedSlotsTerminationReason | null = null;
248
+ const missingShufflingCommitteesByEpoch = new Map<Epoch, number>();
247
249
  slot: for (const slot of slots) {
248
250
  const attestationGroupByIndexByDataHash = this.attestationGroupByIndexByDataHexBySlot.get(slot);
249
251
  // should not happen
@@ -295,7 +297,12 @@ export class AggregatedAttestationPool {
295
297
 
296
298
  for (const [committeeIndex, attestationGroup] of attestationGroupByIndex.entries()) {
297
299
  const notSeenCommitteeMembers = notSeenValidatorsFn(epoch, slot, committeeIndex);
298
- if (notSeenCommitteeMembers === null || notSeenCommitteeMembers.size === 0) {
300
+ if (notSeenCommitteeMembers === null) {
301
+ // skip this committee instead of failing the whole block production, other epochs may still have shuffling
302
+ missingShufflingCommitteesByEpoch.set(epoch, (missingShufflingCommitteesByEpoch.get(epoch) ?? 0) + 1);
303
+ continue;
304
+ }
305
+ if (notSeenCommitteeMembers.size === 0) {
299
306
  this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.seenCommittees.inc();
300
307
  continue;
301
308
  }
@@ -386,6 +393,18 @@ export class AggregatedAttestationPool {
386
393
  scannedSlots++;
387
394
  }
388
395
 
396
+ for (const [epoch, missingCommittees] of missingShufflingCommitteesByEpoch) {
397
+ this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.missingShufflingCommittees.inc(
398
+ missingCommittees
399
+ );
400
+ this.logger?.debug("Missing shuffling when packing attestations, skipped committees", {
401
+ slot: stateSlot,
402
+ epoch,
403
+ decisionRoot: state.getShufflingDecisionRoot(epoch),
404
+ missingCommittees,
405
+ });
406
+ }
407
+
389
408
  this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.totalConsolidations.set(consolidations.size);
390
409
 
391
410
  const sortedConsolidationsByScore = Array.from(consolidations.entries())
@@ -770,13 +789,18 @@ export function getNotSeenValidatorsFn(
770
789
  }
771
790
  const cacheKey = slot + "_" + committeeIndex;
772
791
  let notSeenCommitteeMembers = cachedNotSeenValidators.get(cacheKey);
773
- if (notSeenCommitteeMembers != null) {
774
- // if all validators are seen then return null, we don't need to check for any attestations of same committee again
775
- return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
792
+ if (notSeenCommitteeMembers !== undefined) {
793
+ return notSeenCommitteeMembers;
776
794
  }
777
795
 
778
796
  const decisionRoot = state.getShufflingDecisionRoot(computeEpochAtSlot(slot));
779
- const committee = shufflingCache.getBeaconCommittee(epoch, decisionRoot, slot, committeeIndex);
797
+ const committee = shufflingCache.getBeaconCommitteeOrNull(epoch, decisionRoot, slot, committeeIndex);
798
+ if (committee === null) {
799
+ // attestations in the pool were validated against a cached shuffling of the previous or current epoch,
800
+ // so a miss is a ShufflingCache bug. Return null so the caller tracks it via metrics/logs without failing
801
+ // block production. Don't fall back to the state's shuffling, that would hide the bug
802
+ return null;
803
+ }
780
804
  notSeenCommitteeMembers = new Set<number>();
781
805
  for (const [i, validatorIndex] of committee.entries()) {
782
806
  // no need to check flagIsTimelySource as if validator is not seen, it's participation status is 0
@@ -786,8 +810,8 @@ export function getNotSeenValidatorsFn(
786
810
  }
787
811
  }
788
812
  cachedNotSeenValidators.set(cacheKey, notSeenCommitteeMembers);
789
- // if all validators are seen then return null, we don't need to check for any attestations of same committee again
790
- return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
813
+ // an empty set means all validators are seen, we don't need to check for any attestations of same committee again
814
+ return notSeenCommitteeMembers;
791
815
  };
792
816
  }
793
817
 
@@ -1,5 +1,4 @@
1
1
  import {BeaconConfig} from "@lodestar/config";
2
- import {DbBatch, Id, Repository} from "@lodestar/db";
3
2
  import {
4
3
  BLS_WITHDRAWAL_PREFIX,
5
4
  ForkName,
@@ -42,6 +41,7 @@ import {
42
41
  getAttesterSlashingSignatureDomains,
43
42
  getProposerSlashingSignatureDomain,
44
43
  isValidBlsToExecutionChangeForBlockInclusion,
44
+ persistDiff,
45
45
  } from "./utils.js";
46
46
 
47
47
  type HexRoot = string;
@@ -500,33 +500,3 @@ function isVoluntaryExitSignatureIncludable(stateFork: ForkSeq, voluntaryExitFor
500
500
  function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean {
501
501
  return !validator.slashed && validator.activationEpoch <= epoch && epoch < validator.withdrawableEpoch;
502
502
  }
503
-
504
- /**
505
- * Persist target items `items` in `dbRepo` doing minimum put and delete writes.
506
- * Reads all keys in repository to compute the diff between current persisted data and target data.
507
- */
508
- async function persistDiff<K extends Id, V>(
509
- dbRepo: Repository<K, V>,
510
- items: {key: K; value: V}[],
511
- serializeKey: (key: K) => number | string,
512
- opts: {updateExisting?: boolean} = {}
513
- ): Promise<void> {
514
- const persistedKeys = await dbRepo.keys();
515
- const batch: DbBatch<K, V> = [];
516
-
517
- const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
518
- for (const item of items) {
519
- if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
520
- batch.push({type: "put", key: item.key, value: item.value});
521
- }
522
- }
523
-
524
- const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
525
- for (const persistedKey of persistedKeys) {
526
- if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
527
- batch.push({type: "del", key: persistedKey});
528
- }
529
- }
530
-
531
- if (batch.length > 0) await dbRepo.batch(batch);
532
- }
@@ -1,13 +1,15 @@
1
1
  import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
2
- import {toRootHex} from "@lodestar/utils";
2
+ import {toHex, toRootHex} from "@lodestar/utils";
3
+ import {IBeaconDb} from "../../db/index.js";
4
+ import {persistDiff} from "./utils.js";
3
5
 
4
6
  /**
5
7
  * Pool of validated `SignedProposerPreferences` indexed by `(slot, dependent_root)`.
6
8
  *
7
9
  * The primary consumer is `validateExecutionPayloadBid`, which looks up the matching
8
10
  * preferences via `get(bid.slot, dependent_root)` to enforce the IGNORE-existence and
9
- * REJECT-equality rules from the gloas spec. The beacon API `/pool/proposer_preferences`
10
- * GET endpoint reads from the same pool via `getAll`.
11
+ * REJECT-equality rules from the gloas spec. The beacon API `getProposerPreferences`
12
+ * endpoint reads from the same pool via `getAll`.
11
13
  *
12
14
  * `validator_index` is intentionally not part of the key: gossip validation enforces
13
15
  * `proposers[proposalSlot % SLOTS_PER_EPOCH] === validatorIndex` against the shuffling
@@ -37,15 +39,19 @@ export class ProposerPreferencesPool {
37
39
  byRoot.set(rootHex, signed);
38
40
  }
39
41
 
40
- /** API read-out: flatten across branches, optionally filtered by slot. */
41
- getAll(slot?: Slot): gloas.SignedProposerPreferences[] {
42
- if (slot !== undefined) {
43
- const byRoot = this.bySlot.get(slot);
44
- return byRoot ? Array.from(byRoot.values()) : [];
45
- }
42
+ /** API read-out: flatten across branches, optionally filtered by slot and dependent root. */
43
+ getAll(slot?: Slot, dependentRootHex?: RootHex): gloas.SignedProposerPreferences[] {
46
44
  const out: gloas.SignedProposerPreferences[] = [];
47
- for (const byRoot of this.bySlot.values()) {
48
- for (const v of byRoot.values()) out.push(v);
45
+ for (const [s, byRoot] of this.bySlot) {
46
+ if (slot !== undefined && s !== slot) {
47
+ continue;
48
+ }
49
+ for (const [root, signed] of byRoot) {
50
+ if (dependentRootHex !== undefined && root !== dependentRootHex) {
51
+ continue;
52
+ }
53
+ out.push(signed);
54
+ }
49
55
  }
50
56
  return out;
51
57
  }
@@ -60,4 +66,21 @@ export class ProposerPreferencesPool {
60
66
  if (slot < currentSlot) this.bySlot.delete(slot);
61
67
  }
62
68
  }
69
+
70
+ /** Restore the preferences of upcoming slots, they were validated before they were persisted */
71
+ async fromPersisted(db: IBeaconDb, currentSlot: Slot): Promise<void> {
72
+ for (const signed of await db.proposerPreferences.values()) {
73
+ if (signed.message.proposalSlot >= currentSlot) {
74
+ this.add(signed);
75
+ }
76
+ }
77
+ }
78
+
79
+ async toPersisted(db: IBeaconDb): Promise<void> {
80
+ await persistDiff(
81
+ db.proposerPreferences,
82
+ this.getAll().map((signed) => ({key: db.proposerPreferences.getId(signed), value: signed})),
83
+ toHex
84
+ );
85
+ }
63
86
  }
@@ -1,5 +1,6 @@
1
1
  import {Signature} from "@chainsafe/lodestar-z/blst";
2
2
  import {BeaconConfig} from "@lodestar/config";
3
+ import {DbBatch, Id, Repository} from "@lodestar/db";
3
4
  import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
4
5
  import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
5
6
  import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
@@ -91,3 +92,33 @@ export function isValidBlsToExecutionChangeForBlockInclusion(
91
92
  export function isElectraAggregate(aggregate: AggregateFast): aggregate is AggregateFastElectra {
92
93
  return (aggregate as AggregateFastElectra).committeeBits !== undefined;
93
94
  }
95
+
96
+ /**
97
+ * Persist target items `items` in `dbRepo` doing minimum put and delete writes.
98
+ * Reads all keys in repository to compute the diff between current persisted data and target data.
99
+ */
100
+ export async function persistDiff<K extends Id, V>(
101
+ dbRepo: Repository<K, V>,
102
+ items: {key: K; value: V}[],
103
+ serializeKey: (key: K) => number | string,
104
+ opts: {updateExisting?: boolean} = {}
105
+ ): Promise<void> {
106
+ const persistedKeys = await dbRepo.keys();
107
+ const batch: DbBatch<K, V> = [];
108
+
109
+ const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
110
+ for (const item of items) {
111
+ if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
112
+ batch.push({type: "put", key: item.key, value: item.value});
113
+ }
114
+ }
115
+
116
+ const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
117
+ for (const persistedKey of persistedKeys) {
118
+ if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
119
+ batch.push({type: "del", key: persistedKey});
120
+ }
121
+ }
122
+
123
+ if (batch.length > 0) await dbRepo.batch(batch);
124
+ }
@@ -27,8 +27,8 @@ export type IChainOptions = BlockProcessOpts &
27
27
  blsVerifyAllMainThread?: boolean;
28
28
  blsVerifyAllMultiThread?: boolean;
29
29
  blacklistedBlocks?: string[];
30
- // TODO GLOAS: add similar option for execution payload envelopes?
31
30
  persistProducedBlocks?: boolean;
31
+ persistProducedPayloadEnvelopes?: boolean;
32
32
  /** Archive finalized Gloas payload envelopes as headers (bodies reconstructed from the EL on read) */
33
33
  dedupePayloads?: boolean;
34
34
  persistInvalidSszObjects?: boolean;
@@ -52,7 +52,7 @@ export type IChainOptions = BlockProcessOpts &
52
52
  minSameMessageSignatureSetsToBatch: number;
53
53
  archiveDateEpochs?: number;
54
54
  nHistoricalStatesFileDataStore?: boolean;
55
- nativeStateView?: boolean;
55
+ nativeStateTransition?: boolean;
56
56
  /** Builder circuit breaker fault inspection window in slots */
57
57
  faultInspectionWindow?: number;
58
58
  /** Canonical EMPTY blocks allowed per `faultInspectionWindow` observed blocks */
@@ -131,7 +131,7 @@ export const defaultChainOptions: IChainOptions = {
131
131
  // - users can prune the persisted checkpoint state files manually to save disc space
132
132
  // - it helps debug easier when network is unfinalized
133
133
  nHistoricalStatesFileDataStore: true,
134
- nativeStateView: false,
134
+ nativeStateTransition: false,
135
135
  maxBlockStates: DEFAULT_MAX_BLOCK_STATES,
136
136
  maxCPStateEpochsInMemory: DEFAULT_MAX_CP_STATE_EPOCHS_IN_MEMORY,
137
137
  maxCPStateEpochsOnDisk: DEFAULT_MAX_CP_STATE_ON_DISK,
@@ -22,7 +22,7 @@ import {
22
22
  isStatePostGloas,
23
23
  } from "@lodestar/state-transition";
24
24
  import {Bytes32, Slot, ValidatorIndex} from "@lodestar/types";
25
- import {Logger, fromHex, isErrorAborted, sleep} from "@lodestar/utils";
25
+ import {Logger, fromHex, isErrorAborted, sleep, toHex} from "@lodestar/utils";
26
26
  import {GENESIS_SLOT} from "../constants/constants.js";
27
27
  import {BuilderStatus} from "../execution/builder/http.js";
28
28
  import {PayloadAttributes} from "../execution/index.js";
@@ -31,7 +31,11 @@ import {ClockEvent} from "../util/clock.js";
31
31
  import {isQueueErrorAborted} from "../util/queue/index.js";
32
32
  import {ForkchoiceCaller} from "./forkChoice/index.js";
33
33
  import {IBeaconChain} from "./interface.js";
34
- import {getPayloadAttributesForSSE, prepareExecutionPayload} from "./produceBlock/produceBlockBody.js";
34
+ import {
35
+ getPayloadAttributesForSSE,
36
+ getPooledProposerPreferences,
37
+ prepareExecutionPayload,
38
+ } from "./produceBlock/produceBlockBody.js";
35
39
  import {RegenCaller} from "./regen/index.js";
36
40
 
37
41
  // TODO GLOAS: re-evaluate this timing
@@ -158,7 +162,15 @@ export class PrepareNextSlotScheduler {
158
162
  };
159
163
 
160
164
  const proposerIndex = await getProposerIndex();
161
- feeRecipient = this.chain.beaconProposerCache.get(proposerIndex);
165
+ if (this.chain.beaconProposerCache.has(proposerIndex)) {
166
+ const pooledPreferences = isForkPostGloas(fork)
167
+ ? getPooledProposerPreferences(this.chain, prepareSlot, headRoot)
168
+ : null;
169
+ feeRecipient =
170
+ pooledPreferences !== null
171
+ ? toHex(pooledPreferences.feeRecipient)
172
+ : this.chain.beaconProposerCache.getOrDefault(proposerIndex);
173
+ }
162
174
 
163
175
  // Predict the proposer head of the next slot when either:
164
176
  // - we are proposing the next slot (single-slot proposer-boost-reorg), or
@@ -244,6 +256,10 @@ export class PrepareNextSlotScheduler {
244
256
  parentBlockHash = preparedState.latestExecutionPayloadHeader.blockHash;
245
257
  }
246
258
 
259
+ // The payload_attributes event must carry the same hashes we send to the EL
260
+ const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
261
+ const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
262
+
247
263
  let payloadAttributes: PayloadAttributes | undefined;
248
264
  // If emitPayloadAttributes is true emit a SSE payloadAttributes event for
249
265
  // every slot. Without the flag, only emit the event if we are proposing in the next slot.
@@ -256,6 +272,8 @@ export class PrepareNextSlotScheduler {
256
272
  prepareSlot,
257
273
  parentBlockRoot: fromHex(updatedHead.blockRoot),
258
274
  parentBlockHash,
275
+ safeBlockHash,
276
+ finalizedBlockHash,
259
277
  feeRecipient: feeRecipient ?? "0x0000000000000000000000000000000000000000",
260
278
  });
261
279
  this.chain.emitter.emit(routes.events.EventType.payloadAttributes, {data, version: fork});
@@ -267,9 +285,6 @@ export class PrepareNextSlotScheduler {
267
285
  computeTimeAtSlot(this.config, prepareSlot, this.chain.genesisTime) - Date.now() / 1000;
268
286
  this.metrics?.blockPayload.payloadAdvancePrepTime.observe(preparationTime);
269
287
 
270
- const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
271
- const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
272
-
273
288
  // awaiting here instead of throwing an async call because there is no other task
274
289
  // left for scheduler and this gives nice semantics to catch and log errors in the
275
290
  // try/catch wrapper here.
@@ -16,7 +16,7 @@ export function computeNewStateRoot(
16
16
  const signedBlock = {message: block, signature: EMPTY_SIGNATURE};
17
17
  const {newStateRoot, proposerReward, postState, hashTreeRootTime} = state.computeNewStateRoot(
18
18
  {block: signedBlock},
19
- {metrics}
19
+ {metrics: metrics?.stateTransition}
20
20
  );
21
21
 
22
22
  metrics?.stateHashTreeRootTime.observe({source: StateHashTreeRootSource.computeNewStateRoot}, hashTreeRootTime);
@@ -77,6 +77,7 @@ import {IExecutionBuilder, IExecutionEngine, PayloadAttributes, PayloadId} from
77
77
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
78
78
  import {fromGraffitiBytes} from "../../util/graffiti.js";
79
79
  import {kzg} from "../../util/kzg.js";
80
+ import {BeaconProposerCache} from "../beaconProposerCache.js";
80
81
  import type {BeaconChain} from "../chain.js";
81
82
  import {CommonBlockBody} from "../interface.js";
82
83
  import {ProposerPreferencesPool} from "../opPools/index.js";
@@ -286,10 +287,13 @@ export async function produceBlockBody<T extends BlockType>(
286
287
  // this into a completely separate function and have pre/post gloas more separated
287
288
  const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
288
289
  const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
289
- // TODO GLOAS: post-Gloas, proposer feeRecipient is also carried (signed) in
290
- // ProposerPreferencesPool. Consider using this unified cache instead
291
- // see https://github.com/ChainSafe/lodestar/issues/9379
292
- const feeRecipient = requestedFeeRecipient ?? this.beaconProposerCache.getOrDefault(proposerIndex);
290
+ const {feeRecipient, feeRecipientType} = getProposerFeeRecipient(
291
+ requestedFeeRecipient,
292
+ getPooledProposerPreferences(this, blockSlot, parentBlock.blockRoot),
293
+ this.beaconProposerCache,
294
+ proposerIndex
295
+ );
296
+ Object.assign(logMeta, {feeRecipientType, feeRecipient});
293
297
 
294
298
  const endExecutionPayload = this.metrics?.executionBlockProductionTimeSteps.startTimer();
295
299
 
@@ -442,13 +446,12 @@ export async function produceBlockBody<T extends BlockType>(
442
446
 
443
447
  const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
444
448
  const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
445
- const feeRecipient = requestedFeeRecipient ?? this.beaconProposerCache.getOrDefault(proposerIndex);
446
- const feeRecipientType = requestedFeeRecipient
447
- ? "requested"
448
- : this.beaconProposerCache.get(proposerIndex)
449
- ? "cached"
450
- : "default";
451
-
449
+ const {feeRecipient, feeRecipientType} = getProposerFeeRecipient(
450
+ requestedFeeRecipient,
451
+ null,
452
+ this.beaconProposerCache,
453
+ proposerIndex
454
+ );
452
455
  Object.assign(logMeta, {feeRecipientType, feeRecipient});
453
456
 
454
457
  if (blockType === BlockType.Blinded) {
@@ -845,6 +848,8 @@ export function getPayloadAttributesForSSE(
845
848
  prepareSlot,
846
849
  parentBlockRoot,
847
850
  parentBlockHash,
851
+ safeBlockHash,
852
+ finalizedBlockHash,
848
853
  feeRecipient,
849
854
  }: {
850
855
  /**
@@ -855,6 +860,8 @@ export function getPayloadAttributesForSSE(
855
860
  prepareSlot: Slot;
856
861
  parentBlockRoot: Root;
857
862
  parentBlockHash: Bytes32;
863
+ safeBlockHash: RootHex;
864
+ finalizedBlockHash: RootHex;
858
865
  feeRecipient: string;
859
866
  }
860
867
  ): SSEPayloadAttributes {
@@ -874,7 +881,10 @@ export function getPayloadAttributesForSSE(
874
881
  payloadAttributes,
875
882
  } as SSEPayloadAttributes;
876
883
 
877
- if (!isForkPostGloas(fork)) {
884
+ if (isForkPostGloas(fork)) {
885
+ (ssePayloadAttributes as gloas.SSEPayloadAttributes).safeBlockHash = fromHex(safeBlockHash);
886
+ (ssePayloadAttributes as gloas.SSEPayloadAttributes).finalizedBlockHash = fromHex(finalizedBlockHash);
887
+ } else {
878
888
  // Removed in Gloas, builders can get the block number from the EL via the block hash if required
879
889
  (ssePayloadAttributes as bellatrix.SSEPayloadAttributes).parentBlockNumber = prepareState.payloadBlockNumber;
880
890
  }
@@ -967,9 +977,8 @@ function preparePayloadAttributes(
967
977
  * Resolve the proposer's preferred (target) gas limit for the Gloas `PayloadAttributesV4`
968
978
  * `targetGasLimit` field (consensus-specs#5235, execution-apis#796).
969
979
  *
970
- * Sourced from the `SignedProposerPreferences` the proposer's VC submitted to the pool
971
- * (same `(slot, dependent_root)` lookup as gossip bid validation). When no matching
972
- * preferences are pooled, target the parent payload's gas limit so the gas limit stays
980
+ * Sourced from the `SignedProposerPreferences` the proposer's VC submitted to the pool. When no
981
+ * matching preferences are pooled, target the parent payload's gas limit so the gas limit stays
973
982
  * unchanged (`is_gas_limit_target_compatible` then requires `gas_limit == parent_gas_limit`).
974
983
  *
975
984
  * The parent payload's gas_limit is read from fork choice — the variant matching
@@ -984,26 +993,9 @@ function getProposerTargetGasLimit(
984
993
  parentBlockHash: Bytes32
985
994
  ): bigint {
986
995
  const parentBlockRootHex = toRootHex(parentBlockRoot);
987
- const parentBlock = chain.forkChoice.getBlockHexDefaultStatus(parentBlockRootHex);
988
- const dependentRootHex = (() => {
989
- if (parentBlock === null) {
990
- return null;
991
- }
992
- try {
993
- return getShufflingDependentRoot(
994
- chain.forkChoice,
995
- computeEpochAtSlot(prepareSlot),
996
- computeEpochAtSlot(parentBlock.slot),
997
- parentBlock
998
- );
999
- } catch {
1000
- return null;
1001
- }
1002
- })();
1003
-
1004
- const pref = dependentRootHex !== null ? chain.proposerPreferencesPool.get(prepareSlot, dependentRootHex) : null;
1005
- if (pref !== null) {
1006
- return pref.message.targetGasLimit;
996
+ const preferences = getPooledProposerPreferences(chain, prepareSlot, parentBlockRootHex);
997
+ if (preferences !== null) {
998
+ return preferences.targetGasLimit;
1007
999
  }
1008
1000
 
1009
1001
  const parentPayloadVariant = chain.forkChoice.getBlockHexAndBlockHash(parentBlockRootHex, toRootHex(parentBlockHash));
@@ -1015,6 +1007,55 @@ function getProposerTargetGasLimit(
1015
1007
  return BigInt(parentPayloadVariant.executionPayloadGasLimit);
1016
1008
  }
1017
1009
 
1010
+ /** The proposer's request wins over its signed preferences, which win over its registered proposer data */
1011
+ function getProposerFeeRecipient(
1012
+ requestedFeeRecipient: string | undefined,
1013
+ pooledPreferences: gloas.ProposerPreferences | null,
1014
+ beaconProposerCache: BeaconProposerCache,
1015
+ proposerIndex: ValidatorIndex
1016
+ ): {feeRecipient: string; feeRecipientType: "requested" | "preferences" | "cached" | "default"} {
1017
+ if (requestedFeeRecipient !== undefined) {
1018
+ return {feeRecipient: requestedFeeRecipient, feeRecipientType: "requested"};
1019
+ }
1020
+ if (pooledPreferences !== null) {
1021
+ return {feeRecipient: toHex(pooledPreferences.feeRecipient), feeRecipientType: "preferences"};
1022
+ }
1023
+ const cachedFeeRecipient = beaconProposerCache.get(proposerIndex);
1024
+ if (cachedFeeRecipient !== undefined) {
1025
+ return {feeRecipient: cachedFeeRecipient, feeRecipientType: "cached"};
1026
+ }
1027
+ return {feeRecipient: beaconProposerCache.getOrDefault(proposerIndex), feeRecipientType: "default"};
1028
+ }
1029
+
1030
+ /**
1031
+ * The preferences the proposer of `slot` signed for the branch of `parentBlockRoot`, the same
1032
+ * `(slot, dependent_root)` lookup as gossip bid validation. Null if none are pooled.
1033
+ */
1034
+ export function getPooledProposerPreferences(
1035
+ chain: {forkChoice: IForkChoice; proposerPreferencesPool: ProposerPreferencesPool},
1036
+ slot: Slot,
1037
+ parentBlockRootHex: RootHex
1038
+ ): gloas.ProposerPreferences | null {
1039
+ const parentBlock = chain.forkChoice.getBlockHexDefaultStatus(parentBlockRootHex);
1040
+ if (parentBlock === null) {
1041
+ return null;
1042
+ }
1043
+
1044
+ let dependentRootHex: RootHex;
1045
+ try {
1046
+ dependentRootHex = getShufflingDependentRoot(
1047
+ chain.forkChoice,
1048
+ computeEpochAtSlot(slot),
1049
+ computeEpochAtSlot(parentBlock.slot),
1050
+ parentBlock
1051
+ );
1052
+ } catch {
1053
+ return null;
1054
+ }
1055
+
1056
+ return chain.proposerPreferencesPool.get(slot, dependentRootHex)?.message ?? null;
1057
+ }
1058
+
1018
1059
  export async function produceCommonBlockBody<T extends BlockType>(
1019
1060
  this: BeaconChain,
1020
1061
  blockType: T,
@@ -14,6 +14,7 @@ import {Logger, fromHex, toRootHex} from "@lodestar/utils";
14
14
  import {IBeaconDb} from "../../db/index.js";
15
15
  import {Metrics} from "../../metrics/index.js";
16
16
  import {nextEventLoop} from "../../util/eventLoop.js";
17
+ import {SerializedCache} from "../../util/serializedCache.js";
17
18
  import {getCheckpointFromState} from "../blocks/utils/checkpoint.js";
18
19
  import {ChainEvent, ChainEventEmitter} from "../emitter.js";
19
20
  import {SeenBlockInput} from "../seenCache/seenGossipBlockInput.js";
@@ -28,6 +29,7 @@ export type RegenModules = {
28
29
  blockStateCache: BlockStateCache;
29
30
  checkpointStateCache: CheckpointStateCache;
30
31
  seenBlockInputCache: SeenBlockInput;
32
+ serializedCache: SerializedCache;
31
33
  config: ChainForkConfig;
32
34
  emitter: ChainEventEmitter;
33
35
  logger: Logger;
@@ -235,7 +237,7 @@ export class StateRegenerator implements IStateRegeneratorInternal {
235
237
  // We are only running the state transition to get a specific state's data.
236
238
  // stateTransition() does the clone() inside, transfer cache to make the regen faster
237
239
  state = state.stateTransition(
238
- block,
240
+ {block, ssz: this.modules.serializedCache.get(block)},
239
241
  {
240
242
  // Replay previously imported blocks, assume valid and available
241
243
  executionPayloadStatus: ExecutionPayloadStatus.valid,
@@ -245,7 +247,7 @@ export class StateRegenerator implements IStateRegeneratorInternal {
245
247
  verifySignatures: false,
246
248
  dontTransferCache: false,
247
249
  },
248
- this.modules
250
+ {metrics: this.modules.metrics?.stateTransition, validatorMonitor: this.modules.validatorMonitor}
249
251
  );
250
252
 
251
253
  const hashTreeRootTimer = this.modules.metrics?.stateHashTreeRootTime.startTimer({
@@ -316,7 +318,10 @@ async function processSlotsByCheckpoint(
316
318
  ): Promise<IBeaconStateView> {
317
319
  let postState = await processSlotsToNearestCheckpoint(modules, preState, slot, regenCaller, opts);
318
320
  if (postState.slot < slot) {
319
- postState = postState.processSlots(slot, opts, modules);
321
+ postState = postState.processSlots(slot, opts, {
322
+ metrics: modules.metrics?.stateTransition,
323
+ validatorMonitor: modules.validatorMonitor,
324
+ });
320
325
  }
321
326
  return postState;
322
327
  }
@@ -361,7 +366,10 @@ export async function processSlotsToNearestCheckpoint(
361
366
  caller: regenCaller,
362
367
  });
363
368
  // processSlots calls .clone() before mutating
364
- postState = postState.processSlots(nextEpochSlot, opts, modules);
369
+ postState = postState.processSlots(nextEpochSlot, opts, {
370
+ metrics: metrics?.stateTransition,
371
+ validatorMonitor: modules.validatorMonitor,
372
+ });
365
373
  metrics?.epochTransitionByCaller.inc({caller: regenCaller});
366
374
 
367
375
  // this is usually added when we prepare for next slot or validate gossip block
@@ -111,6 +111,9 @@ export class SeenBlockInput {
111
111
  // there should only 1 block root per slot but we need to always compare against rootHex
112
112
  // and the signature to ensure we only skip verification if both match
113
113
  private verifiedProposerSignatures = new Map<Slot, Map<RootHex, BLSSignature>>();
114
+ // Roots of gossip blocks under validation, counted because blocks with the same root but different signatures
115
+ // can be validated concurrently
116
+ private validatingBlockRoots = new Map<RootHex, number>();
114
117
 
115
118
  constructor({
116
119
  config,
@@ -153,6 +156,26 @@ export class SeenBlockInput {
153
156
  return this.blockInputs.get(rootHex)?.hasBlock() ?? false;
154
157
  }
155
158
 
159
+ /**
160
+ * Mark a gossip block root as under validation, every call MUST be paired with `unmarkValidatingBlock()`
161
+ */
162
+ markValidatingBlock(rootHex: RootHex): void {
163
+ this.validatingBlockRoots.set(rootHex, (this.validatingBlockRoots.get(rootHex) ?? 0) + 1);
164
+ }
165
+
166
+ unmarkValidatingBlock(rootHex: RootHex): void {
167
+ const count = this.validatingBlockRoots.get(rootHex) ?? 0;
168
+ if (count <= 1) {
169
+ this.validatingBlockRoots.delete(rootHex);
170
+ } else {
171
+ this.validatingBlockRoots.set(rootHex, count - 1);
172
+ }
173
+ }
174
+
175
+ isValidatingBlock(rootHex: RootHex): boolean {
176
+ return this.validatingBlockRoots.has(rootHex);
177
+ }
178
+
156
179
  get(rootHex: RootHex): IBlockInput | undefined {
157
180
  return this.blockInputs.get(rootHex);
158
181
  }