@lodestar/beacon-node 1.51.0-dev.b41e3a7363 → 1.51.0-dev.b889ef5768

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (532) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +26 -67
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +22 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.d.ts +6 -0
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +38 -25
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/GetBlobsTracker.d.ts +2 -2
  14. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  15. package/lib/chain/GetBlobsTracker.js +11 -33
  16. package/lib/chain/GetBlobsTracker.js.map +1 -1
  17. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/archiveStore.js +1 -0
  19. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  20. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  21. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  23. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  24. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  25. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  26. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  27. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  28. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  29. package/lib/chain/blocks/blockInput/types.js +0 -1
  30. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +36 -53
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -10
  35. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  36. package/lib/chain/blocks/importExecutionPayload.js +26 -17
  37. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  38. package/lib/chain/blocks/index.d.ts.map +1 -1
  39. package/lib/chain/blocks/index.js +2 -2
  40. package/lib/chain/blocks/index.js.map +1 -1
  41. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  42. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  43. package/lib/chain/blocks/payloadEnvelopeProcessor.js +22 -17
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  45. package/lib/chain/blocks/types.d.ts +4 -20
  46. package/lib/chain/blocks/types.d.ts.map +1 -1
  47. package/lib/chain/blocks/types.js +0 -24
  48. package/lib/chain/blocks/types.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlock.js +17 -6
  51. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  52. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.js +6 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  56. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  64. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  68. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  69. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  70. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  71. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  72. package/lib/chain/bls/interface.d.ts +2 -0
  73. package/lib/chain/bls/interface.d.ts.map +1 -1
  74. package/lib/chain/bls/multithread/index.d.ts +1 -1
  75. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/index.js +50 -22
  77. package/lib/chain/bls/multithread/index.js.map +1 -1
  78. package/lib/chain/bls/multithread/types.d.ts +1 -1
  79. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  80. package/lib/chain/bls/multithread/worker.js +1 -1
  81. package/lib/chain/bls/multithread/worker.js.map +1 -1
  82. package/lib/chain/bls/singleThread.js +1 -1
  83. package/lib/chain/bls/singleThread.js.map +1 -1
  84. package/lib/chain/bls/utils.js +1 -1
  85. package/lib/chain/bls/utils.js.map +1 -1
  86. package/lib/chain/chain.d.ts +25 -4
  87. package/lib/chain/chain.d.ts.map +1 -1
  88. package/lib/chain/chain.js +120 -39
  89. package/lib/chain/chain.js.map +1 -1
  90. package/lib/chain/emitter.d.ts +7 -7
  91. package/lib/chain/emitter.d.ts.map +1 -1
  92. package/lib/chain/emitter.js +5 -5
  93. package/lib/chain/emitter.js.map +1 -1
  94. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  95. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  96. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  97. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  98. package/lib/chain/errors/index.d.ts +0 -1
  99. package/lib/chain/errors/index.d.ts.map +1 -1
  100. package/lib/chain/errors/index.js +0 -1
  101. package/lib/chain/errors/index.js.map +1 -1
  102. package/lib/chain/forkChoice/index.d.ts +11 -1
  103. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  104. package/lib/chain/forkChoice/index.js +11 -0
  105. package/lib/chain/forkChoice/index.js.map +1 -1
  106. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  107. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  108. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  109. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  110. package/lib/chain/interface.d.ts +9 -7
  111. package/lib/chain/interface.d.ts.map +1 -1
  112. package/lib/chain/interface.js.map +1 -1
  113. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  114. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  115. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  116. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  117. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  118. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  119. package/lib/chain/opPools/attestationPool.js +15 -4
  120. package/lib/chain/opPools/attestationPool.js.map +1 -1
  121. package/lib/chain/opPools/index.d.ts +1 -0
  122. package/lib/chain/opPools/index.d.ts.map +1 -1
  123. package/lib/chain/opPools/index.js +1 -0
  124. package/lib/chain/opPools/index.js.map +1 -1
  125. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  126. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  127. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  128. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  129. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  130. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  131. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  132. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  133. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  134. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  135. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  136. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  137. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  138. package/lib/chain/opPools/utils.d.ts +1 -1
  139. package/lib/chain/opPools/utils.d.ts.map +1 -1
  140. package/lib/chain/opPools/utils.js +1 -1
  141. package/lib/chain/opPools/utils.js.map +1 -1
  142. package/lib/chain/options.d.ts +5 -2
  143. package/lib/chain/options.d.ts.map +1 -1
  144. package/lib/chain/options.js.map +1 -1
  145. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  146. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  147. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  148. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  149. package/lib/chain/proposerTracker.d.ts +31 -0
  150. package/lib/chain/proposerTracker.d.ts.map +1 -0
  151. package/lib/chain/proposerTracker.js +75 -0
  152. package/lib/chain/proposerTracker.js.map +1 -0
  153. package/lib/chain/regen/interface.d.ts +1 -1
  154. package/lib/chain/regen/interface.d.ts.map +1 -1
  155. package/lib/chain/regen/queued.d.ts +1 -1
  156. package/lib/chain/regen/queued.d.ts.map +1 -1
  157. package/lib/chain/regen/queued.js +5 -3
  158. package/lib/chain/regen/queued.js.map +1 -1
  159. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  160. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  161. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  162. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  163. package/lib/chain/validation/executionPayloadBid.js +13 -13
  164. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  165. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  166. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  167. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  168. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  169. package/lib/chain/validation/syncCommittee.d.ts.map +1 -1
  170. package/lib/chain/validation/syncCommittee.js +16 -10
  171. package/lib/chain/validation/syncCommittee.js.map +1 -1
  172. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  173. package/lib/chain/validation/syncCommitteeContributionAndProof.js +11 -0
  174. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  175. package/lib/chain/validatorMonitor.d.ts +1 -2
  176. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  177. package/lib/chain/validatorMonitor.js +0 -3
  178. package/lib/chain/validatorMonitor.js.map +1 -1
  179. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  180. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  181. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  182. package/lib/db/flatFileStore/slotIndex.js +2 -2
  183. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  184. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  185. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  186. package/lib/db/repositories/blobSidecars.js +0 -1
  187. package/lib/db/repositories/blobSidecars.js.map +1 -1
  188. package/lib/execution/builder/apiClient.d.ts +14 -8
  189. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  190. package/lib/execution/builder/apiClient.js +12 -10
  191. package/lib/execution/builder/apiClient.js.map +1 -1
  192. package/lib/execution/builder/http.d.ts +2 -0
  193. package/lib/execution/builder/http.d.ts.map +1 -1
  194. package/lib/execution/builder/http.js +2 -0
  195. package/lib/execution/builder/http.js.map +1 -1
  196. package/lib/execution/engine/http.d.ts +4 -6
  197. package/lib/execution/engine/http.d.ts.map +1 -1
  198. package/lib/execution/engine/http.js +8 -10
  199. package/lib/execution/engine/http.js.map +1 -1
  200. package/lib/execution/engine/index.d.ts +1 -1
  201. package/lib/execution/engine/index.d.ts.map +1 -1
  202. package/lib/execution/engine/index.js +1 -1
  203. package/lib/execution/engine/index.js.map +1 -1
  204. package/lib/execution/engine/interface.d.ts +18 -6
  205. package/lib/execution/engine/interface.d.ts.map +1 -1
  206. package/lib/execution/engine/interface.js.map +1 -1
  207. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  208. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  209. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  210. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  211. package/lib/execution/engine/mock.d.ts +0 -1
  212. package/lib/execution/engine/mock.d.ts.map +1 -1
  213. package/lib/execution/engine/mock.js +0 -4
  214. package/lib/execution/engine/mock.js.map +1 -1
  215. package/lib/execution/engine/restTransport.d.ts +2 -4
  216. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  217. package/lib/execution/engine/restTransport.js +1 -15
  218. package/lib/execution/engine/restTransport.js.map +1 -1
  219. package/lib/execution/engine/sszTypes.d.ts +0 -9
  220. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  221. package/lib/execution/engine/sszTypes.js +0 -5
  222. package/lib/execution/engine/sszTypes.js.map +1 -1
  223. package/lib/execution/engine/transport.d.ts +1 -14
  224. package/lib/execution/engine/transport.d.ts.map +1 -1
  225. package/lib/execution/engine/types.d.ts +0 -8
  226. package/lib/execution/engine/types.d.ts.map +1 -1
  227. package/lib/execution/engine/types.js +2 -10
  228. package/lib/execution/engine/types.js.map +1 -1
  229. package/lib/execution/engine/utils.d.ts.map +1 -1
  230. package/lib/execution/engine/utils.js +3 -2
  231. package/lib/execution/engine/utils.js.map +1 -1
  232. package/lib/index.d.ts +1 -1
  233. package/lib/index.d.ts.map +1 -1
  234. package/lib/index.js +1 -1
  235. package/lib/index.js.map +1 -1
  236. package/lib/metrics/metrics/beacon.d.ts +0 -9
  237. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  238. package/lib/metrics/metrics/beacon.js +0 -30
  239. package/lib/metrics/metrics/beacon.js.map +1 -1
  240. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  241. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  242. package/lib/metrics/metrics/lodestar.js +79 -18
  243. package/lib/metrics/metrics/lodestar.js.map +1 -1
  244. package/lib/metrics/server/http.js +5 -5
  245. package/lib/metrics/server/http.js.map +1 -1
  246. package/lib/monitoring/service.js +1 -1
  247. package/lib/monitoring/service.js.map +1 -1
  248. package/lib/network/core/networkCore.d.ts +4 -1
  249. package/lib/network/core/networkCore.d.ts.map +1 -1
  250. package/lib/network/core/networkCore.js +7 -0
  251. package/lib/network/core/networkCore.js.map +1 -1
  252. package/lib/network/core/networkCoreWorker.js +2 -0
  253. package/lib/network/core/networkCoreWorker.js.map +1 -1
  254. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  255. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  256. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  257. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  258. package/lib/network/core/types.d.ts +6 -1
  259. package/lib/network/core/types.d.ts.map +1 -1
  260. package/lib/network/gossip/gossipsub.d.ts +1 -0
  261. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  262. package/lib/network/gossip/gossipsub.js +10 -0
  263. package/lib/network/gossip/gossipsub.js.map +1 -1
  264. package/lib/network/gossip/interface.d.ts +1 -8
  265. package/lib/network/gossip/interface.d.ts.map +1 -1
  266. package/lib/network/gossip/interface.js +0 -1
  267. package/lib/network/gossip/interface.js.map +1 -1
  268. package/lib/network/gossip/topic.d.ts +0 -16
  269. package/lib/network/gossip/topic.d.ts.map +1 -1
  270. package/lib/network/gossip/topic.js +0 -23
  271. package/lib/network/gossip/topic.js.map +1 -1
  272. package/lib/network/interface.d.ts +4 -5
  273. package/lib/network/interface.d.ts.map +1 -1
  274. package/lib/network/libp2p/index.d.ts.map +1 -1
  275. package/lib/network/libp2p/index.js +5 -1
  276. package/lib/network/libp2p/index.js.map +1 -1
  277. package/lib/network/network.d.ts +8 -7
  278. package/lib/network/network.d.ts.map +1 -1
  279. package/lib/network/network.js +53 -35
  280. package/lib/network/network.js.map +1 -1
  281. package/lib/network/options.d.ts +2 -0
  282. package/lib/network/options.d.ts.map +1 -1
  283. package/lib/network/options.js +2 -0
  284. package/lib/network/options.js.map +1 -1
  285. package/lib/network/peers/peerManager.d.ts +2 -1
  286. package/lib/network/peers/peerManager.d.ts.map +1 -1
  287. package/lib/network/peers/peerManager.js +28 -1
  288. package/lib/network/peers/peerManager.js.map +1 -1
  289. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  290. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  291. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  292. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  293. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  294. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  295. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  296. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  297. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  298. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  299. package/lib/network/peers/utils/subnetMap.js +6 -3
  300. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  301. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  302. package/lib/network/processor/extractSlotRootFns.js +1 -8
  303. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  304. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  305. package/lib/network/processor/gossipHandlers.js +46 -128
  306. package/lib/network/processor/gossipHandlers.js.map +1 -1
  307. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  308. package/lib/network/processor/gossipQueues/index.js +0 -6
  309. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  310. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  311. package/lib/network/processor/gossipValidatorFn.js +1 -5
  312. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  313. package/lib/network/processor/index.d.ts +6 -0
  314. package/lib/network/processor/index.d.ts.map +1 -1
  315. package/lib/network/processor/index.js +29 -4
  316. package/lib/network/processor/index.js.map +1 -1
  317. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  318. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  319. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  320. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  321. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  322. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  323. package/lib/network/reqresp/handlers/index.js +1 -12
  324. package/lib/network/reqresp/handlers/index.js.map +1 -1
  325. package/lib/network/reqresp/protocols.d.ts +0 -2
  326. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  327. package/lib/network/reqresp/protocols.js +0 -10
  328. package/lib/network/reqresp/protocols.js.map +1 -1
  329. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  330. package/lib/network/reqresp/rateLimit.js +1 -17
  331. package/lib/network/reqresp/rateLimit.js.map +1 -1
  332. package/lib/network/reqresp/types.d.ts +2 -8
  333. package/lib/network/reqresp/types.d.ts.map +1 -1
  334. package/lib/network/reqresp/types.js +1 -7
  335. package/lib/network/reqresp/types.js.map +1 -1
  336. package/lib/network/subnets/attnetsService.d.ts +35 -5
  337. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  338. package/lib/network/subnets/attnetsService.js +84 -6
  339. package/lib/network/subnets/attnetsService.js.map +1 -1
  340. package/lib/network/subnets/interface.d.ts +7 -0
  341. package/lib/network/subnets/interface.d.ts.map +1 -1
  342. package/lib/network/subnets/interface.js.map +1 -1
  343. package/lib/node/nodejs.d.ts +3 -1
  344. package/lib/node/nodejs.d.ts.map +1 -1
  345. package/lib/node/nodejs.js +38 -20
  346. package/lib/node/nodejs.js.map +1 -1
  347. package/lib/node/options.d.ts +3 -1
  348. package/lib/node/options.d.ts.map +1 -1
  349. package/lib/node/options.js +4 -2
  350. package/lib/node/options.js.map +1 -1
  351. package/lib/sync/interface.d.ts.map +1 -1
  352. package/lib/sync/interface.js.map +1 -1
  353. package/lib/sync/range/batch.d.ts +2 -3
  354. package/lib/sync/range/batch.d.ts.map +1 -1
  355. package/lib/sync/range/batch.js +9 -22
  356. package/lib/sync/range/batch.js.map +1 -1
  357. package/lib/sync/range/chain.d.ts.map +1 -1
  358. package/lib/sync/range/chain.js +2 -15
  359. package/lib/sync/range/chain.js.map +1 -1
  360. package/lib/sync/sync.d.ts +15 -0
  361. package/lib/sync/sync.d.ts.map +1 -1
  362. package/lib/sync/sync.js +103 -25
  363. package/lib/sync/sync.js.map +1 -1
  364. package/lib/sync/unknownBlock.d.ts.map +1 -1
  365. package/lib/sync/unknownBlock.js +1 -7
  366. package/lib/sync/unknownBlock.js.map +1 -1
  367. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  368. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  369. package/lib/sync/utils/downloadByRange.js +24 -128
  370. package/lib/sync/utils/downloadByRange.js.map +1 -1
  371. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  372. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  373. package/lib/sync/utils/downloadByRoot.js +14 -99
  374. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  375. package/lib/util/blobs.d.ts +1 -7
  376. package/lib/util/blobs.d.ts.map +1 -1
  377. package/lib/util/blobs.js +0 -19
  378. package/lib/util/blobs.js.map +1 -1
  379. package/lib/util/execution.d.ts +3 -4
  380. package/lib/util/execution.d.ts.map +1 -1
  381. package/lib/util/execution.js +1 -73
  382. package/lib/util/execution.js.map +1 -1
  383. package/lib/util/file.d.ts.map +1 -1
  384. package/lib/util/file.js +8 -9
  385. package/lib/util/file.js.map +1 -1
  386. package/lib/util/queue/itemQueue.js +1 -1
  387. package/lib/util/queue/itemQueue.js.map +1 -1
  388. package/lib/util/sszBytes.d.ts +5 -1
  389. package/lib/util/sszBytes.d.ts.map +1 -1
  390. package/lib/util/sszBytes.js +36 -19
  391. package/lib/util/sszBytes.js.map +1 -1
  392. package/lib/util/types.d.ts +0 -5
  393. package/lib/util/types.d.ts.map +1 -1
  394. package/lib/util/types.js +1 -2
  395. package/lib/util/types.js.map +1 -1
  396. package/package.json +16 -17
  397. package/src/api/impl/beacon/blocks/index.ts +48 -86
  398. package/src/api/impl/beacon/pool/index.ts +31 -1
  399. package/src/api/impl/beacon/state/utils.ts +1 -1
  400. package/src/api/impl/validator/index.ts +43 -29
  401. package/src/chain/GetBlobsTracker.ts +14 -41
  402. package/src/chain/archiveStore/archiveStore.ts +1 -0
  403. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  404. package/src/chain/blocks/blockInput/errors.ts +1 -2
  405. package/src/chain/blocks/blockInput/types.ts +2 -20
  406. package/src/chain/blocks/importBlock.ts +56 -72
  407. package/src/chain/blocks/importExecutionPayload.ts +44 -33
  408. package/src/chain/blocks/index.ts +5 -2
  409. package/src/chain/blocks/payloadEnvelopeProcessor.ts +33 -22
  410. package/src/chain/blocks/types.ts +5 -31
  411. package/src/chain/blocks/verifyBlock.ts +30 -16
  412. package/src/chain/blocks/verifyBlocksDataAvailability.ts +6 -1
  413. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  414. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  415. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  416. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  417. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  418. package/src/chain/bls/interface.ts +2 -0
  419. package/src/chain/bls/multithread/index.ts +48 -24
  420. package/src/chain/bls/multithread/types.ts +1 -1
  421. package/src/chain/bls/multithread/worker.ts +1 -5
  422. package/src/chain/bls/singleThread.ts +1 -1
  423. package/src/chain/bls/utils.ts +1 -1
  424. package/src/chain/chain.ts +136 -38
  425. package/src/chain/emitter.ts +8 -8
  426. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  427. package/src/chain/errors/index.ts +0 -1
  428. package/src/chain/forkChoice/index.ts +11 -0
  429. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  430. package/src/chain/interface.ts +9 -6
  431. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  432. package/src/chain/opPools/attestationPool.ts +16 -4
  433. package/src/chain/opPools/index.ts +1 -0
  434. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  435. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  436. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  437. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  438. package/src/chain/opPools/utils.ts +1 -1
  439. package/src/chain/options.ts +5 -2
  440. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  441. package/src/chain/proposerTracker.ts +94 -0
  442. package/src/chain/regen/interface.ts +1 -1
  443. package/src/chain/regen/queued.ts +6 -4
  444. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  445. package/src/chain/validation/executionPayloadBid.ts +14 -13
  446. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  447. package/src/chain/validation/syncCommittee.ts +31 -15
  448. package/src/chain/validation/syncCommitteeContributionAndProof.ts +13 -0
  449. package/src/chain/validatorMonitor.ts +0 -6
  450. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  451. package/src/db/flatFileStore/slotIndex.ts +4 -3
  452. package/src/db/repositories/blobSidecars.ts +0 -1
  453. package/src/execution/builder/apiClient.ts +16 -13
  454. package/src/execution/builder/http.ts +4 -0
  455. package/src/execution/engine/http.ts +19 -42
  456. package/src/execution/engine/index.ts +1 -1
  457. package/src/execution/engine/interface.ts +19 -10
  458. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  459. package/src/execution/engine/mock.ts +0 -7
  460. package/src/execution/engine/restTransport.ts +3 -22
  461. package/src/execution/engine/sszTypes.ts +0 -9
  462. package/src/execution/engine/transport.ts +8 -17
  463. package/src/execution/engine/types.ts +3 -18
  464. package/src/execution/engine/utils.ts +4 -2
  465. package/src/index.ts +1 -1
  466. package/src/metrics/metrics/beacon.ts +0 -30
  467. package/src/metrics/metrics/lodestar.ts +80 -18
  468. package/src/metrics/server/http.ts +5 -5
  469. package/src/monitoring/service.ts +1 -1
  470. package/src/network/core/networkCore.ts +11 -1
  471. package/src/network/core/networkCoreWorker.ts +2 -0
  472. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  473. package/src/network/core/types.ts +6 -1
  474. package/src/network/gossip/gossipsub.ts +11 -0
  475. package/src/network/gossip/interface.ts +0 -5
  476. package/src/network/gossip/topic.ts +0 -25
  477. package/src/network/interface.ts +2 -5
  478. package/src/network/libp2p/index.ts +5 -1
  479. package/src/network/network.ts +55 -58
  480. package/src/network/options.ts +4 -0
  481. package/src/network/peers/peerManager.ts +28 -3
  482. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  483. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  484. package/src/network/peers/utils/subnetMap.ts +6 -3
  485. package/src/network/processor/extractSlotRootFns.ts +0 -9
  486. package/src/network/processor/gossipHandlers.ts +59 -161
  487. package/src/network/processor/gossipQueues/index.ts +0 -6
  488. package/src/network/processor/gossipValidatorFn.ts +0 -5
  489. package/src/network/processor/index.ts +25 -4
  490. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  491. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  492. package/src/network/reqresp/handlers/index.ts +0 -17
  493. package/src/network/reqresp/protocols.ts +0 -12
  494. package/src/network/reqresp/rateLimit.ts +1 -17
  495. package/src/network/reqresp/types.ts +0 -13
  496. package/src/network/subnets/attnetsService.ts +94 -6
  497. package/src/network/subnets/interface.ts +7 -0
  498. package/src/node/nodejs.ts +40 -21
  499. package/src/node/options.ts +9 -6
  500. package/src/sync/interface.ts +1 -0
  501. package/src/sync/range/batch.ts +9 -21
  502. package/src/sync/range/chain.ts +2 -14
  503. package/src/sync/sync.ts +108 -26
  504. package/src/sync/unknownBlock.ts +1 -8
  505. package/src/sync/utils/downloadByRange.ts +31 -230
  506. package/src/sync/utils/downloadByRoot.ts +15 -142
  507. package/src/util/blobs.ts +0 -34
  508. package/src/util/execution.ts +8 -102
  509. package/src/util/file.ts +8 -9
  510. package/src/util/queue/itemQueue.ts +1 -1
  511. package/src/util/sszBytes.ts +42 -24
  512. package/src/util/types.ts +1 -8
  513. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  514. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  515. package/lib/chain/errors/blobSidecarError.js +0 -38
  516. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  517. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  518. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  519. package/lib/chain/validation/blobSidecar.js +0 -276
  520. package/lib/chain/validation/blobSidecar.js.map +0 -1
  521. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  522. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  523. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  524. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  525. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  526. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  527. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  528. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  529. package/src/chain/errors/blobSidecarError.ts +0 -70
  530. package/src/chain/validation/blobSidecar.ts +0 -357
  531. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  532. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -94,7 +94,7 @@ import {
94
94
  import {validateGossipProposerPreferences} from "../../../chain/validation/proposerPreferences.js";
95
95
  import {validateSyncCommitteeGossipContributionAndProof} from "../../../chain/validation/syncCommitteeContributionAndProof.js";
96
96
  import {ZERO_HASH} from "../../../constants/index.js";
97
- import {BUILDER_BID_DEADLINE_MS, BuilderApiBid, decodeBuilderUrl} from "../../../execution/builder/apiClient.js";
97
+ import {BuilderApiBid, decodeBuilderUrl} from "../../../execution/builder/apiClient.js";
98
98
  import {BuilderStatus, NoBidReceived} from "../../../execution/builder/http.js";
99
99
  import {getBuilderBidTotalGwei, validateBuilderApiExecutionPayloadBid} from "../../../execution/builder/validateBid.js";
100
100
  import {validateGossipFnRetryUnknownRoot} from "../../../network/processor/gossipHandlers.js";
@@ -123,10 +123,14 @@ import {
123
123
  * A cutoff of 1667 BPS (2 seconds for 12s slots) gives enough time and if there are unexpected delays
124
124
  * it ensures we publish in time as proposals after the attestation deadline will likely be orphaned
125
125
  * due to proposer boost reorg.
126
- *
127
- * TODO GLOAS: re-evaluate cutoff timing due to attestation deadline changes in gloas
128
126
  */
129
127
  const BLOCK_PRODUCTION_RACE_CUTOFF_BPS = 1667;
128
+ /**
129
+ * Post-gloas cutoff, kept at 1667 BPS (2 seconds for 12s slots) for now.
130
+ *
131
+ * TODO GLOAS: revisit, the block propagates faster as it only commits to a bid and the attestation deadline changed
132
+ */
133
+ export const BLOCK_PRODUCTION_RACE_CUTOFF_GLOAS_BPS = 1667;
130
134
  /** Rejection message of the bid block branch when there is no viable bid to commit to */
131
135
  const NO_BID_AVAILABLE = "No builder bid available";
132
136
 
@@ -1005,33 +1009,50 @@ export function getValidatorApi(
1005
1009
  (!circuitBreakerActive &&
1006
1010
  chain.executionPayloadBidPool.getBestBid(slot, bidParentBlockHash, parentBlockRootHex) !== null);
1007
1011
 
1008
- // Select the p2p bid once builders had time to bid up, matching the deadline advertised
1009
- // on builder API bid requests, unless the circuit breaker is active
1010
- const p2pBidPromise: Promise<PooledExecutionPayloadBid | null> = circuitBreakerActive
1011
- ? Promise.resolve(null)
1012
- : sleep(Math.max(0, BUILDER_BID_DEADLINE_MS - chain.clock.msFromSlot(slot))).then(() => {
1013
- const p2pBid = chain.executionPayloadBidPool.getBestBid(slot, bidParentBlockHash, parentBlockRootHex);
1014
- // Discard p2p bids below the proposer's configured floor on the total payment.
1015
- // A p2p bid's total is just its value since gossip validation enforces executionPayment=0.
1016
- if (p2pBid !== null && BigInt(p2pBid.signedBid.message.value) < builderConfig.minBid) {
1017
- logger.info("Best p2p bid below configured minimum", {
1018
- slot,
1019
- bidValue: prettyGweiToEth(p2pBid.signedBid.message.value),
1020
- minBid: prettyGweiToEth(builderConfig.minBid),
1021
- });
1022
- return null;
1023
- }
1024
- return p2pBid;
1025
- });
1012
+ // Calculate cutoff time based on start of the slot, ensures a slow local payload build does
1013
+ // not delay the proposal when a builder bid block is available (and vice versa)
1014
+ const cutoffMs = Math.max(
1015
+ 0,
1016
+ config.getSlotComponentDurationMs(fork, BLOCK_PRODUCTION_RACE_CUTOFF_GLOAS_BPS) - chain.clock.msFromSlot(slot)
1017
+ );
1018
+
1019
+ // Give p2p bids the same time to bid up as granted to builder API bid requests via the advertised
1020
+ // deadline, the pool is read once the deadline passed and the bid requests settled. A late request
1021
+ // does not wait past the race cutoff, a pooled bid is still the fastest fallback if the local block fails
1022
+ const bidDeadlinePromise = circuitBreakerActive
1023
+ ? Promise.resolve()
1024
+ : sleep(Math.min(chain.builderApiClient.bidDeadline, cutoffMs));
1026
1025
 
1027
1026
  // Candidates are ranked by their boosted counted total payment, the p2p bid is governed
1028
1027
  // by the top-level factors and each builder API bid by its own entry. Ties prefer the
1029
1028
  // earliest received builder API bid, so the signed block can be routed back to its
1030
1029
  // builder directly.
1031
1030
  const bestBidPromise: Promise<BidCandidate | null> = (async () => {
1032
- const [builderApiBids, p2pBid] = await Promise.all([builderApiBidsPromise, p2pBidPromise]);
1031
+ // Past the race cutoff a pooled p2p bid is used right away rather than waiting for pending
1032
+ // builder API requests, the local block is selected at the cutoff anyway if it is ready
1033
+ let [builderApiBids] = await Promise.all([
1034
+ Promise.race([builderApiBidsPromise, sleep(cutoffMs).then(() => null)]),
1035
+ bidDeadlinePromise,
1036
+ ]);
1033
1037
  let parentExecutionRequestsPromise: Promise<gloas.ExecutionRequests> | null = null;
1034
1038
 
1039
+ let p2pBid: PooledExecutionPayloadBid | null = circuitBreakerActive
1040
+ ? null
1041
+ : chain.executionPayloadBidPool.getBestBid(slot, bidParentBlockHash, parentBlockRootHex);
1042
+ // Discard p2p bids below the proposer's configured floor on the total payment.
1043
+ // A p2p bid's total is just its value since gossip validation enforces executionPayment=0.
1044
+ if (p2pBid !== null && BigInt(p2pBid.signedBid.message.value) < builderConfig.minBid) {
1045
+ logger.info("Best p2p bid below configured minimum", {
1046
+ slot,
1047
+ bidValue: prettyGweiToEth(p2pBid.signedBid.message.value),
1048
+ minBid: prettyGweiToEth(builderConfig.minBid),
1049
+ });
1050
+ p2pBid = null;
1051
+ }
1052
+ if (builderApiBids === null) {
1053
+ builderApiBids = p2pBid !== null ? [] : await builderApiBidsPromise;
1054
+ }
1055
+
1035
1056
  const candidates = (
1036
1057
  await Promise.all(
1037
1058
  builderApiBids.map(async ({url, entry, signedBid, receivedMs}): Promise<BidCandidate | null> => {
@@ -1118,13 +1139,6 @@ export function getValidatorApi(
1118
1139
  return fn().finally(() => t?.({source}));
1119
1140
  };
1120
1141
 
1121
- // Calculate cutoff time based on start of the slot, ensures a slow local payload build does
1122
- // not delay the proposal when a builder bid block is available (and vice versa)
1123
- const cutoffMs = Math.max(
1124
- 0,
1125
- config.getSlotComponentDurationMs(fork, BLOCK_PRODUCTION_RACE_CUTOFF_BPS) - chain.clock.msFromSlot(slot)
1126
- );
1127
-
1128
1142
  // use abort controller to stop waiting for the bid block if the engine block will be selected
1129
1143
  const controller = new AbortController();
1130
1144
 
@@ -4,12 +4,8 @@ import {Logger, pruneSetToMax} from "@lodestar/utils";
4
4
  import {BLOB_AND_PROOF_V2_RPC_BYTES} from "../execution/engine/types.js";
5
5
  import {IExecutionEngine} from "../execution/index.js";
6
6
  import {Metrics} from "../metrics/metrics.js";
7
- import {
8
- DataColumnEngineResult,
9
- getBlobSidecarsFromExecution,
10
- getDataColumnSidecarsFromExecution,
11
- } from "../util/execution.js";
12
- import {IBlockInput, isBlockInputBlobs} from "./blocks/blockInput/index.js";
7
+ import {DataColumnEngineResult, getDataColumnSidecarsFromExecution} from "../util/execution.js";
8
+ import {IBlockInput, isBlockInputColumns} from "./blocks/blockInput/index.js";
13
9
  import {PayloadEnvelopeInput} from "./blocks/payloadEnvelopeInput/index.js";
14
10
  import {ChainEventEmitter} from "./emitter.js";
15
11
 
@@ -20,7 +16,7 @@ const MAX_TRACKED_BLOCK_ROOTS = 64;
20
16
 
21
17
  export type GetBlobsTrackerInit = {
22
18
  logger: Logger;
23
- executionEngine: IExecutionEngine;
19
+ executionEngine: Pick<IExecutionEngine, "getBlobs">;
24
20
  emitter: ChainEventEmitter;
25
21
  metrics: Metrics | null;
26
22
  config: ChainForkConfig;
@@ -31,7 +27,7 @@ export type GetBlobsTrackerInit = {
31
27
  */
32
28
  export class GetBlobsTracker {
33
29
  logger: Logger;
34
- executionEngine: IExecutionEngine;
30
+ executionEngine: Pick<IExecutionEngine, "getBlobs">;
35
31
  emitter: ChainEventEmitter;
36
32
  metrics: Metrics | null;
37
33
  config: ChainForkConfig;
@@ -51,6 +47,10 @@ export class GetBlobsTracker {
51
47
  }
52
48
 
53
49
  triggerGetBlobs(input: IBlockInput | PayloadEnvelopeInput): void {
50
+ if (!(input instanceof PayloadEnvelopeInput) && !isBlockInputColumns(input)) {
51
+ return;
52
+ }
53
+
54
54
  if (this.activeReconstructions.has(input.blockRootHex)) {
55
55
  this.pendingTriggers.add(input.blockRootHex);
56
56
  return;
@@ -74,37 +74,6 @@ export class GetBlobsTracker {
74
74
  }
75
75
  }
76
76
 
77
- // The request is sent right away, before block processing issues newPayload: ELs that drop a
78
- // transaction's blobs once the payload is validated can only answer a request that gets there first
79
- if (!(input instanceof PayloadEnvelopeInput) && isBlockInputBlobs(input)) {
80
- // there is not preallocation for blob sidecars like there is for columns sidecars so no need to
81
- // store the index for the preallocated buffers
82
- this.activeReconstructions.add(input.blockRootHex);
83
- const logCtx = {slot: input.slot, root: input.blockRootHex};
84
- this.logger.verbose("Trigger getBlobsV1 for block", logCtx);
85
- let requestFailed = false;
86
- getBlobSidecarsFromExecution(this.config, this.executionEngine, this.metrics, this.emitter, input)
87
- .then(() => {
88
- // EL errors and misses are handled inside the helper, blobs still missing means the attempt failed
89
- if (!input.hasAllData()) {
90
- requestFailed = true;
91
- this.recordFailedAttempt(input.blockRootHex);
92
- }
93
- })
94
- .catch((error) => {
95
- this.logger.debug("Error during getBlobsV1 for block", logCtx, error as Error);
96
- requestFailed = true;
97
- this.recordFailedAttempt(input.blockRootHex);
98
- })
99
- .finally(() => {
100
- this.logger.verbose("Completed getBlobsV1 for block", logCtx);
101
- this.activeReconstructions.delete(input.blockRootHex);
102
- this.retryPendingTrigger(input, requestFailed);
103
- });
104
-
105
- return;
106
- }
107
-
108
77
  let freeIndex = this.blobsAndProofsBuffers.findIndex(({inUse}) => !inUse);
109
78
  if (freeIndex === -1) {
110
79
  freeIndex = this.blobsAndProofsBuffers.length;
@@ -126,6 +95,8 @@ export class GetBlobsTracker {
126
95
  const logCtx = {slot: input.slot, root: input.blockRootHex};
127
96
  this.logger.verbose("Trigger getBlobsV2 for block", logCtx);
128
97
  let requestFailed = false;
98
+ // The request is sent right away, before block processing issues newPayload: ELs that drop a
99
+ // transaction's blobs once the payload is validated can only answer a request that gets there first
129
100
  getDataColumnSidecarsFromExecution(
130
101
  this.config,
131
102
  this.executionEngine,
@@ -158,8 +129,10 @@ export class GetBlobsTracker {
158
129
 
159
130
  private retryPendingTrigger(input: IBlockInput | PayloadEnvelopeInput, requestFailed: boolean): void {
160
131
  // Triggers dropped while the request was in flight re-enter once it failed, the attempt that was just
161
- // recorded makes this arm the trailing retry instead of sending another request right away
162
- if (this.pendingTriggers.delete(input.blockRootHex) && requestFailed) {
132
+ // recorded makes this arm the trailing retry instead of sending another request right away.
133
+ // Post-gloas only the bid triggers a request, so every failed attempt re-enters to arm its own retry
134
+ const hadPendingTrigger = this.pendingTriggers.delete(input.blockRootHex);
135
+ if (requestFailed && (hadPendingTrigger || input instanceof PayloadEnvelopeInput)) {
163
136
  this.triggerGetBlobs(input);
164
137
  }
165
138
  }
@@ -197,6 +197,7 @@ export class ArchiveStore {
197
197
  //
198
198
  // `jobQueue.push()` can throw synchronously (queue aborted / full) or reject asynchronously;
199
199
  // awaiting it inside the deferred callback funnels both failure modes into the one catch.
200
+ // biome-ignore lint/nursery/noMisusedPromises: the callback catches all errors itself
200
201
  callInNextEventLoop(async () => {
201
202
  try {
202
203
  await this.jobQueue.push(finalized);
@@ -1,15 +1,12 @@
1
- import {ForkName, ForkPostFulu, ForkPostGloas, ForkPreDeneb, ForkPreGloas, NUMBER_OF_COLUMNS} from "@lodestar/params";
2
- import {BeaconBlockBody, BlobIndex, ColumnIndex, SignedBeaconBlock, Slot, deneb, fulu, gloas} from "@lodestar/types";
3
- import {byteArrayEquals, fromHex, prettyBytes, toRootHex, withTimeout} from "@lodestar/utils";
1
+ import {ForkName, ForkPostFulu, ForkPostGloas, ForkPreFulu, ForkPreGloas, NUMBER_OF_COLUMNS} from "@lodestar/params";
2
+ import {BeaconBlockBody, ColumnIndex, SignedBeaconBlock, Slot, deneb, fulu, gloas} from "@lodestar/types";
3
+ import {prettyBytes, toRootHex, withTimeout} from "@lodestar/utils";
4
4
  import {VersionedHashes} from "../../../execution/index.js";
5
5
  import {kzgCommitmentToVersionedHash} from "../../../util/blobs.js";
6
6
  import {BlockInputError, BlockInputErrorCode} from "./errors.js";
7
7
  import {
8
- AddBlob,
9
8
  AddBlock,
10
9
  AddColumn,
11
- BlobMeta,
12
- BlobWithSource,
13
10
  BlockInputInit,
14
11
  ColumnWithSource,
15
12
  CreateBlockInputMeta,
@@ -17,22 +14,17 @@ import {
17
14
  DAType,
18
15
  IBlockInput,
19
16
  LogMetaBasic,
20
- LogMetaBlobs,
21
17
  LogMetaColumns,
22
18
  MissingColumnMeta,
23
19
  PromiseParts,
24
20
  SourceMeta,
25
21
  } from "./types.js";
26
22
 
27
- export type BlockInput = BlockInputPreData | BlockInputBlobs | BlockInputColumns | BlockInputNoData;
23
+ export type BlockInput = BlockInputPreData | BlockInputColumns | BlockInputNoData;
28
24
 
29
- export function isBlockInputPreDeneb(blockInput: IBlockInput): blockInput is BlockInputPreData {
25
+ export function isBlockInputPreData(blockInput: IBlockInput): blockInput is BlockInputPreData {
30
26
  return blockInput.type === DAType.PreData;
31
27
  }
32
- export function isBlockInputBlobs(blockInput: IBlockInput): blockInput is BlockInputBlobs {
33
- return blockInput.type === DAType.Blobs;
34
- }
35
-
36
28
  export function isBlockInputColumns(blockInput: IBlockInput): blockInput is BlockInputColumns {
37
29
  return blockInput.type === DAType.Columns;
38
30
  }
@@ -189,16 +181,18 @@ abstract class AbstractBlockInput<F extends ForkName = ForkName, TData extends D
189
181
  type BlockInputPreDataState = {
190
182
  hasBlock: true;
191
183
  hasAllData: true;
192
- block: SignedBeaconBlock<ForkPreDeneb>;
184
+ block: SignedBeaconBlock<ForkPreFulu>;
193
185
  source: SourceMeta;
194
186
  timeCompleteSec: number;
195
187
  };
196
188
 
197
189
  /**
198
- * Pre-DA, BlockInput only has a single state.
190
+ * Pre-fulu BlockInput, it only has a single state.
199
191
  * - the block simply exists
192
+ *
193
+ * Legacy deneb..electra blob sidecars are not tracked.
200
194
  */
201
- export class BlockInputPreData extends AbstractBlockInput<ForkPreDeneb, null> {
195
+ export class BlockInputPreData extends AbstractBlockInput<ForkPreFulu, null> {
202
196
  type = DAType.PreData as const;
203
197
 
204
198
  state: BlockInputPreDataState;
@@ -210,7 +204,7 @@ export class BlockInputPreData extends AbstractBlockInput<ForkPreDeneb, null> {
210
204
  this.blockPromise.resolve(state.block);
211
205
  }
212
206
 
213
- static createFromBlock(props: AddBlock<ForkPreDeneb> & CreateBlockInputMeta): BlockInputPreData {
207
+ static createFromBlock(props: AddBlock<ForkPreFulu> & CreateBlockInputMeta): BlockInputPreData {
214
208
  const init: BlockInputInit = {
215
209
  daOutOfRange: props.daOutOfRange,
216
210
  timeCreated: props.seenTimestampSec,
@@ -250,332 +244,6 @@ export class BlockInputPreData extends AbstractBlockInput<ForkPreDeneb, null> {
250
244
  }
251
245
  }
252
246
 
253
- // Blobs DA
254
-
255
- export type ForkBlobsDA = ForkName.deneb | ForkName.electra;
256
-
257
- type BlockInputBlobsState =
258
- | {
259
- hasBlock: true;
260
- hasAllData: true;
261
- versionedHashes: VersionedHashes;
262
- block: SignedBeaconBlock<ForkBlobsDA>;
263
- source: SourceMeta;
264
- timeCompleteSec: number;
265
- }
266
- | {
267
- hasBlock: true;
268
- hasAllData: false;
269
- versionedHashes: VersionedHashes;
270
- block: SignedBeaconBlock<ForkBlobsDA>;
271
- source: SourceMeta;
272
- }
273
- | {
274
- hasBlock: false;
275
- hasAllData: false;
276
- };
277
-
278
- /**
279
- * With blobs, BlockInput has several states:
280
- * - The block is seen and all blobs are seen
281
- * - The block is seen and all blobs are not yet seen
282
- * - The block is yet not seen and its unknown if all blobs are seen
283
- */
284
- export class BlockInputBlobs extends AbstractBlockInput<ForkBlobsDA, deneb.BlobSidecars> {
285
- type = DAType.Blobs as const;
286
-
287
- state: BlockInputBlobsState;
288
- private blobsCache = new Map<BlobIndex, BlobWithSource>();
289
-
290
- private constructor(init: BlockInputInit, state: BlockInputBlobsState) {
291
- super(init);
292
- this.state = state;
293
- }
294
-
295
- static createFromBlock(props: AddBlock<ForkBlobsDA> & CreateBlockInputMeta): BlockInputBlobs {
296
- const hasAllData = props.daOutOfRange || props.block.message.body.blobKzgCommitments.length === 0;
297
-
298
- const state = {
299
- hasBlock: true,
300
- hasAllData,
301
- versionedHashes: props.block.message.body.blobKzgCommitments.map(kzgCommitmentToVersionedHash),
302
- block: props.block,
303
- source: {
304
- source: props.source,
305
- seenTimestampSec: props.seenTimestampSec,
306
- peerIdStr: props.peerIdStr,
307
- },
308
- timeCompleteSec: hasAllData ? props.seenTimestampSec : undefined,
309
- } as BlockInputBlobsState;
310
- const init: BlockInputInit = {
311
- daOutOfRange: props.daOutOfRange,
312
- timeCreated: props.seenTimestampSec,
313
- forkName: props.forkName,
314
- slot: props.block.message.slot,
315
- blockRootHex: props.blockRootHex,
316
- parentRootHex: toRootHex(props.block.message.parentRoot),
317
- };
318
- const blockInput = new BlockInputBlobs(init, state);
319
- blockInput.blockPromise.resolve(props.block);
320
- if (hasAllData) {
321
- blockInput.dataPromise.resolve([]);
322
- }
323
- return blockInput;
324
- }
325
-
326
- static createFromBlob(props: AddBlob & CreateBlockInputMeta): BlockInputBlobs {
327
- const state: BlockInputBlobsState = {
328
- hasBlock: false,
329
- hasAllData: false,
330
- };
331
- const init: BlockInputInit = {
332
- daOutOfRange: props.daOutOfRange,
333
- timeCreated: props.seenTimestampSec,
334
- forkName: props.forkName,
335
- blockRootHex: props.blockRootHex,
336
- parentRootHex: toRootHex(props.blobSidecar.signedBlockHeader.message.parentRoot),
337
- slot: props.blobSidecar.signedBlockHeader.message.slot,
338
- };
339
- const blockInput = new BlockInputBlobs(init, state);
340
- blockInput.blobsCache.set(props.blobSidecar.index, {
341
- blobSidecar: props.blobSidecar,
342
- source: props.source,
343
- seenTimestampSec: props.seenTimestampSec,
344
- peerIdStr: props.peerIdStr,
345
- });
346
- return blockInput;
347
- }
348
-
349
- getLogMeta(): LogMetaBlobs {
350
- return {
351
- slot: this.slot,
352
- blockRoot: prettyBytes(this.blockRootHex),
353
- timeCreatedSec: this.timeCreatedSec,
354
- expectedBlobs: this.state.hasBlock ? this.state.block.message.body.blobKzgCommitments.length : "unknown",
355
- receivedBlobs: this.blobsCache.size,
356
- };
357
- }
358
-
359
- addBlock(
360
- {blockRootHex, block, source, seenTimestampSec, peerIdStr}: AddBlock<ForkBlobsDA>,
361
- opts = {throwOnDuplicateAdd: true}
362
- ): void {
363
- // this check suffices for checking slot, parentRoot, and forkName
364
- if (blockRootHex !== this.blockRootHex) {
365
- throw new BlockInputError(
366
- {
367
- code: BlockInputErrorCode.MISMATCHED_ROOT_HEX,
368
- blockInputRoot: this.blockRootHex,
369
- mismatchedRoot: blockRootHex,
370
- source,
371
- peerId: `${peerIdStr}`,
372
- },
373
- "addBlock blockRootHex does not match BlockInput.blockRootHex"
374
- );
375
- }
376
-
377
- if (!opts.throwOnDuplicateAdd) {
378
- return;
379
- }
380
-
381
- if (this.state.hasBlock) {
382
- throw new BlockInputError(
383
- {
384
- code: BlockInputErrorCode.INVALID_CONSTRUCTION,
385
- blockRoot: this.blockRootHex,
386
- },
387
- "Cannot addBlock to BlockInputBlobs after it already has a block"
388
- );
389
- }
390
-
391
- for (const {blobSidecar} of this.blobsCache.values()) {
392
- if (!blockAndBlobArePaired(block, blobSidecar)) {
393
- this.blobsCache.delete(blobSidecar.index);
394
- // TODO: (@matthewkeil) spec says to ignore invalid blobs but should we downscore the peer maybe?
395
- // this.logger?.error(`Removing blobIndex=${blobSidecar.index} from BlockInput`, {}, err);
396
- }
397
- }
398
-
399
- const hasAllData = this.blobsCache.size === block.message.body.blobKzgCommitments.length;
400
-
401
- this.state = {
402
- ...this.state,
403
- hasBlock: true,
404
- hasAllData,
405
- block,
406
- versionedHashes: block.message.body.blobKzgCommitments.map(kzgCommitmentToVersionedHash),
407
- source: {
408
- source,
409
- seenTimestampSec,
410
- peerIdStr,
411
- },
412
- timeCompleteSec: hasAllData ? seenTimestampSec : undefined,
413
- } as BlockInputBlobsState;
414
- this.blockPromise.resolve(block);
415
- if (hasAllData) {
416
- this.dataPromise.resolve(this.getBlobs());
417
- }
418
- }
419
-
420
- hasBlob(blobIndex: BlobIndex): boolean {
421
- return this.blobsCache.has(blobIndex);
422
- }
423
-
424
- getBlob(blobIndex: BlobIndex): deneb.BlobSidecar | undefined {
425
- return this.blobsCache.get(blobIndex)?.blobSidecar;
426
- }
427
-
428
- addBlob(
429
- {blockRootHex, blobSidecar, source, peerIdStr, seenTimestampSec}: AddBlob,
430
- opts = {throwOnDuplicateAdd: true}
431
- ): void {
432
- // this check suffices for checking slot, parentRoot, and forkName
433
- if (blockRootHex !== this.blockRootHex) {
434
- throw new BlockInputError(
435
- {
436
- code: BlockInputErrorCode.MISMATCHED_ROOT_HEX,
437
- blockInputRoot: this.blockRootHex,
438
- mismatchedRoot: blockRootHex,
439
- source: source,
440
- peerId: `${peerIdStr}`,
441
- },
442
- "Blob BeaconBlockHeader blockRootHex does not match BlockInput.blockRootHex"
443
- );
444
- }
445
-
446
- const isDuplicate = this.blobsCache.has(blobSidecar.index);
447
- if (isDuplicate && opts.throwOnDuplicateAdd) {
448
- throw new BlockInputError(
449
- {
450
- code: BlockInputErrorCode.INVALID_CONSTRUCTION,
451
- blockRoot: this.blockRootHex,
452
- },
453
- "Cannot addBlob to BlockInputBlobs with duplicate blobIndex"
454
- );
455
- }
456
-
457
- if (this.state.hasBlock) {
458
- assertBlockAndBlobArePaired(this.blockRootHex, this.state.block, blobSidecar);
459
- }
460
-
461
- if (isDuplicate) {
462
- return;
463
- }
464
-
465
- this.blobsCache.set(blobSidecar.index, {blobSidecar, source, seenTimestampSec, peerIdStr});
466
-
467
- if (this.state.hasBlock && this.blobsCache.size === this.state.block.message.body.blobKzgCommitments.length) {
468
- this.state = {
469
- ...this.state,
470
- hasAllData: true,
471
- timeCompleteSec: seenTimestampSec,
472
- };
473
- this.dataPromise.resolve([...this.blobsCache.values()].map(({blobSidecar}) => blobSidecar));
474
- }
475
- }
476
-
477
- getVersionedHashes(): VersionedHashes {
478
- if (!this.state.hasBlock) {
479
- throw new BlockInputError(
480
- {
481
- code: BlockInputErrorCode.INCOMPLETE_DATA,
482
- ...this.getLogMeta(),
483
- },
484
- "Cannot get versioned hashes. Block is unknown"
485
- );
486
- }
487
- return this.state.versionedHashes;
488
- }
489
-
490
- getMissingBlobMeta(): BlobMeta[] {
491
- if (!this.state.hasBlock) {
492
- throw new BlockInputError(
493
- {
494
- code: BlockInputErrorCode.INCOMPLETE_DATA,
495
- ...this.getLogMeta(),
496
- },
497
- "Cannot get missing blobs. Block is unknown"
498
- );
499
- }
500
- if (this.state.hasAllData) {
501
- return [];
502
- }
503
-
504
- const blobMeta: BlobMeta[] = [];
505
- const versionedHashes = this.state.versionedHashes;
506
- for (let index = 0; index < versionedHashes.length; index++) {
507
- if (!this.blobsCache.has(index)) {
508
- blobMeta.push({
509
- index,
510
- blockRoot: fromHex(this.blockRootHex),
511
- versionedHash: versionedHashes[index],
512
- });
513
- }
514
- }
515
- return blobMeta;
516
- }
517
-
518
- getAllBlobsWithSource(): BlobWithSource[] {
519
- if (!this.state.hasAllData) {
520
- throw new BlockInputError(
521
- {
522
- code: BlockInputErrorCode.INCOMPLETE_DATA,
523
- ...this.getLogMeta(),
524
- },
525
- "Cannot get all blobs. DA status is not complete"
526
- );
527
- }
528
- return [...this.blobsCache.values()];
529
- }
530
-
531
- getBlobs(): deneb.BlobSidecars {
532
- return this.getAllBlobsWithSource().map(({blobSidecar}) => blobSidecar);
533
- }
534
-
535
- getSerializedCacheKeys(): object[] {
536
- const objects: object[] = [];
537
-
538
- if (this.state.hasBlock) {
539
- objects.push(this.state.block);
540
- }
541
-
542
- for (const {blobSidecar} of this.blobsCache.values()) {
543
- objects.push(blobSidecar);
544
- }
545
-
546
- return objects;
547
- }
548
- }
549
-
550
- function blockAndBlobArePaired(block: SignedBeaconBlock<ForkBlobsDA>, blobSidecar: deneb.BlobSidecar): boolean {
551
- const blockCommitment = block.message.body.blobKzgCommitments[blobSidecar.index];
552
- if (!blockCommitment || !blobSidecar.kzgCommitment) {
553
- return false;
554
- }
555
- return byteArrayEquals(blockCommitment, blobSidecar.kzgCommitment);
556
- }
557
-
558
- function assertBlockAndBlobArePaired(
559
- blockRootHex: string,
560
- block: SignedBeaconBlock<ForkBlobsDA>,
561
- blobSidecar: deneb.BlobSidecar
562
- ): void {
563
- if (!blockAndBlobArePaired(block, blobSidecar)) {
564
- // TODO: (@matthewkeil) should this eject the bad blob instead? No way to tell if the blob or the block
565
- // has the invalid commitment. Guessing it would be the blob though because we match via block
566
- // hashTreeRoot and we do not take a hashTreeRoot of the BlobSidecar
567
- throw new BlockInputError(
568
- {
569
- code: BlockInputErrorCode.MISMATCHED_KZG_COMMITMENT,
570
- blockRoot: blockRootHex,
571
- slot: block.message.slot,
572
- sidecarIndex: blobSidecar.index,
573
- },
574
- "BlobSidecar commitment does not match block commitment"
575
- );
576
- }
577
- }
578
-
579
247
  // Columns DA
580
248
 
581
249
  export type ForkColumnsDA = ForkName.fulu;
@@ -1,7 +1,7 @@
1
1
  import {Slot} from "@lodestar/types";
2
2
  import {LodestarError} from "@lodestar/utils";
3
3
  import {PeerIdStr} from "../../../util/peerId.js";
4
- import {BlockInputSource, LogMetaBlobs, LogMetaColumns} from "./types.js";
4
+ import {BlockInputSource, LogMetaColumns} from "./types.js";
5
5
 
6
6
  export enum BlockInputErrorCode {
7
7
  // Bad Arguments
@@ -42,7 +42,6 @@ export type BlockInputErrorType =
42
42
  sidecarIndex: number;
43
43
  commitmentIndex?: number;
44
44
  }
45
- | (LogMetaBlobs & {code: BlockInputErrorCode.INCOMPLETE_DATA})
46
45
  | (LogMetaColumns & {code: BlockInputErrorCode.INCOMPLETE_DATA});
47
46
 
48
47
  export class BlockInputError extends LodestarError<BlockInputErrorType> {}