@lodestar/beacon-node 1.51.0-dev.8d8efcbf5f → 1.51.0-dev.8fdbd61e7e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (511) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +19 -61
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +17 -0
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/validator/index.d.ts +6 -0
  8. package/lib/api/impl/validator/index.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.js +38 -25
  10. package/lib/api/impl/validator/index.js.map +1 -1
  11. package/lib/chain/GetBlobsTracker.d.ts +2 -2
  12. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  13. package/lib/chain/GetBlobsTracker.js +7 -31
  14. package/lib/chain/GetBlobsTracker.js.map +1 -1
  15. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  16. package/lib/chain/archiveStore/archiveStore.js +3 -4
  17. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  18. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +9 -2
  19. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  20. package/lib/chain/archiveStore/utils/pruneHistory.js +12 -4
  21. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  23. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  24. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  25. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  26. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  27. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  28. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  29. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  30. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  31. package/lib/chain/blocks/blockInput/types.js +0 -1
  32. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  33. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  34. package/lib/chain/blocks/importBlock.js +36 -53
  35. package/lib/chain/blocks/importBlock.js.map +1 -1
  36. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -10
  37. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  38. package/lib/chain/blocks/importExecutionPayload.js +26 -17
  39. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  40. package/lib/chain/blocks/index.d.ts.map +1 -1
  41. package/lib/chain/blocks/index.js +2 -2
  42. package/lib/chain/blocks/index.js.map +1 -1
  43. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  45. package/lib/chain/blocks/payloadEnvelopeProcessor.js +21 -16
  46. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  47. package/lib/chain/blocks/types.d.ts +4 -20
  48. package/lib/chain/blocks/types.d.ts.map +1 -1
  49. package/lib/chain/blocks/types.js +0 -24
  50. package/lib/chain/blocks/types.js.map +1 -1
  51. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  52. package/lib/chain/blocks/verifyBlock.js +17 -6
  53. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksDataAvailability.js +6 -1
  56. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  60. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  63. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  64. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  65. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  66. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  68. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  69. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  70. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  71. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  72. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  73. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  74. package/lib/chain/bls/interface.d.ts +2 -0
  75. package/lib/chain/bls/interface.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/index.d.ts +1 -1
  77. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  78. package/lib/chain/bls/multithread/index.js +45 -17
  79. package/lib/chain/bls/multithread/index.js.map +1 -1
  80. package/lib/chain/chain.d.ts +24 -3
  81. package/lib/chain/chain.d.ts.map +1 -1
  82. package/lib/chain/chain.js +120 -39
  83. package/lib/chain/chain.js.map +1 -1
  84. package/lib/chain/emitter.d.ts +7 -7
  85. package/lib/chain/emitter.d.ts.map +1 -1
  86. package/lib/chain/emitter.js +5 -5
  87. package/lib/chain/emitter.js.map +1 -1
  88. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  89. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  90. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  91. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  92. package/lib/chain/errors/index.d.ts +0 -1
  93. package/lib/chain/errors/index.d.ts.map +1 -1
  94. package/lib/chain/errors/index.js +0 -1
  95. package/lib/chain/errors/index.js.map +1 -1
  96. package/lib/chain/forkChoice/index.d.ts +11 -1
  97. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  98. package/lib/chain/forkChoice/index.js +11 -0
  99. package/lib/chain/forkChoice/index.js.map +1 -1
  100. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  101. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  102. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  103. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  104. package/lib/chain/interface.d.ts +7 -4
  105. package/lib/chain/interface.d.ts.map +1 -1
  106. package/lib/chain/interface.js.map +1 -1
  107. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  108. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  109. package/lib/chain/opPools/aggregatedAttestationPool.js +198 -45
  110. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  111. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  112. package/lib/chain/opPools/attestationPool.js +14 -3
  113. package/lib/chain/opPools/attestationPool.js.map +1 -1
  114. package/lib/chain/opPools/index.d.ts +1 -0
  115. package/lib/chain/opPools/index.d.ts.map +1 -1
  116. package/lib/chain/opPools/index.js +1 -0
  117. package/lib/chain/opPools/index.js.map +1 -1
  118. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  119. package/lib/chain/opPools/payloadAttestationPool.js +16 -6
  120. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  121. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  122. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  123. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  124. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  125. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  126. package/lib/chain/opPools/syncCommitteeMessagePool.js +8 -2
  127. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  128. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  129. package/lib/chain/opPools/syncContributionAndProofPool.js +10 -2
  130. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  131. package/lib/chain/options.d.ts +5 -2
  132. package/lib/chain/options.d.ts.map +1 -1
  133. package/lib/chain/options.js.map +1 -1
  134. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  135. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  136. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  137. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  138. package/lib/chain/proposerTracker.d.ts +31 -0
  139. package/lib/chain/proposerTracker.d.ts.map +1 -0
  140. package/lib/chain/proposerTracker.js +75 -0
  141. package/lib/chain/proposerTracker.js.map +1 -0
  142. package/lib/chain/regen/interface.d.ts +1 -1
  143. package/lib/chain/regen/interface.d.ts.map +1 -1
  144. package/lib/chain/regen/queued.d.ts +1 -1
  145. package/lib/chain/regen/queued.d.ts.map +1 -1
  146. package/lib/chain/regen/queued.js +5 -3
  147. package/lib/chain/regen/queued.js.map +1 -1
  148. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  149. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  150. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  151. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  152. package/lib/chain/validation/aggregateAndProof.js +1 -1
  153. package/lib/chain/validation/aggregateAndProof.js.map +1 -1
  154. package/lib/chain/validation/attestation.js +1 -1
  155. package/lib/chain/validation/attestation.js.map +1 -1
  156. package/lib/chain/validation/executionPayloadBid.js +13 -13
  157. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  158. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  159. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  160. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  161. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  162. package/lib/chain/validation/syncCommittee.d.ts.map +1 -1
  163. package/lib/chain/validation/syncCommittee.js +16 -10
  164. package/lib/chain/validation/syncCommittee.js.map +1 -1
  165. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  166. package/lib/chain/validation/syncCommitteeContributionAndProof.js +11 -0
  167. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  168. package/lib/chain/validatorMonitor.d.ts +1 -2
  169. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  170. package/lib/chain/validatorMonitor.js +0 -3
  171. package/lib/chain/validatorMonitor.js.map +1 -1
  172. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  173. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  174. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  175. package/lib/db/flatFileStore/slotIndex.js +2 -2
  176. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  177. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  178. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  179. package/lib/db/repositories/blobSidecars.js +0 -1
  180. package/lib/db/repositories/blobSidecars.js.map +1 -1
  181. package/lib/execution/builder/apiClient.d.ts +14 -8
  182. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  183. package/lib/execution/builder/apiClient.js +12 -10
  184. package/lib/execution/builder/apiClient.js.map +1 -1
  185. package/lib/execution/builder/http.d.ts +2 -0
  186. package/lib/execution/builder/http.d.ts.map +1 -1
  187. package/lib/execution/builder/http.js +2 -0
  188. package/lib/execution/builder/http.js.map +1 -1
  189. package/lib/execution/engine/http.d.ts +4 -6
  190. package/lib/execution/engine/http.d.ts.map +1 -1
  191. package/lib/execution/engine/http.js +8 -10
  192. package/lib/execution/engine/http.js.map +1 -1
  193. package/lib/execution/engine/interface.d.ts +17 -5
  194. package/lib/execution/engine/interface.d.ts.map +1 -1
  195. package/lib/execution/engine/interface.js.map +1 -1
  196. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  197. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  198. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  199. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  200. package/lib/execution/engine/mock.d.ts +0 -1
  201. package/lib/execution/engine/mock.d.ts.map +1 -1
  202. package/lib/execution/engine/mock.js +0 -4
  203. package/lib/execution/engine/mock.js.map +1 -1
  204. package/lib/execution/engine/restTransport.d.ts +2 -4
  205. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  206. package/lib/execution/engine/restTransport.js +1 -15
  207. package/lib/execution/engine/restTransport.js.map +1 -1
  208. package/lib/execution/engine/sszTypes.d.ts +0 -9
  209. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  210. package/lib/execution/engine/sszTypes.js +0 -5
  211. package/lib/execution/engine/sszTypes.js.map +1 -1
  212. package/lib/execution/engine/transport.d.ts +1 -14
  213. package/lib/execution/engine/transport.d.ts.map +1 -1
  214. package/lib/execution/engine/types.d.ts +0 -8
  215. package/lib/execution/engine/types.d.ts.map +1 -1
  216. package/lib/execution/engine/types.js +0 -8
  217. package/lib/execution/engine/types.js.map +1 -1
  218. package/lib/execution/engine/utils.d.ts.map +1 -1
  219. package/lib/execution/engine/utils.js +3 -2
  220. package/lib/execution/engine/utils.js.map +1 -1
  221. package/lib/index.d.ts +1 -1
  222. package/lib/index.d.ts.map +1 -1
  223. package/lib/index.js +1 -1
  224. package/lib/index.js.map +1 -1
  225. package/lib/metrics/metrics/beacon.d.ts +0 -9
  226. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  227. package/lib/metrics/metrics/beacon.js +0 -30
  228. package/lib/metrics/metrics/beacon.js.map +1 -1
  229. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  230. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  231. package/lib/metrics/metrics/lodestar.js +79 -18
  232. package/lib/metrics/metrics/lodestar.js.map +1 -1
  233. package/lib/metrics/server/http.js +5 -5
  234. package/lib/metrics/server/http.js.map +1 -1
  235. package/lib/network/core/networkCore.d.ts +4 -1
  236. package/lib/network/core/networkCore.d.ts.map +1 -1
  237. package/lib/network/core/networkCore.js +7 -0
  238. package/lib/network/core/networkCore.js.map +1 -1
  239. package/lib/network/core/networkCoreWorker.js +2 -0
  240. package/lib/network/core/networkCoreWorker.js.map +1 -1
  241. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  242. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  243. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  244. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  245. package/lib/network/core/types.d.ts +6 -1
  246. package/lib/network/core/types.d.ts.map +1 -1
  247. package/lib/network/gossip/gossipsub.d.ts +1 -0
  248. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  249. package/lib/network/gossip/gossipsub.js +10 -0
  250. package/lib/network/gossip/gossipsub.js.map +1 -1
  251. package/lib/network/gossip/interface.d.ts +1 -8
  252. package/lib/network/gossip/interface.d.ts.map +1 -1
  253. package/lib/network/gossip/interface.js +0 -1
  254. package/lib/network/gossip/interface.js.map +1 -1
  255. package/lib/network/gossip/topic.d.ts +0 -16
  256. package/lib/network/gossip/topic.d.ts.map +1 -1
  257. package/lib/network/gossip/topic.js +0 -23
  258. package/lib/network/gossip/topic.js.map +1 -1
  259. package/lib/network/interface.d.ts +4 -5
  260. package/lib/network/interface.d.ts.map +1 -1
  261. package/lib/network/libp2p/index.d.ts.map +1 -1
  262. package/lib/network/libp2p/index.js +5 -1
  263. package/lib/network/libp2p/index.js.map +1 -1
  264. package/lib/network/network.d.ts +8 -7
  265. package/lib/network/network.d.ts.map +1 -1
  266. package/lib/network/network.js +53 -37
  267. package/lib/network/network.js.map +1 -1
  268. package/lib/network/options.d.ts +2 -0
  269. package/lib/network/options.d.ts.map +1 -1
  270. package/lib/network/options.js +2 -0
  271. package/lib/network/options.js.map +1 -1
  272. package/lib/network/peers/peerManager.d.ts +2 -1
  273. package/lib/network/peers/peerManager.d.ts.map +1 -1
  274. package/lib/network/peers/peerManager.js +28 -1
  275. package/lib/network/peers/peerManager.js.map +1 -1
  276. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  277. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  278. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  279. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  280. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  281. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  282. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  283. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  284. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  285. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  286. package/lib/network/peers/utils/subnetMap.js +6 -3
  287. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  288. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  289. package/lib/network/processor/extractSlotRootFns.js +1 -8
  290. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  291. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  292. package/lib/network/processor/gossipHandlers.js +46 -126
  293. package/lib/network/processor/gossipHandlers.js.map +1 -1
  294. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  295. package/lib/network/processor/gossipQueues/index.js +0 -6
  296. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  297. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  298. package/lib/network/processor/gossipValidatorFn.js +1 -5
  299. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  300. package/lib/network/processor/index.d.ts +6 -0
  301. package/lib/network/processor/index.d.ts.map +1 -1
  302. package/lib/network/processor/index.js +29 -4
  303. package/lib/network/processor/index.js.map +1 -1
  304. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  305. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  306. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  307. package/lib/network/reqresp/handlers/beaconBlocksByHead.js +1 -1
  308. package/lib/network/reqresp/handlers/beaconBlocksByHead.js.map +1 -1
  309. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  310. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  311. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  312. package/lib/network/reqresp/handlers/index.js +1 -12
  313. package/lib/network/reqresp/handlers/index.js.map +1 -1
  314. package/lib/network/reqresp/protocols.d.ts +0 -2
  315. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  316. package/lib/network/reqresp/protocols.js +0 -10
  317. package/lib/network/reqresp/protocols.js.map +1 -1
  318. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  319. package/lib/network/reqresp/rateLimit.js +1 -17
  320. package/lib/network/reqresp/rateLimit.js.map +1 -1
  321. package/lib/network/reqresp/types.d.ts +2 -8
  322. package/lib/network/reqresp/types.d.ts.map +1 -1
  323. package/lib/network/reqresp/types.js +1 -7
  324. package/lib/network/reqresp/types.js.map +1 -1
  325. package/lib/network/subnets/attnetsService.d.ts +35 -5
  326. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  327. package/lib/network/subnets/attnetsService.js +84 -6
  328. package/lib/network/subnets/attnetsService.js.map +1 -1
  329. package/lib/network/subnets/interface.d.ts +7 -0
  330. package/lib/network/subnets/interface.d.ts.map +1 -1
  331. package/lib/network/subnets/interface.js.map +1 -1
  332. package/lib/node/nodejs.d.ts +2 -0
  333. package/lib/node/nodejs.d.ts.map +1 -1
  334. package/lib/node/nodejs.js +37 -19
  335. package/lib/node/nodejs.js.map +1 -1
  336. package/lib/node/options.d.ts +3 -1
  337. package/lib/node/options.d.ts.map +1 -1
  338. package/lib/node/options.js +4 -2
  339. package/lib/node/options.js.map +1 -1
  340. package/lib/sync/range/batch.d.ts +2 -3
  341. package/lib/sync/range/batch.d.ts.map +1 -1
  342. package/lib/sync/range/batch.js +9 -22
  343. package/lib/sync/range/batch.js.map +1 -1
  344. package/lib/sync/range/chain.d.ts.map +1 -1
  345. package/lib/sync/range/chain.js +2 -15
  346. package/lib/sync/range/chain.js.map +1 -1
  347. package/lib/sync/sync.d.ts +15 -0
  348. package/lib/sync/sync.d.ts.map +1 -1
  349. package/lib/sync/sync.js +103 -25
  350. package/lib/sync/sync.js.map +1 -1
  351. package/lib/sync/unknownBlock.d.ts.map +1 -1
  352. package/lib/sync/unknownBlock.js +1 -7
  353. package/lib/sync/unknownBlock.js.map +1 -1
  354. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  355. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  356. package/lib/sync/utils/downloadByRange.js +24 -128
  357. package/lib/sync/utils/downloadByRange.js.map +1 -1
  358. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  359. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  360. package/lib/sync/utils/downloadByRoot.js +14 -99
  361. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  362. package/lib/util/blobs.d.ts +1 -7
  363. package/lib/util/blobs.d.ts.map +1 -1
  364. package/lib/util/blobs.js +0 -19
  365. package/lib/util/blobs.js.map +1 -1
  366. package/lib/util/execution.d.ts +3 -4
  367. package/lib/util/execution.d.ts.map +1 -1
  368. package/lib/util/execution.js +1 -73
  369. package/lib/util/execution.js.map +1 -1
  370. package/lib/util/file.d.ts.map +1 -1
  371. package/lib/util/file.js +8 -9
  372. package/lib/util/file.js.map +1 -1
  373. package/lib/util/sszBytes.d.ts +5 -1
  374. package/lib/util/sszBytes.d.ts.map +1 -1
  375. package/lib/util/sszBytes.js +34 -17
  376. package/lib/util/sszBytes.js.map +1 -1
  377. package/lib/util/types.d.ts +0 -5
  378. package/lib/util/types.d.ts.map +1 -1
  379. package/lib/util/types.js +1 -2
  380. package/lib/util/types.js.map +1 -1
  381. package/package.json +16 -17
  382. package/src/api/impl/beacon/blocks/index.ts +24 -64
  383. package/src/api/impl/beacon/pool/index.ts +26 -0
  384. package/src/api/impl/validator/index.ts +43 -29
  385. package/src/chain/GetBlobsTracker.ts +10 -39
  386. package/src/chain/archiveStore/archiveStore.ts +5 -4
  387. package/src/chain/archiveStore/utils/pruneHistory.ts +16 -6
  388. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  389. package/src/chain/blocks/blockInput/errors.ts +1 -2
  390. package/src/chain/blocks/blockInput/types.ts +2 -20
  391. package/src/chain/blocks/importBlock.ts +56 -72
  392. package/src/chain/blocks/importExecutionPayload.ts +44 -33
  393. package/src/chain/blocks/index.ts +5 -2
  394. package/src/chain/blocks/payloadEnvelopeProcessor.ts +32 -21
  395. package/src/chain/blocks/types.ts +5 -31
  396. package/src/chain/blocks/verifyBlock.ts +30 -16
  397. package/src/chain/blocks/verifyBlocksDataAvailability.ts +6 -1
  398. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  399. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  400. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  401. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  402. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  403. package/src/chain/bls/interface.ts +2 -0
  404. package/src/chain/bls/multithread/index.ts +43 -19
  405. package/src/chain/chain.ts +135 -37
  406. package/src/chain/emitter.ts +8 -8
  407. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  408. package/src/chain/errors/index.ts +0 -1
  409. package/src/chain/forkChoice/index.ts +11 -0
  410. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  411. package/src/chain/interface.ts +7 -3
  412. package/src/chain/opPools/aggregatedAttestationPool.ts +245 -42
  413. package/src/chain/opPools/attestationPool.ts +15 -3
  414. package/src/chain/opPools/index.ts +1 -0
  415. package/src/chain/opPools/payloadAttestationPool.ts +17 -6
  416. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  417. package/src/chain/opPools/syncCommitteeMessagePool.ts +9 -2
  418. package/src/chain/opPools/syncContributionAndProofPool.ts +12 -2
  419. package/src/chain/options.ts +5 -2
  420. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  421. package/src/chain/proposerTracker.ts +94 -0
  422. package/src/chain/regen/interface.ts +1 -1
  423. package/src/chain/regen/queued.ts +6 -4
  424. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  425. package/src/chain/validation/aggregateAndProof.ts +1 -1
  426. package/src/chain/validation/attestation.ts +1 -1
  427. package/src/chain/validation/executionPayloadBid.ts +14 -13
  428. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  429. package/src/chain/validation/syncCommittee.ts +31 -15
  430. package/src/chain/validation/syncCommitteeContributionAndProof.ts +13 -0
  431. package/src/chain/validatorMonitor.ts +0 -6
  432. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  433. package/src/db/flatFileStore/slotIndex.ts +4 -3
  434. package/src/db/repositories/blobSidecars.ts +0 -1
  435. package/src/execution/builder/apiClient.ts +16 -13
  436. package/src/execution/builder/http.ts +4 -0
  437. package/src/execution/engine/http.ts +19 -42
  438. package/src/execution/engine/interface.ts +18 -9
  439. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  440. package/src/execution/engine/mock.ts +0 -7
  441. package/src/execution/engine/restTransport.ts +3 -22
  442. package/src/execution/engine/sszTypes.ts +0 -9
  443. package/src/execution/engine/transport.ts +8 -17
  444. package/src/execution/engine/types.ts +0 -17
  445. package/src/execution/engine/utils.ts +4 -2
  446. package/src/index.ts +1 -1
  447. package/src/metrics/metrics/beacon.ts +0 -30
  448. package/src/metrics/metrics/lodestar.ts +80 -18
  449. package/src/metrics/server/http.ts +5 -5
  450. package/src/network/core/networkCore.ts +11 -1
  451. package/src/network/core/networkCoreWorker.ts +2 -0
  452. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  453. package/src/network/core/types.ts +6 -1
  454. package/src/network/gossip/gossipsub.ts +11 -0
  455. package/src/network/gossip/interface.ts +0 -5
  456. package/src/network/gossip/topic.ts +0 -25
  457. package/src/network/interface.ts +2 -5
  458. package/src/network/libp2p/index.ts +5 -1
  459. package/src/network/network.ts +55 -60
  460. package/src/network/options.ts +4 -0
  461. package/src/network/peers/peerManager.ts +28 -3
  462. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  463. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  464. package/src/network/peers/utils/subnetMap.ts +6 -3
  465. package/src/network/processor/extractSlotRootFns.ts +0 -9
  466. package/src/network/processor/gossipHandlers.ts +59 -159
  467. package/src/network/processor/gossipQueues/index.ts +0 -6
  468. package/src/network/processor/gossipValidatorFn.ts +0 -5
  469. package/src/network/processor/index.ts +25 -4
  470. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  471. package/src/network/reqresp/handlers/beaconBlocksByHead.ts +1 -1
  472. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  473. package/src/network/reqresp/handlers/index.ts +0 -17
  474. package/src/network/reqresp/protocols.ts +0 -12
  475. package/src/network/reqresp/rateLimit.ts +1 -17
  476. package/src/network/reqresp/types.ts +0 -13
  477. package/src/network/subnets/attnetsService.ts +94 -6
  478. package/src/network/subnets/interface.ts +7 -0
  479. package/src/node/nodejs.ts +34 -15
  480. package/src/node/options.ts +5 -1
  481. package/src/sync/range/batch.ts +9 -21
  482. package/src/sync/range/chain.ts +2 -14
  483. package/src/sync/sync.ts +108 -26
  484. package/src/sync/unknownBlock.ts +1 -8
  485. package/src/sync/utils/downloadByRange.ts +31 -230
  486. package/src/sync/utils/downloadByRoot.ts +15 -142
  487. package/src/util/blobs.ts +0 -34
  488. package/src/util/execution.ts +8 -102
  489. package/src/util/file.ts +8 -9
  490. package/src/util/sszBytes.ts +40 -22
  491. package/src/util/types.ts +1 -8
  492. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  493. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  494. package/lib/chain/errors/blobSidecarError.js +0 -38
  495. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  496. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  497. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  498. package/lib/chain/validation/blobSidecar.js +0 -276
  499. package/lib/chain/validation/blobSidecar.js.map +0 -1
  500. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  501. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  502. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  503. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  504. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  505. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  506. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  507. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  508. package/src/chain/errors/blobSidecarError.ts +0 -70
  509. package/src/chain/validation/blobSidecar.ts +0 -357
  510. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  511. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -4,15 +4,14 @@ import {
4
4
  ForkName,
5
5
  ForkPostFulu,
6
6
  ForkPostGloas,
7
- ForkPreDeneb,
7
+ ForkPreFulu,
8
8
  ForkPreGloas,
9
9
  SLOTS_PER_EPOCH,
10
- isForkPostDeneb,
11
10
  isForkPostFulu,
12
11
  isForkPostGloas,
13
12
  } from "@lodestar/params";
14
13
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
15
- import {BLSSignature, RootHex, SignedBeaconBlock, Slot, deneb, fulu} from "@lodestar/types";
14
+ import {BLSSignature, RootHex, SignedBeaconBlock, Slot, fulu} from "@lodestar/types";
16
15
  import {LodestarError, Logger, byteArrayEquals, pruneSetToMax} from "@lodestar/utils";
17
16
  import {Metrics} from "../../metrics/metrics.js";
18
17
  import {MAX_LOOK_AHEAD_EPOCHS} from "../../sync/constants.js";
@@ -21,19 +20,15 @@ import {CustodyConfig} from "../../util/dataColumns.js";
21
20
  import {SerializedCache} from "../../util/serializedCache.js";
22
21
  import {
23
22
  BlockInput,
24
- BlockInputBlobs,
25
23
  BlockInputColumns,
26
24
  BlockInputNoData,
27
25
  BlockInputPreData,
28
26
  BlockWithSource,
29
27
  DAType,
30
- ForkBlobsDA,
31
28
  IBlockInput,
32
29
  LogMetaBasic,
33
- LogMetaBlobs,
34
30
  LogMetaColumns,
35
31
  SourceMeta,
36
- isBlockInputBlobs,
37
32
  isBlockInputColumns,
38
33
  isDaOutOfRange,
39
34
  } from "../blocks/blockInput/index.js";
@@ -62,20 +57,17 @@ export type SeenBlockInputCacheModules = {
62
57
  logger?: Logger;
63
58
  };
64
59
 
65
- export type GetByBlobOptions = {
60
+ export type GetByColumnOptions = {
66
61
  throwErrorIfAlreadyKnown?: boolean;
67
62
  };
68
63
 
69
64
  /**
70
65
  * Consumers that create BlockInputs or change types of old BlockInputs
71
66
  *
72
- * - gossipHandlers (block and blob)
73
- * - beaconBlocksMaybeBlobsByRange
74
- * - unavailableBeaconBlobsByRoot (beaconBlocksMaybeBlobsByRoot)
67
+ * - gossipHandlers (block and data column)
68
+ * - cacheByRangeResponses in sync/utils/downloadByRange.ts
69
+ * - downloadByRoot in sync/utils/downloadByRoot.ts
75
70
  * - publishBlock in the beacon/blocks/index.ts API
76
- * https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/api/impl/beacon/blocks/index.ts#L62
77
- * - maybeValidateBlobs in verifyBlocksDataAvailability (is_data_available spec function)
78
- * https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/chain/blocks/verifyBlocksDataAvailability.ts#L111
79
71
  *
80
72
  *
81
73
  * Pruning management for SeenBlockInputCache
@@ -238,17 +230,6 @@ export class SeenBlockInput {
238
230
  seenTimestampSec,
239
231
  peerIdStr,
240
232
  });
241
- } else if (!isForkPostDeneb(forkName)) {
242
- // Pre-deneb
243
- blockInput = BlockInputPreData.createFromBlock({
244
- block: block as SignedBeaconBlock<ForkPreDeneb>,
245
- blockRootHex,
246
- daOutOfRange,
247
- forkName,
248
- source,
249
- seenTimestampSec,
250
- peerIdStr,
251
- });
252
233
  } else if (isForkPostFulu(forkName)) {
253
234
  // Fulu Only
254
235
  blockInput = BlockInputColumns.createFromBlock({
@@ -263,9 +244,8 @@ export class SeenBlockInput {
263
244
  peerIdStr,
264
245
  });
265
246
  } else {
266
- // Deneb and Electra
267
- blockInput = BlockInputBlobs.createFromBlock({
268
- block: block as SignedBeaconBlock<ForkBlobsDA>,
247
+ blockInput = BlockInputPreData.createFromBlock({
248
+ block: block as SignedBeaconBlock<ForkPreFulu>,
269
249
  blockRootHex,
270
250
  daOutOfRange,
271
251
  forkName,
@@ -288,66 +268,6 @@ export class SeenBlockInput {
288
268
  return blockInput as BlockInput;
289
269
  }
290
270
 
291
- getByBlob(
292
- {
293
- blockRootHex,
294
- blobSidecar,
295
- source,
296
- seenTimestampSec,
297
- peerIdStr,
298
- }: SourceMeta & {blockRootHex: RootHex; blobSidecar: deneb.BlobSidecar},
299
- opts: GetByBlobOptions = {}
300
- ): BlockInputBlobs {
301
- // TODO(peerDAS): Why is it necessary to static cast this here. All conditional paths result in a valid value so should be defined correctly below
302
- let blockInput = this.blockInputs.get(blockRootHex) as IBlockInput;
303
- let created = false;
304
- if (!blockInput) {
305
- created = true;
306
- const {forkName, daOutOfRange} = this.buildCommonProps(blobSidecar.signedBlockHeader.message.slot);
307
- blockInput = BlockInputBlobs.createFromBlob({
308
- blobSidecar,
309
- blockRootHex,
310
- daOutOfRange,
311
- forkName,
312
- source,
313
- seenTimestampSec,
314
- peerIdStr,
315
- });
316
- this.metrics?.seenCache.blockInput.createdByBlob.inc();
317
- this.blockInputs.set(blockRootHex, blockInput);
318
- }
319
-
320
- if (!isBlockInputBlobs(blockInput)) {
321
- throw new SeenBlockInputCacheError(
322
- {
323
- code: SeenBlockInputCacheErrorCode.WRONG_BLOCK_INPUT_TYPE,
324
- cachedType: blockInput.type,
325
- requestedType: DAType.Blobs,
326
- ...blockInput.getLogMeta(),
327
- },
328
- `BlockInputType mismatch adding blobIndex=${blobSidecar.index}`
329
- );
330
- }
331
-
332
- if (!blockInput.hasBlob(blobSidecar.index)) {
333
- blockInput.addBlob({blobSidecar, blockRootHex, source, seenTimestampSec, peerIdStr});
334
- } else if (!created) {
335
- this.logger?.debug(
336
- `Attempt to cache blob index #${blobSidecar.index} but is already cached on BlockInput`,
337
- blockInput.getLogMeta()
338
- );
339
- this.metrics?.seenCache.blockInput.duplicateBlobCount.inc({source});
340
- if (opts.throwErrorIfAlreadyKnown) {
341
- throw new SeenBlockInputCacheError({
342
- code: SeenBlockInputCacheErrorCode.GOSSIP_BLOB_ALREADY_KNOWN,
343
- ...blockInput.getLogMeta(),
344
- });
345
- }
346
- }
347
-
348
- return blockInput;
349
- }
350
-
351
271
  getByColumn(
352
272
  {
353
273
  blockRootHex,
@@ -356,7 +276,7 @@ export class SeenBlockInput {
356
276
  source,
357
277
  peerIdStr,
358
278
  }: SourceMeta & {blockRootHex: RootHex; columnSidecar: fulu.DataColumnSidecar},
359
- opts: GetByBlobOptions = {}
279
+ opts: GetByColumnOptions = {}
360
280
  ): BlockInputColumns {
361
281
  let blockInput = this.blockInputs.get(blockRootHex);
362
282
  let created = false;
@@ -473,7 +393,6 @@ export class SeenBlockInput {
473
393
 
474
394
  enum SeenBlockInputCacheErrorCode {
475
395
  WRONG_BLOCK_INPUT_TYPE = "BLOCK_INPUT_CACHE_ERROR_WRONG_BLOCK_INPUT_TYPE",
476
- GOSSIP_BLOB_ALREADY_KNOWN = "BLOCK_INPUT_CACHE_ERROR_GOSSIP_BLOB_ALREADY_KNOWN",
477
396
  GOSSIP_COLUMN_ALREADY_KNOWN = "BLOCK_INPUT_CACHE_ERROR_GOSSIP_COLUMN_ALREADY_KNOWN",
478
397
  }
479
398
 
@@ -483,9 +402,6 @@ type SeenBlockInputCacheErrorType =
483
402
  cachedType: DAType;
484
403
  requestedType: DAType;
485
404
  })
486
- | (LogMetaBlobs & {
487
- code: SeenBlockInputCacheErrorCode.GOSSIP_BLOB_ALREADY_KNOWN;
488
- })
489
405
  | (LogMetaColumns & {
490
406
  code: SeenBlockInputCacheErrorCode.GOSSIP_COLUMN_ALREADY_KNOWN;
491
407
  });
@@ -72,7 +72,7 @@ async function validateAggregateAndProof(
72
72
  const attSlot = attData.slot;
73
73
 
74
74
  let committeeIndex: number | null;
75
- if (ForkSeq[fork] >= ForkSeq.gloas) {
75
+ if (ForkSeq[fork] >= ForkSeq.gloas && chain.config.getForkSeq(attSlot) >= ForkSeq.gloas) {
76
76
  // [REJECT] `aggregate.data.index < 2`.
77
77
  if (attData.index >= 2) {
78
78
  throw new AttestationError(GossipAction.REJECT, {
@@ -291,7 +291,7 @@ async function validateAttestationNoSignatureCheck(
291
291
  // api or first time validation of a gossip attestation
292
292
  committeeIndex = attestationOrCache.attestation.committeeIndex;
293
293
 
294
- if (isForkPostGloas(fork)) {
294
+ if (isForkPostGloas(fork) && isForkPostGloas(chain.config.getForkName(attSlot))) {
295
295
  // [REJECT] `attestation.data.index < 2`.
296
296
  if (attData.index >= 2) {
297
297
  throw new AttestationError(GossipAction.REJECT, {
@@ -179,6 +179,20 @@ async function validateExecutionPayloadBid(
179
179
  });
180
180
  }
181
181
 
182
+ // [IGNORE] this bid is the highest value bid seen for the tuple
183
+ // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
184
+ // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
185
+ // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
186
+ // from builders submitting numerous bids with minimal value increments.
187
+ const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
188
+ if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
189
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
190
+ code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
191
+ bidValue: bid.value,
192
+ currentHighestBid: bestBid.signedBid.message.value,
193
+ });
194
+ }
195
+
182
196
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
183
197
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
184
198
  // proposer-preferences lookup below from a known fork-choice block.
@@ -352,19 +366,6 @@ async function validateExecutionPayloadBid(
352
366
  });
353
367
  }
354
368
 
355
- // [IGNORE] this bid is the highest value bid seen for the tuple
356
- // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
357
- // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
358
- // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
359
- // from builders submitting numerous bids with minimal value increments.
360
- const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
361
- if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
362
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
363
- code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
364
- bidValue: bid.value,
365
- currentHighestBid: bestBid.signedBid.message.value,
366
- });
367
- }
368
369
  // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
369
370
  // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
370
371
  if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {
@@ -1,4 +1,4 @@
1
- import {PayloadStatus} from "@lodestar/fork-choice";
1
+ import {PayloadStatus, ProtoBlock} from "@lodestar/fork-choice";
2
2
  import {
3
3
  computeStartSlotAtEpoch,
4
4
  getExecutionPayloadEnvelopeSignatureSet,
@@ -6,9 +6,15 @@ import {
6
6
  } from "@lodestar/state-transition";
7
7
  import {gloas, ssz} from "@lodestar/types";
8
8
  import {byteArrayEquals, toRootHex} from "@lodestar/utils";
9
+ import {
10
+ getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized,
11
+ getSlotFromExecutionPayloadEnvelopeSerialized,
12
+ getTransactionCountFromExecutionPayloadEnvelopeSerialized,
13
+ } from "../../util/sszBytes.js";
9
14
  import {ExecutionPayloadEnvelopeError, ExecutionPayloadEnvelopeErrorCode, GossipAction} from "../errors/index.js";
10
15
  import {IBeaconChain} from "../index.js";
11
16
  import {RegenCaller} from "../regen/index.js";
17
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
12
18
 
13
19
  export async function validateApiExecutionPayloadEnvelope(
14
20
  chain: IBeaconChain,
@@ -24,6 +30,40 @@ export async function validateGossipExecutionPayloadEnvelope(
24
30
  return validateExecutionPayloadEnvelope(chain, executionPayloadEnvelope);
25
31
  }
26
32
 
33
+ /**
34
+ * Applies the transaction count check to the serialized envelope so that an oversized envelope is dropped
35
+ * before it is deserialized. Defers to validateGossipExecutionPayloadEnvelope if the data is malformed
36
+ * or the block is not known.
37
+ */
38
+ export function validateGossipExecutionPayloadEnvelopeSerialized(
39
+ chain: IBeaconChain,
40
+ serializedData: Uint8Array
41
+ ): void {
42
+ const blockRootHex = getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized(serializedData);
43
+ const slot = getSlotFromExecutionPayloadEnvelopeSerialized(serializedData);
44
+ const transactionCount = getTransactionCountFromExecutionPayloadEnvelopeSerialized(serializedData);
45
+ if (blockRootHex === null || slot === null || transactionCount === null) {
46
+ return;
47
+ }
48
+
49
+ const block = chain.forkChoice.getBlockHexDefaultStatus(blockRootHex);
50
+ const payloadInput = chain.seenPayloadEnvelopeInputCache.get(blockRootHex);
51
+ if (!block || !payloadInput) {
52
+ return;
53
+ }
54
+
55
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
56
+ if (BigInt(transactionCount) > maxTransactionCount) {
57
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
58
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
59
+ slot,
60
+ root: blockRootHex,
61
+ transactionCount,
62
+ maxTransactionCount: Number(maxTransactionCount),
63
+ });
64
+ }
65
+ }
66
+
27
67
  async function validateExecutionPayloadEnvelope(
28
68
  chain: IBeaconChain,
29
69
  executionPayloadEnvelope: gloas.SignedExecutionPayloadEnvelope
@@ -123,6 +163,20 @@ async function validateExecutionPayloadEnvelope(
123
163
  });
124
164
  }
125
165
 
166
+ // [IGNORE] The number of transactions is within the limit implied by the parent payload's gas limit
167
+ // TODO GLOAS: [REJECT] once https://github.com/ethereum/consensus-specs/pull/5802 is released,
168
+ // also in validateGossipExecutionPayloadEnvelopeSerialized
169
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
170
+ if (BigInt(payload.transactions.length) > maxTransactionCount) {
171
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
172
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
173
+ slot: payload.slotNumber,
174
+ root: blockRootHex,
175
+ transactionCount: payload.transactions.length,
176
+ maxTransactionCount: Number(maxTransactionCount),
177
+ });
178
+ }
179
+
126
180
  // Get the block state to verify the builder's signature.
127
181
  const blockState = await chain.regen
128
182
  .getState(block.stateRoot, RegenCaller.validateGossipPayloadEnvelope)
@@ -154,3 +208,16 @@ async function validateExecutionPayloadEnvelope(
154
208
  });
155
209
  }
156
210
  }
211
+
212
+ /**
213
+ * The bid's gas limit is only tied to the parent payload by bid gossip, so the bound is the gas limit the
214
+ * EIP-1559 rule allows on top of the parent payload's. The bid is the only bound if that gas limit is unknown.
215
+ */
216
+ function getMaxTransactionCount(chain: IBeaconChain, block: ProtoBlock, payloadInput: PayloadEnvelopeInput): bigint {
217
+ const parentGasLimit = block.executionPayloadBlockHash === null ? 0n : BigInt(block.executionPayloadGasLimit);
218
+ const maxGasLimit =
219
+ parentGasLimit === 0n
220
+ ? payloadInput.getBid().gasLimit
221
+ : parentGasLimit + (parentGasLimit / 1024n > 1n ? parentGasLimit / 1024n : 1n) - 1n;
222
+ return maxGasLimit / BigInt(chain.config.MIN_TRANSACTION_GAS);
223
+ }
@@ -1,7 +1,8 @@
1
1
  import {SYNC_COMMITTEE_SUBNET_COUNT, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
2
2
  import {IBeaconStateView, isStatePostAltair} from "@lodestar/state-transition";
3
- import {SubnetID, altair} from "@lodestar/types";
3
+ import {RootHex, Slot, SubnetID, ValidatorIndex, altair} from "@lodestar/types";
4
4
  import {toRootHex} from "@lodestar/utils";
5
+ import {Metrics} from "../../metrics/metrics.js";
5
6
  import {GossipAction, SyncCommitteeError, SyncCommitteeErrorCode} from "../errors/index.js";
6
7
  import {IBeaconChain} from "../interface.js";
7
8
  import {getSyncCommitteeSignatureSet} from "./signatureSets/index.js";
@@ -32,6 +33,33 @@ export async function validateGossipSyncCommittee(
32
33
 
33
34
  // [IGNORE] There has been no other valid sync committee signature for the declared slot for the validator referenced
34
35
  // by sync_committee_signature.validator_index.
36
+ assertSyncCommitteeMessageNotKnown(chain, slot, subnet, validatorIndex, messageRoot, chain.metrics);
37
+
38
+ // [REJECT] The subnet_id is valid for the given validator, i.e. subnet_id in compute_subnets_for_sync_committee(state, sync_committee_signature.validator_index).
39
+ // Note this validation implies the validator is part of the broader current sync committee along with the correct subcommittee.
40
+ // > Checked in validateGossipSyncCommitteeExceptSig()
41
+
42
+ // [REJECT] The signature is valid for the message beacon_block_root for the validator referenced by validator_index.
43
+ await validateSyncCommitteeSigOnly(chain, headState, syncCommittee);
44
+
45
+ // Re-check after the await: concurrent messages from the same validator all pass the check above.
46
+ // Metrics were already counted by the first check.
47
+ assertSyncCommitteeMessageNotKnown(chain, slot, subnet, validatorIndex, messageRoot, null);
48
+
49
+ // Register this valid item as seen
50
+ chain.seenSyncCommitteeMessages.add(slot, subnet, validatorIndex, messageRoot);
51
+
52
+ return {indicesInSubcommittee};
53
+ }
54
+
55
+ function assertSyncCommitteeMessageNotKnown(
56
+ chain: IBeaconChain,
57
+ slot: Slot,
58
+ subnet: SubnetID,
59
+ validatorIndex: ValidatorIndex,
60
+ messageRoot: RootHex,
61
+ metrics: Metrics | null
62
+ ): void {
35
63
  const prevRoot = chain.seenSyncCommitteeMessages.get(slot, subnet, validatorIndex);
36
64
  if (prevRoot) {
37
65
  let shouldIgnore = false;
@@ -39,9 +67,9 @@ export async function validateGossipSyncCommittee(
39
67
  shouldIgnore = true;
40
68
  } else {
41
69
  const headRoot = chain.forkChoice.getHeadRoot();
42
- chain.metrics?.gossipSyncCommittee.equivocationCount.inc();
70
+ metrics?.gossipSyncCommittee.equivocationCount.inc();
43
71
  if (messageRoot === headRoot) {
44
- chain.metrics?.gossipSyncCommittee.equivocationToHeadCount.inc();
72
+ metrics?.gossipSyncCommittee.equivocationToHeadCount.inc();
45
73
  } else {
46
74
  shouldIgnore = true;
47
75
  }
@@ -57,18 +85,6 @@ export async function validateGossipSyncCommittee(
57
85
  });
58
86
  }
59
87
  }
60
-
61
- // [REJECT] The subnet_id is valid for the given validator, i.e. subnet_id in compute_subnets_for_sync_committee(state, sync_committee_signature.validator_index).
62
- // Note this validation implies the validator is part of the broader current sync committee along with the correct subcommittee.
63
- // > Checked in validateGossipSyncCommitteeExceptSig()
64
-
65
- // [REJECT] The signature is valid for the message beacon_block_root for the validator referenced by validator_index.
66
- await validateSyncCommitteeSigOnly(chain, headState, syncCommittee);
67
-
68
- // Register this valid item as seen
69
- chain.seenSyncCommitteeMessages.add(slot, subnet, validatorIndex, messageRoot);
70
-
71
- return {indicesInSubcommittee};
72
88
  }
73
89
 
74
90
  export async function validateApiSyncCommittee(
@@ -92,6 +92,19 @@ export async function validateSyncCommitteeGossipContributionAndProof(
92
92
  });
93
93
  }
94
94
 
95
+ // Re-check after the await: concurrent contributions from the same aggregator all pass the checks above
96
+ if (chain.seenContributionAndProof.isAggregatorKnown(slot, subcommitteeIndex, aggregatorIndex)) {
97
+ throw new SyncCommitteeError(GossipAction.IGNORE, {
98
+ code: SyncCommitteeErrorCode.SYNC_COMMITTEE_AGGREGATOR_ALREADY_KNOWN,
99
+ });
100
+ }
101
+
102
+ if (!skipValidationKnownParticipants && chain.seenContributionAndProof.participantsKnown(contribution)) {
103
+ throw new SyncCommitteeError(GossipAction.IGNORE, {
104
+ code: SyncCommitteeErrorCode.SYNC_COMMITTEE_PARTICIPANTS_ALREADY_KNOWN,
105
+ });
106
+ }
107
+
95
108
  // no need to add to seenSyncCommittteeContributionCache here, gossip handler will do that
96
109
  chain.seenContributionAndProof.add(contributionAndProof, syncCommitteeParticipantIndices.length);
97
110
 
@@ -21,7 +21,6 @@ import {
21
21
  SubnetID,
22
22
  ValidatorIndex,
23
23
  altair,
24
- deneb,
25
24
  gloas,
26
25
  } from "@lodestar/types";
27
26
  import {
@@ -70,7 +69,6 @@ export type ValidatorMonitor = {
70
69
  balances?: number[]
71
70
  ): void;
72
71
  registerBeaconBlock(src: OpSource, delaySec: Seconds, block: BeaconBlock): void;
73
- registerBlobSidecar(src: OpSource, seenTimestampSec: Seconds, blob: deneb.BlobSidecar): void;
74
72
  registerExecutionPayloadEnvelope(
75
73
  src: OpSource,
76
74
  delaySec: Seconds,
@@ -434,10 +432,6 @@ export function createValidatorMonitor(
434
432
  }
435
433
  },
436
434
 
437
- registerBlobSidecar(_src, _seenTimestampSec, _blob) {
438
- //TODO: freetheblobs
439
- },
440
-
441
435
  registerExecutionPayloadEnvelope(_src, _delaySec, _envelope) {
442
436
  // TODO GLOAS: implement execution payload envelope monitoring
443
437
  },
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {type FileHandle, open, readFile, rm} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {ForkPostFulu} from "@lodestar/params";
@@ -172,7 +172,7 @@ export class FlatFileStore implements IFlatFileStore {
172
172
  for (const slot of slotsToPrune) {
173
173
  const release = await this.acquireMutationLock(slot);
174
174
  try {
175
- await fs.promises.rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
175
+ await rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
176
176
  this.slotIndex.remove(slot);
177
177
  this.metrics?.prunedDirectories.inc();
178
178
  } finally {
@@ -212,7 +212,7 @@ export class FlatFileStore implements IFlatFileStore {
212
212
 
213
213
  private async readFile(slot: Slot, rootHex: RootHex): Promise<Uint8Array | null> {
214
214
  try {
215
- return await fs.promises.readFile(this.filePath(slot, rootHex));
215
+ return await readFile(this.filePath(slot, rootHex));
216
216
  } catch (e) {
217
217
  if (!isFsNotFoundError(e)) throw e;
218
218
  return null;
@@ -224,9 +224,9 @@ export class FlatFileStore implements IFlatFileStore {
224
224
  rootHex: RootHex,
225
225
  indices: number[]
226
226
  ): Promise<(Uint8Array | undefined)[] | null> {
227
- let fd: fs.promises.FileHandle;
227
+ let fd: FileHandle;
228
228
  try {
229
- fd = await fs.promises.open(this.filePath(slot, rootHex), "r");
229
+ fd = await open(this.filePath(slot, rootHex), "r");
230
230
  } catch (e) {
231
231
  if (!isFsNotFoundError(e)) throw e;
232
232
  return null;
@@ -270,7 +270,7 @@ export class FlatFileStore implements IFlatFileStore {
270
270
  await observeFlatFileStoreOperation(this.metrics, FlatFileStoreOperation.delete, async () => {
271
271
  const release = await this.acquireMutationLock(slot);
272
272
  try {
273
- await fs.promises.rm(this.filePath(slot, rootHex), {force: true});
273
+ await rm(this.filePath(slot, rootHex), {force: true});
274
274
  } finally {
275
275
  release();
276
276
  }
@@ -294,7 +294,7 @@ function validateDcolHeader(header: DcolHeader, slot: Slot, rootHex: RootHex): v
294
294
  }
295
295
  }
296
296
 
297
- async function readExactly(fd: fs.promises.FileHandle, buffer: Uint8Array, position: number): Promise<void> {
297
+ async function readExactly(fd: FileHandle, buffer: Uint8Array, position: number): Promise<void> {
298
298
  let totalRead = 0;
299
299
  while (totalRead < buffer.length) {
300
300
  const {bytesRead} = await fd.read(buffer, totalRead, buffer.length - totalRead, position + totalRead);
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -14,7 +14,6 @@ export const blobSidecarsWrapperSsz = new ContainerType(
14
14
  );
15
15
 
16
16
  export type BlobSidecarsWrapper = ValueOf<typeof blobSidecarsWrapperSsz>;
17
- export const BLOB_SIDECARS_IN_WRAPPER_INDEX = 44;
18
17
 
19
18
  /**
20
19
  * blobSidecarsWrapper by block root (= hash_tree_root(SignedBeaconBlock.message))
@@ -19,21 +19,20 @@ import {IClock} from "../../util/clock.js";
19
19
  * Additional duration to account for potential event loop lag which causes
20
20
  * builder bids to be rejected even though the response was sent in time.
21
21
  */
22
- const EVENT_LOOP_LAG_BUFFER = 250;
22
+ export const BUILDER_BID_LAG_BUFFER_MS = 250;
23
23
 
24
24
  /**
25
- * Duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
- * is reached, advertised on each bid request via the `X-Timeout-Ms` header. The p2p bid is
27
- * selected after the same duration, only considering bids received up to that point.
25
+ * Default duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
+ * is reached, advertised on each bid request via the `X-Timeout-Ms` header. Bids received via
27
+ * p2p are given the same time to bid up.
28
28
  */
29
- export const BUILDER_BID_DEADLINE_MS = 500;
30
-
31
- /** Local timeout for bid requests, event loop lag must not discard bids that arrived in time */
32
- export const BUILDER_BID_REQUEST_TIMEOUT_MS = BUILDER_BID_DEADLINE_MS + EVENT_LOOP_LAG_BUFFER;
29
+ export const DEFAULT_BUILDER_BID_DEADLINE_MS = 500;
33
30
 
34
31
  export type BuilderApiClientOpts = {
35
- /** Timeout for builder api requests, bid requests always use `BUILDER_BID_REQUEST_TIMEOUT_MS` */
32
+ /** Timeout for builder api requests, bid requests are bounded by `bidDeadline` instead */
36
33
  timeout?: number;
34
+ /** Time builders are given to provide a bid once block production starts, in milliseconds */
35
+ bidDeadline?: number;
37
36
  // Add User-Agent header to all requests
38
37
  userAgent?: string;
39
38
  };
@@ -69,6 +68,7 @@ export type BuilderApiBid = {
69
68
  * each block production request, clients are dialed on demand based on the entry `url`.
70
69
  */
71
70
  export class BuilderApiClient {
71
+ readonly bidDeadline: number;
72
72
  private readonly clients = new Map<BuilderUrl, BuilderApi>();
73
73
 
74
74
  constructor(
@@ -78,7 +78,9 @@ export class BuilderApiClient {
78
78
  private readonly bls: IBlsVerifier,
79
79
  private readonly metrics: Metrics | null = null,
80
80
  private readonly logger?: Logger
81
- ) {}
81
+ ) {
82
+ this.bidDeadline = opts.bidDeadline ?? DEFAULT_BUILDER_BID_DEADLINE_MS;
83
+ }
82
84
 
83
85
  /**
84
86
  * Fan out bid requests to the builders named by the entries, one request per unique
@@ -139,9 +141,10 @@ export class BuilderApiClient {
139
141
  proposerPubkey,
140
142
  requestAuth: entry.auth,
141
143
  dateMilliseconds: Date.now(),
142
- timeoutMs: BUILDER_BID_DEADLINE_MS,
144
+ timeoutMs: this.bidDeadline,
143
145
  },
144
- {timeoutMs: BUILDER_BID_REQUEST_TIMEOUT_MS}
146
+ // Event loop lag must not discard bids that arrived in time
147
+ {timeoutMs: this.bidDeadline + BUILDER_BID_LAG_BUFFER_MS}
145
148
  );
146
149
  const signedBid = res.value();
147
150
  if (signedBid === undefined) {
@@ -203,7 +206,7 @@ export class BuilderApiClient {
203
206
 
204
207
  /**
205
208
  * Establish the connection to every known builder outside the bid deadline, a cold TCP/TLS handshake
206
- * to a distant builder can exhaust `BUILDER_BID_DEADLINE_MS` on its own, and a long idle connection
209
+ * to a distant builder can exhaust the bid deadline on its own, and a long idle connection
207
210
  * may be half-open and only fail once written to.
208
211
  */
209
212
  async checkStatus(): Promise<void> {
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/types";
21
21
  import {toPrintableUrl} from "@lodestar/utils";
22
22
  import {Metrics} from "../../metrics/metrics.js";
23
+ import {DEFAULT_BUILDER_BID_DEADLINE_MS} from "./apiClient.js";
23
24
  import {ValidatorRegistration, ValidatorRegistrationCache} from "./cache.js";
24
25
  import {IExecutionBuilder} from "./interface.js";
25
26
 
@@ -29,6 +30,8 @@ export type ExecutionBuilderHttpOpts = {
29
30
  timeout?: number;
30
31
  faultInspectionWindow?: number;
31
32
  allowedFaults?: number;
33
+ /** Post-gloas only, time builders are given to provide a bid once block production starts, in milliseconds */
34
+ bidDeadline?: number;
32
35
 
33
36
  // Only required for merge-mock runs, no need to expose it to cli
34
37
  issueLocalFcUWithFeeRecipient?: string;
@@ -40,6 +43,7 @@ export const defaultExecutionBuilderHttpOpts: ExecutionBuilderHttpOpts = {
40
43
  enabled: false,
41
44
  url: "http://localhost:8661",
42
45
  timeout: 12000,
46
+ bidDeadline: DEFAULT_BUILDER_BID_DEADLINE_MS,
43
47
  };
44
48
 
45
49
  export enum BuilderStatus {