@lodestar/beacon-node 1.51.0-dev.b41e3a7363 → 1.51.0-dev.b74e8e576d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (523) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +26 -67
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +22 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.d.ts +6 -0
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +38 -25
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/GetBlobsTracker.d.ts +2 -2
  14. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  15. package/lib/chain/GetBlobsTracker.js +11 -33
  16. package/lib/chain/GetBlobsTracker.js.map +1 -1
  17. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/archiveStore.js +1 -0
  19. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  20. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  21. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  23. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  24. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  25. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  26. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  27. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  28. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  29. package/lib/chain/blocks/blockInput/types.js +0 -1
  30. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +36 -53
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -10
  35. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  36. package/lib/chain/blocks/importExecutionPayload.js +26 -17
  37. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  38. package/lib/chain/blocks/index.d.ts.map +1 -1
  39. package/lib/chain/blocks/index.js +2 -2
  40. package/lib/chain/blocks/index.js.map +1 -1
  41. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  42. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  43. package/lib/chain/blocks/payloadEnvelopeProcessor.js +22 -17
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  45. package/lib/chain/blocks/types.d.ts +4 -20
  46. package/lib/chain/blocks/types.d.ts.map +1 -1
  47. package/lib/chain/blocks/types.js +0 -24
  48. package/lib/chain/blocks/types.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlock.js +17 -6
  51. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  52. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.js +6 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  56. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  64. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  68. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  69. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  70. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  71. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  72. package/lib/chain/bls/interface.d.ts +2 -0
  73. package/lib/chain/bls/interface.d.ts.map +1 -1
  74. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  75. package/lib/chain/bls/multithread/index.js +13 -11
  76. package/lib/chain/bls/multithread/index.js.map +1 -1
  77. package/lib/chain/bls/multithread/types.d.ts +1 -1
  78. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  79. package/lib/chain/bls/multithread/worker.js +1 -1
  80. package/lib/chain/bls/multithread/worker.js.map +1 -1
  81. package/lib/chain/bls/singleThread.js +1 -1
  82. package/lib/chain/bls/singleThread.js.map +1 -1
  83. package/lib/chain/bls/utils.js +1 -1
  84. package/lib/chain/bls/utils.js.map +1 -1
  85. package/lib/chain/chain.d.ts +25 -4
  86. package/lib/chain/chain.d.ts.map +1 -1
  87. package/lib/chain/chain.js +120 -39
  88. package/lib/chain/chain.js.map +1 -1
  89. package/lib/chain/emitter.d.ts +7 -7
  90. package/lib/chain/emitter.d.ts.map +1 -1
  91. package/lib/chain/emitter.js +5 -5
  92. package/lib/chain/emitter.js.map +1 -1
  93. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  94. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  95. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  96. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  97. package/lib/chain/errors/index.d.ts +0 -1
  98. package/lib/chain/errors/index.d.ts.map +1 -1
  99. package/lib/chain/errors/index.js +0 -1
  100. package/lib/chain/errors/index.js.map +1 -1
  101. package/lib/chain/forkChoice/index.d.ts +11 -1
  102. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  103. package/lib/chain/forkChoice/index.js +11 -0
  104. package/lib/chain/forkChoice/index.js.map +1 -1
  105. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  106. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  107. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  108. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  109. package/lib/chain/interface.d.ts +9 -7
  110. package/lib/chain/interface.d.ts.map +1 -1
  111. package/lib/chain/interface.js.map +1 -1
  112. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  113. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  114. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  115. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  116. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  117. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  118. package/lib/chain/opPools/attestationPool.js +15 -4
  119. package/lib/chain/opPools/attestationPool.js.map +1 -1
  120. package/lib/chain/opPools/index.d.ts +1 -0
  121. package/lib/chain/opPools/index.d.ts.map +1 -1
  122. package/lib/chain/opPools/index.js +1 -0
  123. package/lib/chain/opPools/index.js.map +1 -1
  124. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  125. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  126. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  127. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  128. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  129. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  130. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  131. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  132. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  133. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  134. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  135. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  136. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  137. package/lib/chain/opPools/utils.d.ts +1 -1
  138. package/lib/chain/opPools/utils.d.ts.map +1 -1
  139. package/lib/chain/opPools/utils.js +1 -1
  140. package/lib/chain/opPools/utils.js.map +1 -1
  141. package/lib/chain/options.d.ts +5 -2
  142. package/lib/chain/options.d.ts.map +1 -1
  143. package/lib/chain/options.js.map +1 -1
  144. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  145. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  146. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  147. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  148. package/lib/chain/proposerTracker.d.ts +31 -0
  149. package/lib/chain/proposerTracker.d.ts.map +1 -0
  150. package/lib/chain/proposerTracker.js +75 -0
  151. package/lib/chain/proposerTracker.js.map +1 -0
  152. package/lib/chain/regen/interface.d.ts +1 -1
  153. package/lib/chain/regen/interface.d.ts.map +1 -1
  154. package/lib/chain/regen/queued.d.ts +1 -1
  155. package/lib/chain/regen/queued.d.ts.map +1 -1
  156. package/lib/chain/regen/queued.js +5 -3
  157. package/lib/chain/regen/queued.js.map +1 -1
  158. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  159. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  160. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  161. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  162. package/lib/chain/validation/executionPayloadBid.js +13 -13
  163. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  164. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  165. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  166. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  167. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  168. package/lib/chain/validatorMonitor.d.ts +1 -2
  169. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  170. package/lib/chain/validatorMonitor.js +0 -3
  171. package/lib/chain/validatorMonitor.js.map +1 -1
  172. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  173. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  174. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  175. package/lib/db/flatFileStore/slotIndex.js +2 -2
  176. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  177. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  178. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  179. package/lib/db/repositories/blobSidecars.js +0 -1
  180. package/lib/db/repositories/blobSidecars.js.map +1 -1
  181. package/lib/execution/builder/apiClient.d.ts +14 -8
  182. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  183. package/lib/execution/builder/apiClient.js +12 -10
  184. package/lib/execution/builder/apiClient.js.map +1 -1
  185. package/lib/execution/builder/http.d.ts +2 -0
  186. package/lib/execution/builder/http.d.ts.map +1 -1
  187. package/lib/execution/builder/http.js +2 -0
  188. package/lib/execution/builder/http.js.map +1 -1
  189. package/lib/execution/engine/http.d.ts +4 -6
  190. package/lib/execution/engine/http.d.ts.map +1 -1
  191. package/lib/execution/engine/http.js +8 -10
  192. package/lib/execution/engine/http.js.map +1 -1
  193. package/lib/execution/engine/index.d.ts +1 -1
  194. package/lib/execution/engine/index.d.ts.map +1 -1
  195. package/lib/execution/engine/index.js +1 -1
  196. package/lib/execution/engine/index.js.map +1 -1
  197. package/lib/execution/engine/interface.d.ts +18 -6
  198. package/lib/execution/engine/interface.d.ts.map +1 -1
  199. package/lib/execution/engine/interface.js.map +1 -1
  200. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  201. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  202. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  203. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  204. package/lib/execution/engine/mock.d.ts +0 -1
  205. package/lib/execution/engine/mock.d.ts.map +1 -1
  206. package/lib/execution/engine/mock.js +0 -4
  207. package/lib/execution/engine/mock.js.map +1 -1
  208. package/lib/execution/engine/restTransport.d.ts +2 -4
  209. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  210. package/lib/execution/engine/restTransport.js +1 -15
  211. package/lib/execution/engine/restTransport.js.map +1 -1
  212. package/lib/execution/engine/sszTypes.d.ts +0 -9
  213. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  214. package/lib/execution/engine/sszTypes.js +0 -5
  215. package/lib/execution/engine/sszTypes.js.map +1 -1
  216. package/lib/execution/engine/transport.d.ts +1 -14
  217. package/lib/execution/engine/transport.d.ts.map +1 -1
  218. package/lib/execution/engine/types.d.ts +0 -8
  219. package/lib/execution/engine/types.d.ts.map +1 -1
  220. package/lib/execution/engine/types.js +2 -10
  221. package/lib/execution/engine/types.js.map +1 -1
  222. package/lib/execution/engine/utils.d.ts.map +1 -1
  223. package/lib/execution/engine/utils.js +3 -2
  224. package/lib/execution/engine/utils.js.map +1 -1
  225. package/lib/index.d.ts +1 -1
  226. package/lib/index.d.ts.map +1 -1
  227. package/lib/index.js +1 -1
  228. package/lib/index.js.map +1 -1
  229. package/lib/metrics/metrics/beacon.d.ts +0 -9
  230. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  231. package/lib/metrics/metrics/beacon.js +0 -30
  232. package/lib/metrics/metrics/beacon.js.map +1 -1
  233. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  234. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  235. package/lib/metrics/metrics/lodestar.js +79 -18
  236. package/lib/metrics/metrics/lodestar.js.map +1 -1
  237. package/lib/metrics/server/http.js +5 -5
  238. package/lib/metrics/server/http.js.map +1 -1
  239. package/lib/monitoring/service.js +1 -1
  240. package/lib/monitoring/service.js.map +1 -1
  241. package/lib/network/core/networkCore.d.ts +4 -1
  242. package/lib/network/core/networkCore.d.ts.map +1 -1
  243. package/lib/network/core/networkCore.js +7 -0
  244. package/lib/network/core/networkCore.js.map +1 -1
  245. package/lib/network/core/networkCoreWorker.js +2 -0
  246. package/lib/network/core/networkCoreWorker.js.map +1 -1
  247. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  248. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  249. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  250. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  251. package/lib/network/core/types.d.ts +6 -1
  252. package/lib/network/core/types.d.ts.map +1 -1
  253. package/lib/network/gossip/gossipsub.d.ts +1 -0
  254. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  255. package/lib/network/gossip/gossipsub.js +10 -0
  256. package/lib/network/gossip/gossipsub.js.map +1 -1
  257. package/lib/network/gossip/interface.d.ts +1 -8
  258. package/lib/network/gossip/interface.d.ts.map +1 -1
  259. package/lib/network/gossip/interface.js +0 -1
  260. package/lib/network/gossip/interface.js.map +1 -1
  261. package/lib/network/gossip/topic.d.ts +0 -16
  262. package/lib/network/gossip/topic.d.ts.map +1 -1
  263. package/lib/network/gossip/topic.js +0 -23
  264. package/lib/network/gossip/topic.js.map +1 -1
  265. package/lib/network/interface.d.ts +4 -5
  266. package/lib/network/interface.d.ts.map +1 -1
  267. package/lib/network/libp2p/index.d.ts.map +1 -1
  268. package/lib/network/libp2p/index.js +5 -1
  269. package/lib/network/libp2p/index.js.map +1 -1
  270. package/lib/network/network.d.ts +8 -7
  271. package/lib/network/network.d.ts.map +1 -1
  272. package/lib/network/network.js +53 -35
  273. package/lib/network/network.js.map +1 -1
  274. package/lib/network/options.d.ts +2 -0
  275. package/lib/network/options.d.ts.map +1 -1
  276. package/lib/network/options.js +2 -0
  277. package/lib/network/options.js.map +1 -1
  278. package/lib/network/peers/peerManager.d.ts +2 -1
  279. package/lib/network/peers/peerManager.d.ts.map +1 -1
  280. package/lib/network/peers/peerManager.js +28 -1
  281. package/lib/network/peers/peerManager.js.map +1 -1
  282. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  283. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  284. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  285. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  286. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  287. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  288. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  289. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  290. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  291. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  292. package/lib/network/peers/utils/subnetMap.js +6 -3
  293. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  294. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  295. package/lib/network/processor/extractSlotRootFns.js +1 -8
  296. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  297. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  298. package/lib/network/processor/gossipHandlers.js +46 -128
  299. package/lib/network/processor/gossipHandlers.js.map +1 -1
  300. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  301. package/lib/network/processor/gossipQueues/index.js +0 -6
  302. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  303. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  304. package/lib/network/processor/gossipValidatorFn.js +1 -5
  305. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  306. package/lib/network/processor/index.d.ts +6 -0
  307. package/lib/network/processor/index.d.ts.map +1 -1
  308. package/lib/network/processor/index.js +29 -4
  309. package/lib/network/processor/index.js.map +1 -1
  310. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  311. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  312. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  313. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  314. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  315. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  316. package/lib/network/reqresp/handlers/index.js +1 -12
  317. package/lib/network/reqresp/handlers/index.js.map +1 -1
  318. package/lib/network/reqresp/protocols.d.ts +0 -2
  319. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  320. package/lib/network/reqresp/protocols.js +0 -10
  321. package/lib/network/reqresp/protocols.js.map +1 -1
  322. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  323. package/lib/network/reqresp/rateLimit.js +1 -17
  324. package/lib/network/reqresp/rateLimit.js.map +1 -1
  325. package/lib/network/reqresp/types.d.ts +2 -8
  326. package/lib/network/reqresp/types.d.ts.map +1 -1
  327. package/lib/network/reqresp/types.js +1 -7
  328. package/lib/network/reqresp/types.js.map +1 -1
  329. package/lib/network/subnets/attnetsService.d.ts +35 -5
  330. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  331. package/lib/network/subnets/attnetsService.js +84 -6
  332. package/lib/network/subnets/attnetsService.js.map +1 -1
  333. package/lib/network/subnets/interface.d.ts +7 -0
  334. package/lib/network/subnets/interface.d.ts.map +1 -1
  335. package/lib/network/subnets/interface.js.map +1 -1
  336. package/lib/node/nodejs.d.ts +3 -1
  337. package/lib/node/nodejs.d.ts.map +1 -1
  338. package/lib/node/nodejs.js +38 -20
  339. package/lib/node/nodejs.js.map +1 -1
  340. package/lib/node/options.d.ts +3 -1
  341. package/lib/node/options.d.ts.map +1 -1
  342. package/lib/node/options.js +4 -2
  343. package/lib/node/options.js.map +1 -1
  344. package/lib/sync/interface.d.ts.map +1 -1
  345. package/lib/sync/interface.js.map +1 -1
  346. package/lib/sync/range/batch.d.ts +2 -3
  347. package/lib/sync/range/batch.d.ts.map +1 -1
  348. package/lib/sync/range/batch.js +9 -22
  349. package/lib/sync/range/batch.js.map +1 -1
  350. package/lib/sync/range/chain.d.ts.map +1 -1
  351. package/lib/sync/range/chain.js +2 -15
  352. package/lib/sync/range/chain.js.map +1 -1
  353. package/lib/sync/sync.d.ts +7 -0
  354. package/lib/sync/sync.d.ts.map +1 -1
  355. package/lib/sync/sync.js +61 -3
  356. package/lib/sync/sync.js.map +1 -1
  357. package/lib/sync/unknownBlock.d.ts.map +1 -1
  358. package/lib/sync/unknownBlock.js +1 -7
  359. package/lib/sync/unknownBlock.js.map +1 -1
  360. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  361. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  362. package/lib/sync/utils/downloadByRange.js +24 -128
  363. package/lib/sync/utils/downloadByRange.js.map +1 -1
  364. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  365. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  366. package/lib/sync/utils/downloadByRoot.js +14 -99
  367. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  368. package/lib/util/blobs.d.ts +1 -7
  369. package/lib/util/blobs.d.ts.map +1 -1
  370. package/lib/util/blobs.js +0 -19
  371. package/lib/util/blobs.js.map +1 -1
  372. package/lib/util/execution.d.ts +3 -4
  373. package/lib/util/execution.d.ts.map +1 -1
  374. package/lib/util/execution.js +1 -73
  375. package/lib/util/execution.js.map +1 -1
  376. package/lib/util/file.d.ts.map +1 -1
  377. package/lib/util/file.js +8 -9
  378. package/lib/util/file.js.map +1 -1
  379. package/lib/util/queue/itemQueue.js +1 -1
  380. package/lib/util/queue/itemQueue.js.map +1 -1
  381. package/lib/util/sszBytes.d.ts +5 -1
  382. package/lib/util/sszBytes.d.ts.map +1 -1
  383. package/lib/util/sszBytes.js +36 -19
  384. package/lib/util/sszBytes.js.map +1 -1
  385. package/lib/util/types.d.ts +0 -5
  386. package/lib/util/types.d.ts.map +1 -1
  387. package/lib/util/types.js +1 -2
  388. package/lib/util/types.js.map +1 -1
  389. package/package.json +16 -17
  390. package/src/api/impl/beacon/blocks/index.ts +48 -86
  391. package/src/api/impl/beacon/pool/index.ts +31 -1
  392. package/src/api/impl/beacon/state/utils.ts +1 -1
  393. package/src/api/impl/validator/index.ts +43 -29
  394. package/src/chain/GetBlobsTracker.ts +14 -41
  395. package/src/chain/archiveStore/archiveStore.ts +1 -0
  396. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  397. package/src/chain/blocks/blockInput/errors.ts +1 -2
  398. package/src/chain/blocks/blockInput/types.ts +2 -20
  399. package/src/chain/blocks/importBlock.ts +56 -72
  400. package/src/chain/blocks/importExecutionPayload.ts +44 -33
  401. package/src/chain/blocks/index.ts +5 -2
  402. package/src/chain/blocks/payloadEnvelopeProcessor.ts +33 -22
  403. package/src/chain/blocks/types.ts +5 -31
  404. package/src/chain/blocks/verifyBlock.ts +30 -16
  405. package/src/chain/blocks/verifyBlocksDataAvailability.ts +6 -1
  406. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  407. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  408. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  409. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  410. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  411. package/src/chain/bls/interface.ts +2 -0
  412. package/src/chain/bls/multithread/index.ts +14 -10
  413. package/src/chain/bls/multithread/types.ts +1 -1
  414. package/src/chain/bls/multithread/worker.ts +1 -5
  415. package/src/chain/bls/singleThread.ts +1 -1
  416. package/src/chain/bls/utils.ts +1 -1
  417. package/src/chain/chain.ts +136 -38
  418. package/src/chain/emitter.ts +8 -8
  419. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  420. package/src/chain/errors/index.ts +0 -1
  421. package/src/chain/forkChoice/index.ts +11 -0
  422. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  423. package/src/chain/interface.ts +9 -6
  424. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  425. package/src/chain/opPools/attestationPool.ts +16 -4
  426. package/src/chain/opPools/index.ts +1 -0
  427. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  428. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  429. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  430. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  431. package/src/chain/opPools/utils.ts +1 -1
  432. package/src/chain/options.ts +5 -2
  433. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  434. package/src/chain/proposerTracker.ts +94 -0
  435. package/src/chain/regen/interface.ts +1 -1
  436. package/src/chain/regen/queued.ts +6 -4
  437. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  438. package/src/chain/validation/executionPayloadBid.ts +14 -13
  439. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  440. package/src/chain/validatorMonitor.ts +0 -6
  441. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  442. package/src/db/flatFileStore/slotIndex.ts +4 -3
  443. package/src/db/repositories/blobSidecars.ts +0 -1
  444. package/src/execution/builder/apiClient.ts +16 -13
  445. package/src/execution/builder/http.ts +4 -0
  446. package/src/execution/engine/http.ts +19 -42
  447. package/src/execution/engine/index.ts +1 -1
  448. package/src/execution/engine/interface.ts +19 -10
  449. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  450. package/src/execution/engine/mock.ts +0 -7
  451. package/src/execution/engine/restTransport.ts +3 -22
  452. package/src/execution/engine/sszTypes.ts +0 -9
  453. package/src/execution/engine/transport.ts +8 -17
  454. package/src/execution/engine/types.ts +3 -18
  455. package/src/execution/engine/utils.ts +4 -2
  456. package/src/index.ts +1 -1
  457. package/src/metrics/metrics/beacon.ts +0 -30
  458. package/src/metrics/metrics/lodestar.ts +80 -18
  459. package/src/metrics/server/http.ts +5 -5
  460. package/src/monitoring/service.ts +1 -1
  461. package/src/network/core/networkCore.ts +11 -1
  462. package/src/network/core/networkCoreWorker.ts +2 -0
  463. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  464. package/src/network/core/types.ts +6 -1
  465. package/src/network/gossip/gossipsub.ts +11 -0
  466. package/src/network/gossip/interface.ts +0 -5
  467. package/src/network/gossip/topic.ts +0 -25
  468. package/src/network/interface.ts +2 -5
  469. package/src/network/libp2p/index.ts +5 -1
  470. package/src/network/network.ts +55 -58
  471. package/src/network/options.ts +4 -0
  472. package/src/network/peers/peerManager.ts +28 -3
  473. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  474. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  475. package/src/network/peers/utils/subnetMap.ts +6 -3
  476. package/src/network/processor/extractSlotRootFns.ts +0 -9
  477. package/src/network/processor/gossipHandlers.ts +59 -161
  478. package/src/network/processor/gossipQueues/index.ts +0 -6
  479. package/src/network/processor/gossipValidatorFn.ts +0 -5
  480. package/src/network/processor/index.ts +25 -4
  481. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  482. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  483. package/src/network/reqresp/handlers/index.ts +0 -17
  484. package/src/network/reqresp/protocols.ts +0 -12
  485. package/src/network/reqresp/rateLimit.ts +1 -17
  486. package/src/network/reqresp/types.ts +0 -13
  487. package/src/network/subnets/attnetsService.ts +94 -6
  488. package/src/network/subnets/interface.ts +7 -0
  489. package/src/node/nodejs.ts +40 -21
  490. package/src/node/options.ts +9 -6
  491. package/src/sync/interface.ts +1 -0
  492. package/src/sync/range/batch.ts +9 -21
  493. package/src/sync/range/chain.ts +2 -14
  494. package/src/sync/sync.ts +65 -4
  495. package/src/sync/unknownBlock.ts +1 -8
  496. package/src/sync/utils/downloadByRange.ts +31 -230
  497. package/src/sync/utils/downloadByRoot.ts +15 -142
  498. package/src/util/blobs.ts +0 -34
  499. package/src/util/execution.ts +8 -102
  500. package/src/util/file.ts +8 -9
  501. package/src/util/queue/itemQueue.ts +1 -1
  502. package/src/util/sszBytes.ts +42 -24
  503. package/src/util/types.ts +1 -8
  504. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  505. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  506. package/lib/chain/errors/blobSidecarError.js +0 -38
  507. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  508. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  509. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  510. package/lib/chain/validation/blobSidecar.js +0 -276
  511. package/lib/chain/validation/blobSidecar.js.map +0 -1
  512. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  513. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  514. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  515. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  516. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  517. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  518. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  519. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  520. package/src/chain/errors/blobSidecarError.ts +0 -70
  521. package/src/chain/validation/blobSidecar.ts +0 -357
  522. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  523. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }
@@ -49,6 +49,8 @@ const syncnetsZero = BitArray.fromBitLen(SYNC_COMMITTEE_SUBNET_COUNT);
49
49
 
50
50
  type SubnetDiscvQuery = {subnet: SubnetID; toSlot: number; maxPeersToDiscover: number};
51
51
 
52
+ export type RequestedSubnetWithPeerCount = RequestedSubnet & {peerCount: number};
53
+
52
54
  /**
53
55
  * A map of das custody group index to maxPeersToDiscover
54
56
  */
@@ -145,8 +147,8 @@ export function prioritizePeers(
145
147
  samplingGroups: CustodyIndex[] | null;
146
148
  score: number;
147
149
  }[],
148
- activeAttnets: RequestedSubnet[],
149
- activeSyncnets: RequestedSubnet[],
150
+ activeAttnets: RequestedSubnetWithPeerCount[],
151
+ activeSyncnets: RequestedSubnetWithPeerCount[],
150
152
  samplingGroups: CustodyIndex[] | undefined,
151
153
  opts: PrioritizePeersOpts,
152
154
  config: ChainConfig,
@@ -231,8 +233,8 @@ export function prioritizePeers(
231
233
  */
232
234
  function requestSubnetPeers(
233
235
  connectedPeers: PeerInfo[],
234
- activeAttnets: RequestedSubnet[],
235
- activeSyncnets: RequestedSubnet[],
236
+ activeAttnets: RequestedSubnetWithPeerCount[],
237
+ activeSyncnets: RequestedSubnetWithPeerCount[],
236
238
  ourSamplingGroups: CustodyIndex[] | undefined,
237
239
  opts: PrioritizePeersOpts,
238
240
  config: ChainConfig,
@@ -252,54 +254,44 @@ function requestSubnetPeers(
252
254
 
253
255
  // attnets, do we need queries for more peers
254
256
  if (activeAttnets.length > 0) {
255
- /** Map of peers per subnet, peer may be in multiple arrays */
256
- const peersPerSubnet = new Map<number, number>();
257
-
258
257
  for (const peer of connectedPeers) {
259
258
  const trueBitIndices = peer.attnetsTrueBitIndices;
260
259
  let dutyCount = 0;
261
260
  for (const {subnet} of activeAttnets) {
262
261
  if (trueBitIndices.includes(subnet)) {
263
262
  dutyCount += 1;
264
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
265
263
  }
266
264
  }
267
265
  dutiesByPeer.set(peer, dutyCount);
268
266
  }
269
267
 
270
- for (const {subnet, toSlot} of activeAttnets) {
271
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
272
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peersInSubnet);
273
- if (peersInSubnet < targetSubnetPeers) {
268
+ for (const {subnet, toSlot, peerCount} of activeAttnets) {
269
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peerCount);
270
+ if (peerCount < targetSubnetPeers) {
274
271
  // We need more peers
275
- attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
272
+ attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
276
273
  }
277
274
  }
278
275
  }
279
276
 
280
277
  // syncnets, do we need queries for more peers
281
278
  if (activeSyncnets.length > 0) {
282
- /** Map of peers per subnet, peer may be in multiple arrays */
283
- const peersPerSubnet = new Map<number, number>();
284
-
285
279
  for (const peer of connectedPeers) {
286
280
  const trueBitIndices = peer.syncnetsTrueBitIndices;
287
281
  let dutyCount = dutiesByPeer.get(peer) ?? 0;
288
282
  for (const {subnet} of activeSyncnets) {
289
283
  if (trueBitIndices.includes(subnet)) {
290
284
  dutyCount += 1;
291
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
292
285
  }
293
286
  }
294
287
  dutiesByPeer.set(peer, dutyCount);
295
288
  }
296
289
 
297
- for (const {subnet, toSlot} of activeSyncnets) {
298
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
299
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peersInSubnet);
300
- if (peersInSubnet < targetSubnetPeers) {
290
+ for (const {subnet, toSlot, peerCount} of activeSyncnets) {
291
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peerCount);
292
+ if (peerCount < targetSubnetPeers) {
301
293
  // We need more peers
302
- syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
294
+ syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
303
295
  }
304
296
  }
305
297
  }
@@ -66,11 +66,14 @@ export class SubnetMap {
66
66
  return subnets;
67
67
  }
68
68
 
69
- /** Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries */
70
- getExpired(currentSlot: Slot): SubnetID[] {
69
+ /**
70
+ * Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries
71
+ * @param keep expired subnets for which it returns true are neither returned nor deleted
72
+ */
73
+ getExpired(currentSlot: Slot, keep?: (subnet: SubnetID) => boolean): SubnetID[] {
71
74
  const subnetIds: SubnetID[] = [];
72
75
  for (const [subnet, toSlot] of this.subnets.entries()) {
73
- if (toSlot < currentSlot) {
76
+ if (toSlot < currentSlot && keep?.(subnet) !== true) {
74
77
  subnetIds.push(subnet);
75
78
  this.subnets.delete(subnet);
76
79
  }
@@ -6,7 +6,6 @@ import {
6
6
  getBlockRootFromPayloadAttestationMessageSerialized,
7
7
  getBlockRootFromSignedAggregateAndProofSerialized,
8
8
  getSlotFromBeaconAttestationSerialized,
9
- getSlotFromBlobSidecarSerialized,
10
9
  getSlotFromDataColumnSidecarSerialized,
11
10
  getSlotFromExecutionPayloadEnvelopeSerialized,
12
11
  getSlotFromPayloadAttestationMessageSerialized,
@@ -49,14 +48,6 @@ export function createExtractBlockSlotRootFns(): ExtractSlotRootFns {
49
48
  }
50
49
  return {slot};
51
50
  },
52
- [GossipType.blob_sidecar]: (data: Uint8Array): SlotOptionalRoot | null => {
53
- const slot = getSlotFromBlobSidecarSerialized(data);
54
-
55
- if (slot === null) {
56
- return null;
57
- }
58
- return {slot};
59
- },
60
51
  [GossipType.data_column_sidecar]: (data: Uint8Array, fork: ForkName): SlotOptionalRoot | null => {
61
52
  const slot = getSlotFromDataColumnSidecarSerialized(data, fork);
62
53
 
@@ -21,7 +21,6 @@ import {
21
21
  Slot,
22
22
  SubnetID,
23
23
  UintNum64,
24
- deneb,
25
24
  fulu,
26
25
  gloas,
27
26
  isGloasBeaconBlock,
@@ -39,13 +38,11 @@ import {
39
38
  } from "../../chain/blocks/blockInput/index.js";
40
39
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
41
40
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
42
- import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
41
+ import {InclusionListSource} from "../../chain/blocks/types.js";
43
42
  import {ChainEvent} from "../../chain/emitter.js";
44
43
  import {
45
44
  AttestationError,
46
45
  AttestationErrorCode,
47
- BlobSidecarErrorCode,
48
- BlobSidecarGossipError,
49
46
  BlockError,
50
47
  BlockErrorCode,
51
48
  BlockGossipError,
@@ -60,13 +57,15 @@ import {
60
57
  SyncCommitteeError,
61
58
  } from "../../chain/errors/index.js";
62
59
  import {IBeaconChain} from "../../chain/interface.js";
63
- import {validateGossipBlobSidecar} from "../../chain/validation/blobSidecar.js";
64
60
  import {
65
61
  validateGossipFuluDataColumnSidecar,
66
62
  validateGossipGloasDataColumnSidecar,
67
63
  } from "../../chain/validation/dataColumnSidecar.js";
68
64
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
69
- import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
65
+ import {
66
+ validateGossipExecutionPayloadEnvelope,
67
+ validateGossipExecutionPayloadEnvelopeSerialized,
68
+ } from "../../chain/validation/executionPayloadEnvelope.js";
70
69
  import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
71
70
  import {
72
71
  AggregateAndProofValidationResult,
@@ -89,7 +88,6 @@ import {validateGossipPayloadAttestationMessage} from "../../chain/validation/pa
89
88
  import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
90
89
  import {OpSource} from "../../chain/validatorMonitor.js";
91
90
  import {Metrics} from "../../metrics/index.js";
92
- import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
93
91
  import {getBlobKzgCommitments, getDataColumnSidecarSlot} from "../../util/dataColumns.js";
94
92
  import {callInNextEventLoop} from "../../util/eventLoop.js";
95
93
  import {INetworkCore} from "../core/index.js";
@@ -322,90 +320,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
322
320
  }
323
321
  }
324
322
 
325
- async function validateBeaconBlob(
326
- blobSidecar: deneb.BlobSidecar,
327
- subnet: SubnetID,
328
- peerIdStr: string,
329
- seenTimestampSec: number
330
- ): Promise<BlockInput> {
331
- const blobBlockHeader = blobSidecar.signedBlockHeader.message;
332
- const slot = blobBlockHeader.slot;
333
- const fork = config.getForkName(slot);
334
- const blockRootHex = toRootHex(ssz.phase0.BeaconBlockHeader.hashTreeRoot(blobBlockHeader));
335
-
336
- const delaySec = chain.clock.secFromSlot(slot, seenTimestampSec);
337
- const recvToValLatency = Date.now() / 1000 - seenTimestampSec;
338
-
339
- try {
340
- await validateGossipBlobSidecar(fork, chain, blobSidecar, subnet);
341
- const blockInput = chain.seenBlockInputCache.getByBlob({
342
- blockRootHex,
343
- blobSidecar,
344
- source: BlockInputSource.gossip,
345
- seenTimestampSec,
346
- peerIdStr,
347
- });
348
- const recvToValidation = Date.now() / 1000 - seenTimestampSec;
349
- const validationTime = recvToValidation - recvToValLatency;
350
-
351
- metrics?.gossipBlob.recvToValidation.observe(recvToValidation);
352
- metrics?.gossipBlob.validationTime.observe(validationTime);
353
-
354
- if (chain.emitter.listenerCount(routes.events.EventType.blobSidecar)) {
355
- let versionedHash: Uint8Array;
356
- if (blockInput.hasBlock()) {
357
- // if block hasn't arrived yet then this will throw and need to calculate the versionedHash as a 1-off
358
- versionedHash = blockInput.getVersionedHashes()[blobSidecar.index];
359
- } else {
360
- versionedHash = kzgCommitmentToVersionedHash(blobSidecar.kzgCommitment);
361
- }
362
- chain.emitter.emit(routes.events.EventType.blobSidecar, {
363
- blockRoot: blockRootHex,
364
- slot,
365
- index: blobSidecar.index,
366
- kzgCommitment: toHex(blobSidecar.kzgCommitment),
367
- versionedHash: toHex(versionedHash),
368
- });
369
- }
370
-
371
- logger.debug("Received gossip blob", {
372
- ...blockInput.getLogMeta(),
373
- currentSlot: chain.clock.currentSlot,
374
- peerId: peerIdStr,
375
- delaySec,
376
- subnet,
377
- recvToValLatency,
378
- recvToValidation,
379
- validationTime,
380
- });
381
-
382
- return blockInput;
383
- } catch (e) {
384
- if (e instanceof BlobSidecarGossipError) {
385
- // Don't trigger this yet if full block and blobs haven't arrived yet
386
- if (e.type.code === BlobSidecarErrorCode.PARENT_UNKNOWN) {
387
- logger.debug("Gossip blob has error", {slot, root: blockRootHex, code: e.type.code});
388
- // no need to trigger `unknownBlockParent` event here, as we already did it in `validateBeaconBlock()`
389
- //
390
- // TODO(fulu): is this note above correct? Could have random blob that we see that could trigger
391
- // unknownBlockSync. And duplicate addition of a block will be deduplicated by the
392
- // BlockInputSync event handler. Check this!!
393
- // events.emit(NetworkEvent.unknownBlockParent, {blockInput, peer: peerIdStr});
394
- }
395
-
396
- if (e.action === GossipAction.REJECT) {
397
- chain.persistInvalidSszValue(
398
- ssz.deneb.BlobSidecar,
399
- blobSidecar,
400
- `gossip_reject_slot_${slot}_index_${blobSidecar.index}`
401
- );
402
- }
403
- }
404
-
405
- throw e;
406
- }
407
- }
408
-
409
323
  async function validateBeaconDataColumn(
410
324
  dataColumnSidecar: fulu.DataColumnSidecar,
411
325
  _dataColumnBytes: Uint8Array,
@@ -676,8 +590,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
676
590
  ignoreIfKnown: true,
677
591
  // proposer signature already checked in validateBeaconBlock()
678
592
  validProposerSignature: true,
679
- // blobSidecars already checked in validateGossipBlobSidecars()
680
- validBlobSidecars: BlobSidecarValidation.Individual,
681
593
  // It's critical to keep a good number of mesh peers.
682
594
  // To do that, the Gossip Job Wait Time should be consistently <3s to avoid the behavior penalties in gossip
683
595
  // Gossip Job Wait Time depends on the BLS Job Wait Time
@@ -705,10 +617,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
705
617
 
706
618
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
707
619
  // which is all the information we need so there is no reason to delay until execution payload arrives
708
- // TODO GLOAS: If we want EL retries after this initial attempt, add an explicit retry policy here
709
- // (for example later in the slot). Do not couple retries to incoming gossip columns.
710
- // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
711
- // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
620
+ // Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
621
+ // pending payload import. No processExecutionPayload trigger needed from this path.
712
622
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
713
623
  }
714
624
  })
@@ -815,57 +725,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
815
725
  }
816
726
  },
817
727
 
818
- [GossipType.blob_sidecar]: async ({
819
- gossipData,
820
- topic,
821
- peerIdStr,
822
- seenTimestampSec,
823
- }: GossipHandlerParamGeneric<GossipType.blob_sidecar>) => {
824
- const {serializedData} = gossipData;
825
- const blobSidecar = sszDeserialize(topic, serializedData);
826
- const blobSlot = blobSidecar.signedBlockHeader.message.slot;
827
- const index = blobSidecar.index;
828
-
829
- if (config.getForkSeq(blobSlot) < ForkSeq.deneb) {
830
- throw new GossipActionError(GossipAction.REJECT, {code: "PRE_DENEB_BLOCK"});
831
- }
832
- const blockInput = await validateBeaconBlob(blobSidecar, topic.subnet, peerIdStr, seenTimestampSec);
833
- // Handler - deferred to next event loop so the validation result propagates first
834
- callInNextEventLoop(() => {
835
- try {
836
- chain.serializedCache.set(blobSidecar, serializedData);
837
- if (!blockInput.hasBlockAndAllData()) {
838
- const cutoffTimeMs = getCutoffTimeMs(chain, blobSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
839
- chain.logger.debug("Received gossip blob, waiting for full data availability", {
840
- msToWait: cutoffTimeMs,
841
- blobIndex: index,
842
- ...blockInput.getLogMeta(),
843
- });
844
- blockInput.waitForAllData(cutoffTimeMs).catch((_e) => {
845
- chain.logger.debug(
846
- "Waited for data after receiving gossip blob. Cut-off reached so attempting to fetch remainder of BlockInput",
847
- {
848
- blobIndex: index,
849
- ...blockInput.getLogMeta(),
850
- }
851
- );
852
- chain.emitter.emit(ChainEvent.incompleteBlockInput, {
853
- blockInput,
854
- peer: peerIdStr,
855
- source: BlockInputSource.gossip,
856
- });
857
- });
858
- }
859
- } catch (e) {
860
- logger.debug(
861
- "Error handling gossip blob",
862
- {slot: blobSlot, root: blockInput.blockRootHex, index},
863
- e as Error
864
- );
865
- }
866
- });
867
- },
868
-
869
728
  [GossipType.data_column_sidecar]: async ({
870
729
  gossipData,
871
730
  topic,
@@ -929,7 +788,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
929
788
  }
930
789
 
931
790
  // NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
932
- // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
791
+ // envelope arrival (gossip or API). A pending payload import is awaiting
933
792
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
934
793
 
935
794
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
@@ -1278,6 +1137,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1278
1137
  seenTimestampSec,
1279
1138
  }: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
1280
1139
  const {serializedData} = gossipData;
1140
+ validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
1281
1141
  const signedEnvelope = sszDeserialize(topic, serializedData);
1282
1142
  const envelope = signedEnvelope.message;
1283
1143
 
@@ -1330,18 +1190,22 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1330
1190
  });
1331
1191
  }
1332
1192
 
1193
+ // Add the envelope in the same tick as validation, otherwise a by-root download that completes
1194
+ // before the next event loop sees no envelope, validates it again and adds it first
1195
+ if (!payloadInput.hasPayloadEnvelope()) {
1196
+ chain.serializedCache.set(signedEnvelope, serializedData);
1197
+
1198
+ payloadInput.addPayloadEnvelope({
1199
+ envelope: signedEnvelope,
1200
+ source: PayloadEnvelopeInputSource.gossip,
1201
+ seenTimestampSec,
1202
+ peerIdStr,
1203
+ });
1204
+ }
1205
+
1333
1206
  // Handler - deferred to next event loop so the validation result propagates first
1334
1207
  callInNextEventLoop(() => {
1335
1208
  try {
1336
- chain.serializedCache.set(signedEnvelope, serializedData);
1337
-
1338
- payloadInput.addPayloadEnvelope({
1339
- envelope: signedEnvelope,
1340
- source: PayloadEnvelopeInputSource.gossip,
1341
- seenTimestampSec,
1342
- peerIdStr,
1343
- });
1344
-
1345
1209
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1346
1210
 
1347
1211
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
@@ -1351,7 +1215,9 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1351
1215
  blockRoot: blockRootHex,
1352
1216
  });
1353
1217
 
1354
- chain.processExecutionPayload(payloadInput, {validSignature: true}).catch((e) => {
1218
+ // Signature is verified above only for this envelope, one added by another source is verified at import
1219
+ const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
1220
+ chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
1355
1221
  // Adjust verbosity based on error type
1356
1222
  let logLevel: LogLevel;
1357
1223
 
@@ -1369,11 +1235,17 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1369
1235
  // Errors might indicate an issue with our node or the connected EL client
1370
1236
  logLevel = LogLevel.error;
1371
1237
  break;
1372
- // INVALID_SIGNATURE should not happen, signature is verified during gossip validation
1238
+ case PayloadErrorCode.BLOCK_EXECUTION_INVALID:
1239
+ logLevel = LogLevel.warn;
1240
+ break;
1241
+ // INVALID_SIGNATURE only happens for an envelope added by another source
1373
1242
  case PayloadErrorCode.INVALID_SIGNATURE:
1374
1243
  case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
1375
1244
  case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
1376
- core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1245
+ // Penalize only when the stored envelope is the one this peer sent, not one added by another source
1246
+ if (validSignature) {
1247
+ core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1248
+ }
1377
1249
  // The builder may have signed another envelope that is valid, keeping this one would make
1378
1250
  // by-root and range sync reuse it and never import the payload
1379
1251
  chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
@@ -1648,6 +1520,32 @@ function getBatchHandlers(modules: ValidatorFnsModules, options: GossipHandlerOp
1648
1520
  logger.debug("Error adding gossip unaggregated attestation to pool", {subnet}, e as Error);
1649
1521
  }
1650
1522
 
1523
+ // Collected only for vote slots that an upcoming block of a connected validator can include
1524
+ if (isForkPostElectra(fork) && chain.proposerTracker.shouldCollect(indexedAttestation.data.slot)) {
1525
+ try {
1526
+ const insertOutcome = chain.singleAttestationPool.add(
1527
+ attestation as SingleAttestation<ForkPostElectra>,
1528
+ attDataRootHex,
1529
+ validatorCommitteeIndex,
1530
+ committeeSize
1531
+ );
1532
+ metrics?.opPool.singleAttestationPool.gossipInsertOutcome.inc({insertOutcome});
1533
+ } catch (e) {
1534
+ logger.debug(
1535
+ "Error adding gossip single attestation to pool",
1536
+ {
1537
+ slot: indexedAttestation.data.slot,
1538
+ committeeIndex,
1539
+ validatorCommitteeIndex,
1540
+ validatorIndex: (attestation as SingleAttestation<ForkPostElectra>).attesterIndex,
1541
+ subnet,
1542
+ attDataRoot: attDataRootHex,
1543
+ },
1544
+ e as Error
1545
+ );
1546
+ }
1547
+ }
1548
+
1651
1549
  // Separate boundary: a pool insertion error above must not skip the fork-choice vote
1652
1550
  if (!options.dontSendGossipAttestationsToForkchoice) {
1653
1551
  try {
@@ -25,12 +25,6 @@ const linearGossipQueueOpts: {
25
25
  } = {
26
26
  // validation gossip block asap
27
27
  [GossipType.beacon_block]: {maxLength: 1024, type: QueueType.FIFO, dropOpts: {type: DropType.count, count: 1}},
28
- // gossip length for blob is beacon block length * max blobs per block = 4096
29
- [GossipType.blob_sidecar]: {
30
- maxLength: 4096,
31
- type: QueueType.FIFO,
32
- dropOpts: {type: DropType.count, count: 1},
33
- },
34
28
  [GossipType.data_column_sidecar]: {
35
29
  maxLength: 4096,
36
30
  type: QueueType.FIFO,
@@ -5,7 +5,6 @@ import {
5
5
  AttestationError,
6
6
  AttestationErrorCode,
7
7
  AttesterSlashingErrorCode,
8
- BlobSidecarErrorCode,
9
8
  BlockErrorCode,
10
9
  BlsToExecutionChangeErrorCode,
11
10
  DataColumnSidecarErrorCode,
@@ -55,10 +54,6 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
55
54
  default: PeerAction.LowToleranceError,
56
55
  byCode: {[BlockErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
57
56
  },
58
- [GossipType.blob_sidecar]: {
59
- default: PeerAction.LowToleranceError,
60
- byCode: {[BlobSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
61
- },
62
57
  [GossipType.data_column_sidecar]: {
63
58
  default: PeerAction.LowToleranceError,
64
59
  byCode: {[DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},