@lodestar/beacon-node 1.51.0-dev.fa491bf50f → 1.51.0-dev.fb216e169a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (531) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +36 -88
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +22 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.d.ts +6 -0
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +38 -25
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/GetBlobsTracker.d.ts +13 -2
  14. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  15. package/lib/chain/GetBlobsTracker.js +69 -35
  16. package/lib/chain/GetBlobsTracker.js.map +1 -1
  17. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/archiveStore.js +1 -0
  19. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  20. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  21. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  23. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  24. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  25. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  26. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  27. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  28. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  29. package/lib/chain/blocks/blockInput/types.js +0 -1
  30. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +36 -53
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts +10 -11
  35. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  36. package/lib/chain/blocks/importExecutionPayload.js +32 -18
  37. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  38. package/lib/chain/blocks/index.d.ts.map +1 -1
  39. package/lib/chain/blocks/index.js +3 -3
  40. package/lib/chain/blocks/index.js.map +1 -1
  41. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  42. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  43. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  45. package/lib/chain/blocks/types.d.ts +4 -20
  46. package/lib/chain/blocks/types.d.ts.map +1 -1
  47. package/lib/chain/blocks/types.js +0 -24
  48. package/lib/chain/blocks/types.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlock.js +18 -7
  51. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  52. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.js +14 -2
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  56. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  64. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  68. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  69. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  70. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  71. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  72. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  73. package/lib/chain/bls/interface.d.ts +2 -0
  74. package/lib/chain/bls/interface.d.ts.map +1 -1
  75. package/lib/chain/bls/multithread/index.d.ts +1 -1
  76. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  77. package/lib/chain/bls/multithread/index.js +50 -22
  78. package/lib/chain/bls/multithread/index.js.map +1 -1
  79. package/lib/chain/bls/multithread/types.d.ts +1 -1
  80. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  81. package/lib/chain/bls/multithread/worker.js +1 -1
  82. package/lib/chain/bls/multithread/worker.js.map +1 -1
  83. package/lib/chain/bls/singleThread.js +1 -1
  84. package/lib/chain/bls/singleThread.js.map +1 -1
  85. package/lib/chain/bls/utils.js +1 -1
  86. package/lib/chain/bls/utils.js.map +1 -1
  87. package/lib/chain/chain.d.ts +25 -4
  88. package/lib/chain/chain.d.ts.map +1 -1
  89. package/lib/chain/chain.js +120 -39
  90. package/lib/chain/chain.js.map +1 -1
  91. package/lib/chain/emitter.d.ts +7 -7
  92. package/lib/chain/emitter.d.ts.map +1 -1
  93. package/lib/chain/emitter.js +5 -5
  94. package/lib/chain/emitter.js.map +1 -1
  95. package/lib/chain/errors/blockError.d.ts +1 -1
  96. package/lib/chain/errors/blockError.d.ts.map +1 -1
  97. package/lib/chain/errors/blockError.js +1 -1
  98. package/lib/chain/errors/blockError.js.map +1 -1
  99. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  100. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  101. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  102. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  103. package/lib/chain/errors/index.d.ts +0 -1
  104. package/lib/chain/errors/index.d.ts.map +1 -1
  105. package/lib/chain/errors/index.js +0 -1
  106. package/lib/chain/errors/index.js.map +1 -1
  107. package/lib/chain/forkChoice/index.d.ts +11 -1
  108. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  109. package/lib/chain/forkChoice/index.js +11 -0
  110. package/lib/chain/forkChoice/index.js.map +1 -1
  111. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  112. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  113. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  114. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  115. package/lib/chain/interface.d.ts +9 -7
  116. package/lib/chain/interface.d.ts.map +1 -1
  117. package/lib/chain/interface.js.map +1 -1
  118. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  119. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  120. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  121. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  122. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  123. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  124. package/lib/chain/opPools/attestationPool.js +15 -4
  125. package/lib/chain/opPools/attestationPool.js.map +1 -1
  126. package/lib/chain/opPools/index.d.ts +1 -0
  127. package/lib/chain/opPools/index.d.ts.map +1 -1
  128. package/lib/chain/opPools/index.js +1 -0
  129. package/lib/chain/opPools/index.js.map +1 -1
  130. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  131. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  132. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  133. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  134. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  135. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  136. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  137. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  138. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  139. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  140. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  141. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  142. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  143. package/lib/chain/opPools/utils.d.ts +1 -1
  144. package/lib/chain/opPools/utils.d.ts.map +1 -1
  145. package/lib/chain/opPools/utils.js +1 -1
  146. package/lib/chain/opPools/utils.js.map +1 -1
  147. package/lib/chain/options.d.ts +5 -3
  148. package/lib/chain/options.d.ts.map +1 -1
  149. package/lib/chain/options.js +0 -1
  150. package/lib/chain/options.js.map +1 -1
  151. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  152. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  153. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  154. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  155. package/lib/chain/proposerTracker.d.ts +31 -0
  156. package/lib/chain/proposerTracker.d.ts.map +1 -0
  157. package/lib/chain/proposerTracker.js +75 -0
  158. package/lib/chain/proposerTracker.js.map +1 -0
  159. package/lib/chain/regen/interface.d.ts +1 -1
  160. package/lib/chain/regen/interface.d.ts.map +1 -1
  161. package/lib/chain/regen/queued.d.ts +1 -1
  162. package/lib/chain/regen/queued.d.ts.map +1 -1
  163. package/lib/chain/regen/queued.js +5 -3
  164. package/lib/chain/regen/queued.js.map +1 -1
  165. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  166. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  167. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  168. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  169. package/lib/chain/validation/executionPayloadBid.js +13 -13
  170. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  171. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  172. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  173. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  174. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  175. package/lib/chain/validatorMonitor.d.ts +1 -2
  176. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  177. package/lib/chain/validatorMonitor.js +0 -3
  178. package/lib/chain/validatorMonitor.js.map +1 -1
  179. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  180. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  181. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  182. package/lib/db/flatFileStore/slotIndex.js +2 -2
  183. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  184. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  185. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  186. package/lib/db/repositories/blobSidecars.js +0 -1
  187. package/lib/db/repositories/blobSidecars.js.map +1 -1
  188. package/lib/execution/builder/apiClient.d.ts +14 -8
  189. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  190. package/lib/execution/builder/apiClient.js +12 -10
  191. package/lib/execution/builder/apiClient.js.map +1 -1
  192. package/lib/execution/builder/http.d.ts +2 -0
  193. package/lib/execution/builder/http.d.ts.map +1 -1
  194. package/lib/execution/builder/http.js +2 -0
  195. package/lib/execution/builder/http.js.map +1 -1
  196. package/lib/execution/engine/http.d.ts +4 -6
  197. package/lib/execution/engine/http.d.ts.map +1 -1
  198. package/lib/execution/engine/http.js +8 -10
  199. package/lib/execution/engine/http.js.map +1 -1
  200. package/lib/execution/engine/index.d.ts +1 -1
  201. package/lib/execution/engine/index.d.ts.map +1 -1
  202. package/lib/execution/engine/index.js +1 -1
  203. package/lib/execution/engine/index.js.map +1 -1
  204. package/lib/execution/engine/interface.d.ts +18 -6
  205. package/lib/execution/engine/interface.d.ts.map +1 -1
  206. package/lib/execution/engine/interface.js.map +1 -1
  207. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  208. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  209. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  210. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  211. package/lib/execution/engine/mock.d.ts +0 -1
  212. package/lib/execution/engine/mock.d.ts.map +1 -1
  213. package/lib/execution/engine/mock.js +0 -4
  214. package/lib/execution/engine/mock.js.map +1 -1
  215. package/lib/execution/engine/restTransport.d.ts +2 -4
  216. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  217. package/lib/execution/engine/restTransport.js +1 -15
  218. package/lib/execution/engine/restTransport.js.map +1 -1
  219. package/lib/execution/engine/sszTypes.d.ts +0 -9
  220. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  221. package/lib/execution/engine/sszTypes.js +0 -5
  222. package/lib/execution/engine/sszTypes.js.map +1 -1
  223. package/lib/execution/engine/transport.d.ts +1 -14
  224. package/lib/execution/engine/transport.d.ts.map +1 -1
  225. package/lib/execution/engine/types.d.ts +0 -8
  226. package/lib/execution/engine/types.d.ts.map +1 -1
  227. package/lib/execution/engine/types.js +2 -10
  228. package/lib/execution/engine/types.js.map +1 -1
  229. package/lib/execution/engine/utils.d.ts.map +1 -1
  230. package/lib/execution/engine/utils.js +3 -2
  231. package/lib/execution/engine/utils.js.map +1 -1
  232. package/lib/index.d.ts +1 -1
  233. package/lib/index.d.ts.map +1 -1
  234. package/lib/index.js +1 -1
  235. package/lib/index.js.map +1 -1
  236. package/lib/metrics/metrics/beacon.d.ts +0 -9
  237. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  238. package/lib/metrics/metrics/beacon.js +0 -30
  239. package/lib/metrics/metrics/beacon.js.map +1 -1
  240. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  241. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  242. package/lib/metrics/metrics/lodestar.js +79 -18
  243. package/lib/metrics/metrics/lodestar.js.map +1 -1
  244. package/lib/metrics/server/http.js +5 -5
  245. package/lib/metrics/server/http.js.map +1 -1
  246. package/lib/monitoring/service.js +1 -1
  247. package/lib/monitoring/service.js.map +1 -1
  248. package/lib/network/core/networkCore.d.ts +4 -1
  249. package/lib/network/core/networkCore.d.ts.map +1 -1
  250. package/lib/network/core/networkCore.js +7 -0
  251. package/lib/network/core/networkCore.js.map +1 -1
  252. package/lib/network/core/networkCoreWorker.js +2 -0
  253. package/lib/network/core/networkCoreWorker.js.map +1 -1
  254. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  255. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  256. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  257. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  258. package/lib/network/core/types.d.ts +6 -1
  259. package/lib/network/core/types.d.ts.map +1 -1
  260. package/lib/network/gossip/gossipsub.d.ts +1 -0
  261. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  262. package/lib/network/gossip/gossipsub.js +10 -0
  263. package/lib/network/gossip/gossipsub.js.map +1 -1
  264. package/lib/network/gossip/interface.d.ts +1 -8
  265. package/lib/network/gossip/interface.d.ts.map +1 -1
  266. package/lib/network/gossip/interface.js +0 -1
  267. package/lib/network/gossip/interface.js.map +1 -1
  268. package/lib/network/gossip/topic.d.ts +0 -16
  269. package/lib/network/gossip/topic.d.ts.map +1 -1
  270. package/lib/network/gossip/topic.js +0 -23
  271. package/lib/network/gossip/topic.js.map +1 -1
  272. package/lib/network/interface.d.ts +4 -5
  273. package/lib/network/interface.d.ts.map +1 -1
  274. package/lib/network/libp2p/index.d.ts.map +1 -1
  275. package/lib/network/libp2p/index.js +5 -1
  276. package/lib/network/libp2p/index.js.map +1 -1
  277. package/lib/network/network.d.ts +8 -7
  278. package/lib/network/network.d.ts.map +1 -1
  279. package/lib/network/network.js +53 -35
  280. package/lib/network/network.js.map +1 -1
  281. package/lib/network/options.d.ts +2 -0
  282. package/lib/network/options.d.ts.map +1 -1
  283. package/lib/network/options.js +2 -0
  284. package/lib/network/options.js.map +1 -1
  285. package/lib/network/peers/peerManager.d.ts +2 -1
  286. package/lib/network/peers/peerManager.d.ts.map +1 -1
  287. package/lib/network/peers/peerManager.js +28 -1
  288. package/lib/network/peers/peerManager.js.map +1 -1
  289. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  290. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  291. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  292. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  293. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  294. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  295. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  296. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  297. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  298. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  299. package/lib/network/peers/utils/subnetMap.js +6 -3
  300. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  301. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  302. package/lib/network/processor/extractSlotRootFns.js +1 -8
  303. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  304. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  305. package/lib/network/processor/gossipHandlers.js +52 -131
  306. package/lib/network/processor/gossipHandlers.js.map +1 -1
  307. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  308. package/lib/network/processor/gossipQueues/index.js +0 -6
  309. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  310. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  311. package/lib/network/processor/gossipValidatorFn.js +1 -5
  312. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  313. package/lib/network/processor/index.d.ts +6 -0
  314. package/lib/network/processor/index.d.ts.map +1 -1
  315. package/lib/network/processor/index.js +29 -4
  316. package/lib/network/processor/index.js.map +1 -1
  317. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  318. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  319. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  320. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  321. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  322. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  323. package/lib/network/reqresp/handlers/index.js +1 -12
  324. package/lib/network/reqresp/handlers/index.js.map +1 -1
  325. package/lib/network/reqresp/protocols.d.ts +0 -2
  326. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  327. package/lib/network/reqresp/protocols.js +0 -10
  328. package/lib/network/reqresp/protocols.js.map +1 -1
  329. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  330. package/lib/network/reqresp/rateLimit.js +1 -17
  331. package/lib/network/reqresp/rateLimit.js.map +1 -1
  332. package/lib/network/reqresp/types.d.ts +2 -8
  333. package/lib/network/reqresp/types.d.ts.map +1 -1
  334. package/lib/network/reqresp/types.js +1 -7
  335. package/lib/network/reqresp/types.js.map +1 -1
  336. package/lib/network/subnets/attnetsService.d.ts +35 -5
  337. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  338. package/lib/network/subnets/attnetsService.js +84 -6
  339. package/lib/network/subnets/attnetsService.js.map +1 -1
  340. package/lib/network/subnets/interface.d.ts +7 -0
  341. package/lib/network/subnets/interface.d.ts.map +1 -1
  342. package/lib/network/subnets/interface.js.map +1 -1
  343. package/lib/node/nodejs.d.ts +3 -1
  344. package/lib/node/nodejs.d.ts.map +1 -1
  345. package/lib/node/nodejs.js +38 -20
  346. package/lib/node/nodejs.js.map +1 -1
  347. package/lib/node/options.d.ts +3 -1
  348. package/lib/node/options.d.ts.map +1 -1
  349. package/lib/node/options.js +4 -2
  350. package/lib/node/options.js.map +1 -1
  351. package/lib/sync/interface.d.ts.map +1 -1
  352. package/lib/sync/interface.js.map +1 -1
  353. package/lib/sync/range/batch.d.ts +2 -3
  354. package/lib/sync/range/batch.d.ts.map +1 -1
  355. package/lib/sync/range/batch.js +9 -22
  356. package/lib/sync/range/batch.js.map +1 -1
  357. package/lib/sync/range/chain.d.ts.map +1 -1
  358. package/lib/sync/range/chain.js +2 -15
  359. package/lib/sync/range/chain.js.map +1 -1
  360. package/lib/sync/sync.d.ts +15 -0
  361. package/lib/sync/sync.d.ts.map +1 -1
  362. package/lib/sync/sync.js +103 -25
  363. package/lib/sync/sync.js.map +1 -1
  364. package/lib/sync/unknownBlock.d.ts.map +1 -1
  365. package/lib/sync/unknownBlock.js +1 -7
  366. package/lib/sync/unknownBlock.js.map +1 -1
  367. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  368. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  369. package/lib/sync/utils/downloadByRange.js +24 -128
  370. package/lib/sync/utils/downloadByRange.js.map +1 -1
  371. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  372. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  373. package/lib/sync/utils/downloadByRoot.js +14 -99
  374. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  375. package/lib/util/blobs.d.ts +1 -7
  376. package/lib/util/blobs.d.ts.map +1 -1
  377. package/lib/util/blobs.js +0 -19
  378. package/lib/util/blobs.js.map +1 -1
  379. package/lib/util/execution.d.ts +3 -4
  380. package/lib/util/execution.d.ts.map +1 -1
  381. package/lib/util/execution.js +1 -73
  382. package/lib/util/execution.js.map +1 -1
  383. package/lib/util/file.d.ts.map +1 -1
  384. package/lib/util/file.js +8 -9
  385. package/lib/util/file.js.map +1 -1
  386. package/lib/util/queue/itemQueue.js +1 -1
  387. package/lib/util/queue/itemQueue.js.map +1 -1
  388. package/lib/util/sszBytes.d.ts +5 -1
  389. package/lib/util/sszBytes.d.ts.map +1 -1
  390. package/lib/util/sszBytes.js +36 -19
  391. package/lib/util/sszBytes.js.map +1 -1
  392. package/lib/util/types.d.ts +0 -5
  393. package/lib/util/types.d.ts.map +1 -1
  394. package/lib/util/types.js +1 -2
  395. package/lib/util/types.js.map +1 -1
  396. package/package.json +16 -17
  397. package/src/api/impl/beacon/blocks/index.ts +59 -109
  398. package/src/api/impl/beacon/pool/index.ts +31 -1
  399. package/src/api/impl/beacon/state/utils.ts +1 -1
  400. package/src/api/impl/validator/index.ts +43 -29
  401. package/src/chain/GetBlobsTracker.ts +82 -52
  402. package/src/chain/archiveStore/archiveStore.ts +1 -0
  403. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  404. package/src/chain/blocks/blockInput/errors.ts +1 -2
  405. package/src/chain/blocks/blockInput/types.ts +2 -20
  406. package/src/chain/blocks/importBlock.ts +56 -72
  407. package/src/chain/blocks/importExecutionPayload.ts +55 -34
  408. package/src/chain/blocks/index.ts +10 -3
  409. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  410. package/src/chain/blocks/types.ts +5 -31
  411. package/src/chain/blocks/verifyBlock.ts +31 -16
  412. package/src/chain/blocks/verifyBlocksDataAvailability.ts +16 -2
  413. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  414. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  415. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  416. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  417. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  418. package/src/chain/bls/interface.ts +2 -0
  419. package/src/chain/bls/multithread/index.ts +48 -24
  420. package/src/chain/bls/multithread/types.ts +1 -1
  421. package/src/chain/bls/multithread/worker.ts +1 -5
  422. package/src/chain/bls/singleThread.ts +1 -1
  423. package/src/chain/bls/utils.ts +1 -1
  424. package/src/chain/chain.ts +136 -38
  425. package/src/chain/emitter.ts +8 -8
  426. package/src/chain/errors/blockError.ts +1 -1
  427. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  428. package/src/chain/errors/index.ts +0 -1
  429. package/src/chain/forkChoice/index.ts +11 -0
  430. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  431. package/src/chain/interface.ts +9 -6
  432. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  433. package/src/chain/opPools/attestationPool.ts +16 -4
  434. package/src/chain/opPools/index.ts +1 -0
  435. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  436. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  437. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  438. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  439. package/src/chain/opPools/utils.ts +1 -1
  440. package/src/chain/options.ts +5 -4
  441. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  442. package/src/chain/proposerTracker.ts +94 -0
  443. package/src/chain/regen/interface.ts +1 -1
  444. package/src/chain/regen/queued.ts +6 -4
  445. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  446. package/src/chain/validation/executionPayloadBid.ts +14 -13
  447. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  448. package/src/chain/validatorMonitor.ts +0 -6
  449. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  450. package/src/db/flatFileStore/slotIndex.ts +4 -3
  451. package/src/db/repositories/blobSidecars.ts +0 -1
  452. package/src/execution/builder/apiClient.ts +16 -13
  453. package/src/execution/builder/http.ts +4 -0
  454. package/src/execution/engine/http.ts +19 -42
  455. package/src/execution/engine/index.ts +1 -1
  456. package/src/execution/engine/interface.ts +19 -10
  457. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  458. package/src/execution/engine/mock.ts +0 -7
  459. package/src/execution/engine/restTransport.ts +3 -22
  460. package/src/execution/engine/sszTypes.ts +0 -9
  461. package/src/execution/engine/transport.ts +8 -17
  462. package/src/execution/engine/types.ts +3 -18
  463. package/src/execution/engine/utils.ts +4 -2
  464. package/src/index.ts +1 -1
  465. package/src/metrics/metrics/beacon.ts +0 -30
  466. package/src/metrics/metrics/lodestar.ts +80 -18
  467. package/src/metrics/server/http.ts +5 -5
  468. package/src/monitoring/service.ts +1 -1
  469. package/src/network/core/networkCore.ts +11 -1
  470. package/src/network/core/networkCoreWorker.ts +2 -0
  471. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  472. package/src/network/core/types.ts +6 -1
  473. package/src/network/gossip/gossipsub.ts +11 -0
  474. package/src/network/gossip/interface.ts +0 -5
  475. package/src/network/gossip/topic.ts +0 -25
  476. package/src/network/interface.ts +2 -5
  477. package/src/network/libp2p/index.ts +5 -1
  478. package/src/network/network.ts +55 -58
  479. package/src/network/options.ts +4 -0
  480. package/src/network/peers/peerManager.ts +28 -3
  481. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  482. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  483. package/src/network/peers/utils/subnetMap.ts +6 -3
  484. package/src/network/processor/extractSlotRootFns.ts +0 -9
  485. package/src/network/processor/gossipHandlers.ts +65 -164
  486. package/src/network/processor/gossipQueues/index.ts +0 -6
  487. package/src/network/processor/gossipValidatorFn.ts +0 -5
  488. package/src/network/processor/index.ts +25 -4
  489. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  490. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  491. package/src/network/reqresp/handlers/index.ts +0 -17
  492. package/src/network/reqresp/protocols.ts +0 -12
  493. package/src/network/reqresp/rateLimit.ts +1 -17
  494. package/src/network/reqresp/types.ts +0 -13
  495. package/src/network/subnets/attnetsService.ts +94 -6
  496. package/src/network/subnets/interface.ts +7 -0
  497. package/src/node/nodejs.ts +40 -21
  498. package/src/node/options.ts +9 -6
  499. package/src/sync/interface.ts +1 -0
  500. package/src/sync/range/batch.ts +9 -21
  501. package/src/sync/range/chain.ts +2 -14
  502. package/src/sync/sync.ts +108 -26
  503. package/src/sync/unknownBlock.ts +1 -8
  504. package/src/sync/utils/downloadByRange.ts +31 -230
  505. package/src/sync/utils/downloadByRoot.ts +15 -142
  506. package/src/util/blobs.ts +0 -34
  507. package/src/util/execution.ts +8 -102
  508. package/src/util/file.ts +8 -9
  509. package/src/util/queue/itemQueue.ts +1 -1
  510. package/src/util/sszBytes.ts +42 -24
  511. package/src/util/types.ts +1 -8
  512. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  513. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  514. package/lib/chain/errors/blobSidecarError.js +0 -38
  515. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  516. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  517. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  518. package/lib/chain/validation/blobSidecar.js +0 -276
  519. package/lib/chain/validation/blobSidecar.js.map +0 -1
  520. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  521. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  522. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  523. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  524. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  525. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  526. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  527. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  528. package/src/chain/errors/blobSidecarError.ts +0 -70
  529. package/src/chain/validation/blobSidecar.ts +0 -357
  530. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  531. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }
@@ -49,6 +49,8 @@ const syncnetsZero = BitArray.fromBitLen(SYNC_COMMITTEE_SUBNET_COUNT);
49
49
 
50
50
  type SubnetDiscvQuery = {subnet: SubnetID; toSlot: number; maxPeersToDiscover: number};
51
51
 
52
+ export type RequestedSubnetWithPeerCount = RequestedSubnet & {peerCount: number};
53
+
52
54
  /**
53
55
  * A map of das custody group index to maxPeersToDiscover
54
56
  */
@@ -145,8 +147,8 @@ export function prioritizePeers(
145
147
  samplingGroups: CustodyIndex[] | null;
146
148
  score: number;
147
149
  }[],
148
- activeAttnets: RequestedSubnet[],
149
- activeSyncnets: RequestedSubnet[],
150
+ activeAttnets: RequestedSubnetWithPeerCount[],
151
+ activeSyncnets: RequestedSubnetWithPeerCount[],
150
152
  samplingGroups: CustodyIndex[] | undefined,
151
153
  opts: PrioritizePeersOpts,
152
154
  config: ChainConfig,
@@ -231,8 +233,8 @@ export function prioritizePeers(
231
233
  */
232
234
  function requestSubnetPeers(
233
235
  connectedPeers: PeerInfo[],
234
- activeAttnets: RequestedSubnet[],
235
- activeSyncnets: RequestedSubnet[],
236
+ activeAttnets: RequestedSubnetWithPeerCount[],
237
+ activeSyncnets: RequestedSubnetWithPeerCount[],
236
238
  ourSamplingGroups: CustodyIndex[] | undefined,
237
239
  opts: PrioritizePeersOpts,
238
240
  config: ChainConfig,
@@ -252,54 +254,44 @@ function requestSubnetPeers(
252
254
 
253
255
  // attnets, do we need queries for more peers
254
256
  if (activeAttnets.length > 0) {
255
- /** Map of peers per subnet, peer may be in multiple arrays */
256
- const peersPerSubnet = new Map<number, number>();
257
-
258
257
  for (const peer of connectedPeers) {
259
258
  const trueBitIndices = peer.attnetsTrueBitIndices;
260
259
  let dutyCount = 0;
261
260
  for (const {subnet} of activeAttnets) {
262
261
  if (trueBitIndices.includes(subnet)) {
263
262
  dutyCount += 1;
264
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
265
263
  }
266
264
  }
267
265
  dutiesByPeer.set(peer, dutyCount);
268
266
  }
269
267
 
270
- for (const {subnet, toSlot} of activeAttnets) {
271
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
272
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peersInSubnet);
273
- if (peersInSubnet < targetSubnetPeers) {
268
+ for (const {subnet, toSlot, peerCount} of activeAttnets) {
269
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peerCount);
270
+ if (peerCount < targetSubnetPeers) {
274
271
  // We need more peers
275
- attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
272
+ attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
276
273
  }
277
274
  }
278
275
  }
279
276
 
280
277
  // syncnets, do we need queries for more peers
281
278
  if (activeSyncnets.length > 0) {
282
- /** Map of peers per subnet, peer may be in multiple arrays */
283
- const peersPerSubnet = new Map<number, number>();
284
-
285
279
  for (const peer of connectedPeers) {
286
280
  const trueBitIndices = peer.syncnetsTrueBitIndices;
287
281
  let dutyCount = dutiesByPeer.get(peer) ?? 0;
288
282
  for (const {subnet} of activeSyncnets) {
289
283
  if (trueBitIndices.includes(subnet)) {
290
284
  dutyCount += 1;
291
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
292
285
  }
293
286
  }
294
287
  dutiesByPeer.set(peer, dutyCount);
295
288
  }
296
289
 
297
- for (const {subnet, toSlot} of activeSyncnets) {
298
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
299
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peersInSubnet);
300
- if (peersInSubnet < targetSubnetPeers) {
290
+ for (const {subnet, toSlot, peerCount} of activeSyncnets) {
291
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peerCount);
292
+ if (peerCount < targetSubnetPeers) {
301
293
  // We need more peers
302
- syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
294
+ syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
303
295
  }
304
296
  }
305
297
  }
@@ -66,11 +66,14 @@ export class SubnetMap {
66
66
  return subnets;
67
67
  }
68
68
 
69
- /** Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries */
70
- getExpired(currentSlot: Slot): SubnetID[] {
69
+ /**
70
+ * Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries
71
+ * @param keep expired subnets for which it returns true are neither returned nor deleted
72
+ */
73
+ getExpired(currentSlot: Slot, keep?: (subnet: SubnetID) => boolean): SubnetID[] {
71
74
  const subnetIds: SubnetID[] = [];
72
75
  for (const [subnet, toSlot] of this.subnets.entries()) {
73
- if (toSlot < currentSlot) {
76
+ if (toSlot < currentSlot && keep?.(subnet) !== true) {
74
77
  subnetIds.push(subnet);
75
78
  this.subnets.delete(subnet);
76
79
  }
@@ -6,7 +6,6 @@ import {
6
6
  getBlockRootFromPayloadAttestationMessageSerialized,
7
7
  getBlockRootFromSignedAggregateAndProofSerialized,
8
8
  getSlotFromBeaconAttestationSerialized,
9
- getSlotFromBlobSidecarSerialized,
10
9
  getSlotFromDataColumnSidecarSerialized,
11
10
  getSlotFromExecutionPayloadEnvelopeSerialized,
12
11
  getSlotFromPayloadAttestationMessageSerialized,
@@ -49,14 +48,6 @@ export function createExtractBlockSlotRootFns(): ExtractSlotRootFns {
49
48
  }
50
49
  return {slot};
51
50
  },
52
- [GossipType.blob_sidecar]: (data: Uint8Array): SlotOptionalRoot | null => {
53
- const slot = getSlotFromBlobSidecarSerialized(data);
54
-
55
- if (slot === null) {
56
- return null;
57
- }
58
- return {slot};
59
- },
60
51
  [GossipType.data_column_sidecar]: (data: Uint8Array, fork: ForkName): SlotOptionalRoot | null => {
61
52
  const slot = getSlotFromDataColumnSidecarSerialized(data, fork);
62
53
 
@@ -21,7 +21,6 @@ import {
21
21
  Slot,
22
22
  SubnetID,
23
23
  UintNum64,
24
- deneb,
25
24
  fulu,
26
25
  gloas,
27
26
  isGloasBeaconBlock,
@@ -39,13 +38,11 @@ import {
39
38
  } from "../../chain/blocks/blockInput/index.js";
40
39
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
41
40
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
42
- import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
41
+ import {InclusionListSource} from "../../chain/blocks/types.js";
43
42
  import {ChainEvent} from "../../chain/emitter.js";
44
43
  import {
45
44
  AttestationError,
46
45
  AttestationErrorCode,
47
- BlobSidecarErrorCode,
48
- BlobSidecarGossipError,
49
46
  BlockError,
50
47
  BlockErrorCode,
51
48
  BlockGossipError,
@@ -60,13 +57,15 @@ import {
60
57
  SyncCommitteeError,
61
58
  } from "../../chain/errors/index.js";
62
59
  import {IBeaconChain} from "../../chain/interface.js";
63
- import {validateGossipBlobSidecar} from "../../chain/validation/blobSidecar.js";
64
60
  import {
65
61
  validateGossipFuluDataColumnSidecar,
66
62
  validateGossipGloasDataColumnSidecar,
67
63
  } from "../../chain/validation/dataColumnSidecar.js";
68
64
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
69
- import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
65
+ import {
66
+ validateGossipExecutionPayloadEnvelope,
67
+ validateGossipExecutionPayloadEnvelopeSerialized,
68
+ } from "../../chain/validation/executionPayloadEnvelope.js";
70
69
  import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
71
70
  import {
72
71
  AggregateAndProofValidationResult,
@@ -89,7 +88,6 @@ import {validateGossipPayloadAttestationMessage} from "../../chain/validation/pa
89
88
  import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
90
89
  import {OpSource} from "../../chain/validatorMonitor.js";
91
90
  import {Metrics} from "../../metrics/index.js";
92
- import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
93
91
  import {getBlobKzgCommitments, getDataColumnSidecarSlot} from "../../util/dataColumns.js";
94
92
  import {callInNextEventLoop} from "../../util/eventLoop.js";
95
93
  import {INetworkCore} from "../core/index.js";
@@ -322,90 +320,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
322
320
  }
323
321
  }
324
322
 
325
- async function validateBeaconBlob(
326
- blobSidecar: deneb.BlobSidecar,
327
- subnet: SubnetID,
328
- peerIdStr: string,
329
- seenTimestampSec: number
330
- ): Promise<BlockInput> {
331
- const blobBlockHeader = blobSidecar.signedBlockHeader.message;
332
- const slot = blobBlockHeader.slot;
333
- const fork = config.getForkName(slot);
334
- const blockRootHex = toRootHex(ssz.phase0.BeaconBlockHeader.hashTreeRoot(blobBlockHeader));
335
-
336
- const delaySec = chain.clock.secFromSlot(slot, seenTimestampSec);
337
- const recvToValLatency = Date.now() / 1000 - seenTimestampSec;
338
-
339
- try {
340
- await validateGossipBlobSidecar(fork, chain, blobSidecar, subnet);
341
- const blockInput = chain.seenBlockInputCache.getByBlob({
342
- blockRootHex,
343
- blobSidecar,
344
- source: BlockInputSource.gossip,
345
- seenTimestampSec,
346
- peerIdStr,
347
- });
348
- const recvToValidation = Date.now() / 1000 - seenTimestampSec;
349
- const validationTime = recvToValidation - recvToValLatency;
350
-
351
- metrics?.gossipBlob.recvToValidation.observe(recvToValidation);
352
- metrics?.gossipBlob.validationTime.observe(validationTime);
353
-
354
- if (chain.emitter.listenerCount(routes.events.EventType.blobSidecar)) {
355
- let versionedHash: Uint8Array;
356
- if (blockInput.hasBlock()) {
357
- // if block hasn't arrived yet then this will throw and need to calculate the versionedHash as a 1-off
358
- versionedHash = blockInput.getVersionedHashes()[blobSidecar.index];
359
- } else {
360
- versionedHash = kzgCommitmentToVersionedHash(blobSidecar.kzgCommitment);
361
- }
362
- chain.emitter.emit(routes.events.EventType.blobSidecar, {
363
- blockRoot: blockRootHex,
364
- slot,
365
- index: blobSidecar.index,
366
- kzgCommitment: toHex(blobSidecar.kzgCommitment),
367
- versionedHash: toHex(versionedHash),
368
- });
369
- }
370
-
371
- logger.debug("Received gossip blob", {
372
- ...blockInput.getLogMeta(),
373
- currentSlot: chain.clock.currentSlot,
374
- peerId: peerIdStr,
375
- delaySec,
376
- subnet,
377
- recvToValLatency,
378
- recvToValidation,
379
- validationTime,
380
- });
381
-
382
- return blockInput;
383
- } catch (e) {
384
- if (e instanceof BlobSidecarGossipError) {
385
- // Don't trigger this yet if full block and blobs haven't arrived yet
386
- if (e.type.code === BlobSidecarErrorCode.PARENT_UNKNOWN) {
387
- logger.debug("Gossip blob has error", {slot, root: blockRootHex, code: e.type.code});
388
- // no need to trigger `unknownBlockParent` event here, as we already did it in `validateBeaconBlock()`
389
- //
390
- // TODO(fulu): is this note above correct? Could have random blob that we see that could trigger
391
- // unknownBlockSync. And duplicate addition of a block will be deduplicated by the
392
- // BlockInputSync event handler. Check this!!
393
- // events.emit(NetworkEvent.unknownBlockParent, {blockInput, peer: peerIdStr});
394
- }
395
-
396
- if (e.action === GossipAction.REJECT) {
397
- chain.persistInvalidSszValue(
398
- ssz.deneb.BlobSidecar,
399
- blobSidecar,
400
- `gossip_reject_slot_${slot}_index_${blobSidecar.index}`
401
- );
402
- }
403
- }
404
-
405
- throw e;
406
- }
407
- }
408
-
409
323
  async function validateBeaconDataColumn(
410
324
  dataColumnSidecar: fulu.DataColumnSidecar,
411
325
  _dataColumnBytes: Uint8Array,
@@ -676,8 +590,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
676
590
  ignoreIfKnown: true,
677
591
  // proposer signature already checked in validateBeaconBlock()
678
592
  validProposerSignature: true,
679
- // blobSidecars already checked in validateGossipBlobSidecars()
680
- validBlobSidecars: BlobSidecarValidation.Individual,
681
593
  // It's critical to keep a good number of mesh peers.
682
594
  // To do that, the Gossip Job Wait Time should be consistently <3s to avoid the behavior penalties in gossip
683
595
  // Gossip Job Wait Time depends on the BLS Job Wait Time
@@ -705,10 +617,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
705
617
 
706
618
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
707
619
  // which is all the information we need so there is no reason to delay until execution payload arrives
708
- // TODO GLOAS: If we want EL retries after this initial attempt, add an explicit retry policy here
709
- // (for example later in the slot). Do not couple retries to incoming gossip columns.
710
- // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
711
- // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
620
+ // Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
621
+ // pending payload import. No processExecutionPayload trigger needed from this path.
712
622
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
713
623
  }
714
624
  })
@@ -718,11 +628,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
718
628
 
719
629
  if (e instanceof BlockError) {
720
630
  switch (e.type.code) {
721
- case BlockErrorCode.DATA_UNAVAILABLE: {
722
- // Error is quite frequent and not critical
631
+ case BlockErrorCode.DATA_UNAVAILABLE:
632
+ // Data did not arrive in time, BlockInputSync keeps pulling it and retries the import
723
633
  logLevel = LogLevel.debug;
724
634
  break;
725
- }
726
635
  // ALREADY_KNOWN should not happen with ignoreIfKnown=true above
727
636
  // PARENT_BLOCK_UNKNOWN should not happen, we handled this in validateBeaconBlock() function above
728
637
  case BlockErrorCode.ALREADY_KNOWN:
@@ -816,57 +725,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
816
725
  }
817
726
  },
818
727
 
819
- [GossipType.blob_sidecar]: async ({
820
- gossipData,
821
- topic,
822
- peerIdStr,
823
- seenTimestampSec,
824
- }: GossipHandlerParamGeneric<GossipType.blob_sidecar>) => {
825
- const {serializedData} = gossipData;
826
- const blobSidecar = sszDeserialize(topic, serializedData);
827
- const blobSlot = blobSidecar.signedBlockHeader.message.slot;
828
- const index = blobSidecar.index;
829
-
830
- if (config.getForkSeq(blobSlot) < ForkSeq.deneb) {
831
- throw new GossipActionError(GossipAction.REJECT, {code: "PRE_DENEB_BLOCK"});
832
- }
833
- const blockInput = await validateBeaconBlob(blobSidecar, topic.subnet, peerIdStr, seenTimestampSec);
834
- // Handler - deferred to next event loop so the validation result propagates first
835
- callInNextEventLoop(() => {
836
- try {
837
- chain.serializedCache.set(blobSidecar, serializedData);
838
- if (!blockInput.hasBlockAndAllData()) {
839
- const cutoffTimeMs = getCutoffTimeMs(chain, blobSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
840
- chain.logger.debug("Received gossip blob, waiting for full data availability", {
841
- msToWait: cutoffTimeMs,
842
- blobIndex: index,
843
- ...blockInput.getLogMeta(),
844
- });
845
- blockInput.waitForAllData(cutoffTimeMs).catch((_e) => {
846
- chain.logger.debug(
847
- "Waited for data after receiving gossip blob. Cut-off reached so attempting to fetch remainder of BlockInput",
848
- {
849
- blobIndex: index,
850
- ...blockInput.getLogMeta(),
851
- }
852
- );
853
- chain.emitter.emit(ChainEvent.incompleteBlockInput, {
854
- blockInput,
855
- peer: peerIdStr,
856
- source: BlockInputSource.gossip,
857
- });
858
- });
859
- }
860
- } catch (e) {
861
- logger.debug(
862
- "Error handling gossip blob",
863
- {slot: blobSlot, root: blockInput.blockRootHex, index},
864
- e as Error
865
- );
866
- }
867
- });
868
- },
869
-
870
728
  [GossipType.data_column_sidecar]: async ({
871
729
  gossipData,
872
730
  topic,
@@ -930,7 +788,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
930
788
  }
931
789
 
932
790
  // NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
933
- // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
791
+ // envelope arrival (gossip or API). A pending payload import is awaiting
934
792
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
935
793
 
936
794
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
@@ -1279,6 +1137,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1279
1137
  seenTimestampSec,
1280
1138
  }: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
1281
1139
  const {serializedData} = gossipData;
1140
+ validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
1282
1141
  const signedEnvelope = sszDeserialize(topic, serializedData);
1283
1142
  const envelope = signedEnvelope.message;
1284
1143
 
@@ -1331,18 +1190,22 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1331
1190
  });
1332
1191
  }
1333
1192
 
1193
+ // Add the envelope in the same tick as validation, otherwise a by-root download that completes
1194
+ // before the next event loop sees no envelope, validates it again and adds it first
1195
+ if (!payloadInput.hasPayloadEnvelope()) {
1196
+ chain.serializedCache.set(signedEnvelope, serializedData);
1197
+
1198
+ payloadInput.addPayloadEnvelope({
1199
+ envelope: signedEnvelope,
1200
+ source: PayloadEnvelopeInputSource.gossip,
1201
+ seenTimestampSec,
1202
+ peerIdStr,
1203
+ });
1204
+ }
1205
+
1334
1206
  // Handler - deferred to next event loop so the validation result propagates first
1335
1207
  callInNextEventLoop(() => {
1336
1208
  try {
1337
- chain.serializedCache.set(signedEnvelope, serializedData);
1338
-
1339
- payloadInput.addPayloadEnvelope({
1340
- envelope: signedEnvelope,
1341
- source: PayloadEnvelopeInputSource.gossip,
1342
- seenTimestampSec,
1343
- peerIdStr,
1344
- });
1345
-
1346
1209
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1347
1210
 
1348
1211
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
@@ -1352,12 +1215,18 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1352
1215
  blockRoot: blockRootHex,
1353
1216
  });
1354
1217
 
1355
- chain.processExecutionPayload(payloadInput, {validSignature: true}).catch((e) => {
1218
+ // Signature is verified above only for this envelope, one added by another source is verified at import
1219
+ const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
1220
+ chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
1356
1221
  // Adjust verbosity based on error type
1357
1222
  let logLevel: LogLevel;
1358
1223
 
1359
1224
  if (e instanceof PayloadError) {
1360
1225
  switch (e.type.code) {
1226
+ case PayloadErrorCode.DATA_UNAVAILABLE:
1227
+ // Columns did not arrive in time, BlockInputSync keeps pulling them and retries the import
1228
+ logLevel = LogLevel.debug;
1229
+ break;
1361
1230
  // BLOCK_NOT_IN_FORK_CHOICE should not happen, validateGossipExecutionPayloadEnvelope above
1362
1231
  // already verified the block is in fork choice
1363
1232
  case PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE:
@@ -1366,11 +1235,17 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1366
1235
  // Errors might indicate an issue with our node or the connected EL client
1367
1236
  logLevel = LogLevel.error;
1368
1237
  break;
1369
- // INVALID_SIGNATURE should not happen, signature is verified during gossip validation
1238
+ case PayloadErrorCode.BLOCK_EXECUTION_INVALID:
1239
+ logLevel = LogLevel.warn;
1240
+ break;
1241
+ // INVALID_SIGNATURE only happens for an envelope added by another source
1370
1242
  case PayloadErrorCode.INVALID_SIGNATURE:
1371
1243
  case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
1372
1244
  case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
1373
- core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1245
+ // Penalize only when the stored envelope is the one this peer sent, not one added by another source
1246
+ if (validSignature) {
1247
+ core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1248
+ }
1374
1249
  // The builder may have signed another envelope that is valid, keeping this one would make
1375
1250
  // by-root and range sync reuse it and never import the payload
1376
1251
  chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
@@ -1645,6 +1520,32 @@ function getBatchHandlers(modules: ValidatorFnsModules, options: GossipHandlerOp
1645
1520
  logger.debug("Error adding gossip unaggregated attestation to pool", {subnet}, e as Error);
1646
1521
  }
1647
1522
 
1523
+ // Collected only for vote slots that an upcoming block of a connected validator can include
1524
+ if (isForkPostElectra(fork) && chain.proposerTracker.shouldCollect(indexedAttestation.data.slot)) {
1525
+ try {
1526
+ const insertOutcome = chain.singleAttestationPool.add(
1527
+ attestation as SingleAttestation<ForkPostElectra>,
1528
+ attDataRootHex,
1529
+ validatorCommitteeIndex,
1530
+ committeeSize
1531
+ );
1532
+ metrics?.opPool.singleAttestationPool.gossipInsertOutcome.inc({insertOutcome});
1533
+ } catch (e) {
1534
+ logger.debug(
1535
+ "Error adding gossip single attestation to pool",
1536
+ {
1537
+ slot: indexedAttestation.data.slot,
1538
+ committeeIndex,
1539
+ validatorCommitteeIndex,
1540
+ validatorIndex: (attestation as SingleAttestation<ForkPostElectra>).attesterIndex,
1541
+ subnet,
1542
+ attDataRoot: attDataRootHex,
1543
+ },
1544
+ e as Error
1545
+ );
1546
+ }
1547
+ }
1548
+
1648
1549
  // Separate boundary: a pool insertion error above must not skip the fork-choice vote
1649
1550
  if (!options.dontSendGossipAttestationsToForkchoice) {
1650
1551
  try {
@@ -25,12 +25,6 @@ const linearGossipQueueOpts: {
25
25
  } = {
26
26
  // validation gossip block asap
27
27
  [GossipType.beacon_block]: {maxLength: 1024, type: QueueType.FIFO, dropOpts: {type: DropType.count, count: 1}},
28
- // gossip length for blob is beacon block length * max blobs per block = 4096
29
- [GossipType.blob_sidecar]: {
30
- maxLength: 4096,
31
- type: QueueType.FIFO,
32
- dropOpts: {type: DropType.count, count: 1},
33
- },
34
28
  [GossipType.data_column_sidecar]: {
35
29
  maxLength: 4096,
36
30
  type: QueueType.FIFO,
@@ -5,7 +5,6 @@ import {
5
5
  AttestationError,
6
6
  AttestationErrorCode,
7
7
  AttesterSlashingErrorCode,
8
- BlobSidecarErrorCode,
9
8
  BlockErrorCode,
10
9
  BlsToExecutionChangeErrorCode,
11
10
  DataColumnSidecarErrorCode,
@@ -55,10 +54,6 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
55
54
  default: PeerAction.LowToleranceError,
56
55
  byCode: {[BlockErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
57
56
  },
58
- [GossipType.blob_sidecar]: {
59
- default: PeerAction.LowToleranceError,
60
- byCode: {[BlobSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
61
- },
62
57
  [GossipType.data_column_sidecar]: {
63
58
  default: PeerAction.LowToleranceError,
64
59
  byCode: {[DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},