@lodestar/beacon-node 1.51.0-dev.4671dbfa39 → 1.51.0-dev.4a8c0994a0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (506) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +19 -61
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +17 -0
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  8. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.d.ts +6 -0
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +38 -25
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/GetBlobsTracker.d.ts +2 -2
  14. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  15. package/lib/chain/GetBlobsTracker.js +7 -31
  16. package/lib/chain/GetBlobsTracker.js.map +1 -1
  17. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  18. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  19. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  20. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  21. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  22. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  23. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  24. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  25. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  26. package/lib/chain/blocks/blockInput/types.js +0 -1
  27. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  28. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  29. package/lib/chain/blocks/importBlock.js +36 -53
  30. package/lib/chain/blocks/importBlock.js.map +1 -1
  31. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -10
  32. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  33. package/lib/chain/blocks/importExecutionPayload.js +26 -17
  34. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  35. package/lib/chain/blocks/index.d.ts.map +1 -1
  36. package/lib/chain/blocks/index.js +2 -2
  37. package/lib/chain/blocks/index.js.map +1 -1
  38. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  39. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  40. package/lib/chain/blocks/payloadEnvelopeProcessor.js +21 -16
  41. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  42. package/lib/chain/blocks/types.d.ts +4 -20
  43. package/lib/chain/blocks/types.d.ts.map +1 -1
  44. package/lib/chain/blocks/types.js +0 -24
  45. package/lib/chain/blocks/types.js.map +1 -1
  46. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  47. package/lib/chain/blocks/verifyBlock.js +17 -6
  48. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  49. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlocksDataAvailability.js +6 -1
  51. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  52. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  53. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  55. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  56. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  58. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  61. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  62. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  64. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  65. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  66. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  67. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  68. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  69. package/lib/chain/bls/interface.d.ts +2 -0
  70. package/lib/chain/bls/interface.d.ts.map +1 -1
  71. package/lib/chain/bls/multithread/index.d.ts +1 -1
  72. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  73. package/lib/chain/bls/multithread/index.js +45 -17
  74. package/lib/chain/bls/multithread/index.js.map +1 -1
  75. package/lib/chain/bls/multithread/types.d.ts +1 -1
  76. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  77. package/lib/chain/bls/multithread/worker.js +1 -1
  78. package/lib/chain/bls/multithread/worker.js.map +1 -1
  79. package/lib/chain/bls/singleThread.js +1 -1
  80. package/lib/chain/bls/singleThread.js.map +1 -1
  81. package/lib/chain/bls/utils.js +1 -1
  82. package/lib/chain/bls/utils.js.map +1 -1
  83. package/lib/chain/chain.d.ts +25 -4
  84. package/lib/chain/chain.d.ts.map +1 -1
  85. package/lib/chain/chain.js +120 -39
  86. package/lib/chain/chain.js.map +1 -1
  87. package/lib/chain/emitter.d.ts +7 -7
  88. package/lib/chain/emitter.d.ts.map +1 -1
  89. package/lib/chain/emitter.js +5 -5
  90. package/lib/chain/emitter.js.map +1 -1
  91. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  92. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  93. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  94. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  95. package/lib/chain/errors/index.d.ts +0 -1
  96. package/lib/chain/errors/index.d.ts.map +1 -1
  97. package/lib/chain/errors/index.js +0 -1
  98. package/lib/chain/errors/index.js.map +1 -1
  99. package/lib/chain/forkChoice/index.d.ts +11 -1
  100. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  101. package/lib/chain/forkChoice/index.js +11 -0
  102. package/lib/chain/forkChoice/index.js.map +1 -1
  103. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  104. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  105. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  106. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  107. package/lib/chain/interface.d.ts +8 -5
  108. package/lib/chain/interface.d.ts.map +1 -1
  109. package/lib/chain/interface.js.map +1 -1
  110. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  111. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  112. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  113. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  114. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  115. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  116. package/lib/chain/opPools/attestationPool.js +15 -4
  117. package/lib/chain/opPools/attestationPool.js.map +1 -1
  118. package/lib/chain/opPools/index.d.ts +1 -0
  119. package/lib/chain/opPools/index.d.ts.map +1 -1
  120. package/lib/chain/opPools/index.js +1 -0
  121. package/lib/chain/opPools/index.js.map +1 -1
  122. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  123. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  124. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  125. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  126. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  127. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  128. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  129. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  130. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  131. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  132. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  133. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  134. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  135. package/lib/chain/opPools/utils.d.ts +1 -1
  136. package/lib/chain/opPools/utils.d.ts.map +1 -1
  137. package/lib/chain/opPools/utils.js +1 -1
  138. package/lib/chain/opPools/utils.js.map +1 -1
  139. package/lib/chain/options.d.ts +5 -2
  140. package/lib/chain/options.d.ts.map +1 -1
  141. package/lib/chain/options.js.map +1 -1
  142. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  143. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  144. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  145. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  146. package/lib/chain/proposerTracker.d.ts +31 -0
  147. package/lib/chain/proposerTracker.d.ts.map +1 -0
  148. package/lib/chain/proposerTracker.js +75 -0
  149. package/lib/chain/proposerTracker.js.map +1 -0
  150. package/lib/chain/regen/interface.d.ts +1 -1
  151. package/lib/chain/regen/interface.d.ts.map +1 -1
  152. package/lib/chain/regen/queued.d.ts +1 -1
  153. package/lib/chain/regen/queued.d.ts.map +1 -1
  154. package/lib/chain/regen/queued.js +5 -3
  155. package/lib/chain/regen/queued.js.map +1 -1
  156. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  157. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  158. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  159. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  160. package/lib/chain/validation/executionPayloadBid.js +13 -13
  161. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  162. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  163. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  164. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  165. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  166. package/lib/chain/validatorMonitor.d.ts +1 -2
  167. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  168. package/lib/chain/validatorMonitor.js +0 -3
  169. package/lib/chain/validatorMonitor.js.map +1 -1
  170. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  171. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  172. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  173. package/lib/db/flatFileStore/slotIndex.js +2 -2
  174. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  175. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  176. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  177. package/lib/db/repositories/blobSidecars.js +0 -1
  178. package/lib/db/repositories/blobSidecars.js.map +1 -1
  179. package/lib/execution/builder/apiClient.d.ts +14 -8
  180. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  181. package/lib/execution/builder/apiClient.js +12 -10
  182. package/lib/execution/builder/apiClient.js.map +1 -1
  183. package/lib/execution/builder/http.d.ts +2 -0
  184. package/lib/execution/builder/http.d.ts.map +1 -1
  185. package/lib/execution/builder/http.js +2 -0
  186. package/lib/execution/builder/http.js.map +1 -1
  187. package/lib/execution/engine/http.d.ts +4 -6
  188. package/lib/execution/engine/http.d.ts.map +1 -1
  189. package/lib/execution/engine/http.js +8 -10
  190. package/lib/execution/engine/http.js.map +1 -1
  191. package/lib/execution/engine/interface.d.ts +17 -5
  192. package/lib/execution/engine/interface.d.ts.map +1 -1
  193. package/lib/execution/engine/interface.js.map +1 -1
  194. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  195. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  196. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  197. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  198. package/lib/execution/engine/mock.d.ts +0 -1
  199. package/lib/execution/engine/mock.d.ts.map +1 -1
  200. package/lib/execution/engine/mock.js +0 -4
  201. package/lib/execution/engine/mock.js.map +1 -1
  202. package/lib/execution/engine/restTransport.d.ts +2 -4
  203. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  204. package/lib/execution/engine/restTransport.js +1 -15
  205. package/lib/execution/engine/restTransport.js.map +1 -1
  206. package/lib/execution/engine/sszTypes.d.ts +0 -9
  207. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  208. package/lib/execution/engine/sszTypes.js +0 -5
  209. package/lib/execution/engine/sszTypes.js.map +1 -1
  210. package/lib/execution/engine/transport.d.ts +1 -14
  211. package/lib/execution/engine/transport.d.ts.map +1 -1
  212. package/lib/execution/engine/types.d.ts +0 -8
  213. package/lib/execution/engine/types.d.ts.map +1 -1
  214. package/lib/execution/engine/types.js +2 -10
  215. package/lib/execution/engine/types.js.map +1 -1
  216. package/lib/execution/engine/utils.d.ts.map +1 -1
  217. package/lib/execution/engine/utils.js +3 -2
  218. package/lib/execution/engine/utils.js.map +1 -1
  219. package/lib/index.d.ts +1 -1
  220. package/lib/index.d.ts.map +1 -1
  221. package/lib/index.js +1 -1
  222. package/lib/index.js.map +1 -1
  223. package/lib/metrics/metrics/beacon.d.ts +0 -9
  224. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  225. package/lib/metrics/metrics/beacon.js +0 -30
  226. package/lib/metrics/metrics/beacon.js.map +1 -1
  227. package/lib/metrics/metrics/lodestar.d.ts +30 -8
  228. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  229. package/lib/metrics/metrics/lodestar.js +79 -18
  230. package/lib/metrics/metrics/lodestar.js.map +1 -1
  231. package/lib/metrics/server/http.js +5 -5
  232. package/lib/metrics/server/http.js.map +1 -1
  233. package/lib/network/core/networkCore.d.ts +4 -1
  234. package/lib/network/core/networkCore.d.ts.map +1 -1
  235. package/lib/network/core/networkCore.js +7 -0
  236. package/lib/network/core/networkCore.js.map +1 -1
  237. package/lib/network/core/networkCoreWorker.js +2 -0
  238. package/lib/network/core/networkCoreWorker.js.map +1 -1
  239. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  240. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  241. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  242. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  243. package/lib/network/core/types.d.ts +6 -1
  244. package/lib/network/core/types.d.ts.map +1 -1
  245. package/lib/network/gossip/gossipsub.d.ts +1 -0
  246. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  247. package/lib/network/gossip/gossipsub.js +10 -0
  248. package/lib/network/gossip/gossipsub.js.map +1 -1
  249. package/lib/network/gossip/interface.d.ts +1 -8
  250. package/lib/network/gossip/interface.d.ts.map +1 -1
  251. package/lib/network/gossip/interface.js +0 -1
  252. package/lib/network/gossip/interface.js.map +1 -1
  253. package/lib/network/gossip/topic.d.ts +0 -16
  254. package/lib/network/gossip/topic.d.ts.map +1 -1
  255. package/lib/network/gossip/topic.js +0 -23
  256. package/lib/network/gossip/topic.js.map +1 -1
  257. package/lib/network/interface.d.ts +4 -5
  258. package/lib/network/interface.d.ts.map +1 -1
  259. package/lib/network/libp2p/index.d.ts.map +1 -1
  260. package/lib/network/libp2p/index.js +5 -1
  261. package/lib/network/libp2p/index.js.map +1 -1
  262. package/lib/network/network.d.ts +8 -7
  263. package/lib/network/network.d.ts.map +1 -1
  264. package/lib/network/network.js +53 -37
  265. package/lib/network/network.js.map +1 -1
  266. package/lib/network/options.d.ts +2 -0
  267. package/lib/network/options.d.ts.map +1 -1
  268. package/lib/network/options.js +2 -0
  269. package/lib/network/options.js.map +1 -1
  270. package/lib/network/peers/peerManager.d.ts +2 -1
  271. package/lib/network/peers/peerManager.d.ts.map +1 -1
  272. package/lib/network/peers/peerManager.js +28 -1
  273. package/lib/network/peers/peerManager.js.map +1 -1
  274. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  275. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  276. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  277. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  278. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  279. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  280. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  281. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  282. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  283. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  284. package/lib/network/peers/utils/subnetMap.js +6 -3
  285. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  286. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  287. package/lib/network/processor/extractSlotRootFns.js +1 -8
  288. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  289. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  290. package/lib/network/processor/gossipHandlers.js +46 -126
  291. package/lib/network/processor/gossipHandlers.js.map +1 -1
  292. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  293. package/lib/network/processor/gossipQueues/index.js +0 -6
  294. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  295. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  296. package/lib/network/processor/gossipValidatorFn.js +1 -5
  297. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  298. package/lib/network/processor/index.d.ts +6 -0
  299. package/lib/network/processor/index.d.ts.map +1 -1
  300. package/lib/network/processor/index.js +29 -4
  301. package/lib/network/processor/index.js.map +1 -1
  302. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  303. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  304. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  305. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  306. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  307. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  308. package/lib/network/reqresp/handlers/index.js +1 -12
  309. package/lib/network/reqresp/handlers/index.js.map +1 -1
  310. package/lib/network/reqresp/protocols.d.ts +0 -2
  311. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  312. package/lib/network/reqresp/protocols.js +0 -10
  313. package/lib/network/reqresp/protocols.js.map +1 -1
  314. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  315. package/lib/network/reqresp/rateLimit.js +1 -17
  316. package/lib/network/reqresp/rateLimit.js.map +1 -1
  317. package/lib/network/reqresp/types.d.ts +2 -8
  318. package/lib/network/reqresp/types.d.ts.map +1 -1
  319. package/lib/network/reqresp/types.js +1 -7
  320. package/lib/network/reqresp/types.js.map +1 -1
  321. package/lib/network/subnets/attnetsService.d.ts +35 -5
  322. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  323. package/lib/network/subnets/attnetsService.js +84 -6
  324. package/lib/network/subnets/attnetsService.js.map +1 -1
  325. package/lib/network/subnets/interface.d.ts +7 -0
  326. package/lib/network/subnets/interface.d.ts.map +1 -1
  327. package/lib/network/subnets/interface.js.map +1 -1
  328. package/lib/node/nodejs.d.ts +3 -1
  329. package/lib/node/nodejs.d.ts.map +1 -1
  330. package/lib/node/nodejs.js +38 -20
  331. package/lib/node/nodejs.js.map +1 -1
  332. package/lib/node/options.d.ts +3 -1
  333. package/lib/node/options.d.ts.map +1 -1
  334. package/lib/node/options.js +4 -2
  335. package/lib/node/options.js.map +1 -1
  336. package/lib/sync/range/batch.d.ts +2 -3
  337. package/lib/sync/range/batch.d.ts.map +1 -1
  338. package/lib/sync/range/batch.js +9 -22
  339. package/lib/sync/range/batch.js.map +1 -1
  340. package/lib/sync/range/chain.d.ts.map +1 -1
  341. package/lib/sync/range/chain.js +2 -15
  342. package/lib/sync/range/chain.js.map +1 -1
  343. package/lib/sync/sync.d.ts +15 -0
  344. package/lib/sync/sync.d.ts.map +1 -1
  345. package/lib/sync/sync.js +103 -25
  346. package/lib/sync/sync.js.map +1 -1
  347. package/lib/sync/unknownBlock.d.ts.map +1 -1
  348. package/lib/sync/unknownBlock.js +1 -7
  349. package/lib/sync/unknownBlock.js.map +1 -1
  350. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  351. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  352. package/lib/sync/utils/downloadByRange.js +24 -128
  353. package/lib/sync/utils/downloadByRange.js.map +1 -1
  354. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  355. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  356. package/lib/sync/utils/downloadByRoot.js +14 -99
  357. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  358. package/lib/util/blobs.d.ts +1 -7
  359. package/lib/util/blobs.d.ts.map +1 -1
  360. package/lib/util/blobs.js +0 -19
  361. package/lib/util/blobs.js.map +1 -1
  362. package/lib/util/execution.d.ts +3 -4
  363. package/lib/util/execution.d.ts.map +1 -1
  364. package/lib/util/execution.js +1 -73
  365. package/lib/util/execution.js.map +1 -1
  366. package/lib/util/file.d.ts.map +1 -1
  367. package/lib/util/file.js +8 -9
  368. package/lib/util/file.js.map +1 -1
  369. package/lib/util/sszBytes.d.ts +5 -1
  370. package/lib/util/sszBytes.d.ts.map +1 -1
  371. package/lib/util/sszBytes.js +34 -17
  372. package/lib/util/sszBytes.js.map +1 -1
  373. package/lib/util/types.d.ts +0 -5
  374. package/lib/util/types.d.ts.map +1 -1
  375. package/lib/util/types.js +1 -2
  376. package/lib/util/types.js.map +1 -1
  377. package/package.json +16 -17
  378. package/src/api/impl/beacon/blocks/index.ts +24 -64
  379. package/src/api/impl/beacon/pool/index.ts +26 -0
  380. package/src/api/impl/beacon/state/utils.ts +1 -1
  381. package/src/api/impl/validator/index.ts +43 -29
  382. package/src/chain/GetBlobsTracker.ts +10 -39
  383. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  384. package/src/chain/blocks/blockInput/errors.ts +1 -2
  385. package/src/chain/blocks/blockInput/types.ts +2 -20
  386. package/src/chain/blocks/importBlock.ts +56 -72
  387. package/src/chain/blocks/importExecutionPayload.ts +44 -33
  388. package/src/chain/blocks/index.ts +5 -2
  389. package/src/chain/blocks/payloadEnvelopeProcessor.ts +32 -21
  390. package/src/chain/blocks/types.ts +5 -31
  391. package/src/chain/blocks/verifyBlock.ts +30 -16
  392. package/src/chain/blocks/verifyBlocksDataAvailability.ts +6 -1
  393. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  394. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  395. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  396. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  397. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  398. package/src/chain/bls/interface.ts +2 -0
  399. package/src/chain/bls/multithread/index.ts +43 -19
  400. package/src/chain/bls/multithread/types.ts +1 -1
  401. package/src/chain/bls/multithread/worker.ts +1 -5
  402. package/src/chain/bls/singleThread.ts +1 -1
  403. package/src/chain/bls/utils.ts +1 -1
  404. package/src/chain/chain.ts +136 -38
  405. package/src/chain/emitter.ts +8 -8
  406. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  407. package/src/chain/errors/index.ts +0 -1
  408. package/src/chain/forkChoice/index.ts +11 -0
  409. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  410. package/src/chain/interface.ts +8 -4
  411. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  412. package/src/chain/opPools/attestationPool.ts +16 -4
  413. package/src/chain/opPools/index.ts +1 -0
  414. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  415. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  416. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  417. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  418. package/src/chain/opPools/utils.ts +1 -1
  419. package/src/chain/options.ts +5 -2
  420. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  421. package/src/chain/proposerTracker.ts +94 -0
  422. package/src/chain/regen/interface.ts +1 -1
  423. package/src/chain/regen/queued.ts +6 -4
  424. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  425. package/src/chain/validation/executionPayloadBid.ts +14 -13
  426. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  427. package/src/chain/validatorMonitor.ts +0 -6
  428. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  429. package/src/db/flatFileStore/slotIndex.ts +4 -3
  430. package/src/db/repositories/blobSidecars.ts +0 -1
  431. package/src/execution/builder/apiClient.ts +16 -13
  432. package/src/execution/builder/http.ts +4 -0
  433. package/src/execution/engine/http.ts +19 -42
  434. package/src/execution/engine/interface.ts +18 -9
  435. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  436. package/src/execution/engine/mock.ts +0 -7
  437. package/src/execution/engine/restTransport.ts +3 -22
  438. package/src/execution/engine/sszTypes.ts +0 -9
  439. package/src/execution/engine/transport.ts +8 -17
  440. package/src/execution/engine/types.ts +3 -18
  441. package/src/execution/engine/utils.ts +4 -2
  442. package/src/index.ts +1 -1
  443. package/src/metrics/metrics/beacon.ts +0 -30
  444. package/src/metrics/metrics/lodestar.ts +80 -18
  445. package/src/metrics/server/http.ts +5 -5
  446. package/src/network/core/networkCore.ts +11 -1
  447. package/src/network/core/networkCoreWorker.ts +2 -0
  448. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  449. package/src/network/core/types.ts +6 -1
  450. package/src/network/gossip/gossipsub.ts +11 -0
  451. package/src/network/gossip/interface.ts +0 -5
  452. package/src/network/gossip/topic.ts +0 -25
  453. package/src/network/interface.ts +2 -5
  454. package/src/network/libp2p/index.ts +5 -1
  455. package/src/network/network.ts +55 -60
  456. package/src/network/options.ts +4 -0
  457. package/src/network/peers/peerManager.ts +28 -3
  458. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  459. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  460. package/src/network/peers/utils/subnetMap.ts +6 -3
  461. package/src/network/processor/extractSlotRootFns.ts +0 -9
  462. package/src/network/processor/gossipHandlers.ts +59 -159
  463. package/src/network/processor/gossipQueues/index.ts +0 -6
  464. package/src/network/processor/gossipValidatorFn.ts +0 -5
  465. package/src/network/processor/index.ts +25 -4
  466. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  467. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  468. package/src/network/reqresp/handlers/index.ts +0 -17
  469. package/src/network/reqresp/protocols.ts +0 -12
  470. package/src/network/reqresp/rateLimit.ts +1 -17
  471. package/src/network/reqresp/types.ts +0 -13
  472. package/src/network/subnets/attnetsService.ts +94 -6
  473. package/src/network/subnets/interface.ts +7 -0
  474. package/src/node/nodejs.ts +40 -21
  475. package/src/node/options.ts +5 -1
  476. package/src/sync/range/batch.ts +9 -21
  477. package/src/sync/range/chain.ts +2 -14
  478. package/src/sync/sync.ts +108 -26
  479. package/src/sync/unknownBlock.ts +1 -8
  480. package/src/sync/utils/downloadByRange.ts +31 -230
  481. package/src/sync/utils/downloadByRoot.ts +15 -142
  482. package/src/util/blobs.ts +0 -34
  483. package/src/util/execution.ts +8 -102
  484. package/src/util/file.ts +8 -9
  485. package/src/util/sszBytes.ts +40 -22
  486. package/src/util/types.ts +1 -8
  487. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  488. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  489. package/lib/chain/errors/blobSidecarError.js +0 -38
  490. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  491. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  492. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  493. package/lib/chain/validation/blobSidecar.js +0 -276
  494. package/lib/chain/validation/blobSidecar.js.map +0 -1
  495. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  496. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  497. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  498. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  499. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  500. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  501. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  502. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  503. package/src/chain/errors/blobSidecarError.ts +0 -70
  504. package/src/chain/validation/blobSidecar.ts +0 -357
  505. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  506. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }
@@ -49,6 +49,8 @@ const syncnetsZero = BitArray.fromBitLen(SYNC_COMMITTEE_SUBNET_COUNT);
49
49
 
50
50
  type SubnetDiscvQuery = {subnet: SubnetID; toSlot: number; maxPeersToDiscover: number};
51
51
 
52
+ export type RequestedSubnetWithPeerCount = RequestedSubnet & {peerCount: number};
53
+
52
54
  /**
53
55
  * A map of das custody group index to maxPeersToDiscover
54
56
  */
@@ -145,8 +147,8 @@ export function prioritizePeers(
145
147
  samplingGroups: CustodyIndex[] | null;
146
148
  score: number;
147
149
  }[],
148
- activeAttnets: RequestedSubnet[],
149
- activeSyncnets: RequestedSubnet[],
150
+ activeAttnets: RequestedSubnetWithPeerCount[],
151
+ activeSyncnets: RequestedSubnetWithPeerCount[],
150
152
  samplingGroups: CustodyIndex[] | undefined,
151
153
  opts: PrioritizePeersOpts,
152
154
  config: ChainConfig,
@@ -231,8 +233,8 @@ export function prioritizePeers(
231
233
  */
232
234
  function requestSubnetPeers(
233
235
  connectedPeers: PeerInfo[],
234
- activeAttnets: RequestedSubnet[],
235
- activeSyncnets: RequestedSubnet[],
236
+ activeAttnets: RequestedSubnetWithPeerCount[],
237
+ activeSyncnets: RequestedSubnetWithPeerCount[],
236
238
  ourSamplingGroups: CustodyIndex[] | undefined,
237
239
  opts: PrioritizePeersOpts,
238
240
  config: ChainConfig,
@@ -252,54 +254,44 @@ function requestSubnetPeers(
252
254
 
253
255
  // attnets, do we need queries for more peers
254
256
  if (activeAttnets.length > 0) {
255
- /** Map of peers per subnet, peer may be in multiple arrays */
256
- const peersPerSubnet = new Map<number, number>();
257
-
258
257
  for (const peer of connectedPeers) {
259
258
  const trueBitIndices = peer.attnetsTrueBitIndices;
260
259
  let dutyCount = 0;
261
260
  for (const {subnet} of activeAttnets) {
262
261
  if (trueBitIndices.includes(subnet)) {
263
262
  dutyCount += 1;
264
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
265
263
  }
266
264
  }
267
265
  dutiesByPeer.set(peer, dutyCount);
268
266
  }
269
267
 
270
- for (const {subnet, toSlot} of activeAttnets) {
271
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
272
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peersInSubnet);
273
- if (peersInSubnet < targetSubnetPeers) {
268
+ for (const {subnet, toSlot, peerCount} of activeAttnets) {
269
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.attnets}, peerCount);
270
+ if (peerCount < targetSubnetPeers) {
274
271
  // We need more peers
275
- attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
272
+ attnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
276
273
  }
277
274
  }
278
275
  }
279
276
 
280
277
  // syncnets, do we need queries for more peers
281
278
  if (activeSyncnets.length > 0) {
282
- /** Map of peers per subnet, peer may be in multiple arrays */
283
- const peersPerSubnet = new Map<number, number>();
284
-
285
279
  for (const peer of connectedPeers) {
286
280
  const trueBitIndices = peer.syncnetsTrueBitIndices;
287
281
  let dutyCount = dutiesByPeer.get(peer) ?? 0;
288
282
  for (const {subnet} of activeSyncnets) {
289
283
  if (trueBitIndices.includes(subnet)) {
290
284
  dutyCount += 1;
291
- peersPerSubnet.set(subnet, 1 + (peersPerSubnet.get(subnet) ?? 0));
292
285
  }
293
286
  }
294
287
  dutiesByPeer.set(peer, dutyCount);
295
288
  }
296
289
 
297
- for (const {subnet, toSlot} of activeSyncnets) {
298
- const peersInSubnet = peersPerSubnet.get(subnet) ?? 0;
299
- metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peersInSubnet);
300
- if (peersInSubnet < targetSubnetPeers) {
290
+ for (const {subnet, toSlot, peerCount} of activeSyncnets) {
291
+ metrics?.peerManager.peersPerActiveSubnet.observe({type: SubnetType.syncnets}, peerCount);
292
+ if (peerCount < targetSubnetPeers) {
301
293
  // We need more peers
302
- syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peersInSubnet});
294
+ syncnetQueries.push({subnet, toSlot, maxPeersToDiscover: targetSubnetPeers - peerCount});
303
295
  }
304
296
  }
305
297
  }
@@ -66,11 +66,14 @@ export class SubnetMap {
66
66
  return subnets;
67
67
  }
68
68
 
69
- /** Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries */
70
- getExpired(currentSlot: Slot): SubnetID[] {
69
+ /**
70
+ * Return subnetIds with a `toSlot` less than `currentSlot`. Also deletes expired entries
71
+ * @param keep expired subnets for which it returns true are neither returned nor deleted
72
+ */
73
+ getExpired(currentSlot: Slot, keep?: (subnet: SubnetID) => boolean): SubnetID[] {
71
74
  const subnetIds: SubnetID[] = [];
72
75
  for (const [subnet, toSlot] of this.subnets.entries()) {
73
- if (toSlot < currentSlot) {
76
+ if (toSlot < currentSlot && keep?.(subnet) !== true) {
74
77
  subnetIds.push(subnet);
75
78
  this.subnets.delete(subnet);
76
79
  }
@@ -6,7 +6,6 @@ import {
6
6
  getBlockRootFromPayloadAttestationMessageSerialized,
7
7
  getBlockRootFromSignedAggregateAndProofSerialized,
8
8
  getSlotFromBeaconAttestationSerialized,
9
- getSlotFromBlobSidecarSerialized,
10
9
  getSlotFromDataColumnSidecarSerialized,
11
10
  getSlotFromExecutionPayloadEnvelopeSerialized,
12
11
  getSlotFromPayloadAttestationMessageSerialized,
@@ -49,14 +48,6 @@ export function createExtractBlockSlotRootFns(): ExtractSlotRootFns {
49
48
  }
50
49
  return {slot};
51
50
  },
52
- [GossipType.blob_sidecar]: (data: Uint8Array): SlotOptionalRoot | null => {
53
- const slot = getSlotFromBlobSidecarSerialized(data);
54
-
55
- if (slot === null) {
56
- return null;
57
- }
58
- return {slot};
59
- },
60
51
  [GossipType.data_column_sidecar]: (data: Uint8Array, fork: ForkName): SlotOptionalRoot | null => {
61
52
  const slot = getSlotFromDataColumnSidecarSerialized(data, fork);
62
53
 
@@ -21,7 +21,6 @@ import {
21
21
  Slot,
22
22
  SubnetID,
23
23
  UintNum64,
24
- deneb,
25
24
  fulu,
26
25
  gloas,
27
26
  isGloasBeaconBlock,
@@ -39,13 +38,11 @@ import {
39
38
  } from "../../chain/blocks/blockInput/index.js";
40
39
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
41
40
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
42
- import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
41
+ import {InclusionListSource} from "../../chain/blocks/types.js";
43
42
  import {ChainEvent} from "../../chain/emitter.js";
44
43
  import {
45
44
  AttestationError,
46
45
  AttestationErrorCode,
47
- BlobSidecarErrorCode,
48
- BlobSidecarGossipError,
49
46
  BlockError,
50
47
  BlockErrorCode,
51
48
  BlockGossipError,
@@ -60,13 +57,15 @@ import {
60
57
  SyncCommitteeError,
61
58
  } from "../../chain/errors/index.js";
62
59
  import {IBeaconChain} from "../../chain/interface.js";
63
- import {validateGossipBlobSidecar} from "../../chain/validation/blobSidecar.js";
64
60
  import {
65
61
  validateGossipFuluDataColumnSidecar,
66
62
  validateGossipGloasDataColumnSidecar,
67
63
  } from "../../chain/validation/dataColumnSidecar.js";
68
64
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
69
- import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
65
+ import {
66
+ validateGossipExecutionPayloadEnvelope,
67
+ validateGossipExecutionPayloadEnvelopeSerialized,
68
+ } from "../../chain/validation/executionPayloadEnvelope.js";
70
69
  import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
71
70
  import {
72
71
  AggregateAndProofValidationResult,
@@ -89,7 +88,6 @@ import {validateGossipPayloadAttestationMessage} from "../../chain/validation/pa
89
88
  import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
90
89
  import {OpSource} from "../../chain/validatorMonitor.js";
91
90
  import {Metrics} from "../../metrics/index.js";
92
- import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
93
91
  import {getBlobKzgCommitments, getDataColumnSidecarSlot} from "../../util/dataColumns.js";
94
92
  import {callInNextEventLoop} from "../../util/eventLoop.js";
95
93
  import {INetworkCore} from "../core/index.js";
@@ -322,90 +320,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
322
320
  }
323
321
  }
324
322
 
325
- async function validateBeaconBlob(
326
- blobSidecar: deneb.BlobSidecar,
327
- subnet: SubnetID,
328
- peerIdStr: string,
329
- seenTimestampSec: number
330
- ): Promise<BlockInput> {
331
- const blobBlockHeader = blobSidecar.signedBlockHeader.message;
332
- const slot = blobBlockHeader.slot;
333
- const fork = config.getForkName(slot);
334
- const blockRootHex = toRootHex(ssz.phase0.BeaconBlockHeader.hashTreeRoot(blobBlockHeader));
335
-
336
- const delaySec = chain.clock.secFromSlot(slot, seenTimestampSec);
337
- const recvToValLatency = Date.now() / 1000 - seenTimestampSec;
338
-
339
- try {
340
- await validateGossipBlobSidecar(fork, chain, blobSidecar, subnet);
341
- const blockInput = chain.seenBlockInputCache.getByBlob({
342
- blockRootHex,
343
- blobSidecar,
344
- source: BlockInputSource.gossip,
345
- seenTimestampSec,
346
- peerIdStr,
347
- });
348
- const recvToValidation = Date.now() / 1000 - seenTimestampSec;
349
- const validationTime = recvToValidation - recvToValLatency;
350
-
351
- metrics?.gossipBlob.recvToValidation.observe(recvToValidation);
352
- metrics?.gossipBlob.validationTime.observe(validationTime);
353
-
354
- if (chain.emitter.listenerCount(routes.events.EventType.blobSidecar)) {
355
- let versionedHash: Uint8Array;
356
- if (blockInput.hasBlock()) {
357
- // if block hasn't arrived yet then this will throw and need to calculate the versionedHash as a 1-off
358
- versionedHash = blockInput.getVersionedHashes()[blobSidecar.index];
359
- } else {
360
- versionedHash = kzgCommitmentToVersionedHash(blobSidecar.kzgCommitment);
361
- }
362
- chain.emitter.emit(routes.events.EventType.blobSidecar, {
363
- blockRoot: blockRootHex,
364
- slot,
365
- index: blobSidecar.index,
366
- kzgCommitment: toHex(blobSidecar.kzgCommitment),
367
- versionedHash: toHex(versionedHash),
368
- });
369
- }
370
-
371
- logger.debug("Received gossip blob", {
372
- ...blockInput.getLogMeta(),
373
- currentSlot: chain.clock.currentSlot,
374
- peerId: peerIdStr,
375
- delaySec,
376
- subnet,
377
- recvToValLatency,
378
- recvToValidation,
379
- validationTime,
380
- });
381
-
382
- return blockInput;
383
- } catch (e) {
384
- if (e instanceof BlobSidecarGossipError) {
385
- // Don't trigger this yet if full block and blobs haven't arrived yet
386
- if (e.type.code === BlobSidecarErrorCode.PARENT_UNKNOWN) {
387
- logger.debug("Gossip blob has error", {slot, root: blockRootHex, code: e.type.code});
388
- // no need to trigger `unknownBlockParent` event here, as we already did it in `validateBeaconBlock()`
389
- //
390
- // TODO(fulu): is this note above correct? Could have random blob that we see that could trigger
391
- // unknownBlockSync. And duplicate addition of a block will be deduplicated by the
392
- // BlockInputSync event handler. Check this!!
393
- // events.emit(NetworkEvent.unknownBlockParent, {blockInput, peer: peerIdStr});
394
- }
395
-
396
- if (e.action === GossipAction.REJECT) {
397
- chain.persistInvalidSszValue(
398
- ssz.deneb.BlobSidecar,
399
- blobSidecar,
400
- `gossip_reject_slot_${slot}_index_${blobSidecar.index}`
401
- );
402
- }
403
- }
404
-
405
- throw e;
406
- }
407
- }
408
-
409
323
  async function validateBeaconDataColumn(
410
324
  dataColumnSidecar: fulu.DataColumnSidecar,
411
325
  _dataColumnBytes: Uint8Array,
@@ -676,8 +590,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
676
590
  ignoreIfKnown: true,
677
591
  // proposer signature already checked in validateBeaconBlock()
678
592
  validProposerSignature: true,
679
- // blobSidecars already checked in validateGossipBlobSidecars()
680
- validBlobSidecars: BlobSidecarValidation.Individual,
681
593
  // It's critical to keep a good number of mesh peers.
682
594
  // To do that, the Gossip Job Wait Time should be consistently <3s to avoid the behavior penalties in gossip
683
595
  // Gossip Job Wait Time depends on the BLS Job Wait Time
@@ -705,8 +617,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
705
617
 
706
618
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
707
619
  // which is all the information we need so there is no reason to delay until execution payload arrives
708
- // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
709
- // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
620
+ // Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
621
+ // pending payload import. No processExecutionPayload trigger needed from this path.
710
622
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
711
623
  }
712
624
  })
@@ -813,57 +725,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
813
725
  }
814
726
  },
815
727
 
816
- [GossipType.blob_sidecar]: async ({
817
- gossipData,
818
- topic,
819
- peerIdStr,
820
- seenTimestampSec,
821
- }: GossipHandlerParamGeneric<GossipType.blob_sidecar>) => {
822
- const {serializedData} = gossipData;
823
- const blobSidecar = sszDeserialize(topic, serializedData);
824
- const blobSlot = blobSidecar.signedBlockHeader.message.slot;
825
- const index = blobSidecar.index;
826
-
827
- if (config.getForkSeq(blobSlot) < ForkSeq.deneb) {
828
- throw new GossipActionError(GossipAction.REJECT, {code: "PRE_DENEB_BLOCK"});
829
- }
830
- const blockInput = await validateBeaconBlob(blobSidecar, topic.subnet, peerIdStr, seenTimestampSec);
831
- // Handler - deferred to next event loop so the validation result propagates first
832
- callInNextEventLoop(() => {
833
- try {
834
- chain.serializedCache.set(blobSidecar, serializedData);
835
- if (!blockInput.hasBlockAndAllData()) {
836
- const cutoffTimeMs = getCutoffTimeMs(chain, blobSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
837
- chain.logger.debug("Received gossip blob, waiting for full data availability", {
838
- msToWait: cutoffTimeMs,
839
- blobIndex: index,
840
- ...blockInput.getLogMeta(),
841
- });
842
- blockInput.waitForAllData(cutoffTimeMs).catch((_e) => {
843
- chain.logger.debug(
844
- "Waited for data after receiving gossip blob. Cut-off reached so attempting to fetch remainder of BlockInput",
845
- {
846
- blobIndex: index,
847
- ...blockInput.getLogMeta(),
848
- }
849
- );
850
- chain.emitter.emit(ChainEvent.incompleteBlockInput, {
851
- blockInput,
852
- peer: peerIdStr,
853
- source: BlockInputSource.gossip,
854
- });
855
- });
856
- }
857
- } catch (e) {
858
- logger.debug(
859
- "Error handling gossip blob",
860
- {slot: blobSlot, root: blockInput.blockRootHex, index},
861
- e as Error
862
- );
863
- }
864
- });
865
- },
866
-
867
728
  [GossipType.data_column_sidecar]: async ({
868
729
  gossipData,
869
730
  topic,
@@ -927,7 +788,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
927
788
  }
928
789
 
929
790
  // NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
930
- // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
791
+ // envelope arrival (gossip or API). A pending payload import is awaiting
931
792
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
932
793
 
933
794
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
@@ -1276,6 +1137,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1276
1137
  seenTimestampSec,
1277
1138
  }: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
1278
1139
  const {serializedData} = gossipData;
1140
+ validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
1279
1141
  const signedEnvelope = sszDeserialize(topic, serializedData);
1280
1142
  const envelope = signedEnvelope.message;
1281
1143
 
@@ -1328,18 +1190,22 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1328
1190
  });
1329
1191
  }
1330
1192
 
1193
+ // Add the envelope in the same tick as validation, otherwise a by-root download that completes
1194
+ // before the next event loop sees no envelope, validates it again and adds it first
1195
+ if (!payloadInput.hasPayloadEnvelope()) {
1196
+ chain.serializedCache.set(signedEnvelope, serializedData);
1197
+
1198
+ payloadInput.addPayloadEnvelope({
1199
+ envelope: signedEnvelope,
1200
+ source: PayloadEnvelopeInputSource.gossip,
1201
+ seenTimestampSec,
1202
+ peerIdStr,
1203
+ });
1204
+ }
1205
+
1331
1206
  // Handler - deferred to next event loop so the validation result propagates first
1332
1207
  callInNextEventLoop(() => {
1333
1208
  try {
1334
- chain.serializedCache.set(signedEnvelope, serializedData);
1335
-
1336
- payloadInput.addPayloadEnvelope({
1337
- envelope: signedEnvelope,
1338
- source: PayloadEnvelopeInputSource.gossip,
1339
- seenTimestampSec,
1340
- peerIdStr,
1341
- });
1342
-
1343
1209
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1344
1210
 
1345
1211
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
@@ -1349,7 +1215,9 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1349
1215
  blockRoot: blockRootHex,
1350
1216
  });
1351
1217
 
1352
- chain.processExecutionPayload(payloadInput, {validSignature: true}).catch((e) => {
1218
+ // Signature is verified above only for this envelope, one added by another source is verified at import
1219
+ const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
1220
+ chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
1353
1221
  // Adjust verbosity based on error type
1354
1222
  let logLevel: LogLevel;
1355
1223
 
@@ -1367,11 +1235,17 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1367
1235
  // Errors might indicate an issue with our node or the connected EL client
1368
1236
  logLevel = LogLevel.error;
1369
1237
  break;
1370
- // INVALID_SIGNATURE should not happen, signature is verified during gossip validation
1238
+ case PayloadErrorCode.BLOCK_EXECUTION_INVALID:
1239
+ logLevel = LogLevel.warn;
1240
+ break;
1241
+ // INVALID_SIGNATURE only happens for an envelope added by another source
1371
1242
  case PayloadErrorCode.INVALID_SIGNATURE:
1372
1243
  case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
1373
1244
  case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
1374
- core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1245
+ // Penalize only when the stored envelope is the one this peer sent, not one added by another source
1246
+ if (validSignature) {
1247
+ core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1248
+ }
1375
1249
  // The builder may have signed another envelope that is valid, keeping this one would make
1376
1250
  // by-root and range sync reuse it and never import the payload
1377
1251
  chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
@@ -1646,6 +1520,32 @@ function getBatchHandlers(modules: ValidatorFnsModules, options: GossipHandlerOp
1646
1520
  logger.debug("Error adding gossip unaggregated attestation to pool", {subnet}, e as Error);
1647
1521
  }
1648
1522
 
1523
+ // Collected only for vote slots that an upcoming block of a connected validator can include
1524
+ if (isForkPostElectra(fork) && chain.proposerTracker.shouldCollect(indexedAttestation.data.slot)) {
1525
+ try {
1526
+ const insertOutcome = chain.singleAttestationPool.add(
1527
+ attestation as SingleAttestation<ForkPostElectra>,
1528
+ attDataRootHex,
1529
+ validatorCommitteeIndex,
1530
+ committeeSize
1531
+ );
1532
+ metrics?.opPool.singleAttestationPool.gossipInsertOutcome.inc({insertOutcome});
1533
+ } catch (e) {
1534
+ logger.debug(
1535
+ "Error adding gossip single attestation to pool",
1536
+ {
1537
+ slot: indexedAttestation.data.slot,
1538
+ committeeIndex,
1539
+ validatorCommitteeIndex,
1540
+ validatorIndex: (attestation as SingleAttestation<ForkPostElectra>).attesterIndex,
1541
+ subnet,
1542
+ attDataRoot: attDataRootHex,
1543
+ },
1544
+ e as Error
1545
+ );
1546
+ }
1547
+ }
1548
+
1649
1549
  // Separate boundary: a pool insertion error above must not skip the fork-choice vote
1650
1550
  if (!options.dontSendGossipAttestationsToForkchoice) {
1651
1551
  try {
@@ -25,12 +25,6 @@ const linearGossipQueueOpts: {
25
25
  } = {
26
26
  // validation gossip block asap
27
27
  [GossipType.beacon_block]: {maxLength: 1024, type: QueueType.FIFO, dropOpts: {type: DropType.count, count: 1}},
28
- // gossip length for blob is beacon block length * max blobs per block = 4096
29
- [GossipType.blob_sidecar]: {
30
- maxLength: 4096,
31
- type: QueueType.FIFO,
32
- dropOpts: {type: DropType.count, count: 1},
33
- },
34
28
  [GossipType.data_column_sidecar]: {
35
29
  maxLength: 4096,
36
30
  type: QueueType.FIFO,
@@ -5,7 +5,6 @@ import {
5
5
  AttestationError,
6
6
  AttestationErrorCode,
7
7
  AttesterSlashingErrorCode,
8
- BlobSidecarErrorCode,
9
8
  BlockErrorCode,
10
9
  BlsToExecutionChangeErrorCode,
11
10
  DataColumnSidecarErrorCode,
@@ -55,10 +54,6 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
55
54
  default: PeerAction.LowToleranceError,
56
55
  byCode: {[BlockErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
57
56
  },
58
- [GossipType.blob_sidecar]: {
59
- default: PeerAction.LowToleranceError,
60
- byCode: {[BlobSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
61
- },
62
57
  [GossipType.data_column_sidecar]: {
63
58
  default: PeerAction.LowToleranceError,
64
59
  byCode: {[DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},