@lodestar/beacon-node 1.51.0-dev.d422f387ac → 1.51.0-dev.dc21d14c20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +19 -61
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +17 -0
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/validator/index.d.ts +6 -0
  8. package/lib/api/impl/validator/index.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.js +38 -25
  10. package/lib/api/impl/validator/index.js.map +1 -1
  11. package/lib/chain/GetBlobsTracker.d.ts +2 -2
  12. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  13. package/lib/chain/GetBlobsTracker.js +7 -31
  14. package/lib/chain/GetBlobsTracker.js.map +1 -1
  15. package/lib/chain/blocks/blockInput/blockInput.d.ts +11 -56
  16. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  17. package/lib/chain/blocks/blockInput/blockInput.js +5 -241
  18. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  19. package/lib/chain/blocks/blockInput/errors.d.ts +2 -4
  20. package/lib/chain/blocks/blockInput/errors.d.ts.map +1 -1
  21. package/lib/chain/blocks/blockInput/errors.js.map +1 -1
  22. package/lib/chain/blocks/blockInput/types.d.ts +2 -18
  23. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  24. package/lib/chain/blocks/blockInput/types.js +0 -1
  25. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  26. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  27. package/lib/chain/blocks/importBlock.js +36 -53
  28. package/lib/chain/blocks/importBlock.js.map +1 -1
  29. package/lib/chain/blocks/importExecutionPayload.d.ts +4 -0
  30. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  31. package/lib/chain/blocks/importExecutionPayload.js +24 -3
  32. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  33. package/lib/chain/blocks/index.d.ts.map +1 -1
  34. package/lib/chain/blocks/index.js +2 -2
  35. package/lib/chain/blocks/index.js.map +1 -1
  36. package/lib/chain/blocks/types.d.ts +4 -20
  37. package/lib/chain/blocks/types.d.ts.map +1 -1
  38. package/lib/chain/blocks/types.js +0 -24
  39. package/lib/chain/blocks/types.js.map +1 -1
  40. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  41. package/lib/chain/blocks/verifyBlock.js +17 -6
  42. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  43. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  44. package/lib/chain/blocks/verifyBlocksDataAvailability.js +6 -1
  45. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  46. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  47. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  48. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +7 -3
  49. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  50. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  51. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  52. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksSignatures.js +10 -5
  55. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  56. package/lib/chain/blocks/writeBlockInputToDb.d.ts +0 -2
  57. package/lib/chain/blocks/writeBlockInputToDb.d.ts.map +1 -1
  58. package/lib/chain/blocks/writeBlockInputToDb.js +6 -24
  59. package/lib/chain/blocks/writeBlockInputToDb.js.map +1 -1
  60. package/lib/chain/bls/interface.d.ts +2 -0
  61. package/lib/chain/bls/interface.d.ts.map +1 -1
  62. package/lib/chain/bls/multithread/index.d.ts +1 -1
  63. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  64. package/lib/chain/bls/multithread/index.js +45 -17
  65. package/lib/chain/bls/multithread/index.js.map +1 -1
  66. package/lib/chain/chain.d.ts +24 -3
  67. package/lib/chain/chain.d.ts.map +1 -1
  68. package/lib/chain/chain.js +120 -39
  69. package/lib/chain/chain.js.map +1 -1
  70. package/lib/chain/emitter.d.ts +7 -7
  71. package/lib/chain/emitter.d.ts.map +1 -1
  72. package/lib/chain/emitter.js +5 -5
  73. package/lib/chain/emitter.js.map +1 -1
  74. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  75. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  76. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  77. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  78. package/lib/chain/errors/index.d.ts +0 -1
  79. package/lib/chain/errors/index.d.ts.map +1 -1
  80. package/lib/chain/errors/index.js +0 -1
  81. package/lib/chain/errors/index.js.map +1 -1
  82. package/lib/chain/forkChoice/index.d.ts +11 -1
  83. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  84. package/lib/chain/forkChoice/index.js +11 -0
  85. package/lib/chain/forkChoice/index.js.map +1 -1
  86. package/lib/chain/forkChoiceExecutionEngine.d.ts +51 -0
  87. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  88. package/lib/chain/forkChoiceExecutionEngine.js +117 -0
  89. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  90. package/lib/chain/interface.d.ts +7 -4
  91. package/lib/chain/interface.d.ts.map +1 -1
  92. package/lib/chain/interface.js.map +1 -1
  93. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  94. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  95. package/lib/chain/opPools/aggregatedAttestationPool.js +177 -37
  96. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  97. package/lib/chain/opPools/index.d.ts +1 -0
  98. package/lib/chain/opPools/index.d.ts.map +1 -1
  99. package/lib/chain/opPools/index.js +1 -0
  100. package/lib/chain/opPools/index.js.map +1 -1
  101. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  102. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  103. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  104. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  105. package/lib/chain/options.d.ts +5 -2
  106. package/lib/chain/options.d.ts.map +1 -1
  107. package/lib/chain/options.js.map +1 -1
  108. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  109. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  110. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  111. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  112. package/lib/chain/proposerTracker.d.ts +31 -0
  113. package/lib/chain/proposerTracker.d.ts.map +1 -0
  114. package/lib/chain/proposerTracker.js +75 -0
  115. package/lib/chain/proposerTracker.js.map +1 -0
  116. package/lib/chain/regen/interface.d.ts +1 -1
  117. package/lib/chain/regen/interface.d.ts.map +1 -1
  118. package/lib/chain/regen/queued.d.ts +1 -1
  119. package/lib/chain/regen/queued.d.ts.map +1 -1
  120. package/lib/chain/regen/queued.js +5 -3
  121. package/lib/chain/regen/queued.js.map +1 -1
  122. package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -14
  123. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  124. package/lib/chain/seenCache/seenGossipBlockInput.js +6 -65
  125. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  126. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  127. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  128. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  129. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  130. package/lib/chain/validation/syncCommittee.d.ts.map +1 -1
  131. package/lib/chain/validation/syncCommittee.js +16 -10
  132. package/lib/chain/validation/syncCommittee.js.map +1 -1
  133. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  134. package/lib/chain/validation/syncCommitteeContributionAndProof.js +11 -0
  135. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  136. package/lib/chain/validatorMonitor.d.ts +1 -2
  137. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  138. package/lib/chain/validatorMonitor.js +0 -3
  139. package/lib/chain/validatorMonitor.js.map +1 -1
  140. package/lib/db/repositories/blobSidecars.d.ts +0 -1
  141. package/lib/db/repositories/blobSidecars.d.ts.map +1 -1
  142. package/lib/db/repositories/blobSidecars.js +0 -1
  143. package/lib/db/repositories/blobSidecars.js.map +1 -1
  144. package/lib/execution/builder/apiClient.d.ts +14 -8
  145. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  146. package/lib/execution/builder/apiClient.js +12 -10
  147. package/lib/execution/builder/apiClient.js.map +1 -1
  148. package/lib/execution/builder/http.d.ts +2 -0
  149. package/lib/execution/builder/http.d.ts.map +1 -1
  150. package/lib/execution/builder/http.js +2 -0
  151. package/lib/execution/builder/http.js.map +1 -1
  152. package/lib/execution/engine/http.d.ts +4 -6
  153. package/lib/execution/engine/http.d.ts.map +1 -1
  154. package/lib/execution/engine/http.js +8 -10
  155. package/lib/execution/engine/http.js.map +1 -1
  156. package/lib/execution/engine/interface.d.ts +17 -5
  157. package/lib/execution/engine/interface.d.ts.map +1 -1
  158. package/lib/execution/engine/interface.js.map +1 -1
  159. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -4
  160. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  161. package/lib/execution/engine/jsonRpcTransport.js +2 -12
  162. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  163. package/lib/execution/engine/mock.d.ts +0 -1
  164. package/lib/execution/engine/mock.d.ts.map +1 -1
  165. package/lib/execution/engine/mock.js +0 -4
  166. package/lib/execution/engine/mock.js.map +1 -1
  167. package/lib/execution/engine/restTransport.d.ts +2 -4
  168. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  169. package/lib/execution/engine/restTransport.js +1 -15
  170. package/lib/execution/engine/restTransport.js.map +1 -1
  171. package/lib/execution/engine/sszTypes.d.ts +0 -9
  172. package/lib/execution/engine/sszTypes.d.ts.map +1 -1
  173. package/lib/execution/engine/sszTypes.js +0 -5
  174. package/lib/execution/engine/sszTypes.js.map +1 -1
  175. package/lib/execution/engine/transport.d.ts +1 -14
  176. package/lib/execution/engine/transport.d.ts.map +1 -1
  177. package/lib/execution/engine/types.d.ts +0 -8
  178. package/lib/execution/engine/types.d.ts.map +1 -1
  179. package/lib/execution/engine/types.js +0 -8
  180. package/lib/execution/engine/types.js.map +1 -1
  181. package/lib/execution/engine/utils.d.ts.map +1 -1
  182. package/lib/execution/engine/utils.js +3 -2
  183. package/lib/execution/engine/utils.js.map +1 -1
  184. package/lib/index.d.ts +1 -1
  185. package/lib/index.d.ts.map +1 -1
  186. package/lib/index.js +1 -1
  187. package/lib/index.js.map +1 -1
  188. package/lib/metrics/metrics/beacon.d.ts +0 -9
  189. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  190. package/lib/metrics/metrics/beacon.js +0 -30
  191. package/lib/metrics/metrics/beacon.js.map +1 -1
  192. package/lib/metrics/metrics/lodestar.d.ts +27 -8
  193. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  194. package/lib/metrics/metrics/lodestar.js +74 -18
  195. package/lib/metrics/metrics/lodestar.js.map +1 -1
  196. package/lib/metrics/server/http.js +5 -5
  197. package/lib/metrics/server/http.js.map +1 -1
  198. package/lib/network/core/networkCore.d.ts +2 -1
  199. package/lib/network/core/networkCore.d.ts.map +1 -1
  200. package/lib/network/core/networkCore.js +4 -0
  201. package/lib/network/core/networkCore.js.map +1 -1
  202. package/lib/network/core/networkCoreWorker.js +1 -0
  203. package/lib/network/core/networkCoreWorker.js.map +1 -1
  204. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -1
  205. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  206. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  207. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  208. package/lib/network/core/types.d.ts +4 -1
  209. package/lib/network/core/types.d.ts.map +1 -1
  210. package/lib/network/gossip/gossipsub.d.ts +1 -0
  211. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  212. package/lib/network/gossip/gossipsub.js +10 -0
  213. package/lib/network/gossip/gossipsub.js.map +1 -1
  214. package/lib/network/gossip/interface.d.ts +1 -8
  215. package/lib/network/gossip/interface.d.ts.map +1 -1
  216. package/lib/network/gossip/interface.js +0 -1
  217. package/lib/network/gossip/interface.js.map +1 -1
  218. package/lib/network/gossip/topic.d.ts +0 -16
  219. package/lib/network/gossip/topic.d.ts.map +1 -1
  220. package/lib/network/gossip/topic.js +0 -23
  221. package/lib/network/gossip/topic.js.map +1 -1
  222. package/lib/network/interface.d.ts +2 -5
  223. package/lib/network/interface.d.ts.map +1 -1
  224. package/lib/network/network.d.ts +6 -7
  225. package/lib/network/network.d.ts.map +1 -1
  226. package/lib/network/network.js +50 -37
  227. package/lib/network/network.js.map +1 -1
  228. package/lib/network/options.d.ts.map +1 -1
  229. package/lib/network/options.js +2 -0
  230. package/lib/network/options.js.map +1 -1
  231. package/lib/network/peers/peerManager.d.ts.map +1 -1
  232. package/lib/network/peers/peerManager.js +28 -1
  233. package/lib/network/peers/peerManager.js.map +1 -1
  234. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  235. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  236. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  237. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  238. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  239. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  240. package/lib/network/peers/utils/subnetMap.js +6 -3
  241. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  242. package/lib/network/processor/extractSlotRootFns.d.ts.map +1 -1
  243. package/lib/network/processor/extractSlotRootFns.js +1 -8
  244. package/lib/network/processor/extractSlotRootFns.js.map +1 -1
  245. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  246. package/lib/network/processor/gossipHandlers.js +43 -123
  247. package/lib/network/processor/gossipHandlers.js.map +1 -1
  248. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  249. package/lib/network/processor/gossipQueues/index.js +0 -6
  250. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  251. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  252. package/lib/network/processor/gossipValidatorFn.js +1 -5
  253. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  254. package/lib/network/processor/index.d.ts +6 -0
  255. package/lib/network/processor/index.d.ts.map +1 -1
  256. package/lib/network/processor/index.js +29 -4
  257. package/lib/network/processor/index.js.map +1 -1
  258. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  259. package/lib/network/reqresp/ReqRespBeaconNode.js +0 -3
  260. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  261. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -2
  262. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  263. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  264. package/lib/network/reqresp/handlers/index.js +1 -12
  265. package/lib/network/reqresp/handlers/index.js.map +1 -1
  266. package/lib/network/reqresp/protocols.d.ts +0 -2
  267. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  268. package/lib/network/reqresp/protocols.js +0 -10
  269. package/lib/network/reqresp/protocols.js.map +1 -1
  270. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  271. package/lib/network/reqresp/rateLimit.js +1 -17
  272. package/lib/network/reqresp/rateLimit.js.map +1 -1
  273. package/lib/network/reqresp/types.d.ts +2 -8
  274. package/lib/network/reqresp/types.d.ts.map +1 -1
  275. package/lib/network/reqresp/types.js +1 -7
  276. package/lib/network/reqresp/types.js.map +1 -1
  277. package/lib/network/subnets/attnetsService.d.ts +35 -5
  278. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  279. package/lib/network/subnets/attnetsService.js +84 -6
  280. package/lib/network/subnets/attnetsService.js.map +1 -1
  281. package/lib/network/subnets/interface.d.ts +7 -0
  282. package/lib/network/subnets/interface.d.ts.map +1 -1
  283. package/lib/network/subnets/interface.js.map +1 -1
  284. package/lib/node/nodejs.d.ts +2 -0
  285. package/lib/node/nodejs.d.ts.map +1 -1
  286. package/lib/node/nodejs.js +37 -19
  287. package/lib/node/nodejs.js.map +1 -1
  288. package/lib/node/options.d.ts +3 -1
  289. package/lib/node/options.d.ts.map +1 -1
  290. package/lib/node/options.js +4 -2
  291. package/lib/node/options.js.map +1 -1
  292. package/lib/sync/range/batch.d.ts +2 -3
  293. package/lib/sync/range/batch.d.ts.map +1 -1
  294. package/lib/sync/range/batch.js +9 -22
  295. package/lib/sync/range/batch.js.map +1 -1
  296. package/lib/sync/range/chain.d.ts.map +1 -1
  297. package/lib/sync/range/chain.js +2 -15
  298. package/lib/sync/range/chain.js.map +1 -1
  299. package/lib/sync/sync.d.ts +8 -0
  300. package/lib/sync/sync.d.ts.map +1 -1
  301. package/lib/sync/sync.js +42 -22
  302. package/lib/sync/sync.js.map +1 -1
  303. package/lib/sync/unknownBlock.d.ts.map +1 -1
  304. package/lib/sync/unknownBlock.js +1 -7
  305. package/lib/sync/unknownBlock.js.map +1 -1
  306. package/lib/sync/utils/downloadByRange.d.ts +6 -34
  307. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  308. package/lib/sync/utils/downloadByRange.js +24 -128
  309. package/lib/sync/utils/downloadByRange.js.map +1 -1
  310. package/lib/sync/utils/downloadByRoot.d.ts +2 -18
  311. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  312. package/lib/sync/utils/downloadByRoot.js +14 -99
  313. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  314. package/lib/util/blobs.d.ts +1 -7
  315. package/lib/util/blobs.d.ts.map +1 -1
  316. package/lib/util/blobs.js +0 -19
  317. package/lib/util/blobs.js.map +1 -1
  318. package/lib/util/execution.d.ts +3 -4
  319. package/lib/util/execution.d.ts.map +1 -1
  320. package/lib/util/execution.js +1 -73
  321. package/lib/util/execution.js.map +1 -1
  322. package/lib/util/sszBytes.d.ts +5 -1
  323. package/lib/util/sszBytes.d.ts.map +1 -1
  324. package/lib/util/sszBytes.js +34 -17
  325. package/lib/util/sszBytes.js.map +1 -1
  326. package/lib/util/types.d.ts +0 -5
  327. package/lib/util/types.d.ts.map +1 -1
  328. package/lib/util/types.js +1 -2
  329. package/lib/util/types.js.map +1 -1
  330. package/package.json +16 -16
  331. package/src/api/impl/beacon/blocks/index.ts +24 -64
  332. package/src/api/impl/beacon/pool/index.ts +26 -0
  333. package/src/api/impl/validator/index.ts +43 -29
  334. package/src/chain/GetBlobsTracker.ts +10 -39
  335. package/src/chain/blocks/blockInput/blockInput.ts +11 -343
  336. package/src/chain/blocks/blockInput/errors.ts +1 -2
  337. package/src/chain/blocks/blockInput/types.ts +2 -20
  338. package/src/chain/blocks/importBlock.ts +56 -72
  339. package/src/chain/blocks/importExecutionPayload.ts +42 -13
  340. package/src/chain/blocks/index.ts +5 -2
  341. package/src/chain/blocks/types.ts +5 -31
  342. package/src/chain/blocks/verifyBlock.ts +30 -16
  343. package/src/chain/blocks/verifyBlocksDataAvailability.ts +6 -1
  344. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -6
  345. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  346. package/src/chain/blocks/verifyBlocksSignatures.ts +10 -5
  347. package/src/chain/blocks/writeBlockInputToDb.ts +6 -29
  348. package/src/chain/bls/interface.ts +2 -0
  349. package/src/chain/bls/multithread/index.ts +43 -19
  350. package/src/chain/chain.ts +135 -37
  351. package/src/chain/emitter.ts +8 -8
  352. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  353. package/src/chain/errors/index.ts +0 -1
  354. package/src/chain/forkChoice/index.ts +11 -0
  355. package/src/chain/forkChoiceExecutionEngine.ts +183 -0
  356. package/src/chain/interface.ts +7 -3
  357. package/src/chain/opPools/aggregatedAttestationPool.ts +222 -35
  358. package/src/chain/opPools/index.ts +1 -0
  359. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  360. package/src/chain/options.ts +5 -2
  361. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  362. package/src/chain/proposerTracker.ts +94 -0
  363. package/src/chain/regen/interface.ts +1 -1
  364. package/src/chain/regen/queued.ts +6 -4
  365. package/src/chain/seenCache/seenGossipBlockInput.ts +9 -93
  366. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  367. package/src/chain/validation/syncCommittee.ts +31 -15
  368. package/src/chain/validation/syncCommitteeContributionAndProof.ts +13 -0
  369. package/src/chain/validatorMonitor.ts +0 -6
  370. package/src/db/repositories/blobSidecars.ts +0 -1
  371. package/src/execution/builder/apiClient.ts +16 -13
  372. package/src/execution/builder/http.ts +4 -0
  373. package/src/execution/engine/http.ts +19 -42
  374. package/src/execution/engine/interface.ts +18 -9
  375. package/src/execution/engine/jsonRpcTransport.ts +10 -22
  376. package/src/execution/engine/mock.ts +0 -7
  377. package/src/execution/engine/restTransport.ts +3 -22
  378. package/src/execution/engine/sszTypes.ts +0 -9
  379. package/src/execution/engine/transport.ts +8 -17
  380. package/src/execution/engine/types.ts +0 -17
  381. package/src/execution/engine/utils.ts +4 -2
  382. package/src/index.ts +1 -1
  383. package/src/metrics/metrics/beacon.ts +0 -30
  384. package/src/metrics/metrics/lodestar.ts +75 -18
  385. package/src/metrics/server/http.ts +5 -5
  386. package/src/network/core/networkCore.ts +6 -1
  387. package/src/network/core/networkCoreWorker.ts +1 -0
  388. package/src/network/core/networkCoreWorkerHandler.ts +4 -1
  389. package/src/network/core/types.ts +4 -1
  390. package/src/network/gossip/gossipsub.ts +11 -0
  391. package/src/network/gossip/interface.ts +0 -5
  392. package/src/network/gossip/topic.ts +0 -25
  393. package/src/network/interface.ts +0 -5
  394. package/src/network/network.ts +50 -60
  395. package/src/network/options.ts +2 -0
  396. package/src/network/peers/peerManager.ts +27 -2
  397. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  398. package/src/network/peers/utils/subnetMap.ts +6 -3
  399. package/src/network/processor/extractSlotRootFns.ts +0 -9
  400. package/src/network/processor/gossipHandlers.ts +56 -156
  401. package/src/network/processor/gossipQueues/index.ts +0 -6
  402. package/src/network/processor/gossipValidatorFn.ts +0 -5
  403. package/src/network/processor/index.ts +25 -4
  404. package/src/network/reqresp/ReqRespBeaconNode.ts +0 -7
  405. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +2 -2
  406. package/src/network/reqresp/handlers/index.ts +0 -17
  407. package/src/network/reqresp/protocols.ts +0 -12
  408. package/src/network/reqresp/rateLimit.ts +1 -17
  409. package/src/network/reqresp/types.ts +0 -13
  410. package/src/network/subnets/attnetsService.ts +94 -6
  411. package/src/network/subnets/interface.ts +7 -0
  412. package/src/node/nodejs.ts +34 -15
  413. package/src/node/options.ts +5 -1
  414. package/src/sync/range/batch.ts +9 -21
  415. package/src/sync/range/chain.ts +2 -14
  416. package/src/sync/sync.ts +43 -22
  417. package/src/sync/unknownBlock.ts +1 -8
  418. package/src/sync/utils/downloadByRange.ts +31 -230
  419. package/src/sync/utils/downloadByRoot.ts +15 -142
  420. package/src/util/blobs.ts +0 -34
  421. package/src/util/execution.ts +8 -102
  422. package/src/util/sszBytes.ts +40 -22
  423. package/src/util/types.ts +1 -8
  424. package/lib/chain/errors/blobSidecarError.d.ts +0 -108
  425. package/lib/chain/errors/blobSidecarError.d.ts.map +0 -1
  426. package/lib/chain/errors/blobSidecarError.js +0 -38
  427. package/lib/chain/errors/blobSidecarError.js.map +0 -1
  428. package/lib/chain/validation/blobSidecar.d.ts +0 -16
  429. package/lib/chain/validation/blobSidecar.d.ts.map +0 -1
  430. package/lib/chain/validation/blobSidecar.js +0 -276
  431. package/lib/chain/validation/blobSidecar.js.map +0 -1
  432. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts +0 -9
  433. package/lib/network/reqresp/handlers/blobSidecarsByRange.d.ts.map +0 -1
  434. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +0 -91
  435. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +0 -1
  436. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts +0 -5
  437. package/lib/network/reqresp/handlers/blobSidecarsByRoot.d.ts.map +0 -1
  438. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +0 -46
  439. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +0 -1
  440. package/src/chain/errors/blobSidecarError.ts +0 -70
  441. package/src/chain/validation/blobSidecar.ts +0 -357
  442. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +0 -133
  443. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +0 -69
@@ -21,7 +21,6 @@ import {
21
21
  Slot,
22
22
  SubnetID,
23
23
  UintNum64,
24
- deneb,
25
24
  fulu,
26
25
  gloas,
27
26
  isGloasBeaconBlock,
@@ -39,13 +38,11 @@ import {
39
38
  } from "../../chain/blocks/blockInput/index.js";
40
39
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
41
40
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
42
- import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
41
+ import {InclusionListSource} from "../../chain/blocks/types.js";
43
42
  import {ChainEvent} from "../../chain/emitter.js";
44
43
  import {
45
44
  AttestationError,
46
45
  AttestationErrorCode,
47
- BlobSidecarErrorCode,
48
- BlobSidecarGossipError,
49
46
  BlockError,
50
47
  BlockErrorCode,
51
48
  BlockGossipError,
@@ -60,13 +57,15 @@ import {
60
57
  SyncCommitteeError,
61
58
  } from "../../chain/errors/index.js";
62
59
  import {IBeaconChain} from "../../chain/interface.js";
63
- import {validateGossipBlobSidecar} from "../../chain/validation/blobSidecar.js";
64
60
  import {
65
61
  validateGossipFuluDataColumnSidecar,
66
62
  validateGossipGloasDataColumnSidecar,
67
63
  } from "../../chain/validation/dataColumnSidecar.js";
68
64
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
69
- import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
65
+ import {
66
+ validateGossipExecutionPayloadEnvelope,
67
+ validateGossipExecutionPayloadEnvelopeSerialized,
68
+ } from "../../chain/validation/executionPayloadEnvelope.js";
70
69
  import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
71
70
  import {
72
71
  AggregateAndProofValidationResult,
@@ -89,7 +88,6 @@ import {validateGossipPayloadAttestationMessage} from "../../chain/validation/pa
89
88
  import {validateGossipProposerPreferences} from "../../chain/validation/proposerPreferences.js";
90
89
  import {OpSource} from "../../chain/validatorMonitor.js";
91
90
  import {Metrics} from "../../metrics/index.js";
92
- import {kzgCommitmentToVersionedHash} from "../../util/blobs.js";
93
91
  import {getBlobKzgCommitments, getDataColumnSidecarSlot} from "../../util/dataColumns.js";
94
92
  import {callInNextEventLoop} from "../../util/eventLoop.js";
95
93
  import {INetworkCore} from "../core/index.js";
@@ -322,90 +320,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
322
320
  }
323
321
  }
324
322
 
325
- async function validateBeaconBlob(
326
- blobSidecar: deneb.BlobSidecar,
327
- subnet: SubnetID,
328
- peerIdStr: string,
329
- seenTimestampSec: number
330
- ): Promise<BlockInput> {
331
- const blobBlockHeader = blobSidecar.signedBlockHeader.message;
332
- const slot = blobBlockHeader.slot;
333
- const fork = config.getForkName(slot);
334
- const blockRootHex = toRootHex(ssz.phase0.BeaconBlockHeader.hashTreeRoot(blobBlockHeader));
335
-
336
- const delaySec = chain.clock.secFromSlot(slot, seenTimestampSec);
337
- const recvToValLatency = Date.now() / 1000 - seenTimestampSec;
338
-
339
- try {
340
- await validateGossipBlobSidecar(fork, chain, blobSidecar, subnet);
341
- const blockInput = chain.seenBlockInputCache.getByBlob({
342
- blockRootHex,
343
- blobSidecar,
344
- source: BlockInputSource.gossip,
345
- seenTimestampSec,
346
- peerIdStr,
347
- });
348
- const recvToValidation = Date.now() / 1000 - seenTimestampSec;
349
- const validationTime = recvToValidation - recvToValLatency;
350
-
351
- metrics?.gossipBlob.recvToValidation.observe(recvToValidation);
352
- metrics?.gossipBlob.validationTime.observe(validationTime);
353
-
354
- if (chain.emitter.listenerCount(routes.events.EventType.blobSidecar)) {
355
- let versionedHash: Uint8Array;
356
- if (blockInput.hasBlock()) {
357
- // if block hasn't arrived yet then this will throw and need to calculate the versionedHash as a 1-off
358
- versionedHash = blockInput.getVersionedHashes()[blobSidecar.index];
359
- } else {
360
- versionedHash = kzgCommitmentToVersionedHash(blobSidecar.kzgCommitment);
361
- }
362
- chain.emitter.emit(routes.events.EventType.blobSidecar, {
363
- blockRoot: blockRootHex,
364
- slot,
365
- index: blobSidecar.index,
366
- kzgCommitment: toHex(blobSidecar.kzgCommitment),
367
- versionedHash: toHex(versionedHash),
368
- });
369
- }
370
-
371
- logger.debug("Received gossip blob", {
372
- ...blockInput.getLogMeta(),
373
- currentSlot: chain.clock.currentSlot,
374
- peerId: peerIdStr,
375
- delaySec,
376
- subnet,
377
- recvToValLatency,
378
- recvToValidation,
379
- validationTime,
380
- });
381
-
382
- return blockInput;
383
- } catch (e) {
384
- if (e instanceof BlobSidecarGossipError) {
385
- // Don't trigger this yet if full block and blobs haven't arrived yet
386
- if (e.type.code === BlobSidecarErrorCode.PARENT_UNKNOWN) {
387
- logger.debug("Gossip blob has error", {slot, root: blockRootHex, code: e.type.code});
388
- // no need to trigger `unknownBlockParent` event here, as we already did it in `validateBeaconBlock()`
389
- //
390
- // TODO(fulu): is this note above correct? Could have random blob that we see that could trigger
391
- // unknownBlockSync. And duplicate addition of a block will be deduplicated by the
392
- // BlockInputSync event handler. Check this!!
393
- // events.emit(NetworkEvent.unknownBlockParent, {blockInput, peer: peerIdStr});
394
- }
395
-
396
- if (e.action === GossipAction.REJECT) {
397
- chain.persistInvalidSszValue(
398
- ssz.deneb.BlobSidecar,
399
- blobSidecar,
400
- `gossip_reject_slot_${slot}_index_${blobSidecar.index}`
401
- );
402
- }
403
- }
404
-
405
- throw e;
406
- }
407
- }
408
-
409
323
  async function validateBeaconDataColumn(
410
324
  dataColumnSidecar: fulu.DataColumnSidecar,
411
325
  _dataColumnBytes: Uint8Array,
@@ -676,8 +590,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
676
590
  ignoreIfKnown: true,
677
591
  // proposer signature already checked in validateBeaconBlock()
678
592
  validProposerSignature: true,
679
- // blobSidecars already checked in validateGossipBlobSidecars()
680
- validBlobSidecars: BlobSidecarValidation.Individual,
681
593
  // It's critical to keep a good number of mesh peers.
682
594
  // To do that, the Gossip Job Wait Time should be consistently <3s to avoid the behavior penalties in gossip
683
595
  // Gossip Job Wait Time depends on the BLS Job Wait Time
@@ -813,57 +725,6 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
813
725
  }
814
726
  },
815
727
 
816
- [GossipType.blob_sidecar]: async ({
817
- gossipData,
818
- topic,
819
- peerIdStr,
820
- seenTimestampSec,
821
- }: GossipHandlerParamGeneric<GossipType.blob_sidecar>) => {
822
- const {serializedData} = gossipData;
823
- const blobSidecar = sszDeserialize(topic, serializedData);
824
- const blobSlot = blobSidecar.signedBlockHeader.message.slot;
825
- const index = blobSidecar.index;
826
-
827
- if (config.getForkSeq(blobSlot) < ForkSeq.deneb) {
828
- throw new GossipActionError(GossipAction.REJECT, {code: "PRE_DENEB_BLOCK"});
829
- }
830
- const blockInput = await validateBeaconBlob(blobSidecar, topic.subnet, peerIdStr, seenTimestampSec);
831
- // Handler - deferred to next event loop so the validation result propagates first
832
- callInNextEventLoop(() => {
833
- try {
834
- chain.serializedCache.set(blobSidecar, serializedData);
835
- if (!blockInput.hasBlockAndAllData()) {
836
- const cutoffTimeMs = getCutoffTimeMs(chain, blobSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
837
- chain.logger.debug("Received gossip blob, waiting for full data availability", {
838
- msToWait: cutoffTimeMs,
839
- blobIndex: index,
840
- ...blockInput.getLogMeta(),
841
- });
842
- blockInput.waitForAllData(cutoffTimeMs).catch((_e) => {
843
- chain.logger.debug(
844
- "Waited for data after receiving gossip blob. Cut-off reached so attempting to fetch remainder of BlockInput",
845
- {
846
- blobIndex: index,
847
- ...blockInput.getLogMeta(),
848
- }
849
- );
850
- chain.emitter.emit(ChainEvent.incompleteBlockInput, {
851
- blockInput,
852
- peer: peerIdStr,
853
- source: BlockInputSource.gossip,
854
- });
855
- });
856
- }
857
- } catch (e) {
858
- logger.debug(
859
- "Error handling gossip blob",
860
- {slot: blobSlot, root: blockInput.blockRootHex, index},
861
- e as Error
862
- );
863
- }
864
- });
865
- },
866
-
867
728
  [GossipType.data_column_sidecar]: async ({
868
729
  gossipData,
869
730
  topic,
@@ -1276,6 +1137,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1276
1137
  seenTimestampSec,
1277
1138
  }: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
1278
1139
  const {serializedData} = gossipData;
1140
+ validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
1279
1141
  const signedEnvelope = sszDeserialize(topic, serializedData);
1280
1142
  const envelope = signedEnvelope.message;
1281
1143
 
@@ -1328,18 +1190,22 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1328
1190
  });
1329
1191
  }
1330
1192
 
1193
+ // Add the envelope in the same tick as validation, otherwise a by-root download that completes
1194
+ // before the next event loop sees no envelope, validates it again and adds it first
1195
+ if (!payloadInput.hasPayloadEnvelope()) {
1196
+ chain.serializedCache.set(signedEnvelope, serializedData);
1197
+
1198
+ payloadInput.addPayloadEnvelope({
1199
+ envelope: signedEnvelope,
1200
+ source: PayloadEnvelopeInputSource.gossip,
1201
+ seenTimestampSec,
1202
+ peerIdStr,
1203
+ });
1204
+ }
1205
+
1331
1206
  // Handler - deferred to next event loop so the validation result propagates first
1332
1207
  callInNextEventLoop(() => {
1333
1208
  try {
1334
- chain.serializedCache.set(signedEnvelope, serializedData);
1335
-
1336
- payloadInput.addPayloadEnvelope({
1337
- envelope: signedEnvelope,
1338
- source: PayloadEnvelopeInputSource.gossip,
1339
- seenTimestampSec,
1340
- peerIdStr,
1341
- });
1342
-
1343
1209
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1344
1210
 
1345
1211
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
@@ -1349,7 +1215,9 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1349
1215
  blockRoot: blockRootHex,
1350
1216
  });
1351
1217
 
1352
- chain.processExecutionPayload(payloadInput, {validSignature: true}).catch((e) => {
1218
+ // Signature is verified above only for this envelope, one added by another source is verified at import
1219
+ const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
1220
+ chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
1353
1221
  // Adjust verbosity based on error type
1354
1222
  let logLevel: LogLevel;
1355
1223
 
@@ -1367,11 +1235,17 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1367
1235
  // Errors might indicate an issue with our node or the connected EL client
1368
1236
  logLevel = LogLevel.error;
1369
1237
  break;
1370
- // INVALID_SIGNATURE should not happen, signature is verified during gossip validation
1238
+ case PayloadErrorCode.BLOCK_EXECUTION_INVALID:
1239
+ logLevel = LogLevel.warn;
1240
+ break;
1241
+ // INVALID_SIGNATURE only happens for an envelope added by another source
1371
1242
  case PayloadErrorCode.INVALID_SIGNATURE:
1372
1243
  case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
1373
1244
  case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
1374
- core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1245
+ // Penalize only when the stored envelope is the one this peer sent, not one added by another source
1246
+ if (validSignature) {
1247
+ core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1248
+ }
1375
1249
  // The builder may have signed another envelope that is valid, keeping this one would make
1376
1250
  // by-root and range sync reuse it and never import the payload
1377
1251
  chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
@@ -1646,6 +1520,32 @@ function getBatchHandlers(modules: ValidatorFnsModules, options: GossipHandlerOp
1646
1520
  logger.debug("Error adding gossip unaggregated attestation to pool", {subnet}, e as Error);
1647
1521
  }
1648
1522
 
1523
+ // Collected only for vote slots that an upcoming block of a connected validator can include
1524
+ if (isForkPostElectra(fork) && chain.proposerTracker.shouldCollect(indexedAttestation.data.slot)) {
1525
+ try {
1526
+ const insertOutcome = chain.singleAttestationPool.add(
1527
+ attestation as SingleAttestation<ForkPostElectra>,
1528
+ attDataRootHex,
1529
+ validatorCommitteeIndex,
1530
+ committeeSize
1531
+ );
1532
+ metrics?.opPool.singleAttestationPool.gossipInsertOutcome.inc({insertOutcome});
1533
+ } catch (e) {
1534
+ logger.debug(
1535
+ "Error adding gossip single attestation to pool",
1536
+ {
1537
+ slot: indexedAttestation.data.slot,
1538
+ committeeIndex,
1539
+ validatorCommitteeIndex,
1540
+ validatorIndex: (attestation as SingleAttestation<ForkPostElectra>).attesterIndex,
1541
+ subnet,
1542
+ attDataRoot: attDataRootHex,
1543
+ },
1544
+ e as Error
1545
+ );
1546
+ }
1547
+ }
1548
+
1649
1549
  // Separate boundary: a pool insertion error above must not skip the fork-choice vote
1650
1550
  if (!options.dontSendGossipAttestationsToForkchoice) {
1651
1551
  try {
@@ -25,12 +25,6 @@ const linearGossipQueueOpts: {
25
25
  } = {
26
26
  // validation gossip block asap
27
27
  [GossipType.beacon_block]: {maxLength: 1024, type: QueueType.FIFO, dropOpts: {type: DropType.count, count: 1}},
28
- // gossip length for blob is beacon block length * max blobs per block = 4096
29
- [GossipType.blob_sidecar]: {
30
- maxLength: 4096,
31
- type: QueueType.FIFO,
32
- dropOpts: {type: DropType.count, count: 1},
33
- },
34
28
  [GossipType.data_column_sidecar]: {
35
29
  maxLength: 4096,
36
30
  type: QueueType.FIFO,
@@ -5,7 +5,6 @@ import {
5
5
  AttestationError,
6
6
  AttestationErrorCode,
7
7
  AttesterSlashingErrorCode,
8
- BlobSidecarErrorCode,
9
8
  BlockErrorCode,
10
9
  BlsToExecutionChangeErrorCode,
11
10
  DataColumnSidecarErrorCode,
@@ -55,10 +54,6 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
55
54
  default: PeerAction.LowToleranceError,
56
55
  byCode: {[BlockErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
57
56
  },
58
- [GossipType.blob_sidecar]: {
59
- default: PeerAction.LowToleranceError,
60
- byCode: {[BlobSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
61
- },
62
57
  [GossipType.data_column_sidecar]: {
63
58
  default: PeerAction.LowToleranceError,
64
59
  byCode: {[DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID]: PeerAction.Fatal},
@@ -125,7 +125,6 @@ type WorkOpts = {
125
125
  const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
126
126
  [GossipType.beacon_block]: {bypassQueue: true},
127
127
  [GossipType.execution_payload]: {bypassQueue: true},
128
- [GossipType.blob_sidecar]: {bypassQueue: true},
129
128
  [GossipType.data_column_sidecar]: {bypassQueue: true},
130
129
  [GossipType.beacon_aggregate_and_proof]: {},
131
130
  [GossipType.voluntary_exit]: {},
@@ -244,6 +243,12 @@ type SearchUnknownRootTarget =
244
243
  * Such that enough work is processed to fill either one of the queue.
245
244
  */
246
245
  export class NetworkProcessor {
246
+ private stopped = false;
247
+ /**
248
+ * Replaced by dropAllJobs(). Loops that yield while re-queueing awaiting messages compare it after each yield
249
+ * and stop, so no message is queued after a drop.
250
+ */
251
+ private jobGeneration = Symbol();
247
252
  private readonly chain: IBeaconChain;
248
253
  private readonly core: INetworkCore;
249
254
  private readonly events: NetworkEventBus;
@@ -335,16 +340,27 @@ export class NetworkProcessor {
335
340
  }
336
341
 
337
342
  async stop(): Promise<void> {
343
+ if (this.stopped) return;
344
+ this.stopped = true;
338
345
  this.events.off(NetworkEvent.pendingGossipsubMessage, this.onPendingGossipsubMessage);
339
346
  this.chain.emitter.off(routes.events.EventType.block, this.onBlockProcessed);
340
347
  this.chain.emitter.off(routes.events.EventType.executionPayload, this.onPayloadEnvelopeProcessed);
341
- this.chain.emitter.off(ClockEvent.slot, this.onClockSlot);
348
+ this.chain.clock.off(ClockEvent.slot, this.onClockSlot);
349
+ this.dropAllJobs();
342
350
  }
343
351
 
344
352
  dropAllJobs(): void {
353
+ this.jobGeneration = Symbol();
345
354
  for (const topic of executeGossipWorkOrder) {
346
355
  this.gossipQueues[topic].clear();
347
356
  }
357
+ this.awaitingMessagesByBlockRoot.clear();
358
+ this.awaitingBlockMessageCount = 0;
359
+ this.awaitingMessagesByPayloadBlockRoot.clear();
360
+ this.awaitingPayloadMessageCount = 0;
361
+ this.searchedRootsBySlot.clear();
362
+ this.bufferedRootsBySlot.clear();
363
+ this.fatalPeers.clear();
348
364
  }
349
365
 
350
366
  dumpGossipQueue(topic: GossipType): PendingGossipsubMessage[] {
@@ -364,7 +380,7 @@ export class NetworkProcessor {
364
380
  * prefer them as by-root download candidates.
365
381
  */
366
382
  searchUnknownBlock({slot, root}: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void {
367
- if (this.chain.seenBlock(root)) {
383
+ if (this.stopped || this.chain.seenBlock(root)) {
368
384
  return;
369
385
  }
370
386
  const entry = this.searchedRootsBySlot.getOrDefault(slot).getOrDefault(root);
@@ -398,7 +414,7 @@ export class NetworkProcessor {
398
414
  peer?: PeerIdStr,
399
415
  slotIsPayloadSlot = false
400
416
  ): void {
401
- if (this.chain.seenPayloadEnvelope(root)) {
417
+ if (this.stopped || this.chain.seenPayloadEnvelope(root)) {
402
418
  return;
403
419
  }
404
420
  const entry = this.searchedRootsBySlot.getOrDefault(slot).getOrDefault(root);
@@ -801,6 +817,7 @@ export class NetworkProcessor {
801
817
  this.awaitingBlockMessageCount -= total;
802
818
  }
803
819
 
820
+ const generation = this.jobGeneration;
804
821
  const nowSec = Date.now() / 1000;
805
822
  let count = 0;
806
823
  // TODO: we can group attestations to process in batches but since we have the SeenAttestationDatas
@@ -819,6 +836,7 @@ export class NetworkProcessor {
819
836
  if (count === MAX_AWAITING_GOSSIP_OBJECTS_PER_TICK) {
820
837
  count = 0;
821
838
  await sleep(AWAITING_GOSSIP_OBJECTS_YIELD_EVERY_MS);
839
+ if (generation !== this.jobGeneration) return;
822
840
  }
823
841
  }
824
842
  }
@@ -843,6 +861,7 @@ export class NetworkProcessor {
843
861
  this.awaitingPayloadMessageCount -= total;
844
862
  }
845
863
 
864
+ const generation = this.jobGeneration;
846
865
  const nowSec = Date.now() / 1000;
847
866
  let count = 0;
848
867
  for (const messages of messagesByTopic.values()) {
@@ -858,6 +877,7 @@ export class NetworkProcessor {
858
877
  if (count === MAX_AWAITING_GOSSIP_OBJECTS_PER_TICK) {
859
878
  count = 0;
860
879
  await sleep(AWAITING_GOSSIP_OBJECTS_YIELD_EVERY_MS);
880
+ if (generation !== this.jobGeneration) return;
861
881
  }
862
882
  }
863
883
  }
@@ -937,6 +957,7 @@ export class NetworkProcessor {
937
957
  };
938
958
 
939
959
  private executeWork(): void {
960
+ if (this.stopped) return;
940
961
  // TODO: Maybe de-bounce by timing the last time executeWork was run
941
962
 
942
963
  this.metrics?.networkProcessor.executeWorkCalls.inc();
@@ -267,13 +267,6 @@ export class ReqRespBeaconNode extends ReqResp {
267
267
  );
268
268
  }
269
269
 
270
- if (ForkSeq[fork] >= ForkSeq.deneb) {
271
- protocolsAtFork.push(
272
- [protocols.BlobSidecarsByRoot(fork, this.config), this.getHandler(ReqRespMethod.BlobSidecarsByRoot)],
273
- [protocols.BlobSidecarsByRange(fork, this.config), this.getHandler(ReqRespMethod.BlobSidecarsByRange)]
274
- );
275
- }
276
-
277
270
  if (ForkSeq[fork] < ForkSeq.fulu) {
278
271
  // Unregister StatusV1, MetadataV2 at the fork boundary, so only declare for pre-fulu
279
272
  protocolsAtFork.push(
@@ -3,7 +3,7 @@ import {BeaconConfig} from "@lodestar/config";
3
3
  import {GENESIS_SLOT, isForkPostDeneb} from "@lodestar/params";
4
4
  import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
5
5
  import {computeEpochAtSlot} from "@lodestar/state-transition";
6
- import {deneb, phase0} from "@lodestar/types";
6
+ import {phase0} from "@lodestar/types";
7
7
  import {IBeaconChain} from "../../../chain/index.js";
8
8
  import {IBeaconDb} from "../../../db/index.js";
9
9
  import {prettyPrintPeerId} from "../../util.js";
@@ -104,7 +104,7 @@ export async function* onBeaconBlocksByRange(
104
104
  export function validateBeaconBlocksByRangeRequest(
105
105
  config: BeaconConfig,
106
106
  request: phase0.BeaconBlocksByRangeRequest
107
- ): deneb.BlobSidecarsByRangeRequest {
107
+ ): Pick<phase0.BeaconBlocksByRangeRequest, "startSlot" | "count"> {
108
108
  const {startSlot} = request;
109
109
  let {count} = request;
110
110
 
@@ -5,7 +5,6 @@ import {IBeaconChain} from "../../../chain/index.js";
5
5
  import {IBeaconDb} from "../../../db/index.js";
6
6
  import {
7
7
  BeaconBlocksByRootRequestType,
8
- BlobSidecarsByRootRequestType,
9
8
  DataColumnSidecarsByRootRequestType,
10
9
  ExecutionPayloadEnvelopesByRootRequestType,
11
10
  } from "../../../util/types.js";
@@ -13,8 +12,6 @@ import {GetReqRespHandlerFn, ReqRespMethod} from "../types.js";
13
12
  import {onBeaconBlocksByHead} from "./beaconBlocksByHead.js";
14
13
  import {onBeaconBlocksByRange} from "./beaconBlocksByRange.js";
15
14
  import {onBeaconBlocksByRoot} from "./beaconBlocksByRoot.js";
16
- import {onBlobSidecarsByRange} from "./blobSidecarsByRange.js";
17
- import {onBlobSidecarsByRoot} from "./blobSidecarsByRoot.js";
18
15
  import {onDataColumnSidecarsByRange} from "./dataColumnSidecarsByRange.js";
19
16
  import {onDataColumnSidecarsByRoot} from "./dataColumnSidecarsByRoot.js";
20
17
  import {onExecutionPayloadEnvelopesByRange} from "./executionPayloadEnvelopesByRange.js";
@@ -90,20 +87,6 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
90
87
  const body = deserializeRequestBody(ssz.fulu.BeaconBlocksByHeadRequest, req.data);
91
88
  return onBeaconBlocksByHead(body, chain, peerId, peerClient);
92
89
  },
93
- [ReqRespMethod.BlobSidecarsByRoot]: (req) => {
94
- const fork = chain.config.getForkName(chain.clock.currentSlot);
95
- const body = deserializeRequestBody(BlobSidecarsByRootRequestType(fork, chain.config), req.data);
96
- return onBlobSidecarsByRoot(body, chain);
97
- },
98
- [ReqRespMethod.BlobSidecarsByRange]: (req) => {
99
- const body = deserializeRequestBody(ssz.deneb.BlobSidecarsByRangeRequest, req.data);
100
- return trackByRangeResponse(
101
- chain,
102
- ReqRespMethod.BlobSidecarsByRange,
103
- body.count,
104
- onBlobSidecarsByRange(body, chain, db)
105
- );
106
- },
107
90
  [ReqRespMethod.DataColumnSidecarsByRange]: (req, peerId, peerClient) => {
108
91
  const body = deserializeRequestBody(ssz.fulu.DataColumnSidecarsByRangeRequest, req.data);
109
92
  return trackByRangeResponse(
@@ -77,18 +77,6 @@ export const BeaconBlocksByHead = toProtocol({
77
77
  contextBytesType: ContextBytesType.ForkDigest,
78
78
  });
79
79
 
80
- export const BlobSidecarsByRange = toProtocol({
81
- method: ReqRespMethod.BlobSidecarsByRange,
82
- version: Version.V1,
83
- contextBytesType: ContextBytesType.ForkDigest,
84
- });
85
-
86
- export const BlobSidecarsByRoot = toProtocol({
87
- method: ReqRespMethod.BlobSidecarsByRoot,
88
- version: Version.V1,
89
- contextBytesType: ContextBytesType.ForkDigest,
90
- });
91
-
92
80
  export const DataColumnSidecarsByRange = toProtocol({
93
81
  method: ReqRespMethod.DataColumnSidecarsByRange,
94
82
  version: Version.V1,
@@ -1,5 +1,5 @@
1
1
  import {BeaconConfig} from "@lodestar/config";
2
- import {ForkName, MAX_REQUEST_LIGHT_CLIENT_UPDATES, isForkPostDeneb, isForkPostElectra} from "@lodestar/params";
2
+ import {ForkName, MAX_REQUEST_LIGHT_CLIENT_UPDATES, isForkPostDeneb} from "@lodestar/params";
3
3
  import {InboundRateLimitQuota} from "@lodestar/reqresp";
4
4
  import {ReqRespMethod, RequestBodyByMethod, requestSszTypeByMethod} from "./types.js";
5
5
 
@@ -44,22 +44,6 @@ export const rateLimitQuotas: (fork: ForkName, config: BeaconConfig) => Record<R
44
44
  byPeer: {quota: config.MAX_REQUEST_BLOCKS_DENEB, quotaTimeMs: 10_000},
45
45
  getRequestCount: getRequestCountFn(fork, config, ReqRespMethod.BeaconBlocksByHead, (req) => req.count),
46
46
  },
47
- [ReqRespMethod.BlobSidecarsByRange]: {
48
- // Rationale: MAX_REQUEST_BLOCKS_DENEB * MAX_BLOBS_PER_BLOCK
49
- byPeer: {
50
- quota: isForkPostElectra(fork) ? config.MAX_REQUEST_BLOB_SIDECARS_ELECTRA : config.MAX_REQUEST_BLOB_SIDECARS,
51
- quotaTimeMs: 10_000,
52
- },
53
- getRequestCount: getRequestCountFn(fork, config, ReqRespMethod.BlobSidecarsByRange, (req) => req.count),
54
- },
55
- [ReqRespMethod.BlobSidecarsByRoot]: {
56
- // Rationale: quota of BeaconBlocksByRoot * MAX_BLOBS_PER_BLOCK
57
- byPeer: {
58
- quota: isForkPostElectra(fork) ? config.MAX_REQUEST_BLOB_SIDECARS_ELECTRA : config.MAX_REQUEST_BLOB_SIDECARS,
59
- quotaTimeMs: 10_000,
60
- },
61
- getRequestCount: getRequestCountFn(fork, config, ReqRespMethod.BlobSidecarsByRoot, (req) => req.length),
62
- },
63
47
  [ReqRespMethod.DataColumnSidecarsByRange]: {
64
48
  // Rationale: MAX_REQUEST_BLOCKS_DENEB * NUMBER_OF_COLUMNS
65
49
  byPeer: {quota: config.MAX_REQUEST_DATA_COLUMN_SIDECARS, quotaTimeMs: 10_000},
@@ -13,7 +13,6 @@ import {
13
13
  SignedBeaconBlock,
14
14
  Status,
15
15
  altair,
16
- deneb,
17
16
  fulu,
18
17
  gloas,
19
18
  heze,
@@ -24,8 +23,6 @@ import {
24
23
  import {
25
24
  BeaconBlocksByRootRequest,
26
25
  BeaconBlocksByRootRequestType,
27
- BlobSidecarsByRootRequest,
28
- BlobSidecarsByRootRequestType,
29
26
  DataColumnSidecarsByRootRequest,
30
27
  DataColumnSidecarsByRootRequestType,
31
28
  ExecutionPayloadEnvelopesByRootRequest,
@@ -44,8 +41,6 @@ export enum ReqRespMethod {
44
41
  BeaconBlocksByRange = "beacon_blocks_by_range",
45
42
  BeaconBlocksByRoot = "beacon_blocks_by_root",
46
43
  BeaconBlocksByHead = "beacon_blocks_by_head",
47
- BlobSidecarsByRange = "blob_sidecars_by_range",
48
- BlobSidecarsByRoot = "blob_sidecars_by_root",
49
44
  DataColumnSidecarsByRange = "data_column_sidecars_by_range",
50
45
  DataColumnSidecarsByRoot = "data_column_sidecars_by_root",
51
46
  ExecutionPayloadEnvelopesByRoot = "execution_payload_envelopes_by_root",
@@ -66,8 +61,6 @@ export type RequestBodyByMethod = {
66
61
  [ReqRespMethod.BeaconBlocksByRange]: phase0.BeaconBlocksByRangeRequest;
67
62
  [ReqRespMethod.BeaconBlocksByRoot]: BeaconBlocksByRootRequest;
68
63
  [ReqRespMethod.BeaconBlocksByHead]: fulu.BeaconBlocksByHeadRequest;
69
- [ReqRespMethod.BlobSidecarsByRange]: deneb.BlobSidecarsByRangeRequest;
70
- [ReqRespMethod.BlobSidecarsByRoot]: BlobSidecarsByRootRequest;
71
64
  [ReqRespMethod.DataColumnSidecarsByRange]: fulu.DataColumnSidecarsByRangeRequest;
72
65
  [ReqRespMethod.DataColumnSidecarsByRoot]: DataColumnSidecarsByRootRequest;
73
66
  [ReqRespMethod.ExecutionPayloadEnvelopesByRoot]: ExecutionPayloadEnvelopesByRootRequest;
@@ -88,8 +81,6 @@ type ResponseBodyByMethod = {
88
81
  [ReqRespMethod.BeaconBlocksByRange]: SignedBeaconBlock;
89
82
  [ReqRespMethod.BeaconBlocksByRoot]: SignedBeaconBlock;
90
83
  [ReqRespMethod.BeaconBlocksByHead]: SignedBeaconBlock;
91
- [ReqRespMethod.BlobSidecarsByRange]: deneb.BlobSidecar;
92
- [ReqRespMethod.BlobSidecarsByRoot]: deneb.BlobSidecar;
93
84
  [ReqRespMethod.DataColumnSidecarsByRange]: DataColumnSidecar;
94
85
  [ReqRespMethod.DataColumnSidecarsByRoot]: DataColumnSidecar;
95
86
  [ReqRespMethod.ExecutionPayloadEnvelopesByRoot]: gloas.SignedExecutionPayloadEnvelope;
@@ -119,8 +110,6 @@ export const requestSszTypeByMethod: (
119
110
  [ReqRespMethod.BeaconBlocksByRange]: ssz.phase0.BeaconBlocksByRangeRequest,
120
111
  [ReqRespMethod.BeaconBlocksByRoot]: BeaconBlocksByRootRequestType(fork, config),
121
112
  [ReqRespMethod.BeaconBlocksByHead]: ssz.fulu.BeaconBlocksByHeadRequest,
122
- [ReqRespMethod.BlobSidecarsByRange]: ssz.deneb.BlobSidecarsByRangeRequest,
123
- [ReqRespMethod.BlobSidecarsByRoot]: BlobSidecarsByRootRequestType(fork, config),
124
113
  [ReqRespMethod.DataColumnSidecarsByRange]: ssz.fulu.DataColumnSidecarsByRangeRequest,
125
114
  [ReqRespMethod.DataColumnSidecarsByRoot]: DataColumnSidecarsByRootRequestType(config),
126
115
  [ReqRespMethod.ExecutionPayloadEnvelopesByRoot]: ExecutionPayloadEnvelopesByRootRequestType(config),
@@ -152,8 +141,6 @@ export const responseSszTypeByMethod: {[K in ReqRespMethod]: ResponseTypeGetter<
152
141
  [ReqRespMethod.BeaconBlocksByRange]: blocksResponseType,
153
142
  [ReqRespMethod.BeaconBlocksByRoot]: blocksResponseType,
154
143
  [ReqRespMethod.BeaconBlocksByHead]: (fork) => ssz[fork].SignedBeaconBlock,
155
- [ReqRespMethod.BlobSidecarsByRange]: () => ssz.deneb.BlobSidecar,
156
- [ReqRespMethod.BlobSidecarsByRoot]: () => ssz.deneb.BlobSidecar,
157
144
  [ReqRespMethod.LightClientBootstrap]: (fork) => sszTypesFor(onlyPostAltairFork(fork)).LightClientBootstrap,
158
145
  [ReqRespMethod.LightClientUpdatesByRange]: (fork) => sszTypesFor(onlyPostAltairFork(fork)).LightClientUpdate,
159
146
  [ReqRespMethod.LightClientFinalityUpdate]: (fork) => sszTypesFor(onlyPostAltairFork(fork)).LightClientFinalityUpdate,