@lodestar/beacon-node 1.51.0-dev.ab56d90f0c → 1.51.0-dev.ab8f3f6381

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (414) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +22 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  15. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  16. package/lib/api/impl/validator/index.d.ts +6 -0
  17. package/lib/api/impl/validator/index.d.ts.map +1 -1
  18. package/lib/api/impl/validator/index.js +42 -26
  19. package/lib/api/impl/validator/index.js.map +1 -1
  20. package/lib/api/options.d.ts +2 -0
  21. package/lib/api/options.d.ts.map +1 -1
  22. package/lib/api/options.js +1 -0
  23. package/lib/api/options.js.map +1 -1
  24. package/lib/chain/GetBlobsTracker.d.ts +13 -2
  25. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  26. package/lib/chain/GetBlobsTracker.js +85 -27
  27. package/lib/chain/GetBlobsTracker.js.map +1 -1
  28. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  29. package/lib/chain/archiveStore/archiveStore.js +1 -0
  30. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  31. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  32. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  33. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  34. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  35. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  36. package/lib/chain/blocks/importBlock.js +39 -50
  37. package/lib/chain/blocks/importBlock.js.map +1 -1
  38. package/lib/chain/blocks/importExecutionPayload.d.ts +10 -11
  39. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  40. package/lib/chain/blocks/importExecutionPayload.js +32 -18
  41. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  42. package/lib/chain/blocks/index.d.ts.map +1 -1
  43. package/lib/chain/blocks/index.js +4 -4
  44. package/lib/chain/blocks/index.js.map +1 -1
  45. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  46. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  47. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  48. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  49. package/lib/chain/blocks/types.d.ts +4 -1
  50. package/lib/chain/blocks/types.d.ts.map +1 -1
  51. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  52. package/lib/chain/blocks/verifyBlock.js +18 -7
  53. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  55. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  56. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +1 -1
  58. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  59. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  60. package/lib/chain/blocks/verifyBlocksSanityChecks.js +4 -0
  61. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  64. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  65. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  66. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  67. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  68. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  69. package/lib/chain/bls/interface.d.ts +2 -0
  70. package/lib/chain/bls/interface.d.ts.map +1 -1
  71. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  72. package/lib/chain/bls/multithread/index.js +13 -11
  73. package/lib/chain/bls/multithread/index.js.map +1 -1
  74. package/lib/chain/bls/multithread/types.d.ts +1 -1
  75. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/worker.js +1 -1
  77. package/lib/chain/bls/multithread/worker.js.map +1 -1
  78. package/lib/chain/bls/singleThread.js +1 -1
  79. package/lib/chain/bls/singleThread.js.map +1 -1
  80. package/lib/chain/bls/utils.js +1 -1
  81. package/lib/chain/bls/utils.js.map +1 -1
  82. package/lib/chain/chain.d.ts +25 -3
  83. package/lib/chain/chain.d.ts.map +1 -1
  84. package/lib/chain/chain.js +123 -10
  85. package/lib/chain/chain.js.map +1 -1
  86. package/lib/chain/emitter.d.ts +6 -0
  87. package/lib/chain/emitter.d.ts.map +1 -1
  88. package/lib/chain/emitter.js +5 -0
  89. package/lib/chain/emitter.js.map +1 -1
  90. package/lib/chain/errors/blockError.d.ts +1 -1
  91. package/lib/chain/errors/blockError.d.ts.map +1 -1
  92. package/lib/chain/errors/blockError.js +1 -1
  93. package/lib/chain/errors/blockError.js.map +1 -1
  94. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  95. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  96. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  97. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  98. package/lib/chain/forkChoice/index.d.ts +11 -1
  99. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  100. package/lib/chain/forkChoice/index.js +11 -0
  101. package/lib/chain/forkChoice/index.js.map +1 -1
  102. package/lib/chain/forkChoiceExecutionEngine.d.ts +53 -0
  103. package/lib/chain/forkChoiceExecutionEngine.d.ts.map +1 -0
  104. package/lib/chain/forkChoiceExecutionEngine.js +121 -0
  105. package/lib/chain/forkChoiceExecutionEngine.js.map +1 -0
  106. package/lib/chain/interface.d.ts +9 -6
  107. package/lib/chain/interface.d.ts.map +1 -1
  108. package/lib/chain/interface.js.map +1 -1
  109. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +17 -4
  110. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  111. package/lib/chain/opPools/aggregatedAttestationPool.js +199 -46
  112. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  113. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  114. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  115. package/lib/chain/opPools/attestationPool.js +15 -4
  116. package/lib/chain/opPools/attestationPool.js.map +1 -1
  117. package/lib/chain/opPools/index.d.ts +1 -0
  118. package/lib/chain/opPools/index.d.ts.map +1 -1
  119. package/lib/chain/opPools/index.js +1 -0
  120. package/lib/chain/opPools/index.js.map +1 -1
  121. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  122. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  123. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  124. package/lib/chain/opPools/singleAttestationPool.d.ts +77 -0
  125. package/lib/chain/opPools/singleAttestationPool.d.ts.map +1 -0
  126. package/lib/chain/opPools/singleAttestationPool.js +209 -0
  127. package/lib/chain/opPools/singleAttestationPool.js.map +1 -0
  128. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  129. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  130. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  131. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  132. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  133. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  134. package/lib/chain/opPools/utils.d.ts +1 -1
  135. package/lib/chain/opPools/utils.d.ts.map +1 -1
  136. package/lib/chain/opPools/utils.js +1 -1
  137. package/lib/chain/opPools/utils.js.map +1 -1
  138. package/lib/chain/options.d.ts +5 -1
  139. package/lib/chain/options.d.ts.map +1 -1
  140. package/lib/chain/options.js +0 -1
  141. package/lib/chain/options.js.map +1 -1
  142. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -2
  143. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  144. package/lib/chain/produceBlock/produceBlockBody.js +3 -2
  145. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  146. package/lib/chain/proposerTracker.d.ts +31 -0
  147. package/lib/chain/proposerTracker.d.ts.map +1 -0
  148. package/lib/chain/proposerTracker.js +75 -0
  149. package/lib/chain/proposerTracker.js.map +1 -0
  150. package/lib/chain/regen/interface.d.ts +1 -2
  151. package/lib/chain/regen/interface.d.ts.map +1 -1
  152. package/lib/chain/regen/interface.js +0 -1
  153. package/lib/chain/regen/interface.js.map +1 -1
  154. package/lib/chain/regen/queued.d.ts +1 -1
  155. package/lib/chain/regen/queued.d.ts.map +1 -1
  156. package/lib/chain/regen/queued.js +5 -3
  157. package/lib/chain/regen/queued.js.map +1 -1
  158. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  159. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  160. package/lib/chain/validation/executionPayloadBid.js +13 -166
  161. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  162. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  163. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  164. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  165. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  166. package/lib/db/beacon.d.ts +7 -0
  167. package/lib/db/beacon.d.ts.map +1 -1
  168. package/lib/db/beacon.js +34 -0
  169. package/lib/db/beacon.js.map +1 -1
  170. package/lib/db/dataColumnStore.d.ts +1 -1
  171. package/lib/db/dataColumnStore.d.ts.map +1 -1
  172. package/lib/db/dataColumnStore.js +1 -4
  173. package/lib/db/dataColumnStore.js.map +1 -1
  174. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  175. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  176. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  177. package/lib/db/flatFileStore/slotIndex.js +2 -2
  178. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  179. package/lib/db/interface.d.ts +1 -0
  180. package/lib/db/interface.d.ts.map +1 -1
  181. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  182. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  183. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  184. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  185. package/lib/execution/builder/apiClient.d.ts +14 -8
  186. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  187. package/lib/execution/builder/apiClient.js +12 -10
  188. package/lib/execution/builder/apiClient.js.map +1 -1
  189. package/lib/execution/builder/http.d.ts +2 -0
  190. package/lib/execution/builder/http.d.ts.map +1 -1
  191. package/lib/execution/builder/http.js +2 -0
  192. package/lib/execution/builder/http.js.map +1 -1
  193. package/lib/execution/engine/http.d.ts +2 -2
  194. package/lib/execution/engine/http.d.ts.map +1 -1
  195. package/lib/execution/engine/http.js +5 -4
  196. package/lib/execution/engine/http.js.map +1 -1
  197. package/lib/execution/engine/index.d.ts +1 -1
  198. package/lib/execution/engine/index.d.ts.map +1 -1
  199. package/lib/execution/engine/index.js +1 -1
  200. package/lib/execution/engine/index.js.map +1 -1
  201. package/lib/execution/engine/interface.d.ts +17 -3
  202. package/lib/execution/engine/interface.d.ts.map +1 -1
  203. package/lib/execution/engine/interface.js.map +1 -1
  204. package/lib/execution/engine/jsonRpcTransport.d.ts +2 -2
  205. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  206. package/lib/execution/engine/jsonRpcTransport.js +1 -1
  207. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  208. package/lib/execution/engine/restTransport.d.ts +2 -2
  209. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  210. package/lib/execution/engine/restTransport.js.map +1 -1
  211. package/lib/execution/engine/transport.d.ts +1 -12
  212. package/lib/execution/engine/transport.d.ts.map +1 -1
  213. package/lib/execution/engine/types.d.ts.map +1 -1
  214. package/lib/execution/engine/types.js +2 -2
  215. package/lib/execution/engine/types.js.map +1 -1
  216. package/lib/execution/engine/utils.d.ts.map +1 -1
  217. package/lib/execution/engine/utils.js +3 -2
  218. package/lib/execution/engine/utils.js.map +1 -1
  219. package/lib/index.d.ts +1 -0
  220. package/lib/index.d.ts.map +1 -1
  221. package/lib/index.js +2 -0
  222. package/lib/index.js.map +1 -1
  223. package/lib/metrics/metrics/lodestar.d.ts +33 -0
  224. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  225. package/lib/metrics/metrics/lodestar.js +84 -0
  226. package/lib/metrics/metrics/lodestar.js.map +1 -1
  227. package/lib/metrics/server/http.js +5 -5
  228. package/lib/metrics/server/http.js.map +1 -1
  229. package/lib/monitoring/service.js +1 -1
  230. package/lib/monitoring/service.js.map +1 -1
  231. package/lib/network/core/networkCore.d.ts +4 -1
  232. package/lib/network/core/networkCore.d.ts.map +1 -1
  233. package/lib/network/core/networkCore.js +7 -0
  234. package/lib/network/core/networkCore.js.map +1 -1
  235. package/lib/network/core/networkCoreWorker.js +2 -0
  236. package/lib/network/core/networkCoreWorker.js.map +1 -1
  237. package/lib/network/core/networkCoreWorkerHandler.d.ts +4 -1
  238. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  239. package/lib/network/core/networkCoreWorkerHandler.js +6 -0
  240. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  241. package/lib/network/core/types.d.ts +6 -1
  242. package/lib/network/core/types.d.ts.map +1 -1
  243. package/lib/network/gossip/gossipsub.d.ts +1 -0
  244. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  245. package/lib/network/gossip/gossipsub.js +10 -0
  246. package/lib/network/gossip/gossipsub.js.map +1 -1
  247. package/lib/network/interface.d.ts +2 -0
  248. package/lib/network/interface.d.ts.map +1 -1
  249. package/lib/network/libp2p/index.d.ts.map +1 -1
  250. package/lib/network/libp2p/index.js +5 -1
  251. package/lib/network/libp2p/index.js.map +1 -1
  252. package/lib/network/network.d.ts +6 -1
  253. package/lib/network/network.d.ts.map +1 -1
  254. package/lib/network/network.js +53 -15
  255. package/lib/network/network.js.map +1 -1
  256. package/lib/network/options.d.ts +2 -0
  257. package/lib/network/options.d.ts.map +1 -1
  258. package/lib/network/options.js +2 -0
  259. package/lib/network/options.js.map +1 -1
  260. package/lib/network/peers/peerManager.d.ts +2 -1
  261. package/lib/network/peers/peerManager.d.ts.map +1 -1
  262. package/lib/network/peers/peerManager.js +28 -1
  263. package/lib/network/peers/peerManager.js.map +1 -1
  264. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  265. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  266. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  267. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  268. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  269. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  270. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  271. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  272. package/lib/network/peers/utils/subnetMap.d.ts +5 -2
  273. package/lib/network/peers/utils/subnetMap.d.ts.map +1 -1
  274. package/lib/network/peers/utils/subnetMap.js +6 -3
  275. package/lib/network/peers/utils/subnetMap.js.map +1 -1
  276. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  277. package/lib/network/processor/gossipHandlers.js +77 -37
  278. package/lib/network/processor/gossipHandlers.js.map +1 -1
  279. package/lib/network/processor/index.d.ts +6 -0
  280. package/lib/network/processor/index.d.ts.map +1 -1
  281. package/lib/network/processor/index.js +29 -3
  282. package/lib/network/processor/index.js.map +1 -1
  283. package/lib/network/subnets/attnetsService.d.ts +35 -5
  284. package/lib/network/subnets/attnetsService.d.ts.map +1 -1
  285. package/lib/network/subnets/attnetsService.js +84 -6
  286. package/lib/network/subnets/attnetsService.js.map +1 -1
  287. package/lib/network/subnets/interface.d.ts +7 -0
  288. package/lib/network/subnets/interface.d.ts.map +1 -1
  289. package/lib/network/subnets/interface.js.map +1 -1
  290. package/lib/node/nodejs.d.ts +3 -1
  291. package/lib/node/nodejs.d.ts.map +1 -1
  292. package/lib/node/nodejs.js +47 -21
  293. package/lib/node/nodejs.js.map +1 -1
  294. package/lib/node/options.d.ts +3 -1
  295. package/lib/node/options.d.ts.map +1 -1
  296. package/lib/node/options.js +4 -2
  297. package/lib/node/options.js.map +1 -1
  298. package/lib/sync/interface.d.ts.map +1 -1
  299. package/lib/sync/interface.js.map +1 -1
  300. package/lib/sync/sync.d.ts +7 -0
  301. package/lib/sync/sync.d.ts.map +1 -1
  302. package/lib/sync/sync.js +61 -3
  303. package/lib/sync/sync.js.map +1 -1
  304. package/lib/sync/unknownBlock.d.ts.map +1 -1
  305. package/lib/sync/unknownBlock.js +42 -18
  306. package/lib/sync/unknownBlock.js.map +1 -1
  307. package/lib/util/execution.d.ts +4 -4
  308. package/lib/util/execution.d.ts.map +1 -1
  309. package/lib/util/execution.js.map +1 -1
  310. package/lib/util/file.d.ts.map +1 -1
  311. package/lib/util/file.js +8 -9
  312. package/lib/util/file.js.map +1 -1
  313. package/lib/util/queue/itemQueue.js +1 -1
  314. package/lib/util/queue/itemQueue.js.map +1 -1
  315. package/lib/util/sszBytes.d.ts +5 -0
  316. package/lib/util/sszBytes.d.ts.map +1 -1
  317. package/lib/util/sszBytes.js +35 -2
  318. package/lib/util/sszBytes.js.map +1 -1
  319. package/package.json +16 -17
  320. package/src/api/impl/api.ts +1 -1
  321. package/src/api/impl/beacon/blocks/index.ts +57 -62
  322. package/src/api/impl/beacon/index.ts +3 -1
  323. package/src/api/impl/beacon/pool/index.ts +31 -1
  324. package/src/api/impl/beacon/state/utils.ts +1 -1
  325. package/src/api/impl/validator/index.ts +47 -30
  326. package/src/api/options.ts +3 -0
  327. package/src/chain/GetBlobsTracker.ts +99 -40
  328. package/src/chain/archiveStore/archiveStore.ts +1 -0
  329. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  330. package/src/chain/blocks/importBlock.ts +60 -71
  331. package/src/chain/blocks/importExecutionPayload.ts +55 -34
  332. package/src/chain/blocks/index.ts +11 -4
  333. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  334. package/src/chain/blocks/types.ts +4 -1
  335. package/src/chain/blocks/verifyBlock.ts +31 -16
  336. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  337. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +1 -1
  338. package/src/chain/blocks/verifyBlocksSanityChecks.ts +4 -1
  339. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  340. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  341. package/src/chain/bls/interface.ts +2 -0
  342. package/src/chain/bls/multithread/index.ts +14 -10
  343. package/src/chain/bls/multithread/types.ts +1 -1
  344. package/src/chain/bls/multithread/worker.ts +1 -5
  345. package/src/chain/bls/singleThread.ts +1 -1
  346. package/src/chain/bls/utils.ts +1 -1
  347. package/src/chain/chain.ts +139 -8
  348. package/src/chain/emitter.ts +7 -0
  349. package/src/chain/errors/blockError.ts +1 -1
  350. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  351. package/src/chain/forkChoice/index.ts +11 -0
  352. package/src/chain/forkChoiceExecutionEngine.ts +197 -0
  353. package/src/chain/interface.ts +9 -5
  354. package/src/chain/opPools/aggregatedAttestationPool.ts +246 -43
  355. package/src/chain/opPools/attestationPool.ts +16 -4
  356. package/src/chain/opPools/index.ts +1 -0
  357. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  358. package/src/chain/opPools/singleAttestationPool.ts +287 -0
  359. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  360. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  361. package/src/chain/opPools/utils.ts +1 -1
  362. package/src/chain/options.ts +5 -2
  363. package/src/chain/produceBlock/produceBlockBody.ts +7 -3
  364. package/src/chain/proposerTracker.ts +94 -0
  365. package/src/chain/regen/interface.ts +1 -2
  366. package/src/chain/regen/queued.ts +6 -4
  367. package/src/chain/validation/executionPayloadBid.ts +14 -193
  368. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  369. package/src/db/beacon.ts +44 -0
  370. package/src/db/dataColumnStore.ts +2 -4
  371. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  372. package/src/db/flatFileStore/slotIndex.ts +4 -3
  373. package/src/db/interface.ts +2 -0
  374. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  375. package/src/execution/builder/apiClient.ts +16 -13
  376. package/src/execution/builder/http.ts +4 -0
  377. package/src/execution/engine/http.ts +12 -13
  378. package/src/execution/engine/index.ts +1 -1
  379. package/src/execution/engine/interface.ts +19 -3
  380. package/src/execution/engine/jsonRpcTransport.ts +10 -2
  381. package/src/execution/engine/restTransport.ts +3 -1
  382. package/src/execution/engine/transport.ts +8 -14
  383. package/src/execution/engine/types.ts +3 -1
  384. package/src/execution/engine/utils.ts +4 -2
  385. package/src/index.ts +2 -0
  386. package/src/metrics/metrics/lodestar.ts +85 -0
  387. package/src/metrics/server/http.ts +5 -5
  388. package/src/monitoring/service.ts +1 -1
  389. package/src/network/core/networkCore.ts +11 -1
  390. package/src/network/core/networkCoreWorker.ts +2 -0
  391. package/src/network/core/networkCoreWorkerHandler.ts +8 -1
  392. package/src/network/core/types.ts +6 -1
  393. package/src/network/gossip/gossipsub.ts +11 -0
  394. package/src/network/interface.ts +2 -0
  395. package/src/network/libp2p/index.ts +5 -1
  396. package/src/network/network.ts +55 -19
  397. package/src/network/options.ts +4 -0
  398. package/src/network/peers/peerManager.ts +28 -3
  399. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  400. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  401. package/src/network/peers/utils/subnetMap.ts +6 -3
  402. package/src/network/processor/gossipHandlers.ts +98 -40
  403. package/src/network/processor/index.ts +25 -3
  404. package/src/network/subnets/attnetsService.ts +94 -6
  405. package/src/network/subnets/interface.ts +7 -0
  406. package/src/node/nodejs.ts +58 -22
  407. package/src/node/options.ts +9 -6
  408. package/src/sync/interface.ts +1 -0
  409. package/src/sync/sync.ts +65 -4
  410. package/src/sync/unknownBlock.ts +47 -28
  411. package/src/util/execution.ts +6 -6
  412. package/src/util/file.ts +8 -9
  413. package/src/util/queue/itemQueue.ts +1 -1
  414. package/src/util/sszBytes.ts +42 -2
@@ -22,9 +22,11 @@ import {
22
22
  ExecutePayloadResponse,
23
23
  ExecutionEngineState,
24
24
  ExecutionPayloadStatus,
25
+ ForkchoiceUpdatedResult,
25
26
  IExecutionEngine,
26
27
  PayloadAttributes,
27
28
  PayloadId,
29
+ PayloadStatusResult,
28
30
  VersionedHashes,
29
31
  } from "./interface.js";
30
32
  import {ErrorJsonRpcResponse, HttpRpcError, JsonRpcHttpClientEvent} from "./jsonRpcHttpClient.js";
@@ -32,7 +34,7 @@ import {PayloadIdCache} from "./payloadIdCache.js";
32
34
  import {EngineRestError, EngineRestResponseError, isRetryableEngineRestError} from "./restHttpClient.js";
33
35
  import {EngineCapabilities, RestEngineTransport} from "./restTransport.js";
34
36
  import {executionForkName} from "./sszTypes.js";
35
- import {IEngineTransport, PayloadStatusResult} from "./transport.js";
37
+ import {IEngineTransport} from "./transport.js";
36
38
  import {ExecutionPayloadBodyV2, serializePayloadAttributes} from "./types.js";
37
39
  import {getExecutionEngineState} from "./utils.js";
38
40
 
@@ -342,15 +344,16 @@ export class ExecutionEngineHttp implements IExecutionEngine {
342
344
  safeBlockHash: RootHex,
343
345
  finalizedBlockHash: RootHex,
344
346
  payloadAttributes?: PayloadAttributes
345
- ): Promise<PayloadId | null> {
346
- const {
347
- payloadStatus: {status, validationError},
348
- payloadId,
349
- } = await this.enqueue(() =>
347
+ ): Promise<ForkchoiceUpdatedResult> {
348
+ const result = await this.enqueue(() =>
350
349
  this.withTransport(fork, undefined, (transport) =>
351
350
  transport.forkchoiceUpdated(fork, headBlockHash, safeBlockHash, finalizedBlockHash, payloadAttributes)
352
351
  )
353
352
  );
353
+ const {
354
+ payloadStatus: {status},
355
+ payloadId,
356
+ } = result;
354
357
 
355
358
  this.updateEngineState(getExecutionEngineState({payloadStatus: status, oldState: this.state}));
356
359
  this.metrics?.engineNotifyForkchoiceUpdateResult.inc({result: status});
@@ -374,21 +377,17 @@ export class ExecutionEngineHttp implements IExecutionEngine {
374
377
  );
375
378
  void this.prunePayloadIdCache();
376
379
  }
377
- return payloadId;
380
+ return result;
378
381
 
379
382
  case ExecutionPayloadStatus.SYNCING:
380
383
  // Throw error on syncing if requested to produce a block, else silently ignore
381
384
  if (payloadAttributes) {
382
385
  throw Error("Execution Layer Syncing");
383
386
  }
384
- return null;
387
+ return result;
385
388
 
386
389
  case ExecutionPayloadStatus.INVALID:
387
- throw Error(
388
- `Invalid ${payloadAttributes ? "prepare payload" : "forkchoice request"}, validationError=${
389
- validationError ?? ""
390
- }`
391
- );
390
+ return result;
392
391
 
393
392
  default:
394
393
  throw Error(`Unknown status ${status}`);
@@ -17,8 +17,8 @@ import {EngineRestHttpClient} from "./restHttpClient.js";
17
17
  import {RestEngineTransport, formatClientVersionHeader} from "./restTransport.js";
18
18
  import {ExecutionEngineMockJsonRpcClient, JsonRpcBackend} from "./utils.js";
19
19
 
20
- export {ExecutionEngineHttp, ExecutionEngineDisabled, defaultExecutionEngineHttpOpts, engineApiModes};
21
20
  export type {EngineApiMode};
21
+ export {ExecutionEngineDisabled, ExecutionEngineHttp, defaultExecutionEngineHttpOpts, engineApiModes};
22
22
 
23
23
  export type ExecutionEngineOpts =
24
24
  | ({mode?: "http"} & ExecutionEngineHttpOpts)
@@ -25,7 +25,7 @@ import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
25
25
  import {ExecutionPayloadBodyV2} from "./types.js";
26
26
  import {DATA} from "./utils.js";
27
27
 
28
- export {PayloadIdCache, type PayloadId, type WithdrawalV1};
28
+ export {type PayloadId, PayloadIdCache, type WithdrawalV1};
29
29
  export type ClientVersion = routes.node.ClientVersion;
30
30
  export const ClientCode = routes.node.ClientCode;
31
31
 
@@ -99,6 +99,19 @@ export type ExecutePayloadResponse =
99
99
  validationError: string;
100
100
  };
101
101
 
102
+ export type PayloadStatusResult = {
103
+ status: ExecutionPayloadStatus;
104
+ latestValidHash: RootHex | null;
105
+ validationError: string | null;
106
+ /** PayloadStatusV2: whether a VALID payload satisfied the inclusion list constraints, null otherwise */
107
+ inclusionListSatisfied?: boolean | null;
108
+ };
109
+
110
+ export type ForkchoiceUpdatedResult = {
111
+ payloadStatus: PayloadStatusResult;
112
+ payloadId: PayloadId | null;
113
+ };
114
+
102
115
  export type ForkChoiceUpdateStatus =
103
116
  | ExecutionPayloadStatus.VALID
104
117
  | ExecutionPayloadStatus.INVALID
@@ -166,7 +179,10 @@ export interface IExecutionEngine {
166
179
  * The call of the notify_forkchoice_updated function maps on the POS_FORKCHOICE_UPDATED event defined in the EIP-3675.
167
180
  * https://github.com/ethereum/consensus-specs/blob/v1.1.7/specs/merge/fork-choice.md#notify_forkchoice_updated
168
181
  *
169
- * Should be called in response to fork-choice head and finalized events
182
+ * Should be called in response to fork-choice head and finalized events.
183
+ *
184
+ * An INVALID verdict is returned, not thrown: the caller feeds it back into fork choice together with the
185
+ * `latestValidHash`. Only SYNCING while building a payload is an error.
170
186
  */
171
187
  notifyForkchoiceUpdate(
172
188
  fork: ForkName,
@@ -174,7 +190,7 @@ export interface IExecutionEngine {
174
190
  safeBlockHash: RootHex,
175
191
  finalizedBlockHash: RootHex,
176
192
  payloadAttributes?: PayloadAttributes
177
- ): Promise<PayloadId | null>;
193
+ ): Promise<ForkchoiceUpdatedResult>;
178
194
 
179
195
  /**
180
196
  * Given the payload_id, get_payload returns the most recent version of the execution payload that has been built
@@ -3,9 +3,17 @@ import {ExecutionPayload, ExecutionRequests, Root, RootHex, bellatrix} from "@lo
3
3
  import {BlobAndProof} from "@lodestar/types/deneb";
4
4
  import {BlobAndProofV2} from "@lodestar/types/fulu";
5
5
  import {strip0xPrefix} from "@lodestar/utils";
6
- import {ClientCode, ClientVersion, PayloadAttributes, PayloadId, VersionedHashes} from "./interface.js";
6
+ import {
7
+ ClientCode,
8
+ ClientVersion,
9
+ ForkchoiceUpdatedResult,
10
+ PayloadAttributes,
11
+ PayloadId,
12
+ PayloadStatusResult,
13
+ VersionedHashes,
14
+ } from "./interface.js";
7
15
  import {IJsonRpcHttpClient, JsonRpcHttpClientEventEmitter, ReqOpts} from "./jsonRpcHttpClient.js";
8
- import {ForkchoiceUpdatedResult, GetPayloadResult, IEngineTransport, PayloadStatusResult} from "./transport.js";
16
+ import {GetPayloadResult, IEngineTransport} from "./transport.js";
9
17
  import {
10
18
  BLOB_AND_PROOF_V2_RPC_BYTES,
11
19
  EngineApiRpcParamTypes,
@@ -19,8 +19,10 @@ import {
19
19
  ClientCode,
20
20
  ClientVersion,
21
21
  ExecutionPayloadStatus,
22
+ ForkchoiceUpdatedResult,
22
23
  PayloadAttributes,
23
24
  PayloadId,
25
+ PayloadStatusResult,
24
26
  VersionedHashes,
25
27
  } from "./interface.js";
26
28
  import {JsonRpcHttpClientEventEmitter, ReqOpts} from "./jsonRpcHttpClient.js";
@@ -57,7 +59,7 @@ import {
57
59
  PayloadStatusSsz,
58
60
  executionForkName,
59
61
  } from "./sszTypes.js";
60
- import {ForkchoiceUpdatedResult, GetPayloadResult, IEngineTransport, PayloadStatusResult} from "./transport.js";
62
+ import {GetPayloadResult, IEngineTransport} from "./transport.js";
61
63
  import {EngineTransportMetrics} from "./transportMetrics.js";
62
64
  import {
63
65
  ExecutionPayloadBodyV2,
@@ -2,23 +2,17 @@ import {ForkName} from "@lodestar/params";
2
2
  import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, bellatrix} from "@lodestar/types";
3
3
  import {BlobAndProof} from "@lodestar/types/deneb";
4
4
  import {BlobAndProofV2} from "@lodestar/types/fulu";
5
- import {ClientVersion, ExecutionPayloadStatus, PayloadAttributes, PayloadId, VersionedHashes} from "./interface.js";
5
+ import {
6
+ ClientVersion,
7
+ ForkchoiceUpdatedResult,
8
+ PayloadAttributes,
9
+ PayloadId,
10
+ PayloadStatusResult,
11
+ VersionedHashes,
12
+ } from "./interface.js";
6
13
  import {JsonRpcHttpClientEventEmitter} from "./jsonRpcHttpClient.js";
7
14
  import {ExecutionPayloadBodyV2} from "./types.js";
8
15
 
9
- export type PayloadStatusResult = {
10
- status: ExecutionPayloadStatus;
11
- latestValidHash: RootHex | null;
12
- validationError: string | null;
13
- /** PayloadStatusV2: whether a VALID payload satisfied the inclusion list constraints, null otherwise */
14
- inclusionListSatisfied?: boolean | null;
15
- };
16
-
17
- export type ForkchoiceUpdatedResult = {
18
- payloadStatus: PayloadStatusResult;
19
- payloadId: PayloadId | null;
20
- };
21
-
22
16
  export type GetPayloadResult = {
23
17
  executionPayload: ExecutionPayload;
24
18
  executionPayloadValue: Wei;
@@ -9,6 +9,7 @@ import {
9
9
  DEPOSIT_REQUEST_TYPE,
10
10
  FIELD_ELEMENTS_PER_BLOB,
11
11
  ForkName,
12
+ ForkPostElectra,
12
13
  ForkSeq,
13
14
  WITHDRAWAL_REQUEST_TYPE,
14
15
  } from "@lodestar/params";
@@ -23,6 +24,7 @@ import {
23
24
  deneb,
24
25
  gloas,
25
26
  ssz,
27
+ sszTypesFor,
26
28
  } from "@lodestar/types";
27
29
  import {BlobAndProof} from "@lodestar/types/deneb";
28
30
  import {BlobAndProofV2} from "@lodestar/types/fulu";
@@ -628,7 +630,7 @@ export function deserializeExecutionRequestsFromBytes(fork: ForkName, serialized
628
630
 
629
631
  switch (currentRequestType) {
630
632
  case DEPOSIT_REQUEST_TYPE: {
631
- result.deposits = ssz.electra.DepositRequests.deserialize(requests);
633
+ result.deposits = sszTypesFor(fork as ForkPostElectra).DepositRequests.deserialize(requests);
632
634
  break;
633
635
  }
634
636
  case WITHDRAWAL_REQUEST_TYPE: {
@@ -169,14 +169,16 @@ function getExecutionEngineStateForPayloadStatus(payloadStatus: ExecutionPayload
169
169
  return ExecutionEngineState.SYNCED;
170
170
 
171
171
  case ExecutionPayloadStatus.ELERROR:
172
- case ExecutionPayloadStatus.INVALID:
173
172
  case ExecutionPayloadStatus.SYNCING:
174
- case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
175
173
  return ExecutionEngineState.SYNCING;
176
174
 
177
175
  case ExecutionPayloadStatus.UNAVAILABLE:
178
176
  return ExecutionEngineState.OFFLINE;
179
177
 
178
+ case ExecutionPayloadStatus.INVALID:
179
+ case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
180
+ return ExecutionEngineState.ONLINE;
181
+
180
182
  default:
181
183
  // In case we can't determine the state, we assume it stays in old state
182
184
  // This assumption is better than considering offline, because the offline state may trigger some notifications
package/src/index.ts CHANGED
@@ -6,6 +6,8 @@ export {persistAnchorState} from "./chain/index.js";
6
6
  export {DbCPStateDatastore} from "./chain/stateCache/datastore/db.js";
7
7
  export {FileCPStateDatastore} from "./chain/stateCache/datastore/file.js";
8
8
  export {BeaconDb, type IBeaconDb} from "./db/index.js";
9
+ // Export execution engine to make it usable by builder
10
+ export {ExecutionPayloadStatus, initializeExecutionEngine} from "./execution/index.js";
9
11
  // Export metrics utilities to de-duplicate validator metrics
10
12
  export {
11
13
  type HttpMetricsServer,
@@ -645,6 +645,11 @@ export function createLodestarMetrics(
645
645
  help: "Count of peers by sync type [FullySynced, Advanced, Behind]",
646
646
  labelNames: ["syncType"],
647
647
  }),
648
+ syncPeerFinalizedCheckpointMismatch: register.counter<{reason: string}>({
649
+ name: "lodestar_sync_peer_finalized_checkpoint_mismatch_total",
650
+ help: "Total behind peers whose Status finalized checkpoint is not in our chain, by reason",
651
+ labelNames: ["reason"],
652
+ }),
648
653
  syncSwitchGossipSubscriptions: register.gauge<{action: string}>({
649
654
  name: "lodestar_sync_switch_gossip_subscriptions",
650
655
  help: "Sync switched gossip subscriptions on/off",
@@ -1008,6 +1013,11 @@ export function createLodestarMetrics(
1008
1013
  help: "Time elapsed between block received and fully verified state, signatures and payload",
1009
1014
  buckets: [0.05, 0.1, 0.3, 0.5, 0.7, 1, 1.3, 1.6, 2, 2.5, 3, 3.5, 4],
1010
1015
  }),
1016
+ receivedToConsensusVerifiedTime: register.histogram({
1017
+ name: "lodestar_gossip_block_received_to_consensus_verified_seconds",
1018
+ help: "Time from gossip block arrival until both the state transition and all block signature verifications are complete, excluding execution payload verification",
1019
+ buckets: [0.01, 0.015, 0.02, 0.025, 0.03, 0.04, 0.5, 1],
1020
+ }),
1011
1021
  verifiedToBlobsAvailabiltyTime: register.histogram<{numBlobs: number}>({
1012
1022
  name: "lodestar_gossip_block_verified_to_blobs_availability_time",
1013
1023
  help: "Time elapsed between block verified and blobs became available",
@@ -1337,8 +1347,67 @@ export function createLodestarMetrics(
1337
1347
  name: "lodestar_oppool_aggregated_attestation_pool_packed_attestations_missing_shuffling_committees_total",
1338
1348
  help: "Total number of committees skipped due to missing shuffling when producing packed attestations",
1339
1349
  }),
1350
+ attestationValue: register.counter<{source: "aggregate" | "single"}>({
1351
+ name: "lodestar_oppool_packed_attestation_value_total",
1352
+ help: "Sum of new seen effective balance increments times participation flag weight of packed attestations, by source",
1353
+ labelNames: ["source"],
1354
+ }),
1355
+ blockNewSeenAttesters: register.gauge({
1356
+ name: "lodestar_oppool_packed_attestations_block_new_seen_attesters",
1357
+ help: "Total number of new seen attesters across all packed attestations of the last produced block",
1358
+ }),
1359
+ singlesValueRatio: register.histogram({
1360
+ name: "lodestar_oppool_packed_attestations_singles_value_ratio",
1361
+ help: "Ratio of attestation value contributed by single attestations per produced block",
1362
+ buckets: [0, 0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1],
1363
+ }),
1364
+ singlesNewSeenAttesters: register.histogram({
1365
+ name: "lodestar_oppool_packed_attestations_singles_new_seen_attesters",
1366
+ help: "Number of attesters newly included only thanks to single attestations per produced block",
1367
+ buckets: [0, 1, 5, 10, 25, 50, 100, 250, 500, 1000, 1024],
1368
+ }),
1369
+ singlesNewSeenAttestersByInclusionDistance: register.gauge<{inclusionDistance: number}>({
1370
+ name: "lodestar_oppool_packed_attestations_singles_new_seen_attesters_by_inclusion_distance",
1371
+ help: "Number of attesters newly included only thanks to single attestations in the last produced block, by inclusion distance",
1372
+ labelNames: ["inclusionDistance"],
1373
+ }),
1374
+ singlesNewSeenEffectiveBalance: register.histogram({
1375
+ name: "lodestar_oppool_packed_attestations_singles_new_seen_effective_balance",
1376
+ help: "Effective balance increments of attesters newly included only thanks to single attestations per produced block",
1377
+ buckets: [0, 32, 160, 320, 800, 1600, 3200, 8000, 32000],
1378
+ }),
1379
+ singlesOnlyConsolidations: register.histogram({
1380
+ name: "lodestar_oppool_packed_attestations_singles_only_consolidations",
1381
+ help: "Number of packed attestations built only from single attestations per produced block",
1382
+ buckets: [0, 1, 2, 4, 8],
1383
+ }),
1384
+ singlesFoldedCommittees: register.histogram({
1385
+ name: "lodestar_oppool_packed_attestations_singles_folded_committees",
1386
+ help: "Number of committees in packed attestations that received single attestations per produced block",
1387
+ buckets: [0, 1, 2, 4, 8, 16, 32, 64],
1388
+ }),
1340
1389
  },
1341
1390
  },
1391
+ singleAttestationPool: {
1392
+ size: register.gauge({
1393
+ name: "lodestar_oppool_single_attestation_pool_size",
1394
+ help: "Current number of single attestations in the SingleAttestationPool",
1395
+ }),
1396
+ gossipInsertOutcome: register.counter<{insertOutcome: InsertOutcome}>({
1397
+ name: "lodestar_oppool_single_attestation_pool_gossip_insert_outcome_total",
1398
+ help: "Total number of InsertOutcome as a result of adding a single attestation from gossip to the SingleAttestationPool",
1399
+ labelNames: ["insertOutcome"],
1400
+ }),
1401
+ apiInsertOutcome: register.counter<{insertOutcome: InsertOutcome}>({
1402
+ name: "lodestar_oppool_single_attestation_pool_api_insert_outcome_total",
1403
+ help: "Total number of InsertOutcome as a result of adding a single attestation from api to the SingleAttestationPool",
1404
+ labelNames: ["insertOutcome"],
1405
+ }),
1406
+ deletedByBlock: register.counter({
1407
+ name: "lodestar_oppool_single_attestation_pool_deleted_by_block_total",
1408
+ help: "Total number of single attestations deleted because a canonical block includes them",
1409
+ }),
1410
+ },
1342
1411
  attestationPool: {
1343
1412
  size: register.gauge({
1344
1413
  name: "lodestar_oppool_attestation_pool_size",
@@ -1474,6 +1543,11 @@ export function createLodestarMetrics(
1474
1543
  help: "Total number of InsertOutcome as a result of adding an execution payload bid from gossip to the pool",
1475
1544
  labelNames: ["insertOutcome"],
1476
1545
  }),
1546
+ apiInsertOutcome: register.counter<{insertOutcome: InsertOutcome}>({
1547
+ name: "lodestar_oppool_execution_payload_bid_pool_api_insert_outcome_total",
1548
+ help: "Total number of InsertOutcome as a result of adding an execution payload bid from api to the pool",
1549
+ labelNames: ["insertOutcome"],
1550
+ }),
1477
1551
  apiValidationTime: register.histogram({
1478
1552
  name: "lodestar_api_execution_payload_bid_validation_time_seconds",
1479
1553
  help: "Time elapsed for signed execution payload bid validation - api path",
@@ -1482,6 +1556,17 @@ export function createLodestarMetrics(
1482
1556
  },
1483
1557
  },
1484
1558
 
1559
+ proposerTracker: {
1560
+ proposalSlots: register.gauge({
1561
+ name: "lodestar_proposer_tracker_proposal_slots",
1562
+ help: "Current number of upcoming block proposals of connected validators tracked by the ProposerTracker",
1563
+ }),
1564
+ collectableSlot: register.gauge({
1565
+ name: "lodestar_proposer_tracker_collectable_slot",
1566
+ help: "1 if single attestations of the clock slot are collected for an upcoming local proposal, 0 otherwise",
1567
+ }),
1568
+ },
1569
+
1485
1570
  chain: {
1486
1571
  blacklistedBlocks: register.gauge({
1487
1572
  name: "lodestar_blacklisted_blocks_total",
@@ -44,16 +44,16 @@ export async function getHttpMetricsServer(
44
44
  ): Promise<void> {
45
45
  if (req.method === "GET" && req.url && req.url.includes("/metrics")) {
46
46
  const timer = scrapeTimeMetric.startTimer();
47
- const metricsRes = await Promise.all([wrapError(register.metrics()), getOtherMetrics()]);
48
- timer({status: metricsRes[0].err ? RequestStatus.error : RequestStatus.success});
47
+ const metricsRes = await wrapError(Promise.all([register.metrics(), getOtherMetrics()]));
48
+ timer({status: metricsRes.err ? RequestStatus.error : RequestStatus.success});
49
49
 
50
50
  // Ensure we only writeHead once
51
- if (metricsRes[0].err) {
52
- res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes[0].err.stack);
51
+ if (metricsRes.err) {
52
+ res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes.err.stack);
53
53
  } else {
54
54
  // Get scrape time metrics
55
55
  const httpServerMetrics = await httpServerRegister.metrics();
56
- const metrics = [metricsRes[0].result, httpServerMetrics, ...metricsRes[1]];
56
+ const metrics = [metricsRes.result[0], httpServerMetrics, ...metricsRes.result[1]];
57
57
  const metricsStr = metrics.join("\n\n");
58
58
  res.writeHead(200, {"content-type": register.contentType}).end(metricsStr);
59
59
  }
@@ -101,7 +101,7 @@ export class MonitoringService {
101
101
  if (this.monitoringInterval) {
102
102
  clearTimeout(this.monitoringInterval);
103
103
  }
104
- if (this.pendingRequest) {
104
+ if (this.pendingRequest !== undefined) {
105
105
  this.fetchAbortController?.abort(FetchAbortReason.Close);
106
106
  await this.pendingRequest;
107
107
  }
@@ -8,8 +8,9 @@ import {BeaconConfig, ForkBoundary} from "@lodestar/config";
8
8
  import type {LoggerNode} from "@lodestar/logger/node";
9
9
  import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
- import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
11
+ import {Epoch, Slot, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -340,6 +345,11 @@ export class NetworkCore implements INetworkCore {
340
345
  if (subscriptions.length > 0) this.peerManager.onCommitteeSubscriptions();
341
346
  }
342
347
 
348
+ async addLocalProposalSlots(slots: Slot[]): Promise<void> {
349
+ // no peerManager.onCommitteeSubscriptions(): the extra subscription relies on connected peers, no discovery
350
+ this.attnetsService.addLocalProposalSlots(slots);
351
+ }
352
+
343
353
  async prepareSyncCommitteeSubnets(subscriptions: CommitteeSubscription[]): Promise<void> {
344
354
  this.syncnetsService.addCommitteeSubscriptions(subscriptions);
345
355
  if (subscriptions.length > 0) this.peerManager.onCommitteeSubscriptions();
@@ -136,8 +136,10 @@ const libp2pWorkerApi: NetworkWorkerApi = {
136
136
 
137
137
  prepareBeaconCommitteeSubnets: (subscriptions) => core.prepareBeaconCommitteeSubnets(subscriptions),
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
+ addLocalProposalSlots: (slots) => core.addLocalProposalSlots(slots),
139
140
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
141
  reStatusPeers: (peers) => core.reStatusPeers(peers),
142
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
143
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
144
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
145
 
@@ -9,8 +9,9 @@ import {routes} from "@lodestar/api";
9
9
  import {BeaconConfig, chainConfigToJson} from "@lodestar/config";
10
10
  import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
- import {Status} from "@lodestar/types";
12
+ import {Slot, Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -216,6 +220,9 @@ export class WorkerNetworkCore implements INetworkCore {
216
220
  prepareSyncCommitteeSubnets(subscriptions: CommitteeSubscription[]): Promise<void> {
217
221
  return this.getApi().prepareSyncCommitteeSubnets(subscriptions);
218
222
  }
223
+ addLocalProposalSlots(slots: Slot[]): Promise<void> {
224
+ return this.getApi().addLocalProposalSlots(slots);
225
+ }
219
226
  subscribeGossipCoreTopics(): Promise<void> {
220
227
  return this.getApi().subscribeGossipCoreTopics();
221
228
  }
@@ -4,7 +4,8 @@ import {routes} from "@lodestar/api";
4
4
  import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
- import {Status} from "@lodestar/types";
7
+ import {Slot, Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -60,6 +62,8 @@ export interface INetworkCore extends INetworkCorePublic {
60
62
 
61
63
  /** Chain must push status updates to the network core */
62
64
  updateStatus(status: Status): Promise<void>;
65
+ /** Block proposal slots of connected validators, used to subscribe to all attestation subnets before them */
66
+ addLocalProposalSlots(slots: Slot[]): Promise<void>;
63
67
 
64
68
  setTargetGroupCount(count: number): Promise<void>;
65
69
  /** Opens stream to handle ReqResp outgoing request */
@@ -109,6 +113,7 @@ export type NetworkWorkerApi = INetworkCorePublic & {
109
113
  getConnectedPeers(): Promise<PeerIdStr[]>;
110
114
  getConnectedPeerCount(): Promise<number>;
111
115
  updateStatus(status: Status): Promise<void>;
116
+ addLocalProposalSlots(slots: Slot[]): Promise<void>;
112
117
 
113
118
  setTargetGroupCount(count: number): Promise<void>;
114
119
 
@@ -108,6 +108,7 @@ type GossipSubInternal = GossipSub & {
108
108
  score: {score: (peerIdStr: string) => number};
109
109
  direct: Set<string>;
110
110
  topics: Map<string, Set<string>>;
111
+ streamsOutbound: ReadonlyMap<string, unknown>;
111
112
  start: () => Promise<void>;
112
113
  stop: () => Promise<void>;
113
114
  publish: (topic: TopicStr, data: Uint8Array, opts?: PublishOpts) => Promise<PublishResult>;
@@ -248,6 +249,16 @@ export class Eth2Gossipsub {
248
249
  return this.gossipsub.getMeshPeers(topic);
249
250
  }
250
251
 
252
+ getSubscribersWithOutboundStream(topic: GossipTopic): Set<string> {
253
+ const topicStr = stringifyGossipTopic(this.config, topic);
254
+ const peers = new Set<string>();
255
+ for (const peer of this.gossipsub.getSubscribers(topicStr)) {
256
+ const id = peer.toString();
257
+ if (this.gossipsub.streamsOutbound.has(id)) peers.add(id);
258
+ }
259
+ return peers;
260
+ }
261
+
251
262
  publish(topic: TopicStr, data: Uint8Array, opts?: PublishOpts): Promise<PublishResult> {
252
263
  return this.gossipsub.publish(topic, data, opts);
253
264
  }
@@ -37,6 +37,7 @@ import {
37
37
  phase0,
38
38
  } from "@lodestar/types";
39
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
40
41
  import {CustodyConfig} from "../util/dataColumns.js";
41
42
  import {PeerIdStr} from "../util/peerId.js";
42
43
  import {
@@ -74,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
74
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
75
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
76
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
77
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
79
81
  // ReqResp
@@ -150,7 +150,11 @@ export async function createNodeJsLibp2p(
150
150
  nodeInfo: {
151
151
  name: "lodestar",
152
152
  version: networkOpts.version ?? "unknown",
153
- userAgent: networkOpts.private ? "" : networkOpts.version ? `lodestar/${networkOpts.version}` : "lodestar",
153
+ userAgent: networkOpts.private
154
+ ? ""
155
+ : networkOpts.advertiseVersion && networkOpts.version
156
+ ? `lodestar/${networkOpts.version}`
157
+ : "lodestar",
154
158
  },
155
159
  addresses: {
156
160
  listen: localMultiaddrs,