@lodestar/beacon-node 1.51.0-dev.a736f94f66 → 1.51.0-dev.aa1ecb7c18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  15. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  16. package/lib/api/impl/validator/index.d.ts +6 -0
  17. package/lib/api/impl/validator/index.d.ts.map +1 -1
  18. package/lib/api/impl/validator/index.js +42 -26
  19. package/lib/api/impl/validator/index.js.map +1 -1
  20. package/lib/api/options.d.ts +2 -0
  21. package/lib/api/options.d.ts.map +1 -1
  22. package/lib/api/options.js +1 -0
  23. package/lib/api/options.js.map +1 -1
  24. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  25. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  26. package/lib/chain/GetBlobsTracker.js +85 -27
  27. package/lib/chain/GetBlobsTracker.js.map +1 -1
  28. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  29. package/lib/chain/archiveStore/archiveStore.js +1 -0
  30. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  31. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  32. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  33. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  34. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  35. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  36. package/lib/chain/blocks/importBlock.js +6 -5
  37. package/lib/chain/blocks/importBlock.js.map +1 -1
  38. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
  39. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  40. package/lib/chain/blocks/importExecutionPayload.js +10 -16
  41. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  42. package/lib/chain/blocks/index.js +2 -2
  43. package/lib/chain/blocks/index.js.map +1 -1
  44. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  45. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  46. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  47. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  48. package/lib/chain/blocks/types.d.ts +4 -1
  49. package/lib/chain/blocks/types.d.ts.map +1 -1
  50. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  51. package/lib/chain/blocks/verifyBlock.js +18 -7
  52. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  53. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  54. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  55. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  56. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  57. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  58. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  59. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  60. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  61. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  62. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  63. package/lib/chain/bls/interface.d.ts +2 -0
  64. package/lib/chain/bls/interface.d.ts.map +1 -1
  65. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  66. package/lib/chain/bls/multithread/index.js +13 -11
  67. package/lib/chain/bls/multithread/index.js.map +1 -1
  68. package/lib/chain/bls/multithread/types.d.ts +1 -1
  69. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  70. package/lib/chain/bls/multithread/worker.js +1 -1
  71. package/lib/chain/bls/multithread/worker.js.map +1 -1
  72. package/lib/chain/bls/singleThread.js +1 -1
  73. package/lib/chain/bls/singleThread.js.map +1 -1
  74. package/lib/chain/bls/utils.js +1 -1
  75. package/lib/chain/bls/utils.js.map +1 -1
  76. package/lib/chain/chain.d.ts +1 -1
  77. package/lib/chain/chain.d.ts.map +1 -1
  78. package/lib/chain/chain.js +4 -4
  79. package/lib/chain/chain.js.map +1 -1
  80. package/lib/chain/errors/blockError.d.ts +1 -1
  81. package/lib/chain/errors/blockError.d.ts.map +1 -1
  82. package/lib/chain/errors/blockError.js +1 -1
  83. package/lib/chain/errors/blockError.js.map +1 -1
  84. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  85. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  86. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  87. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  88. package/lib/chain/interface.d.ts +2 -3
  89. package/lib/chain/interface.d.ts.map +1 -1
  90. package/lib/chain/interface.js.map +1 -1
  91. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  92. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  93. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  94. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  95. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  96. package/lib/chain/opPools/attestationPool.js +15 -4
  97. package/lib/chain/opPools/attestationPool.js.map +1 -1
  98. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -1
  99. package/lib/chain/opPools/inclusionListStore.js +2 -2
  100. package/lib/chain/opPools/inclusionListStore.js.map +1 -1
  101. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  102. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  103. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  104. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  105. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  106. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  107. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  108. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  109. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  110. package/lib/chain/opPools/utils.d.ts +1 -1
  111. package/lib/chain/opPools/utils.d.ts.map +1 -1
  112. package/lib/chain/opPools/utils.js +1 -1
  113. package/lib/chain/opPools/utils.js.map +1 -1
  114. package/lib/chain/options.d.ts +0 -1
  115. package/lib/chain/options.d.ts.map +1 -1
  116. package/lib/chain/options.js +0 -1
  117. package/lib/chain/options.js.map +1 -1
  118. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  119. package/lib/chain/produceBlock/produceBlockBody.js +0 -1
  120. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  121. package/lib/chain/regen/interface.d.ts +0 -1
  122. package/lib/chain/regen/interface.d.ts.map +1 -1
  123. package/lib/chain/regen/interface.js +0 -1
  124. package/lib/chain/regen/interface.js.map +1 -1
  125. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  126. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  127. package/lib/chain/validation/executionPayloadBid.js +13 -166
  128. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  129. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  130. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  131. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  132. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  133. package/lib/chain/validation/inclusionList.d.ts.map +1 -1
  134. package/lib/chain/validation/inclusionList.js +11 -2
  135. package/lib/chain/validation/inclusionList.js.map +1 -1
  136. package/lib/db/beacon.d.ts +7 -0
  137. package/lib/db/beacon.d.ts.map +1 -1
  138. package/lib/db/beacon.js +34 -0
  139. package/lib/db/beacon.js.map +1 -1
  140. package/lib/db/dataColumnStore.d.ts +1 -1
  141. package/lib/db/dataColumnStore.d.ts.map +1 -1
  142. package/lib/db/dataColumnStore.js +1 -4
  143. package/lib/db/dataColumnStore.js.map +1 -1
  144. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  145. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  146. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  147. package/lib/db/flatFileStore/slotIndex.js +2 -2
  148. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  149. package/lib/db/interface.d.ts +1 -0
  150. package/lib/db/interface.d.ts.map +1 -1
  151. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  152. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  153. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  154. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  155. package/lib/execution/builder/apiClient.d.ts +14 -8
  156. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  157. package/lib/execution/builder/apiClient.js +12 -10
  158. package/lib/execution/builder/apiClient.js.map +1 -1
  159. package/lib/execution/builder/http.d.ts +2 -0
  160. package/lib/execution/builder/http.d.ts.map +1 -1
  161. package/lib/execution/builder/http.js +2 -0
  162. package/lib/execution/builder/http.js.map +1 -1
  163. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  164. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  165. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  166. package/lib/execution/engine/http.d.ts.map +1 -1
  167. package/lib/execution/engine/http.js +0 -1
  168. package/lib/execution/engine/http.js.map +1 -1
  169. package/lib/execution/engine/index.d.ts +1 -1
  170. package/lib/execution/engine/index.d.ts.map +1 -1
  171. package/lib/execution/engine/index.js +1 -1
  172. package/lib/execution/engine/index.js.map +1 -1
  173. package/lib/execution/engine/interface.d.ts +1 -1
  174. package/lib/execution/engine/interface.d.ts.map +1 -1
  175. package/lib/execution/engine/interface.js.map +1 -1
  176. package/lib/execution/engine/mock.d.ts.map +1 -1
  177. package/lib/execution/engine/mock.js +6 -4
  178. package/lib/execution/engine/mock.js.map +1 -1
  179. package/lib/execution/engine/payloadIdCache.d.ts +1 -2
  180. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  181. package/lib/execution/engine/payloadIdCache.js +3 -3
  182. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  183. package/lib/execution/engine/sszTypes.d.ts +38 -38
  184. package/lib/execution/engine/types.d.ts +1 -1
  185. package/lib/execution/engine/types.d.ts.map +1 -1
  186. package/lib/execution/engine/types.js +9 -8
  187. package/lib/execution/engine/types.js.map +1 -1
  188. package/lib/execution/engine/utils.d.ts.map +1 -1
  189. package/lib/execution/engine/utils.js +3 -2
  190. package/lib/execution/engine/utils.js.map +1 -1
  191. package/lib/index.d.ts +1 -0
  192. package/lib/index.d.ts.map +1 -1
  193. package/lib/index.js +2 -0
  194. package/lib/index.js.map +1 -1
  195. package/lib/metrics/metrics/lodestar.d.ts +7 -0
  196. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  197. package/lib/metrics/metrics/lodestar.js +15 -0
  198. package/lib/metrics/metrics/lodestar.js.map +1 -1
  199. package/lib/metrics/server/http.js +5 -5
  200. package/lib/metrics/server/http.js.map +1 -1
  201. package/lib/monitoring/service.js +1 -1
  202. package/lib/monitoring/service.js.map +1 -1
  203. package/lib/network/core/networkCore.d.ts +2 -0
  204. package/lib/network/core/networkCore.d.ts.map +1 -1
  205. package/lib/network/core/networkCore.js +3 -0
  206. package/lib/network/core/networkCore.js.map +1 -1
  207. package/lib/network/core/networkCoreWorker.js +1 -0
  208. package/lib/network/core/networkCoreWorker.js.map +1 -1
  209. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  210. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  211. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  212. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  213. package/lib/network/core/types.d.ts +2 -0
  214. package/lib/network/core/types.d.ts.map +1 -1
  215. package/lib/network/gossip/gossipsub.d.ts +1 -0
  216. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  217. package/lib/network/gossip/gossipsub.js +10 -0
  218. package/lib/network/gossip/gossipsub.js.map +1 -1
  219. package/lib/network/gossip/topic.d.ts +6 -6
  220. package/lib/network/interface.d.ts +2 -0
  221. package/lib/network/interface.d.ts.map +1 -1
  222. package/lib/network/libp2p/index.d.ts.map +1 -1
  223. package/lib/network/libp2p/index.js +5 -1
  224. package/lib/network/libp2p/index.js.map +1 -1
  225. package/lib/network/network.d.ts +4 -1
  226. package/lib/network/network.d.ts.map +1 -1
  227. package/lib/network/network.js +45 -15
  228. package/lib/network/network.js.map +1 -1
  229. package/lib/network/options.d.ts +2 -0
  230. package/lib/network/options.d.ts.map +1 -1
  231. package/lib/network/options.js.map +1 -1
  232. package/lib/network/peers/peerManager.d.ts +2 -1
  233. package/lib/network/peers/peerManager.d.ts.map +1 -1
  234. package/lib/network/peers/peerManager.js +28 -1
  235. package/lib/network/peers/peerManager.js.map +1 -1
  236. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  237. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  238. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  239. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  240. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  241. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  242. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  243. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  244. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  245. package/lib/network/processor/gossipHandlers.js +57 -37
  246. package/lib/network/processor/gossipHandlers.js.map +1 -1
  247. package/lib/network/processor/index.d.ts +6 -0
  248. package/lib/network/processor/index.d.ts.map +1 -1
  249. package/lib/network/processor/index.js +29 -3
  250. package/lib/network/processor/index.js.map +1 -1
  251. package/lib/node/nodejs.d.ts +3 -1
  252. package/lib/node/nodejs.d.ts.map +1 -1
  253. package/lib/node/nodejs.js +47 -21
  254. package/lib/node/nodejs.js.map +1 -1
  255. package/lib/node/options.d.ts +3 -1
  256. package/lib/node/options.d.ts.map +1 -1
  257. package/lib/node/options.js +4 -2
  258. package/lib/node/options.js.map +1 -1
  259. package/lib/sync/interface.d.ts.map +1 -1
  260. package/lib/sync/interface.js.map +1 -1
  261. package/lib/sync/sync.d.ts +7 -0
  262. package/lib/sync/sync.d.ts.map +1 -1
  263. package/lib/sync/sync.js +61 -3
  264. package/lib/sync/sync.js.map +1 -1
  265. package/lib/sync/unknownBlock.d.ts.map +1 -1
  266. package/lib/sync/unknownBlock.js +42 -18
  267. package/lib/sync/unknownBlock.js.map +1 -1
  268. package/lib/util/file.d.ts.map +1 -1
  269. package/lib/util/file.js +8 -9
  270. package/lib/util/file.js.map +1 -1
  271. package/lib/util/queue/itemQueue.js +1 -1
  272. package/lib/util/queue/itemQueue.js.map +1 -1
  273. package/lib/util/sszBytes.d.ts +5 -0
  274. package/lib/util/sszBytes.d.ts.map +1 -1
  275. package/lib/util/sszBytes.js +35 -2
  276. package/lib/util/sszBytes.js.map +1 -1
  277. package/package.json +31 -32
  278. package/src/api/impl/api.ts +1 -1
  279. package/src/api/impl/beacon/blocks/index.ts +57 -62
  280. package/src/api/impl/beacon/index.ts +3 -1
  281. package/src/api/impl/beacon/pool/index.ts +5 -1
  282. package/src/api/impl/beacon/state/utils.ts +1 -1
  283. package/src/api/impl/validator/index.ts +47 -30
  284. package/src/api/options.ts +3 -0
  285. package/src/chain/GetBlobsTracker.ts +97 -38
  286. package/src/chain/archiveStore/archiveStore.ts +1 -0
  287. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  288. package/src/chain/blocks/importBlock.ts +8 -7
  289. package/src/chain/blocks/importExecutionPayload.ts +15 -22
  290. package/src/chain/blocks/index.ts +6 -2
  291. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  292. package/src/chain/blocks/types.ts +4 -1
  293. package/src/chain/blocks/verifyBlock.ts +31 -16
  294. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  295. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  296. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  297. package/src/chain/bls/interface.ts +2 -0
  298. package/src/chain/bls/multithread/index.ts +14 -10
  299. package/src/chain/bls/multithread/types.ts +1 -1
  300. package/src/chain/bls/multithread/worker.ts +1 -5
  301. package/src/chain/bls/singleThread.ts +1 -1
  302. package/src/chain/bls/utils.ts +1 -1
  303. package/src/chain/chain.ts +5 -5
  304. package/src/chain/errors/blockError.ts +1 -1
  305. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  306. package/src/chain/interface.ts +2 -3
  307. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  308. package/src/chain/opPools/attestationPool.ts +16 -4
  309. package/src/chain/opPools/inclusionListStore.ts +3 -3
  310. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  311. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  312. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  313. package/src/chain/opPools/utils.ts +1 -1
  314. package/src/chain/options.ts +0 -2
  315. package/src/chain/produceBlock/produceBlockBody.ts +0 -1
  316. package/src/chain/regen/interface.ts +0 -1
  317. package/src/chain/validation/executionPayloadBid.ts +14 -193
  318. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  319. package/src/chain/validation/inclusionList.ts +11 -2
  320. package/src/db/beacon.ts +44 -0
  321. package/src/db/dataColumnStore.ts +2 -4
  322. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  323. package/src/db/flatFileStore/slotIndex.ts +4 -3
  324. package/src/db/interface.ts +2 -0
  325. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  326. package/src/execution/builder/apiClient.ts +16 -13
  327. package/src/execution/builder/http.ts +4 -0
  328. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  329. package/src/execution/engine/http.ts +0 -1
  330. package/src/execution/engine/index.ts +1 -1
  331. package/src/execution/engine/interface.ts +1 -1
  332. package/src/execution/engine/mock.ts +6 -4
  333. package/src/execution/engine/payloadIdCache.ts +6 -7
  334. package/src/execution/engine/types.ts +11 -9
  335. package/src/execution/engine/utils.ts +4 -2
  336. package/src/index.ts +2 -0
  337. package/src/metrics/metrics/lodestar.ts +15 -0
  338. package/src/metrics/server/http.ts +5 -5
  339. package/src/monitoring/service.ts +1 -1
  340. package/src/network/core/networkCore.ts +5 -0
  341. package/src/network/core/networkCoreWorker.ts +1 -0
  342. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  343. package/src/network/core/types.ts +2 -0
  344. package/src/network/gossip/gossipsub.ts +11 -0
  345. package/src/network/interface.ts +2 -0
  346. package/src/network/libp2p/index.ts +5 -1
  347. package/src/network/network.ts +45 -19
  348. package/src/network/options.ts +2 -0
  349. package/src/network/peers/peerManager.ts +28 -3
  350. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  351. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  352. package/src/network/processor/gossipHandlers.ts +69 -40
  353. package/src/network/processor/index.ts +25 -3
  354. package/src/node/nodejs.ts +58 -22
  355. package/src/node/options.ts +9 -6
  356. package/src/sync/interface.ts +1 -0
  357. package/src/sync/sync.ts +65 -4
  358. package/src/sync/unknownBlock.ts +47 -28
  359. package/src/util/file.ts +8 -9
  360. package/src/util/queue/itemQueue.ts +1 -1
  361. package/src/util/sszBytes.ts +42 -2
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -68,6 +68,8 @@ export interface IBeaconDb {
68
68
  readonly lastLegacyArchiveSlot: Slot | null;
69
69
  init(): Promise<void>;
70
70
 
71
+ compactLegacyDataColumns(prunedBeforeSlot: Slot, minSizeBytes?: number): Promise<void>;
72
+
71
73
  pruneHotDb(): Promise<void>;
72
74
 
73
75
  deleteDeprecatedEth1Data(): Promise<void>;
@@ -15,6 +15,8 @@ const SLOT_BYTE_SIZE = 8;
15
15
  * Indexed data by `slot` + `columnIndex`
16
16
  */
17
17
  export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot, ColumnIndex, DataColumnSidecar> {
18
+ private prunedBeforeSlot: Slot | null = null;
19
+
18
20
  constructor(config: ChainForkConfig, db: Db) {
19
21
  const bucket = Bucket.allForks_dataColumnSidecarsArchive;
20
22
  // Type won't be used since we select it dynamically based on fork
@@ -70,4 +72,22 @@ export class DataColumnSidecarArchiveRepository extends PrefixedRepository<Slot,
70
72
  encodeNumberForDbKey(0, COLUMN_INDEX_BYTE_SIZE),
71
73
  ]);
72
74
  }
75
+
76
+ /**
77
+ * Deletes all entries before `slot`. Prunes only delete from the start of the bucket, so the first prune
78
+ * compacts the range to drop tombstones of earlier runs and later prunes resume where the previous one ended.
79
+ */
80
+ async pruneBefore(slot: Slot): Promise<Slot[]> {
81
+ if (this.prunedBeforeSlot === null) {
82
+ await this.db.compactRange(this.wrapKey(this.getMinKeyRaw(0)), this.wrapKey(this.getMinKeyRaw(slot)));
83
+ } else if (slot <= this.prunedBeforeSlot) {
84
+ return [];
85
+ }
86
+
87
+ const keys = await this.keys({gte: {prefix: this.prunedBeforeSlot ?? 0, id: 0}, lt: {prefix: slot, id: 0}});
88
+ const slots = [...new Set(keys.map(({prefix}) => prefix))];
89
+ if (slots.length > 0) await this.deleteMany(slots);
90
+ this.prunedBeforeSlot = slot;
91
+ return slots;
92
+ }
73
93
  }
@@ -19,21 +19,20 @@ import {IClock} from "../../util/clock.js";
19
19
  * Additional duration to account for potential event loop lag which causes
20
20
  * builder bids to be rejected even though the response was sent in time.
21
21
  */
22
- const EVENT_LOOP_LAG_BUFFER = 250;
22
+ export const BUILDER_BID_LAG_BUFFER_MS = 250;
23
23
 
24
24
  /**
25
- * Duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
- * is reached, advertised on each bid request via the `X-Timeout-Ms` header. The p2p bid is
27
- * selected after the same duration, only considering bids received up to that point.
25
+ * Default duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
+ * is reached, advertised on each bid request via the `X-Timeout-Ms` header. Bids received via
27
+ * p2p are given the same time to bid up.
28
28
  */
29
- export const BUILDER_BID_DEADLINE_MS = 500;
30
-
31
- /** Local timeout for bid requests, event loop lag must not discard bids that arrived in time */
32
- export const BUILDER_BID_REQUEST_TIMEOUT_MS = BUILDER_BID_DEADLINE_MS + EVENT_LOOP_LAG_BUFFER;
29
+ export const DEFAULT_BUILDER_BID_DEADLINE_MS = 500;
33
30
 
34
31
  export type BuilderApiClientOpts = {
35
- /** Timeout for builder api requests, bid requests always use `BUILDER_BID_REQUEST_TIMEOUT_MS` */
32
+ /** Timeout for builder api requests, bid requests are bounded by `bidDeadline` instead */
36
33
  timeout?: number;
34
+ /** Time builders are given to provide a bid once block production starts, in milliseconds */
35
+ bidDeadline?: number;
37
36
  // Add User-Agent header to all requests
38
37
  userAgent?: string;
39
38
  };
@@ -69,6 +68,7 @@ export type BuilderApiBid = {
69
68
  * each block production request, clients are dialed on demand based on the entry `url`.
70
69
  */
71
70
  export class BuilderApiClient {
71
+ readonly bidDeadline: number;
72
72
  private readonly clients = new Map<BuilderUrl, BuilderApi>();
73
73
 
74
74
  constructor(
@@ -78,7 +78,9 @@ export class BuilderApiClient {
78
78
  private readonly bls: IBlsVerifier,
79
79
  private readonly metrics: Metrics | null = null,
80
80
  private readonly logger?: Logger
81
- ) {}
81
+ ) {
82
+ this.bidDeadline = opts.bidDeadline ?? DEFAULT_BUILDER_BID_DEADLINE_MS;
83
+ }
82
84
 
83
85
  /**
84
86
  * Fan out bid requests to the builders named by the entries, one request per unique
@@ -139,9 +141,10 @@ export class BuilderApiClient {
139
141
  proposerPubkey,
140
142
  requestAuth: entry.auth,
141
143
  dateMilliseconds: Date.now(),
142
- timeoutMs: BUILDER_BID_DEADLINE_MS,
144
+ timeoutMs: this.bidDeadline,
143
145
  },
144
- {timeoutMs: BUILDER_BID_REQUEST_TIMEOUT_MS}
146
+ // Event loop lag must not discard bids that arrived in time
147
+ {timeoutMs: this.bidDeadline + BUILDER_BID_LAG_BUFFER_MS}
145
148
  );
146
149
  const signedBid = res.value();
147
150
  if (signedBid === undefined) {
@@ -203,7 +206,7 @@ export class BuilderApiClient {
203
206
 
204
207
  /**
205
208
  * Establish the connection to every known builder outside the bid deadline, a cold TCP/TLS handshake
206
- * to a distant builder can exhaust `BUILDER_BID_DEADLINE_MS` on its own, and a long idle connection
209
+ * to a distant builder can exhaust the bid deadline on its own, and a long idle connection
207
210
  * may be half-open and only fail once written to.
208
211
  */
209
212
  async checkStatus(): Promise<void> {
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/types";
21
21
  import {toPrintableUrl} from "@lodestar/utils";
22
22
  import {Metrics} from "../../metrics/metrics.js";
23
+ import {DEFAULT_BUILDER_BID_DEADLINE_MS} from "./apiClient.js";
23
24
  import {ValidatorRegistration, ValidatorRegistrationCache} from "./cache.js";
24
25
  import {IExecutionBuilder} from "./interface.js";
25
26
 
@@ -29,6 +30,8 @@ export type ExecutionBuilderHttpOpts = {
29
30
  timeout?: number;
30
31
  faultInspectionWindow?: number;
31
32
  allowedFaults?: number;
33
+ /** Post-gloas only, time builders are given to provide a bid once block production starts, in milliseconds */
34
+ bidDeadline?: number;
32
35
 
33
36
  // Only required for merge-mock runs, no need to expose it to cli
34
37
  issueLocalFcUWithFeeRecipient?: string;
@@ -40,6 +43,7 @@ export const defaultExecutionBuilderHttpOpts: ExecutionBuilderHttpOpts = {
40
43
  enabled: false,
41
44
  url: "http://localhost:8661",
42
45
  timeout: 12000,
46
+ bidDeadline: DEFAULT_BUILDER_BID_DEADLINE_MS,
43
47
  };
44
48
 
45
49
  export enum BuilderStatus {
@@ -7,7 +7,7 @@ import {VersionedHashes} from "./interface.js";
7
7
  * Skip unrelated fields without decoding or copying them, including untrusted nested access lists.
8
8
  * The EL remains responsible for the other transaction validity checks.
9
9
  */
10
- export function isValidBlobVersionedHashes(transactions: Uint8Array[], expected: VersionedHashes): boolean {
10
+ export function isValidBlobVersionedHashes(transactions: Iterable<Uint8Array>, expected: VersionedHashes): boolean {
11
11
  let index = 0;
12
12
  for (const transaction of transactions) {
13
13
  if (transaction.length === 0) return false;
@@ -367,7 +367,6 @@ export class ExecutionEngineHttp implements IExecutionEngine {
367
367
  this.payloadIdCache.add(
368
368
  {
369
369
  headBlockHash,
370
- finalizedBlockHash,
371
370
  ...payloadAttributesRpc,
372
371
  inclusionListTransactions: payloadAttributes.inclusionListTransactions,
373
372
  },
@@ -17,8 +17,8 @@ import {EngineRestHttpClient} from "./restHttpClient.js";
17
17
  import {RestEngineTransport, formatClientVersionHeader} from "./restTransport.js";
18
18
  import {ExecutionEngineMockJsonRpcClient, JsonRpcBackend} from "./utils.js";
19
19
 
20
- export {ExecutionEngineHttp, ExecutionEngineDisabled, defaultExecutionEngineHttpOpts, engineApiModes};
21
20
  export type {EngineApiMode};
21
+ export {ExecutionEngineDisabled, ExecutionEngineHttp, defaultExecutionEngineHttpOpts, engineApiModes};
22
22
 
23
23
  export type ExecutionEngineOpts =
24
24
  | ({mode?: "http"} & ExecutionEngineHttpOpts)
@@ -25,7 +25,7 @@ import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
25
25
  import {ExecutionPayloadBodyV2} from "./types.js";
26
26
  import {DATA} from "./utils.js";
27
27
 
28
- export {PayloadIdCache, type PayloadId, type WithdrawalV1};
28
+ export {type PayloadId, PayloadIdCache, type WithdrawalV1};
29
29
  export type ClientVersion = routes.node.ClientVersion;
30
30
  export const ClientCode = routes.node.ClientCode;
31
31
 
@@ -1,4 +1,5 @@
1
1
  import crypto from "node:crypto";
2
+ import {SerializedList} from "@chainsafe/ssz";
2
3
  import {ChainConfig} from "@lodestar/config";
3
4
  import {
4
5
  BLOB_TX_TYPE,
@@ -352,14 +353,14 @@ export class ExecutionEngineMockBackend implements JsonRpcBackend {
352
353
  executionPayload.gasUsed = Math.floor(0.5 * INTEROP_GAS_LIMIT);
353
354
  executionPayload.timestamp = payloadAttributes.timestamp;
354
355
  executionPayload.blockHash = crypto.randomBytes(32);
355
- executionPayload.transactions = [];
356
+ const transactions: Uint8Array[] = [];
356
357
 
357
358
  // Between 0 and 4 transactions for all forks
358
359
  const eip1559TxCount = Math.round(4 * Math.random());
359
360
  for (let i = 0; i < eip1559TxCount; i++) {
360
361
  const tx = crypto.randomBytes(512);
361
362
  tx[0] = TX_TYPE_EIP1559;
362
- executionPayload.transactions.push(tx);
363
+ transactions.push(tx);
363
364
  }
364
365
 
365
366
  const commitments: deneb.KZGCommitment[] = [];
@@ -373,7 +374,7 @@ export class ExecutionEngineMockBackend implements JsonRpcBackend {
373
374
  const blob = generateRandomBlob();
374
375
  const commitment = kzg.blobToKzgCommitment(blob);
375
376
  const {proofs: cellProofs} = kzg.computeCellsAndKzgProofs(blob);
376
- executionPayload.transactions.push(transactionForKzgCommitment(commitment));
377
+ transactions.push(transactionForKzgCommitment(commitment));
377
378
  commitments.push(commitment);
378
379
  blobs.push(blob);
379
380
  proofs.push(...cellProofs);
@@ -385,12 +386,13 @@ export class ExecutionEngineMockBackend implements JsonRpcBackend {
385
386
  const blob = generateRandomBlob();
386
387
  const commitment = kzg.blobToKzgCommitment(blob);
387
388
  const proof = kzg.computeBlobKzgProof(blob, commitment);
388
- executionPayload.transactions.push(transactionForKzgCommitment(commitment));
389
+ transactions.push(transactionForKzgCommitment(commitment));
389
390
  commitments.push(commitment);
390
391
  blobs.push(blob);
391
392
  proofs.push(proof);
392
393
  }
393
394
  }
395
+ executionPayload.transactions = SerializedList.fromArray(transactions);
394
396
 
395
397
  if (ForkSeq[fork] >= ForkSeq.capella) {
396
398
  (executionPayload as ExecutionPayload<ForkPostCapella>).withdrawals = ssz.capella.Withdrawals.defaultValue();
@@ -19,10 +19,9 @@ export type WithdrawalV1 = {
19
19
  amount: QUANTITY;
20
20
  };
21
21
 
22
- type FcuAttributes = {headBlockHash: DATA; finalizedBlockHash: DATA} & Omit<
23
- PayloadAttributesRpc,
24
- "withdrawals" | "inclusionListTransactions"
25
- > & {inclusionListTransactions?: bellatrix.Transactions};
22
+ type FcuAttributes = {headBlockHash: DATA} & Omit<PayloadAttributesRpc, "withdrawals" | "inclusionListTransactions"> & {
23
+ inclusionListTransactions?: bellatrix.Transactions;
24
+ };
26
25
 
27
26
  export class PayloadIdCache {
28
27
  private readonly payloadIdByFcuAttributes = new Map<
@@ -30,8 +29,8 @@ export class PayloadIdCache {
30
29
  {payloadId: PayloadId; fullKey: string; inclusionListTransactions?: bellatrix.Transactions}
31
30
  >();
32
31
 
33
- getFullKey({headBlockHash, finalizedBlockHash, timestamp, prevRandao, suggestedFeeRecipient}: FcuAttributes): string {
34
- return `${headBlockHash}-${finalizedBlockHash}-${timestamp}-${prevRandao}-${suggestedFeeRecipient}`;
32
+ getFullKey({headBlockHash, timestamp, prevRandao, suggestedFeeRecipient}: FcuAttributes): string {
33
+ return `${headBlockHash}-${timestamp}-${prevRandao}-${suggestedFeeRecipient}`;
35
34
  }
36
35
  getKey({timestamp}: Pick<FcuAttributes, "timestamp">): string {
37
36
  return timestamp;
@@ -69,5 +68,5 @@ function isSameInclusionList(a?: bellatrix.Transactions, b?: bellatrix.Transacti
69
68
  if (a === undefined || b === undefined) {
70
69
  return a === b;
71
70
  }
72
- return a.length === b.length && a.every((transaction, i) => byteArrayEquals(transaction, b[i]));
71
+ return byteArrayEquals(a.bytes, b.bytes);
73
72
  }
@@ -1,4 +1,4 @@
1
- import {Type} from "@chainsafe/ssz";
1
+ import {SerializedList, Type} from "@chainsafe/ssz";
2
2
  import {
3
3
  BUILDER_DEPOSIT_REQUEST_TYPE,
4
4
  BUILDER_EXIT_REQUEST_TYPE,
@@ -9,6 +9,7 @@ import {
9
9
  DEPOSIT_REQUEST_TYPE,
10
10
  FIELD_ELEMENTS_PER_BLOB,
11
11
  ForkName,
12
+ ForkPostElectra,
12
13
  ForkSeq,
13
14
  WITHDRAWAL_REQUEST_TYPE,
14
15
  } from "@lodestar/params";
@@ -23,6 +24,7 @@ import {
23
24
  deneb,
24
25
  gloas,
25
26
  ssz,
27
+ sszTypesFor,
26
28
  } from "@lodestar/types";
27
29
  import {BlobAndProof} from "@lodestar/types/deneb";
28
30
  import {BlobAndProofV2} from "@lodestar/types/fulu";
@@ -181,7 +183,7 @@ export type ExecutionPayloadBodyRpc = {
181
183
  };
182
184
 
183
185
  export type ExecutionPayloadBody = {
184
- transactions: bellatrix.Transaction[];
186
+ transactions: bellatrix.Transactions;
185
187
  withdrawals: capella.Withdrawals | null;
186
188
  };
187
189
 
@@ -316,7 +318,7 @@ export function serializeExecutionPayload(fork: ForkName, data: ExecutionPayload
316
318
  extraData: bytesToData(data.extraData),
317
319
  baseFeePerGas: numToQuantity(data.baseFeePerGas),
318
320
  blockHash: bytesToData(data.blockHash),
319
- transactions: data.transactions.map((tran) => bytesToData(tran)),
321
+ transactions: Array.from(data.transactions, (tran) => bytesToData(tran)),
320
322
  };
321
323
 
322
324
  // Capella adds withdrawals to the ExecutionPayload
@@ -400,7 +402,7 @@ export function parseExecutionPayload(
400
402
  extraData: dataToBytes(data.extraData, null),
401
403
  baseFeePerGas: quantityToBigint(data.baseFeePerGas),
402
404
  blockHash: dataToBytes(data.blockHash, 32),
403
- transactions: data.transactions.map((tran) => dataToBytes(tran, null)),
405
+ transactions: SerializedList.fromArray(data.transactions.map((tran) => dataToBytes(tran, null))),
404
406
  };
405
407
 
406
408
  if (ForkSeq[fork] >= ForkSeq.capella) {
@@ -474,11 +476,11 @@ export function serializeBeaconBlockRoot(data: Root): DATA {
474
476
  }
475
477
 
476
478
  export function serializeInclusionList(data: bellatrix.Transactions): InclusionListRpc {
477
- return data.map((transaction) => bytesToData(transaction));
479
+ return Array.from(data, (transaction) => bytesToData(transaction));
478
480
  }
479
481
 
480
482
  export function deserializeInclusionList(data: InclusionListRpc): bellatrix.Transactions {
481
- return data.map((transaction) => dataToBytes(transaction, null));
483
+ return SerializedList.fromArray(data.map((transaction) => dataToBytes(transaction, null)));
482
484
  }
483
485
 
484
486
  export function deserializePayloadAttributes(data: PayloadAttributesRpc): PayloadAttributes {
@@ -628,7 +630,7 @@ export function deserializeExecutionRequestsFromBytes(fork: ForkName, serialized
628
630
 
629
631
  switch (currentRequestType) {
630
632
  case DEPOSIT_REQUEST_TYPE: {
631
- result.deposits = ssz.electra.DepositRequests.deserialize(requests);
633
+ result.deposits = sszTypesFor(fork as ForkPostElectra).DepositRequests.deserialize(requests);
632
634
  break;
633
635
  }
634
636
  case WITHDRAWAL_REQUEST_TYPE: {
@@ -670,7 +672,7 @@ export function deserializeExecutionRequests(fork: ForkName, serialized: Executi
670
672
  export function deserializeExecutionPayloadBody(data: ExecutionPayloadBodyRpc | null): ExecutionPayloadBody | null {
671
673
  return data
672
674
  ? {
673
- transactions: data.transactions.map((tran) => dataToBytes(tran, null)),
675
+ transactions: SerializedList.fromArray(data.transactions.map((tran) => dataToBytes(tran, null))),
674
676
  withdrawals: data.withdrawals ? data.withdrawals.map(deserializeWithdrawal) : null,
675
677
  }
676
678
  : null;
@@ -693,7 +695,7 @@ export function serializeExecutionPayloadBodyV2(data: ExecutionPayloadBodyV2 | n
693
695
  export function serializeExecutionPayloadBody(data: ExecutionPayloadBody | null): ExecutionPayloadBodyRpc | null {
694
696
  return data
695
697
  ? {
696
- transactions: data.transactions.map((tran) => bytesToData(tran)),
698
+ transactions: Array.from(data.transactions, (tran) => bytesToData(tran)),
697
699
  withdrawals: data.withdrawals ? data.withdrawals.map(serializeWithdrawal) : null,
698
700
  }
699
701
  : null;
@@ -169,14 +169,16 @@ function getExecutionEngineStateForPayloadStatus(payloadStatus: ExecutionPayload
169
169
  return ExecutionEngineState.SYNCED;
170
170
 
171
171
  case ExecutionPayloadStatus.ELERROR:
172
- case ExecutionPayloadStatus.INVALID:
173
172
  case ExecutionPayloadStatus.SYNCING:
174
- case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
175
173
  return ExecutionEngineState.SYNCING;
176
174
 
177
175
  case ExecutionPayloadStatus.UNAVAILABLE:
178
176
  return ExecutionEngineState.OFFLINE;
179
177
 
178
+ case ExecutionPayloadStatus.INVALID:
179
+ case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
180
+ return ExecutionEngineState.ONLINE;
181
+
180
182
  default:
181
183
  // In case we can't determine the state, we assume it stays in old state
182
184
  // This assumption is better than considering offline, because the offline state may trigger some notifications
package/src/index.ts CHANGED
@@ -6,6 +6,8 @@ export {persistAnchorState} from "./chain/index.js";
6
6
  export {DbCPStateDatastore} from "./chain/stateCache/datastore/db.js";
7
7
  export {FileCPStateDatastore} from "./chain/stateCache/datastore/file.js";
8
8
  export {BeaconDb, type IBeaconDb} from "./db/index.js";
9
+ // Export execution engine to make it usable by builder
10
+ export {initializeExecutionEngine} from "./execution/index.js";
9
11
  // Export metrics utilities to de-duplicate validator metrics
10
12
  export {
11
13
  type HttpMetricsServer,
@@ -645,6 +645,11 @@ export function createLodestarMetrics(
645
645
  help: "Count of peers by sync type [FullySynced, Advanced, Behind]",
646
646
  labelNames: ["syncType"],
647
647
  }),
648
+ syncPeerFinalizedCheckpointMismatch: register.counter<{reason: string}>({
649
+ name: "lodestar_sync_peer_finalized_checkpoint_mismatch_total",
650
+ help: "Total behind peers whose Status finalized checkpoint is not in our chain, by reason",
651
+ labelNames: ["reason"],
652
+ }),
648
653
  syncSwitchGossipSubscriptions: register.gauge<{action: string}>({
649
654
  name: "lodestar_sync_switch_gossip_subscriptions",
650
655
  help: "Sync switched gossip subscriptions on/off",
@@ -1008,6 +1013,11 @@ export function createLodestarMetrics(
1008
1013
  help: "Time elapsed between block received and fully verified state, signatures and payload",
1009
1014
  buckets: [0.05, 0.1, 0.3, 0.5, 0.7, 1, 1.3, 1.6, 2, 2.5, 3, 3.5, 4],
1010
1015
  }),
1016
+ receivedToConsensusVerifiedTime: register.histogram({
1017
+ name: "lodestar_gossip_block_received_to_consensus_verified_seconds",
1018
+ help: "Time from gossip block arrival until both the state transition and all block signature verifications are complete, excluding execution payload verification",
1019
+ buckets: [0.01, 0.015, 0.02, 0.025, 0.03, 0.04, 0.5, 1],
1020
+ }),
1011
1021
  verifiedToBlobsAvailabiltyTime: register.histogram<{numBlobs: number}>({
1012
1022
  name: "lodestar_gossip_block_verified_to_blobs_availability_time",
1013
1023
  help: "Time elapsed between block verified and blobs became available",
@@ -1474,6 +1484,11 @@ export function createLodestarMetrics(
1474
1484
  help: "Total number of InsertOutcome as a result of adding an execution payload bid from gossip to the pool",
1475
1485
  labelNames: ["insertOutcome"],
1476
1486
  }),
1487
+ apiInsertOutcome: register.counter<{insertOutcome: InsertOutcome}>({
1488
+ name: "lodestar_oppool_execution_payload_bid_pool_api_insert_outcome_total",
1489
+ help: "Total number of InsertOutcome as a result of adding an execution payload bid from api to the pool",
1490
+ labelNames: ["insertOutcome"],
1491
+ }),
1477
1492
  apiValidationTime: register.histogram({
1478
1493
  name: "lodestar_api_execution_payload_bid_validation_time_seconds",
1479
1494
  help: "Time elapsed for signed execution payload bid validation - api path",
@@ -44,16 +44,16 @@ export async function getHttpMetricsServer(
44
44
  ): Promise<void> {
45
45
  if (req.method === "GET" && req.url && req.url.includes("/metrics")) {
46
46
  const timer = scrapeTimeMetric.startTimer();
47
- const metricsRes = await Promise.all([wrapError(register.metrics()), getOtherMetrics()]);
48
- timer({status: metricsRes[0].err ? RequestStatus.error : RequestStatus.success});
47
+ const metricsRes = await wrapError(Promise.all([register.metrics(), getOtherMetrics()]));
48
+ timer({status: metricsRes.err ? RequestStatus.error : RequestStatus.success});
49
49
 
50
50
  // Ensure we only writeHead once
51
- if (metricsRes[0].err) {
52
- res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes[0].err.stack);
51
+ if (metricsRes.err) {
52
+ res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes.err.stack);
53
53
  } else {
54
54
  // Get scrape time metrics
55
55
  const httpServerMetrics = await httpServerRegister.metrics();
56
- const metrics = [metricsRes[0].result, httpServerMetrics, ...metricsRes[1]];
56
+ const metrics = [metricsRes.result[0], httpServerMetrics, ...metricsRes.result[1]];
57
57
  const metricsStr = metrics.join("\n\n");
58
58
  res.writeHead(200, {"content-type": register.contentType}).end(metricsStr);
59
59
  }
@@ -101,7 +101,7 @@ export class MonitoringService {
101
101
  if (this.monitoringInterval) {
102
102
  clearTimeout(this.monitoringInterval);
103
103
  }
104
- if (this.pendingRequest) {
104
+ if (this.pendingRequest !== undefined) {
105
105
  this.fetchAbortController?.abort(FetchAbortReason.Close);
106
106
  await this.pendingRequest;
107
107
  }
@@ -10,6 +10,7 @@ import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
11
  import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -138,6 +138,7 @@ const libp2pWorkerApi: NetworkWorkerApi = {
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
139
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
140
  reStatusPeers: (peers) => core.reStatusPeers(peers),
141
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
142
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
143
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
144
 
@@ -11,6 +11,7 @@ import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
12
  import {Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -5,6 +5,7 @@ import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
7
  import {Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -108,6 +108,7 @@ type GossipSubInternal = GossipSub & {
108
108
  score: {score: (peerIdStr: string) => number};
109
109
  direct: Set<string>;
110
110
  topics: Map<string, Set<string>>;
111
+ streamsOutbound: ReadonlyMap<string, unknown>;
111
112
  start: () => Promise<void>;
112
113
  stop: () => Promise<void>;
113
114
  publish: (topic: TopicStr, data: Uint8Array, opts?: PublishOpts) => Promise<PublishResult>;
@@ -248,6 +249,16 @@ export class Eth2Gossipsub {
248
249
  return this.gossipsub.getMeshPeers(topic);
249
250
  }
250
251
 
252
+ getSubscribersWithOutboundStream(topic: GossipTopic): Set<string> {
253
+ const topicStr = stringifyGossipTopic(this.config, topic);
254
+ const peers = new Set<string>();
255
+ for (const peer of this.gossipsub.getSubscribers(topicStr)) {
256
+ const id = peer.toString();
257
+ if (this.gossipsub.streamsOutbound.has(id)) peers.add(id);
258
+ }
259
+ return peers;
260
+ }
261
+
251
262
  publish(topic: TopicStr, data: Uint8Array, opts?: PublishOpts): Promise<PublishResult> {
252
263
  return this.gossipsub.publish(topic, data, opts);
253
264
  }
@@ -37,6 +37,7 @@ import {
37
37
  phase0,
38
38
  } from "@lodestar/types";
39
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
40
41
  import {CustodyConfig} from "../util/dataColumns.js";
41
42
  import {PeerIdStr} from "../util/peerId.js";
42
43
  import {
@@ -74,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
74
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
75
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
76
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
77
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
79
81
  // ReqResp
@@ -150,7 +150,11 @@ export async function createNodeJsLibp2p(
150
150
  nodeInfo: {
151
151
  name: "lodestar",
152
152
  version: networkOpts.version ?? "unknown",
153
- userAgent: networkOpts.private ? "" : networkOpts.version ? `lodestar/${networkOpts.version}` : "lodestar",
153
+ userAgent: networkOpts.private
154
+ ? ""
155
+ : networkOpts.advertiseVersion && networkOpts.version
156
+ ? `lodestar/${networkOpts.version}`
157
+ : "lodestar",
154
158
  },
155
159
  addresses: {
156
160
  listen: localMultiaddrs,