@lodestar/beacon-node 1.51.0-dev.c99cf49add → 1.51.0-dev.d2440f7e84

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (484) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts +6 -0
  25. package/lib/api/impl/validator/index.d.ts.map +1 -1
  26. package/lib/api/impl/validator/index.js +143 -35
  27. package/lib/api/impl/validator/index.js.map +1 -1
  28. package/lib/api/options.d.ts +2 -0
  29. package/lib/api/options.d.ts.map +1 -1
  30. package/lib/api/options.js +1 -0
  31. package/lib/api/options.js.map +1 -1
  32. package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
  33. package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
  34. package/lib/chain/ColumnReconstructionTracker.js +46 -40
  35. package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
  36. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  37. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  38. package/lib/chain/GetBlobsTracker.js +85 -27
  39. package/lib/chain/GetBlobsTracker.js.map +1 -1
  40. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  41. package/lib/chain/archiveStore/archiveStore.js +1 -0
  42. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  43. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  44. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  45. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  46. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  47. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  48. package/lib/chain/blocks/importBlock.js +9 -7
  49. package/lib/chain/blocks/importBlock.js.map +1 -1
  50. package/lib/chain/blocks/importExecutionPayload.d.ts +6 -11
  51. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  52. package/lib/chain/blocks/importExecutionPayload.js +58 -17
  53. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  54. package/lib/chain/blocks/index.js +2 -2
  55. package/lib/chain/blocks/index.js.map +1 -1
  56. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +12 -9
  57. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  58. package/lib/chain/blocks/payloadEnvelopeProcessor.js +24 -19
  59. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  60. package/lib/chain/blocks/types.d.ts +8 -1
  61. package/lib/chain/blocks/types.d.ts.map +1 -1
  62. package/lib/chain/blocks/types.js +5 -0
  63. package/lib/chain/blocks/types.js.map +1 -1
  64. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  65. package/lib/chain/blocks/verifyBlock.js +18 -7
  66. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  67. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  68. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  69. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  70. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  71. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  72. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  73. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  74. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  75. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +11 -6
  76. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  77. package/lib/chain/bls/interface.d.ts +2 -0
  78. package/lib/chain/bls/interface.d.ts.map +1 -1
  79. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  80. package/lib/chain/bls/multithread/index.js +13 -11
  81. package/lib/chain/bls/multithread/index.js.map +1 -1
  82. package/lib/chain/bls/multithread/types.d.ts +1 -1
  83. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  84. package/lib/chain/bls/multithread/worker.js +1 -1
  85. package/lib/chain/bls/multithread/worker.js.map +1 -1
  86. package/lib/chain/bls/singleThread.js +1 -1
  87. package/lib/chain/bls/singleThread.js.map +1 -1
  88. package/lib/chain/bls/utils.js +1 -1
  89. package/lib/chain/bls/utils.js.map +1 -1
  90. package/lib/chain/chain.d.ts +3 -2
  91. package/lib/chain/chain.d.ts.map +1 -1
  92. package/lib/chain/chain.js +9 -5
  93. package/lib/chain/chain.js.map +1 -1
  94. package/lib/chain/errors/blockError.d.ts +1 -1
  95. package/lib/chain/errors/blockError.d.ts.map +1 -1
  96. package/lib/chain/errors/blockError.js +1 -1
  97. package/lib/chain/errors/blockError.js.map +1 -1
  98. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  99. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  100. package/lib/chain/errors/executionPayloadBid.js +2 -0
  101. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  102. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  103. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  104. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  105. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  106. package/lib/chain/errors/inclusionList.d.ts +60 -0
  107. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  108. package/lib/chain/errors/inclusionList.js +19 -0
  109. package/lib/chain/errors/inclusionList.js.map +1 -0
  110. package/lib/chain/errors/index.d.ts +1 -0
  111. package/lib/chain/errors/index.d.ts.map +1 -1
  112. package/lib/chain/errors/index.js +1 -0
  113. package/lib/chain/errors/index.js.map +1 -1
  114. package/lib/chain/interface.d.ts +4 -4
  115. package/lib/chain/interface.d.ts.map +1 -1
  116. package/lib/chain/interface.js.map +1 -1
  117. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  118. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  119. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  120. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  121. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  122. package/lib/chain/opPools/attestationPool.js +15 -4
  123. package/lib/chain/opPools/attestationPool.js.map +1 -1
  124. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  125. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  126. package/lib/chain/opPools/inclusionListStore.js +171 -0
  127. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  128. package/lib/chain/opPools/index.d.ts +1 -0
  129. package/lib/chain/opPools/index.d.ts.map +1 -1
  130. package/lib/chain/opPools/index.js +1 -0
  131. package/lib/chain/opPools/index.js.map +1 -1
  132. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  133. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  134. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  135. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  136. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  137. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  138. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  139. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  140. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  141. package/lib/chain/opPools/utils.d.ts +1 -1
  142. package/lib/chain/opPools/utils.d.ts.map +1 -1
  143. package/lib/chain/opPools/utils.js +1 -1
  144. package/lib/chain/opPools/utils.js.map +1 -1
  145. package/lib/chain/options.d.ts +0 -1
  146. package/lib/chain/options.d.ts.map +1 -1
  147. package/lib/chain/options.js +0 -1
  148. package/lib/chain/options.js.map +1 -1
  149. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  150. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  151. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  152. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  153. package/lib/chain/regen/interface.d.ts +1 -1
  154. package/lib/chain/regen/interface.d.ts.map +1 -1
  155. package/lib/chain/regen/interface.js +1 -1
  156. package/lib/chain/regen/interface.js.map +1 -1
  157. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  158. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  159. package/lib/chain/validation/executionPayloadBid.js +37 -158
  160. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  161. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  162. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  163. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  164. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  165. package/lib/chain/validation/inclusionList.d.ts +14 -0
  166. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  167. package/lib/chain/validation/inclusionList.js +150 -0
  168. package/lib/chain/validation/inclusionList.js.map +1 -0
  169. package/lib/chain/validation/index.d.ts +1 -0
  170. package/lib/chain/validation/index.d.ts.map +1 -1
  171. package/lib/chain/validation/index.js +1 -0
  172. package/lib/chain/validation/index.js.map +1 -1
  173. package/lib/db/beacon.d.ts +7 -0
  174. package/lib/db/beacon.d.ts.map +1 -1
  175. package/lib/db/beacon.js +34 -0
  176. package/lib/db/beacon.js.map +1 -1
  177. package/lib/db/dataColumnStore.d.ts +1 -1
  178. package/lib/db/dataColumnStore.d.ts.map +1 -1
  179. package/lib/db/dataColumnStore.js +1 -4
  180. package/lib/db/dataColumnStore.js.map +1 -1
  181. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  182. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  183. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  184. package/lib/db/flatFileStore/slotIndex.js +2 -2
  185. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  186. package/lib/db/interface.d.ts +1 -0
  187. package/lib/db/interface.d.ts.map +1 -1
  188. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  189. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  190. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  191. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  192. package/lib/execution/builder/apiClient.d.ts +14 -8
  193. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  194. package/lib/execution/builder/apiClient.js +12 -10
  195. package/lib/execution/builder/apiClient.js.map +1 -1
  196. package/lib/execution/builder/http.d.ts +2 -0
  197. package/lib/execution/builder/http.d.ts.map +1 -1
  198. package/lib/execution/builder/http.js +2 -0
  199. package/lib/execution/builder/http.js.map +1 -1
  200. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  201. package/lib/execution/builder/validateBid.js +14 -1
  202. package/lib/execution/builder/validateBid.js.map +1 -1
  203. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  204. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  205. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  206. package/lib/execution/engine/disabled.d.ts +1 -0
  207. package/lib/execution/engine/disabled.d.ts.map +1 -1
  208. package/lib/execution/engine/disabled.js +3 -0
  209. package/lib/execution/engine/disabled.js.map +1 -1
  210. package/lib/execution/engine/http.d.ts +8 -2
  211. package/lib/execution/engine/http.d.ts.map +1 -1
  212. package/lib/execution/engine/http.js +27 -4
  213. package/lib/execution/engine/http.js.map +1 -1
  214. package/lib/execution/engine/index.d.ts +1 -1
  215. package/lib/execution/engine/index.d.ts.map +1 -1
  216. package/lib/execution/engine/index.js +1 -1
  217. package/lib/execution/engine/index.js.map +1 -1
  218. package/lib/execution/engine/interface.d.ts +12 -3
  219. package/lib/execution/engine/interface.d.ts.map +1 -1
  220. package/lib/execution/engine/interface.js.map +1 -1
  221. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  222. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  223. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  224. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  225. package/lib/execution/engine/mock.d.ts +1 -0
  226. package/lib/execution/engine/mock.d.ts.map +1 -1
  227. package/lib/execution/engine/mock.js +31 -7
  228. package/lib/execution/engine/mock.js.map +1 -1
  229. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  230. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  231. package/lib/execution/engine/payloadIdCache.js +15 -4
  232. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  233. package/lib/execution/engine/restTransport.d.ts +2 -1
  234. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  235. package/lib/execution/engine/restTransport.js +3 -0
  236. package/lib/execution/engine/restTransport.js.map +1 -1
  237. package/lib/execution/engine/sszTypes.d.ts +38 -38
  238. package/lib/execution/engine/transport.d.ts +5 -2
  239. package/lib/execution/engine/transport.d.ts.map +1 -1
  240. package/lib/execution/engine/types.d.ts +25 -1
  241. package/lib/execution/engine/types.d.ts.map +1 -1
  242. package/lib/execution/engine/types.js +19 -6
  243. package/lib/execution/engine/types.js.map +1 -1
  244. package/lib/execution/engine/utils.d.ts.map +1 -1
  245. package/lib/execution/engine/utils.js +3 -2
  246. package/lib/execution/engine/utils.js.map +1 -1
  247. package/lib/index.d.ts +1 -0
  248. package/lib/index.d.ts.map +1 -1
  249. package/lib/index.js +2 -0
  250. package/lib/index.js.map +1 -1
  251. package/lib/metrics/metrics/beacon.d.ts +16 -0
  252. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  253. package/lib/metrics/metrics/beacon.js +35 -0
  254. package/lib/metrics/metrics/beacon.js.map +1 -1
  255. package/lib/metrics/metrics/lodestar.d.ts +23 -0
  256. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  257. package/lib/metrics/metrics/lodestar.js +59 -0
  258. package/lib/metrics/metrics/lodestar.js.map +1 -1
  259. package/lib/metrics/server/http.js +5 -5
  260. package/lib/metrics/server/http.js.map +1 -1
  261. package/lib/monitoring/service.js +1 -1
  262. package/lib/monitoring/service.js.map +1 -1
  263. package/lib/network/core/networkCore.d.ts +2 -0
  264. package/lib/network/core/networkCore.d.ts.map +1 -1
  265. package/lib/network/core/networkCore.js +3 -0
  266. package/lib/network/core/networkCore.js.map +1 -1
  267. package/lib/network/core/networkCoreWorker.js +1 -0
  268. package/lib/network/core/networkCoreWorker.js.map +1 -1
  269. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  270. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  271. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  272. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  273. package/lib/network/core/types.d.ts +2 -0
  274. package/lib/network/core/types.d.ts.map +1 -1
  275. package/lib/network/gossip/gossipsub.d.ts +1 -0
  276. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  277. package/lib/network/gossip/gossipsub.js +10 -0
  278. package/lib/network/gossip/gossipsub.js.map +1 -1
  279. package/lib/network/gossip/interface.d.ts +8 -2
  280. package/lib/network/gossip/interface.d.ts.map +1 -1
  281. package/lib/network/gossip/interface.js +1 -0
  282. package/lib/network/gossip/interface.js.map +1 -1
  283. package/lib/network/gossip/topic.d.ts +13 -5
  284. package/lib/network/gossip/topic.d.ts.map +1 -1
  285. package/lib/network/gossip/topic.js +13 -1
  286. package/lib/network/gossip/topic.js.map +1 -1
  287. package/lib/network/interface.d.ts +4 -1
  288. package/lib/network/interface.d.ts.map +1 -1
  289. package/lib/network/libp2p/index.d.ts.map +1 -1
  290. package/lib/network/libp2p/index.js +5 -1
  291. package/lib/network/libp2p/index.js.map +1 -1
  292. package/lib/network/network.d.ts +4 -1
  293. package/lib/network/network.d.ts.map +1 -1
  294. package/lib/network/network.js +11 -1
  295. package/lib/network/network.js.map +1 -1
  296. package/lib/network/options.d.ts +2 -0
  297. package/lib/network/options.d.ts.map +1 -1
  298. package/lib/network/options.js.map +1 -1
  299. package/lib/network/peers/peerManager.d.ts +2 -1
  300. package/lib/network/peers/peerManager.d.ts.map +1 -1
  301. package/lib/network/peers/peerManager.js +30 -1
  302. package/lib/network/peers/peerManager.js.map +1 -1
  303. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  304. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  305. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  306. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  307. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  308. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  309. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  310. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  311. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  312. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  313. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  314. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  315. package/lib/network/processor/gossipHandlers.js +97 -38
  316. package/lib/network/processor/gossipHandlers.js.map +1 -1
  317. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  318. package/lib/network/processor/gossipQueues/index.js +6 -0
  319. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  320. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  321. package/lib/network/processor/gossipValidatorFn.js +5 -1
  322. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  323. package/lib/network/processor/index.d.ts +5 -0
  324. package/lib/network/processor/index.d.ts.map +1 -1
  325. package/lib/network/processor/index.js +37 -26
  326. package/lib/network/processor/index.js.map +1 -1
  327. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  328. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  329. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  330. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  331. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  332. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  333. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  334. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  335. package/lib/network/reqresp/handlers/index.js +5 -0
  336. package/lib/network/reqresp/handlers/index.js.map +1 -1
  337. package/lib/network/reqresp/protocols.d.ts +1 -0
  338. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  339. package/lib/network/reqresp/protocols.js +5 -0
  340. package/lib/network/reqresp/protocols.js.map +1 -1
  341. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  342. package/lib/network/reqresp/rateLimit.js +4 -0
  343. package/lib/network/reqresp/rateLimit.js.map +1 -1
  344. package/lib/network/reqresp/types.d.ts +5 -2
  345. package/lib/network/reqresp/types.d.ts.map +1 -1
  346. package/lib/network/reqresp/types.js +3 -0
  347. package/lib/network/reqresp/types.js.map +1 -1
  348. package/lib/node/nodejs.d.ts +3 -1
  349. package/lib/node/nodejs.d.ts.map +1 -1
  350. package/lib/node/nodejs.js +47 -21
  351. package/lib/node/nodejs.js.map +1 -1
  352. package/lib/node/options.d.ts +3 -1
  353. package/lib/node/options.d.ts.map +1 -1
  354. package/lib/node/options.js +4 -2
  355. package/lib/node/options.js.map +1 -1
  356. package/lib/sync/interface.d.ts.map +1 -1
  357. package/lib/sync/interface.js.map +1 -1
  358. package/lib/sync/sync.d.ts +7 -0
  359. package/lib/sync/sync.d.ts.map +1 -1
  360. package/lib/sync/sync.js +61 -3
  361. package/lib/sync/sync.js.map +1 -1
  362. package/lib/sync/unknownBlock.d.ts.map +1 -1
  363. package/lib/sync/unknownBlock.js +42 -18
  364. package/lib/sync/unknownBlock.js.map +1 -1
  365. package/lib/util/file.d.ts.map +1 -1
  366. package/lib/util/file.js +8 -9
  367. package/lib/util/file.js.map +1 -1
  368. package/lib/util/queue/itemQueue.js +1 -1
  369. package/lib/util/queue/itemQueue.js.map +1 -1
  370. package/lib/util/sszBytes.d.ts +5 -0
  371. package/lib/util/sszBytes.d.ts.map +1 -1
  372. package/lib/util/sszBytes.js +35 -2
  373. package/lib/util/sszBytes.js.map +1 -1
  374. package/package.json +31 -32
  375. package/src/api/impl/api.ts +1 -1
  376. package/src/api/impl/beacon/blocks/index.ts +57 -62
  377. package/src/api/impl/beacon/index.ts +3 -1
  378. package/src/api/impl/beacon/pool/index.ts +5 -1
  379. package/src/api/impl/beacon/state/index.ts +10 -1
  380. package/src/api/impl/beacon/state/utils.ts +20 -10
  381. package/src/api/impl/debug/index.ts +4 -0
  382. package/src/api/impl/validator/index.ts +178 -39
  383. package/src/api/options.ts +3 -0
  384. package/src/chain/ColumnReconstructionTracker.ts +60 -41
  385. package/src/chain/GetBlobsTracker.ts +97 -38
  386. package/src/chain/archiveStore/archiveStore.ts +1 -0
  387. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  388. package/src/chain/blocks/importBlock.ts +11 -14
  389. package/src/chain/blocks/importExecutionPayload.ts +81 -23
  390. package/src/chain/blocks/index.ts +6 -2
  391. package/src/chain/blocks/payloadEnvelopeProcessor.ts +35 -24
  392. package/src/chain/blocks/types.ts +9 -1
  393. package/src/chain/blocks/verifyBlock.ts +31 -16
  394. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  395. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  396. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +14 -6
  397. package/src/chain/bls/interface.ts +2 -0
  398. package/src/chain/bls/multithread/index.ts +14 -10
  399. package/src/chain/bls/multithread/types.ts +1 -1
  400. package/src/chain/bls/multithread/worker.ts +1 -5
  401. package/src/chain/bls/singleThread.ts +1 -1
  402. package/src/chain/bls/utils.ts +1 -1
  403. package/src/chain/chain.ts +10 -5
  404. package/src/chain/errors/blockError.ts +1 -1
  405. package/src/chain/errors/executionPayloadBid.ts +12 -0
  406. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  407. package/src/chain/errors/inclusionList.ts +38 -0
  408. package/src/chain/errors/index.ts +1 -0
  409. package/src/chain/interface.ts +4 -3
  410. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  411. package/src/chain/opPools/attestationPool.ts +16 -4
  412. package/src/chain/opPools/inclusionListStore.ts +208 -0
  413. package/src/chain/opPools/index.ts +1 -0
  414. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  415. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  416. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  417. package/src/chain/opPools/utils.ts +1 -1
  418. package/src/chain/options.ts +0 -2
  419. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  420. package/src/chain/regen/interface.ts +1 -1
  421. package/src/chain/validation/executionPayloadBid.ts +54 -183
  422. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  423. package/src/chain/validation/inclusionList.ts +192 -0
  424. package/src/chain/validation/index.ts +1 -0
  425. package/src/db/beacon.ts +44 -0
  426. package/src/db/dataColumnStore.ts +2 -4
  427. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  428. package/src/db/flatFileStore/slotIndex.ts +4 -3
  429. package/src/db/interface.ts +2 -0
  430. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  431. package/src/execution/builder/apiClient.ts +16 -13
  432. package/src/execution/builder/http.ts +4 -0
  433. package/src/execution/builder/validateBid.ts +23 -2
  434. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  435. package/src/execution/engine/disabled.ts +4 -0
  436. package/src/execution/engine/http.ts +40 -5
  437. package/src/execution/engine/index.ts +1 -1
  438. package/src/execution/engine/interface.ts +28 -4
  439. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  440. package/src/execution/engine/mock.ts +32 -7
  441. package/src/execution/engine/payloadIdCache.ts +24 -6
  442. package/src/execution/engine/restTransport.ts +15 -1
  443. package/src/execution/engine/transport.ts +7 -2
  444. package/src/execution/engine/types.ts +44 -7
  445. package/src/execution/engine/utils.ts +4 -2
  446. package/src/index.ts +2 -0
  447. package/src/metrics/metrics/beacon.ts +37 -0
  448. package/src/metrics/metrics/lodestar.ts +61 -0
  449. package/src/metrics/server/http.ts +5 -5
  450. package/src/monitoring/service.ts +1 -1
  451. package/src/network/core/networkCore.ts +5 -0
  452. package/src/network/core/networkCoreWorker.ts +1 -0
  453. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  454. package/src/network/core/types.ts +2 -0
  455. package/src/network/gossip/gossipsub.ts +11 -0
  456. package/src/network/gossip/interface.ts +5 -0
  457. package/src/network/gossip/topic.ts +14 -0
  458. package/src/network/interface.ts +4 -0
  459. package/src/network/libp2p/index.ts +5 -1
  460. package/src/network/network.ts +19 -1
  461. package/src/network/options.ts +2 -0
  462. package/src/network/peers/peerManager.ts +30 -3
  463. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  464. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  465. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  466. package/src/network/processor/gossipHandlers.ts +121 -41
  467. package/src/network/processor/gossipQueues/index.ts +6 -0
  468. package/src/network/processor/gossipValidatorFn.ts +5 -0
  469. package/src/network/processor/index.ts +33 -24
  470. package/src/network/processor/types.ts +1 -1
  471. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  472. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  473. package/src/network/reqresp/handlers/index.ts +5 -0
  474. package/src/network/reqresp/protocols.ts +6 -0
  475. package/src/network/reqresp/rateLimit.ts +4 -0
  476. package/src/network/reqresp/types.ts +6 -0
  477. package/src/node/nodejs.ts +58 -22
  478. package/src/node/options.ts +9 -6
  479. package/src/sync/interface.ts +1 -0
  480. package/src/sync/sync.ts +65 -4
  481. package/src/sync/unknownBlock.ts +47 -28
  482. package/src/util/file.ts +8 -9
  483. package/src/util/queue/itemQueue.ts +1 -1
  484. package/src/util/sszBytes.ts +42 -2
@@ -24,6 +24,7 @@ import {
24
24
  deneb,
25
25
  fulu,
26
26
  gloas,
27
+ isGloasBeaconBlock,
27
28
  isGloasDataColumnSidecar,
28
29
  ssz,
29
30
  sszTypesFor,
@@ -38,7 +39,7 @@ import {
38
39
  } from "../../chain/blocks/blockInput/index.js";
39
40
  import {PayloadError, PayloadErrorCode} from "../../chain/blocks/importExecutionPayload.js";
40
41
  import {PayloadEnvelopeInput, PayloadEnvelopeInputSource} from "../../chain/blocks/payloadEnvelopeInput/index.js";
41
- import {BlobSidecarValidation} from "../../chain/blocks/types.js";
42
+ import {BlobSidecarValidation, InclusionListSource} from "../../chain/blocks/types.js";
42
43
  import {ChainEvent} from "../../chain/emitter.js";
43
44
  import {
44
45
  AttestationError,
@@ -65,7 +66,11 @@ import {
65
66
  validateGossipGloasDataColumnSidecar,
66
67
  } from "../../chain/validation/dataColumnSidecar.js";
67
68
  import {validateGossipExecutionPayloadBid} from "../../chain/validation/executionPayloadBid.js";
68
- import {validateGossipExecutionPayloadEnvelope} from "../../chain/validation/executionPayloadEnvelope.js";
69
+ import {
70
+ validateGossipExecutionPayloadEnvelope,
71
+ validateGossipExecutionPayloadEnvelopeSerialized,
72
+ } from "../../chain/validation/executionPayloadEnvelope.js";
73
+ import {InclusionListValidationResult, validateGossipInclusionList} from "../../chain/validation/inclusionList.js";
69
74
  import {
70
75
  AggregateAndProofValidationResult,
71
76
  GossipAttestation,
@@ -149,6 +154,31 @@ export function getGossipHandlers(modules: ValidatorFnsModules, options: GossipH
149
154
  */
150
155
  function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHandlerOpts): SequentialGossipHandlers {
151
156
  const {chain, config, metrics, logger, core} = modules;
157
+ const incompletePayloadWaits = new WeakSet<PayloadEnvelopeInput>();
158
+
159
+ function scheduleIncompletePayloadEnvelope(payloadInput: PayloadEnvelopeInput, peer: string): void {
160
+ if (payloadInput.isComplete() || incompletePayloadWaits.has(payloadInput)) {
161
+ return;
162
+ }
163
+ incompletePayloadWaits.add(payloadInput);
164
+
165
+ const fork = config.getForkName(payloadInput.slot);
166
+ const cutoffTimeMs = getCutoffTimeMs(chain, payloadInput.slot, config.getPayloadDueMs(fork));
167
+ payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch(() => {
168
+ if (
169
+ payloadInput.isComplete() ||
170
+ chain.seenPayloadEnvelopeInputCache.get(payloadInput.blockRootHex) !== payloadInput
171
+ ) {
172
+ return;
173
+ }
174
+ chain.logger.debug("Payload envelope incomplete at payload deadline", payloadInput.getLogMeta());
175
+ chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
176
+ payloadInput,
177
+ peer,
178
+ source: BlockInputSource.gossip,
179
+ });
180
+ });
181
+ }
152
182
 
153
183
  /**
154
184
  * Add a gossip block to the seen caches. The proposer signature of the block MUST be verified.
@@ -678,10 +708,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
678
708
 
679
709
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
680
710
  // which is all the information we need so there is no reason to delay until execution payload arrives
681
- // TODO GLOAS: If we want EL retries after this initial attempt, add an explicit retry policy here
682
- // (for example later in the slot). Do not couple retries to incoming gossip columns.
683
- // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
684
- // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
711
+ // Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
712
+ // pending payload import. No processExecutionPayload trigger needed from this path.
685
713
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
686
714
  }
687
715
  })
@@ -691,11 +719,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
691
719
 
692
720
  if (e instanceof BlockError) {
693
721
  switch (e.type.code) {
694
- case BlockErrorCode.DATA_UNAVAILABLE: {
695
- // Error is quite frequent and not critical
722
+ case BlockErrorCode.DATA_UNAVAILABLE:
723
+ // Data did not arrive in time, BlockInputSync keeps pulling it and retries the import
696
724
  logLevel = LogLevel.debug;
697
725
  break;
698
- }
699
726
  // ALREADY_KNOWN should not happen with ignoreIfKnown=true above
700
727
  // PARENT_BLOCK_UNKNOWN should not happen, we handled this in validateBeaconBlock() function above
701
728
  case BlockErrorCode.ALREADY_KNOWN:
@@ -763,7 +790,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
763
790
  // roots per proposer and slot, which bounds full imports over gossip to one alternate
764
791
  chain.seenBlockProposers.hasBlockRoot(signedBlock.message.slot, e.type.proposerIndex, e.type.root) &&
765
792
  // A sibling with an unknown parent cannot be imported, sync fetches it if its branch becomes relevant
766
- chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null
793
+ chain.forkChoice.getBlockHexDefaultStatus(toRootHex(signedBlock.message.parentRoot)) !== null &&
794
+ (!isGloasBeaconBlock(signedBlock.message) ||
795
+ chain.forkChoice.getBlockHexAndBlockHash(
796
+ toRootHex(signedBlock.message.parentRoot),
797
+ toRootHex(signedBlock.message.body.signedExecutionPayloadBid.message.parentBlockHash)
798
+ ) !== null)
767
799
  ) {
768
800
  const blockInput = cacheSignatureVerifiedBlock(
769
801
  signedBlock,
@@ -898,28 +930,10 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
898
930
  }
899
931
 
900
932
  // NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
901
- // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
933
+ // envelope arrival (gossip or API). A pending payload import is awaiting
902
934
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
903
935
 
904
- if (!payloadInput.isComplete()) {
905
- const cutoffTimeMs = getCutoffTimeMs(chain, dataColumnSlot, BLOCK_AVAILABILITY_CUTOFF_MS);
906
- // do not await here to not delay gossip validation
907
- payloadInput.waitForEnvelopeAndAllData(cutoffTimeMs).catch((_e) => {
908
- chain.logger.debug(
909
- "Waited for envelope and data after receiving gossip column. Cut-off reached so emitting incompletePayloadEnvelope",
910
- {
911
- dataColumnIndex: index,
912
- ...payloadInputMeta,
913
- }
914
- );
915
- // TODO GLOAS: UnknownBlockSync to handle this event
916
- chain.emitter.emit(ChainEvent.incompletePayloadEnvelope, {
917
- payloadInput,
918
- peer: peerIdStr,
919
- source: BlockInputSource.gossip,
920
- });
921
- });
922
- }
936
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
923
937
  } catch (e) {
924
938
  logger.debug(
925
939
  "Error handling gossip data column",
@@ -1265,6 +1279,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1265
1279
  seenTimestampSec,
1266
1280
  }: GossipHandlerParamGeneric<GossipType.execution_payload>) => {
1267
1281
  const {serializedData} = gossipData;
1282
+ validateGossipExecutionPayloadEnvelopeSerialized(chain, serializedData);
1268
1283
  const signedEnvelope = sszDeserialize(topic, serializedData);
1269
1284
  const envelope = signedEnvelope.message;
1270
1285
 
@@ -1317,17 +1332,23 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1317
1332
  });
1318
1333
  }
1319
1334
 
1335
+ // Add the envelope in the same tick as validation, otherwise a by-root download that completes
1336
+ // before the next event loop sees no envelope, validates it again and adds it first
1337
+ if (!payloadInput.hasPayloadEnvelope()) {
1338
+ chain.serializedCache.set(signedEnvelope, serializedData);
1339
+
1340
+ payloadInput.addPayloadEnvelope({
1341
+ envelope: signedEnvelope,
1342
+ source: PayloadEnvelopeInputSource.gossip,
1343
+ seenTimestampSec,
1344
+ peerIdStr,
1345
+ });
1346
+ }
1347
+
1320
1348
  // Handler - deferred to next event loop so the validation result propagates first
1321
1349
  callInNextEventLoop(() => {
1322
1350
  try {
1323
- chain.serializedCache.set(signedEnvelope, serializedData);
1324
-
1325
- payloadInput.addPayloadEnvelope({
1326
- envelope: signedEnvelope,
1327
- source: PayloadEnvelopeInputSource.gossip,
1328
- seenTimestampSec,
1329
- peerIdStr,
1330
- });
1351
+ scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);
1331
1352
 
1332
1353
  chain.emitter.emit(routes.events.EventType.executionPayloadGossip, {
1333
1354
  slot,
@@ -1336,12 +1357,18 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1336
1357
  blockRoot: blockRootHex,
1337
1358
  });
1338
1359
 
1339
- chain.processExecutionPayload(payloadInput, {validSignature: true}).catch((e) => {
1360
+ // Signature is verified above only for this envelope, one added by another source is verified at import
1361
+ const validSignature = payloadInput.getPayloadEnvelope() === signedEnvelope;
1362
+ chain.processExecutionPayload(payloadInput, {validSignature}).catch((e) => {
1340
1363
  // Adjust verbosity based on error type
1341
1364
  let logLevel: LogLevel;
1342
1365
 
1343
1366
  if (e instanceof PayloadError) {
1344
1367
  switch (e.type.code) {
1368
+ case PayloadErrorCode.DATA_UNAVAILABLE:
1369
+ // Columns did not arrive in time, BlockInputSync keeps pulling them and retries the import
1370
+ logLevel = LogLevel.debug;
1371
+ break;
1345
1372
  // BLOCK_NOT_IN_FORK_CHOICE should not happen, validateGossipExecutionPayloadEnvelope above
1346
1373
  // already verified the block is in fork choice
1347
1374
  case PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE:
@@ -1350,11 +1377,14 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1350
1377
  // Errors might indicate an issue with our node or the connected EL client
1351
1378
  logLevel = LogLevel.error;
1352
1379
  break;
1353
- // INVALID_SIGNATURE should not happen, signature is verified during gossip validation
1380
+ // INVALID_SIGNATURE only happens for an envelope added by another source
1354
1381
  case PayloadErrorCode.INVALID_SIGNATURE:
1355
1382
  case PayloadErrorCode.ENVELOPE_VERIFICATION_ERROR:
1356
1383
  case PayloadErrorCode.EXECUTION_ENGINE_INVALID:
1357
- core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1384
+ // Penalize only when the stored envelope is the one this peer sent, not one added by another source
1385
+ if (validSignature) {
1386
+ core.reportPeer(peerIdStr, PeerAction.LowToleranceError, "BadGossipPayload");
1387
+ }
1358
1388
  // The builder may have signed another envelope that is valid, keeping this one would make
1359
1389
  // by-root and range sync reuse it and never import the payload
1360
1390
  chain.seenPayloadEnvelopeInputCache.removeInvalid(payloadInput);
@@ -1501,6 +1531,56 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1501
1531
  }
1502
1532
  });
1503
1533
  },
1534
+
1535
+ [GossipType.inclusion_list]: async ({
1536
+ gossipData,
1537
+ topic,
1538
+ seenTimestampSec,
1539
+ }: GossipHandlerParamGeneric<GossipType.inclusion_list>) => {
1540
+ const {serializedData} = gossipData;
1541
+ const signedInclusionList = sszDeserialize(topic, serializedData);
1542
+ const {slot} = signedInclusionList.message;
1543
+
1544
+ metrics?.inclusionListsReceived.inc({source: InclusionListSource.gossip});
1545
+ metrics?.inclusionListTransactionsReceived.inc(
1546
+ {source: InclusionListSource.gossip},
1547
+ signedInclusionList.message.transactions.length
1548
+ );
1549
+
1550
+ const timer = metrics?.inclusionListsValidationTime.startTimer();
1551
+ let validationResult: InclusionListValidationResult;
1552
+ try {
1553
+ validationResult = await validateGossipInclusionList(chain, signedInclusionList);
1554
+ } finally {
1555
+ timer?.({source: InclusionListSource.gossip});
1556
+ }
1557
+ const {committeeIndices, totalBytes} = validationResult;
1558
+
1559
+ // Handler - deferred to next event loop so the validation result propagates first
1560
+ callInNextEventLoop(() => {
1561
+ try {
1562
+ metrics?.inclusionListsValid.inc({source: InclusionListSource.gossip});
1563
+ metrics?.inclusionListsValidSize.inc(totalBytes);
1564
+ // Timely only if received within its own slot before the deadline, so a list for the next slot that
1565
+ // passed validation under clock disparity is untimely. Late lists are still stored, marked untimely
1566
+ const secFromSlot = chain.clock.secFromSlot(slot, seenTimestampSec);
1567
+ metrics?.inclusionListArrivalTime.observe(secFromSlot);
1568
+ const isTimely =
1569
+ secFromSlot >= 0 && secFromSlot * 1000 < config.getInclusionListDueMs(config.getForkName(slot));
1570
+
1571
+ const insertOutcome = chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
1572
+ metrics?.inclusionListStore.insertOutcome.inc({insertOutcome});
1573
+ metrics?.inclusionListStore.size.set(chain.inclusionListStore.size);
1574
+
1575
+ chain.emitter.emit(routes.events.EventType.inclusionList, {
1576
+ version: config.getForkName(slot),
1577
+ data: signedInclusionList,
1578
+ });
1579
+ } catch (e) {
1580
+ logger.debug("Error handling gossip inclusion list", {slot}, e as Error);
1581
+ }
1582
+ });
1583
+ },
1504
1584
  };
1505
1585
  }
1506
1586
 
@@ -88,6 +88,12 @@ const linearGossipQueueOpts: {
88
88
  type: QueueType.FIFO,
89
89
  dropOpts: {type: DropType.count, count: 1},
90
90
  },
91
+ [GossipType.inclusion_list]: {
92
+ // 16 committee members, two lists each under the first-or-second-message rule, 32 per slot
93
+ maxLength: 1024,
94
+ type: QueueType.FIFO,
95
+ dropOpts: {type: DropType.count, count: 1},
96
+ },
91
97
  };
92
98
 
93
99
  const indexedGossipQueueOpts: {
@@ -13,6 +13,7 @@ import {
13
13
  ExecutionPayloadEnvelopeErrorCode,
14
14
  GossipAction,
15
15
  GossipActionError,
16
+ InclusionListErrorCode,
16
17
  PayloadAttestationErrorCode,
17
18
  ProposerPreferencesErrorCode,
18
19
  ProposerSlashingErrorCode,
@@ -86,6 +87,10 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
86
87
  default: PeerAction.MidToleranceError,
87
88
  byCode: {[PayloadAttestationErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
88
89
  },
90
+ [GossipType.inclusion_list]: {
91
+ default: PeerAction.MidToleranceError,
92
+ byCode: {[InclusionListErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
93
+ },
89
94
  [GossipType.execution_payload_bid]: {
90
95
  default: PeerAction.HighToleranceError,
91
96
  byCode: {[ExecutionPayloadBidErrorCode.INVALID_SIGNATURE]: PeerAction.Fatal},
@@ -63,7 +63,7 @@ export type NetworkProcessorOpts = GossipHandlerOpts & {
63
63
  /**
64
64
  * Keep up to 3 slot of unknown roots, so we don't always emit to UnknownBlock sync.
65
65
  */
66
- const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
66
+ export const MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE = 3;
67
67
 
68
68
  /**
69
69
  * Max distinct roots we BUFFER messages for, per slot. Kept tight to avoid the OOM
@@ -140,6 +140,7 @@ const executeGossipWorkOrderObj: Record<GossipType, WorkOpts> = {
140
140
  [GossipType.payload_attestation_message]: {},
141
141
  [GossipType.execution_payload_bid]: {},
142
142
  [GossipType.proposer_preferences]: {},
143
+ [GossipType.inclusion_list]: {},
143
144
  };
144
145
  const executeGossipWorkOrder = Object.keys(executeGossipWorkOrderObj) as (keyof typeof executeGossipWorkOrderObj)[];
145
146
 
@@ -665,6 +666,7 @@ export class NetworkProcessor {
665
666
  *
666
667
  * For DOS protection, the message is ignored (reject metric incremented) when any cap is hit:
667
668
  * - MAX_QUEUED_UNKNOWN_BLOCK_GOSSIP_OBJECTS: global awaiting-block message count
669
+ * - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE: message slot already pruned by onClockSlot, so not bounded by the per-slot root budget
668
670
  * - MAX_BUFFERED_ROOTS_PER_SLOT: distinct roots we buffer messages for, per slot
669
671
  * - MAX_AWAITING_MESSAGES_PER_ROOT[topic]: messages buffered per (root, topic)
670
672
  */
@@ -675,6 +677,10 @@ export class NetworkProcessor {
675
677
  metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
676
678
  return;
677
679
  }
680
+ if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
681
+ metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
682
+ return;
683
+ }
678
684
  // per-(root, topic) message cap: e.g. <= NUMBER_OF_COLUMNS columns per root
679
685
  const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
680
686
  if (
@@ -701,6 +707,10 @@ export class NetworkProcessor {
701
707
  metric?.reject.inc({reason: ReprocessRejectReason.reached_limit, topic: topicType});
702
708
  return;
703
709
  }
710
+ if (slot <= this.chain.clock.currentSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE) {
711
+ metric?.reject.inc({reason: ReprocessRejectReason.expired, topic: topicType});
712
+ return;
713
+ }
704
714
  const perRootCap = MAX_AWAITING_MESSAGES_PER_ROOT[topicType];
705
715
  if (
706
716
  perRootCap !== undefined &&
@@ -857,19 +867,20 @@ export class NetworkProcessor {
857
867
  const nowSec = Date.now() / 1000;
858
868
  const minSlot = clockSlot - MAX_UNKNOWN_ROOTS_SLOT_CACHE_SIZE;
859
869
 
860
- for (const [slot, searchedRoots] of this.searchedRootsBySlot) {
870
+ for (const [slot, bufferedRoots] of this.bufferedRootsBySlot) {
861
871
  if (slot > minSlot) continue;
862
872
 
863
- // expire messages awaiting an unknown block for these roots. Only roots this slot did a BLOCK search
864
- // for (blockPeerIds set) have block waits keyed here; skipping the rest avoids deleting a payload wait
865
- // that a newer slot created for the same root (block/envelope searches share searchedRootsBySlot).
866
- for (const [rootHex, entry] of searchedRoots) {
867
- if (entry.blockPeerIds === undefined) continue;
873
+ for (const rootHex of bufferedRoots) {
868
874
  const messagesByTopic = this.awaitingMessagesByBlockRoot.get(rootHex);
869
875
  if (messagesByTopic === undefined) continue;
870
- let removed = 0;
876
+ let remaining = 0;
871
877
  for (const messages of messagesByTopic.values()) {
872
878
  for (const message of messages) {
879
+ // the same root may be buffered again from a newer slot, keep those messages.
880
+ // msgSlot is always set before buffering, a missing one expires rather than leaks
881
+ if ((message.msgSlot ?? minSlot) > minSlot) continue;
882
+ messages.delete(message);
883
+ this.awaitingBlockMessageCount--;
873
884
  const topicType = message.topic.type;
874
885
  this.metrics?.awaitingBlockGossipMessages.reject.inc({
875
886
  topic: topicType,
@@ -881,22 +892,22 @@ export class NetworkProcessor {
881
892
  );
882
893
  // No need to report the dropped job to gossip. It will be eventually pruned from the mcache
883
894
  }
884
- removed += messages.size;
885
- }
886
- if (this.awaitingMessagesByBlockRoot.delete(rootHex)) {
887
- this.awaitingBlockMessageCount -= removed;
895
+ remaining += messages.size;
888
896
  }
897
+ if (remaining === 0) this.awaitingMessagesByBlockRoot.delete(rootHex);
889
898
  }
890
899
 
891
- // expire messages awaiting an unknown payload envelope for these roots. Symmetric to the block pass:
892
- // only roots this slot did an ENVELOPE search for (envelopePeerIds set) have payload waits keyed here.
893
- for (const [rootHex, entry] of searchedRoots) {
894
- if (entry.envelopePeerIds === undefined) continue;
900
+ for (const rootHex of bufferedRoots) {
895
901
  const messagesByTopic = this.awaitingMessagesByPayloadBlockRoot.get(rootHex);
896
902
  if (messagesByTopic === undefined) continue;
897
- let removed = 0;
903
+ let remaining = 0;
898
904
  for (const messages of messagesByTopic.values()) {
899
905
  for (const message of messages) {
906
+ // the same root may be buffered again from a newer slot, keep those messages.
907
+ // msgSlot is always set before buffering, a missing one expires rather than leaks
908
+ if ((message.msgSlot ?? minSlot) > minSlot) continue;
909
+ messages.delete(message);
910
+ this.awaitingPayloadMessageCount--;
900
911
  const topicType = message.topic.type;
901
912
  this.metrics?.awaitingPayloadGossipMessages.reject.inc({
902
913
  topic: topicType,
@@ -908,18 +919,16 @@ export class NetworkProcessor {
908
919
  );
909
920
  // No need to report the dropped job to gossip. It will be eventually pruned from the mcache
910
921
  }
911
- removed += messages.size;
912
- }
913
- if (this.awaitingMessagesByPayloadBlockRoot.delete(rootHex)) {
914
- this.awaitingPayloadMessageCount -= removed;
922
+ remaining += messages.size;
915
923
  }
924
+ if (remaining === 0) this.awaitingMessagesByPayloadBlockRoot.delete(rootHex);
916
925
  }
917
926
 
918
- this.searchedRootsBySlot.delete(slot);
927
+ this.bufferedRootsBySlot.delete(slot);
919
928
  }
920
929
 
921
- for (const slot of this.bufferedRootsBySlot.keys()) {
922
- if (slot <= minSlot) this.bufferedRootsBySlot.delete(slot);
930
+ for (const slot of this.searchedRootsBySlot.keys()) {
931
+ if (slot <= minSlot) this.searchedRootsBySlot.delete(slot);
923
932
  }
924
933
 
925
934
  for (const [peer, slot] of this.fatalPeers) {
@@ -11,7 +11,7 @@ export type GossipAttestationsWork = {
11
11
  export type PendingGossipsubMessage = {
12
12
  topic: GossipTopic;
13
13
  msg: Message;
14
- // only available for beacon_attestation and aggregate_and_proof
14
+ // set for every topic with a slot, held messages expire by it
15
15
  msgSlot?: Slot;
16
16
  msgId: string;
17
17
  propagationSource: PeerIdStr;
@@ -311,6 +311,13 @@ export class ReqRespBeaconNode extends ReqResp {
311
311
  );
312
312
  }
313
313
 
314
+ if (ForkSeq[fork] >= ForkSeq.heze) {
315
+ protocolsAtFork.push([
316
+ protocols.InclusionListsByIndices(fork, this.config),
317
+ this.getHandler(ReqRespMethod.InclusionListsByIndices),
318
+ ]);
319
+ }
320
+
314
321
  return protocolsAtFork;
315
322
  }
316
323
 
@@ -0,0 +1,44 @@
1
+ import {PeerId} from "@libp2p/interface";
2
+ import {ResponseOutgoing} from "@lodestar/reqresp";
3
+ import {computeEpochAtSlot, computeStartSlotAtEpoch} from "@lodestar/state-transition";
4
+ import {heze, ssz} from "@lodestar/types";
5
+ import {toRootHex} from "@lodestar/utils";
6
+ import {IBeaconChain} from "../../../chain/index.js";
7
+ import {prettyPrintPeerId} from "../../util.js";
8
+
9
+ /**
10
+ * Only lists that passed gossip validation are stored and the store skips equivocators, so the spec's
11
+ * "SHOULD NOT respond with lists that fail gossip validation or are from equivocators" holds by construction.
12
+ */
13
+ export async function* onInclusionListsByIndices(
14
+ requestBody: heze.InclusionListsByIndicesRequest,
15
+ chain: IBeaconChain,
16
+ peerId: PeerId,
17
+ peerClient: string
18
+ ): AsyncIterable<ResponseOutgoing> {
19
+ const {slot, dependentRoot, indices} = requestBody;
20
+
21
+ const minimumRequestSlot = Math.max(
22
+ chain.clock.currentSlot - chain.config.MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS,
23
+ computeStartSlotAtEpoch(chain.config.HEZE_FORK_EPOCH)
24
+ );
25
+ if (slot < minimumRequestSlot) {
26
+ chain.logger.debug("Cannot serve InclusionListsByIndices: slot below minimum request slot", {
27
+ slot,
28
+ minimumRequestSlot,
29
+ peer: prettyPrintPeerId(peerId),
30
+ client: peerClient,
31
+ });
32
+ return;
33
+ }
34
+
35
+ const signedInclusionLists = chain.inclusionListStore.getByIndices(slot, toRootHex(dependentRoot), indices);
36
+
37
+ const boundary = chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(slot));
38
+ for (const signedInclusionList of signedInclusionLists.slice(0, chain.config.MAX_REQUEST_INCLUSION_LIST)) {
39
+ yield {
40
+ data: ssz.heze.SignedInclusionList.serialize(signedInclusionList),
41
+ boundary,
42
+ };
43
+ }
44
+ }
@@ -19,6 +19,7 @@ import {onDataColumnSidecarsByRange} from "./dataColumnSidecarsByRange.js";
19
19
  import {onDataColumnSidecarsByRoot} from "./dataColumnSidecarsByRoot.js";
20
20
  import {onExecutionPayloadEnvelopesByRange} from "./executionPayloadEnvelopesByRange.js";
21
21
  import {onExecutionPayloadEnvelopesByRoot} from "./executionPayloadEnvelopesByRoot.js";
22
+ import {onInclusionListsByIndices} from "./inclusionListsByIndices.js";
22
23
  import {onLightClientBootstrap} from "./lightClientBootstrap.js";
23
24
  import {onLightClientFinalityUpdate} from "./lightClientFinalityUpdate.js";
24
25
  import {onLightClientOptimisticUpdate} from "./lightClientOptimisticUpdate.js";
@@ -142,6 +143,10 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
142
143
  },
143
144
  [ReqRespMethod.LightClientFinalityUpdate]: () => onLightClientFinalityUpdate(chain),
144
145
  [ReqRespMethod.LightClientOptimisticUpdate]: () => onLightClientOptimisticUpdate(chain),
146
+ [ReqRespMethod.InclusionListsByIndices]: (req, peerId, peerClient) => {
147
+ const body = deserializeRequestBody(ssz.heze.InclusionListsByIndicesRequest, req.data);
148
+ return onInclusionListsByIndices(body, chain, peerId, peerClient);
149
+ },
145
150
  };
146
151
 
147
152
  return (method) => handlers[method];
@@ -113,6 +113,12 @@ export const ExecutionPayloadEnvelopesByRange = toProtocol({
113
113
  contextBytesType: ContextBytesType.ForkDigest,
114
114
  });
115
115
 
116
+ export const InclusionListsByIndices = toProtocol({
117
+ method: ReqRespMethod.InclusionListsByIndices,
118
+ version: Version.V1,
119
+ contextBytesType: ContextBytesType.ForkDigest,
120
+ });
121
+
116
122
  export const LightClientBootstrap = toProtocol({
117
123
  method: ReqRespMethod.LightClientBootstrap,
118
124
  version: Version.V1,
@@ -109,6 +109,10 @@ export const rateLimitQuotas: (fork: ForkName, config: BeaconConfig) => Record<R
109
109
  // Allow 2 per slot and a very safe bound until there's more testing of real usage.
110
110
  byPeer: {quota: 2, quotaTimeMs: config.getSlotDurationMs(fork)},
111
111
  },
112
+ [ReqRespMethod.InclusionListsByIndices]: {
113
+ // Peers only backfill what gossip missed, so a small per-slot allowance is enough
114
+ byPeer: {quota: 5, quotaTimeMs: config.getSlotDurationMs(fork)},
115
+ },
112
116
  [ReqRespMethod.LightClientOptimisticUpdate]: {
113
117
  // Optimistic updates should not be requested more than once per slot.
114
118
  // Allow 2 per slot and a very safe bound until there's more testing of real usage.
@@ -16,6 +16,7 @@ import {
16
16
  deneb,
17
17
  fulu,
18
18
  gloas,
19
+ heze,
19
20
  phase0,
20
21
  ssz,
21
22
  sszTypesFor,
@@ -53,6 +54,7 @@ export enum ReqRespMethod {
53
54
  LightClientUpdatesByRange = "light_client_updates_by_range",
54
55
  LightClientFinalityUpdate = "light_client_finality_update",
55
56
  LightClientOptimisticUpdate = "light_client_optimistic_update",
57
+ InclusionListsByIndices = "inclusion_lists_by_indices",
56
58
  }
57
59
 
58
60
  // To typesafe events to network
@@ -74,6 +76,7 @@ export type RequestBodyByMethod = {
74
76
  [ReqRespMethod.LightClientUpdatesByRange]: altair.LightClientUpdatesByRange;
75
77
  [ReqRespMethod.LightClientFinalityUpdate]: null;
76
78
  [ReqRespMethod.LightClientOptimisticUpdate]: null;
79
+ [ReqRespMethod.InclusionListsByIndices]: heze.InclusionListsByIndicesRequest;
77
80
  };
78
81
 
79
82
  type ResponseBodyByMethod = {
@@ -96,6 +99,7 @@ type ResponseBodyByMethod = {
96
99
  [ReqRespMethod.LightClientUpdatesByRange]: LightClientUpdate;
97
100
  [ReqRespMethod.LightClientFinalityUpdate]: LightClientFinalityUpdate;
98
101
  [ReqRespMethod.LightClientOptimisticUpdate]: LightClientOptimisticUpdate;
102
+ [ReqRespMethod.InclusionListsByIndices]: heze.SignedInclusionList;
99
103
  };
100
104
 
101
105
  /** Request SSZ type for each method and ForkName */
@@ -126,6 +130,7 @@ export const requestSszTypeByMethod: (
126
130
  [ReqRespMethod.LightClientUpdatesByRange]: ssz.altair.LightClientUpdatesByRange,
127
131
  [ReqRespMethod.LightClientFinalityUpdate]: null,
128
132
  [ReqRespMethod.LightClientOptimisticUpdate]: null,
133
+ [ReqRespMethod.InclusionListsByIndices]: ssz.heze.InclusionListsByIndicesRequest,
129
134
  });
130
135
 
131
136
  export type ResponseTypeGetter<T> = (fork: ForkName, version: number) => Type<T>;
@@ -158,6 +163,7 @@ export const responseSszTypeByMethod: {[K in ReqRespMethod]: ResponseTypeGetter<
158
163
  [ReqRespMethod.ExecutionPayloadEnvelopesByRange]: () => ssz.gloas.SignedExecutionPayloadEnvelope,
159
164
  [ReqRespMethod.LightClientOptimisticUpdate]: (fork) =>
160
165
  sszTypesFor(onlyPostAltairFork(fork)).LightClientOptimisticUpdate,
166
+ [ReqRespMethod.InclusionListsByIndices]: () => ssz.heze.SignedInclusionList,
161
167
  };
162
168
 
163
169
  function onlyPostAltairFork(fork: ForkName): ForkPostAltair {