@lodestar/beacon-node 1.51.0-dev.83da04fef3 → 1.51.0-dev.8d8efcbf5f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (385) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +29 -34
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/pool/index.js +5 -2
  13. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  15. package/lib/api/impl/beacon/state/index.js +8 -2
  16. package/lib/api/impl/beacon/state/index.js.map +1 -1
  17. package/lib/api/impl/beacon/state/utils.d.ts +3 -2
  18. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  19. package/lib/api/impl/beacon/state/utils.js +17 -9
  20. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  21. package/lib/api/impl/debug/index.d.ts.map +1 -1
  22. package/lib/api/impl/debug/index.js +3 -0
  23. package/lib/api/impl/debug/index.js.map +1 -1
  24. package/lib/api/impl/validator/index.d.ts.map +1 -1
  25. package/lib/api/impl/validator/index.js +105 -10
  26. package/lib/api/impl/validator/index.js.map +1 -1
  27. package/lib/api/options.d.ts +2 -0
  28. package/lib/api/options.d.ts.map +1 -1
  29. package/lib/api/options.js +1 -0
  30. package/lib/api/options.js.map +1 -1
  31. package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
  32. package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
  33. package/lib/chain/ColumnReconstructionTracker.js +46 -40
  34. package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
  35. package/lib/chain/GetBlobsTracker.d.ts +11 -0
  36. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  37. package/lib/chain/GetBlobsTracker.js +85 -27
  38. package/lib/chain/GetBlobsTracker.js.map +1 -1
  39. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  40. package/lib/chain/archiveStore/archiveStore.js +1 -0
  41. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  42. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +4 -0
  43. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  44. package/lib/chain/archiveStore/utils/archiveBlocks.js +61 -97
  45. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  46. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  47. package/lib/chain/blocks/importBlock.js +9 -7
  48. package/lib/chain/blocks/importBlock.js.map +1 -1
  49. package/lib/chain/blocks/importExecutionPayload.d.ts +4 -1
  50. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  51. package/lib/chain/blocks/importExecutionPayload.js +57 -4
  52. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  53. package/lib/chain/blocks/index.js +2 -2
  54. package/lib/chain/blocks/index.js.map +1 -1
  55. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +5 -5
  56. package/lib/chain/blocks/payloadEnvelopeProcessor.js +7 -7
  57. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  58. package/lib/chain/blocks/types.d.ts +4 -0
  59. package/lib/chain/blocks/types.d.ts.map +1 -1
  60. package/lib/chain/blocks/types.js +5 -0
  61. package/lib/chain/blocks/types.js.map +1 -1
  62. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  63. package/lib/chain/blocks/verifyBlock.js +1 -1
  64. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  65. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  66. package/lib/chain/blocks/verifyBlocksDataAvailability.js +8 -1
  67. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  68. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts +3 -3
  69. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  70. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +13 -6
  71. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  72. package/lib/chain/bls/multithread/index.js +5 -5
  73. package/lib/chain/bls/multithread/index.js.map +1 -1
  74. package/lib/chain/bls/multithread/types.d.ts +1 -1
  75. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  76. package/lib/chain/bls/multithread/worker.js +1 -1
  77. package/lib/chain/bls/multithread/worker.js.map +1 -1
  78. package/lib/chain/bls/singleThread.js +1 -1
  79. package/lib/chain/bls/singleThread.js.map +1 -1
  80. package/lib/chain/bls/utils.js +1 -1
  81. package/lib/chain/bls/utils.js.map +1 -1
  82. package/lib/chain/chain.d.ts +3 -2
  83. package/lib/chain/chain.d.ts.map +1 -1
  84. package/lib/chain/chain.js +9 -5
  85. package/lib/chain/chain.js.map +1 -1
  86. package/lib/chain/errors/blockError.d.ts +1 -1
  87. package/lib/chain/errors/blockError.d.ts.map +1 -1
  88. package/lib/chain/errors/blockError.js +1 -1
  89. package/lib/chain/errors/blockError.js.map +1 -1
  90. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  91. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  92. package/lib/chain/errors/executionPayloadBid.js +2 -0
  93. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  94. package/lib/chain/errors/inclusionList.d.ts +60 -0
  95. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  96. package/lib/chain/errors/inclusionList.js +19 -0
  97. package/lib/chain/errors/inclusionList.js.map +1 -0
  98. package/lib/chain/errors/index.d.ts +1 -0
  99. package/lib/chain/errors/index.d.ts.map +1 -1
  100. package/lib/chain/errors/index.js +1 -0
  101. package/lib/chain/errors/index.js.map +1 -1
  102. package/lib/chain/interface.d.ts +4 -4
  103. package/lib/chain/interface.d.ts.map +1 -1
  104. package/lib/chain/interface.js.map +1 -1
  105. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  106. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  107. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  108. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  109. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  110. package/lib/chain/opPools/attestationPool.js +1 -1
  111. package/lib/chain/opPools/attestationPool.js.map +1 -1
  112. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  113. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  114. package/lib/chain/opPools/inclusionListStore.js +171 -0
  115. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  116. package/lib/chain/opPools/index.d.ts +1 -0
  117. package/lib/chain/opPools/index.d.ts.map +1 -1
  118. package/lib/chain/opPools/index.js +1 -0
  119. package/lib/chain/opPools/index.js.map +1 -1
  120. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  121. package/lib/chain/opPools/payloadAttestationPool.js +1 -1
  122. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  123. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  124. package/lib/chain/opPools/syncCommitteeMessagePool.js +1 -1
  125. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  126. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  127. package/lib/chain/opPools/syncContributionAndProofPool.js +1 -1
  128. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  129. package/lib/chain/opPools/utils.d.ts +1 -1
  130. package/lib/chain/opPools/utils.d.ts.map +1 -1
  131. package/lib/chain/opPools/utils.js +1 -1
  132. package/lib/chain/opPools/utils.js.map +1 -1
  133. package/lib/chain/options.d.ts +0 -1
  134. package/lib/chain/options.d.ts.map +1 -1
  135. package/lib/chain/options.js +0 -1
  136. package/lib/chain/options.js.map +1 -1
  137. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  138. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  139. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  140. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  141. package/lib/chain/regen/interface.d.ts +1 -1
  142. package/lib/chain/regen/interface.d.ts.map +1 -1
  143. package/lib/chain/regen/interface.js +1 -1
  144. package/lib/chain/regen/interface.js.map +1 -1
  145. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  146. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  147. package/lib/chain/validation/executionPayloadBid.js +24 -145
  148. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  149. package/lib/chain/validation/inclusionList.d.ts +14 -0
  150. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  151. package/lib/chain/validation/inclusionList.js +150 -0
  152. package/lib/chain/validation/inclusionList.js.map +1 -0
  153. package/lib/chain/validation/index.d.ts +1 -0
  154. package/lib/chain/validation/index.d.ts.map +1 -1
  155. package/lib/chain/validation/index.js +1 -0
  156. package/lib/chain/validation/index.js.map +1 -1
  157. package/lib/db/beacon.d.ts +7 -0
  158. package/lib/db/beacon.d.ts.map +1 -1
  159. package/lib/db/beacon.js +34 -0
  160. package/lib/db/beacon.js.map +1 -1
  161. package/lib/db/dataColumnStore.d.ts +1 -1
  162. package/lib/db/dataColumnStore.d.ts.map +1 -1
  163. package/lib/db/dataColumnStore.js +1 -4
  164. package/lib/db/dataColumnStore.js.map +1 -1
  165. package/lib/db/interface.d.ts +1 -0
  166. package/lib/db/interface.d.ts.map +1 -1
  167. package/lib/db/repositories/dataColumnSidecarArchive.d.ts +6 -0
  168. package/lib/db/repositories/dataColumnSidecarArchive.d.ts.map +1 -1
  169. package/lib/db/repositories/dataColumnSidecarArchive.js +19 -0
  170. package/lib/db/repositories/dataColumnSidecarArchive.js.map +1 -1
  171. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  172. package/lib/execution/builder/validateBid.js +14 -1
  173. package/lib/execution/builder/validateBid.js.map +1 -1
  174. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  175. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  176. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  177. package/lib/execution/engine/disabled.d.ts +1 -0
  178. package/lib/execution/engine/disabled.d.ts.map +1 -1
  179. package/lib/execution/engine/disabled.js +3 -0
  180. package/lib/execution/engine/disabled.js.map +1 -1
  181. package/lib/execution/engine/http.d.ts +8 -2
  182. package/lib/execution/engine/http.d.ts.map +1 -1
  183. package/lib/execution/engine/http.js +27 -4
  184. package/lib/execution/engine/http.js.map +1 -1
  185. package/lib/execution/engine/index.d.ts +1 -1
  186. package/lib/execution/engine/index.d.ts.map +1 -1
  187. package/lib/execution/engine/index.js +1 -1
  188. package/lib/execution/engine/index.js.map +1 -1
  189. package/lib/execution/engine/interface.d.ts +12 -3
  190. package/lib/execution/engine/interface.d.ts.map +1 -1
  191. package/lib/execution/engine/interface.js.map +1 -1
  192. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  193. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  194. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  195. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  196. package/lib/execution/engine/mock.d.ts +1 -0
  197. package/lib/execution/engine/mock.d.ts.map +1 -1
  198. package/lib/execution/engine/mock.js +31 -7
  199. package/lib/execution/engine/mock.js.map +1 -1
  200. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  201. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  202. package/lib/execution/engine/payloadIdCache.js +15 -4
  203. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  204. package/lib/execution/engine/restTransport.d.ts +2 -1
  205. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  206. package/lib/execution/engine/restTransport.js +3 -0
  207. package/lib/execution/engine/restTransport.js.map +1 -1
  208. package/lib/execution/engine/sszTypes.d.ts +38 -38
  209. package/lib/execution/engine/transport.d.ts +5 -2
  210. package/lib/execution/engine/transport.d.ts.map +1 -1
  211. package/lib/execution/engine/types.d.ts +25 -1
  212. package/lib/execution/engine/types.d.ts.map +1 -1
  213. package/lib/execution/engine/types.js +19 -6
  214. package/lib/execution/engine/types.js.map +1 -1
  215. package/lib/index.d.ts +1 -0
  216. package/lib/index.d.ts.map +1 -1
  217. package/lib/index.js +2 -0
  218. package/lib/index.js.map +1 -1
  219. package/lib/metrics/metrics/beacon.d.ts +16 -0
  220. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  221. package/lib/metrics/metrics/beacon.js +35 -0
  222. package/lib/metrics/metrics/beacon.js.map +1 -1
  223. package/lib/metrics/metrics/lodestar.d.ts +19 -0
  224. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  225. package/lib/metrics/metrics/lodestar.js +49 -0
  226. package/lib/metrics/metrics/lodestar.js.map +1 -1
  227. package/lib/monitoring/service.js +1 -1
  228. package/lib/monitoring/service.js.map +1 -1
  229. package/lib/network/gossip/interface.d.ts +8 -2
  230. package/lib/network/gossip/interface.d.ts.map +1 -1
  231. package/lib/network/gossip/interface.js +1 -0
  232. package/lib/network/gossip/interface.js.map +1 -1
  233. package/lib/network/gossip/topic.d.ts +13 -5
  234. package/lib/network/gossip/topic.d.ts.map +1 -1
  235. package/lib/network/gossip/topic.js +13 -1
  236. package/lib/network/gossip/topic.js.map +1 -1
  237. package/lib/network/interface.d.ts +2 -1
  238. package/lib/network/interface.d.ts.map +1 -1
  239. package/lib/network/network.d.ts +2 -1
  240. package/lib/network/network.d.ts.map +1 -1
  241. package/lib/network/network.js +8 -1
  242. package/lib/network/network.js.map +1 -1
  243. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  244. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  245. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  246. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  247. package/lib/network/processor/gossipHandlers.js +73 -24
  248. package/lib/network/processor/gossipHandlers.js.map +1 -1
  249. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  250. package/lib/network/processor/gossipQueues/index.js +6 -0
  251. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  252. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  253. package/lib/network/processor/gossipValidatorFn.js +5 -1
  254. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  255. package/lib/network/processor/index.d.ts +5 -0
  256. package/lib/network/processor/index.d.ts.map +1 -1
  257. package/lib/network/processor/index.js +37 -26
  258. package/lib/network/processor/index.js.map +1 -1
  259. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  260. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  261. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  262. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  263. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  264. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  265. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  266. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  267. package/lib/network/reqresp/handlers/index.js +5 -0
  268. package/lib/network/reqresp/handlers/index.js.map +1 -1
  269. package/lib/network/reqresp/protocols.d.ts +1 -0
  270. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  271. package/lib/network/reqresp/protocols.js +5 -0
  272. package/lib/network/reqresp/protocols.js.map +1 -1
  273. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  274. package/lib/network/reqresp/rateLimit.js +4 -0
  275. package/lib/network/reqresp/rateLimit.js.map +1 -1
  276. package/lib/network/reqresp/types.d.ts +5 -2
  277. package/lib/network/reqresp/types.d.ts.map +1 -1
  278. package/lib/network/reqresp/types.js +3 -0
  279. package/lib/network/reqresp/types.js.map +1 -1
  280. package/lib/node/nodejs.d.ts +1 -1
  281. package/lib/node/nodejs.d.ts.map +1 -1
  282. package/lib/node/nodejs.js +10 -2
  283. package/lib/node/nodejs.js.map +1 -1
  284. package/lib/node/options.d.ts +1 -1
  285. package/lib/node/options.d.ts.map +1 -1
  286. package/lib/node/options.js +1 -1
  287. package/lib/node/options.js.map +1 -1
  288. package/lib/sync/interface.d.ts.map +1 -1
  289. package/lib/sync/interface.js.map +1 -1
  290. package/lib/sync/unknownBlock.d.ts.map +1 -1
  291. package/lib/sync/unknownBlock.js +42 -18
  292. package/lib/sync/unknownBlock.js.map +1 -1
  293. package/lib/util/queue/itemQueue.js +1 -1
  294. package/lib/util/queue/itemQueue.js.map +1 -1
  295. package/lib/util/sszBytes.js +2 -2
  296. package/lib/util/sszBytes.js.map +1 -1
  297. package/package.json +31 -31
  298. package/src/api/impl/api.ts +1 -1
  299. package/src/api/impl/beacon/blocks/index.ts +57 -62
  300. package/src/api/impl/beacon/index.ts +3 -1
  301. package/src/api/impl/beacon/pool/index.ts +5 -1
  302. package/src/api/impl/beacon/state/index.ts +10 -1
  303. package/src/api/impl/beacon/state/utils.ts +20 -10
  304. package/src/api/impl/debug/index.ts +4 -0
  305. package/src/api/impl/validator/index.ts +135 -10
  306. package/src/api/options.ts +3 -0
  307. package/src/chain/ColumnReconstructionTracker.ts +60 -41
  308. package/src/chain/GetBlobsTracker.ts +97 -38
  309. package/src/chain/archiveStore/archiveStore.ts +1 -0
  310. package/src/chain/archiveStore/utils/archiveBlocks.ts +76 -130
  311. package/src/chain/blocks/importBlock.ts +11 -14
  312. package/src/chain/blocks/importExecutionPayload.ts +80 -4
  313. package/src/chain/blocks/index.ts +6 -2
  314. package/src/chain/blocks/payloadEnvelopeProcessor.ts +7 -7
  315. package/src/chain/blocks/types.ts +5 -0
  316. package/src/chain/blocks/verifyBlock.ts +1 -0
  317. package/src/chain/blocks/verifyBlocksDataAvailability.ts +10 -1
  318. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +16 -6
  319. package/src/chain/bls/multithread/index.ts +5 -5
  320. package/src/chain/bls/multithread/types.ts +1 -1
  321. package/src/chain/bls/multithread/worker.ts +1 -5
  322. package/src/chain/bls/singleThread.ts +1 -1
  323. package/src/chain/bls/utils.ts +1 -1
  324. package/src/chain/chain.ts +10 -5
  325. package/src/chain/errors/blockError.ts +1 -1
  326. package/src/chain/errors/executionPayloadBid.ts +12 -0
  327. package/src/chain/errors/inclusionList.ts +38 -0
  328. package/src/chain/errors/index.ts +1 -0
  329. package/src/chain/interface.ts +4 -3
  330. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  331. package/src/chain/opPools/attestationPool.ts +1 -1
  332. package/src/chain/opPools/inclusionListStore.ts +208 -0
  333. package/src/chain/opPools/index.ts +1 -0
  334. package/src/chain/opPools/payloadAttestationPool.ts +1 -1
  335. package/src/chain/opPools/syncCommitteeMessagePool.ts +1 -1
  336. package/src/chain/opPools/syncContributionAndProofPool.ts +1 -1
  337. package/src/chain/opPools/utils.ts +1 -1
  338. package/src/chain/options.ts +0 -2
  339. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  340. package/src/chain/regen/interface.ts +1 -1
  341. package/src/chain/validation/executionPayloadBid.ts +40 -170
  342. package/src/chain/validation/inclusionList.ts +192 -0
  343. package/src/chain/validation/index.ts +1 -0
  344. package/src/db/beacon.ts +44 -0
  345. package/src/db/dataColumnStore.ts +2 -4
  346. package/src/db/interface.ts +2 -0
  347. package/src/db/repositories/dataColumnSidecarArchive.ts +20 -0
  348. package/src/execution/builder/validateBid.ts +23 -2
  349. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  350. package/src/execution/engine/disabled.ts +4 -0
  351. package/src/execution/engine/http.ts +40 -5
  352. package/src/execution/engine/index.ts +1 -1
  353. package/src/execution/engine/interface.ts +28 -4
  354. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  355. package/src/execution/engine/mock.ts +32 -7
  356. package/src/execution/engine/payloadIdCache.ts +24 -6
  357. package/src/execution/engine/restTransport.ts +15 -1
  358. package/src/execution/engine/transport.ts +7 -2
  359. package/src/execution/engine/types.ts +44 -7
  360. package/src/index.ts +2 -0
  361. package/src/metrics/metrics/beacon.ts +37 -0
  362. package/src/metrics/metrics/lodestar.ts +51 -0
  363. package/src/monitoring/service.ts +1 -1
  364. package/src/network/gossip/interface.ts +5 -0
  365. package/src/network/gossip/topic.ts +14 -0
  366. package/src/network/interface.ts +2 -0
  367. package/src/network/network.ts +14 -1
  368. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  369. package/src/network/processor/gossipHandlers.ts +93 -26
  370. package/src/network/processor/gossipQueues/index.ts +6 -0
  371. package/src/network/processor/gossipValidatorFn.ts +5 -0
  372. package/src/network/processor/index.ts +33 -24
  373. package/src/network/processor/types.ts +1 -1
  374. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  375. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  376. package/src/network/reqresp/handlers/index.ts +5 -0
  377. package/src/network/reqresp/protocols.ts +6 -0
  378. package/src/network/reqresp/rateLimit.ts +4 -0
  379. package/src/network/reqresp/types.ts +6 -0
  380. package/src/node/nodejs.ts +24 -7
  381. package/src/node/options.ts +4 -5
  382. package/src/sync/interface.ts +1 -0
  383. package/src/sync/unknownBlock.ts +47 -28
  384. package/src/util/queue/itemQueue.ts +1 -1
  385. package/src/util/sszBytes.ts +2 -2
@@ -342,7 +342,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
342
342
  } else {
343
343
  this.jobs.push(job);
344
344
  }
345
- callInNextEventLoop(this.runJob);
345
+ callInNextEventLoop(() => void this.runJob());
346
346
  }
347
347
  }
348
348
 
@@ -377,7 +377,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
377
377
  let completedJobsCount = 0;
378
378
 
379
379
  if (this.jobs.length > 0) {
380
- callInNextEventLoop(this.runJob);
380
+ callInNextEventLoop(() => void this.runJob());
381
381
  }
382
382
 
383
383
  try {
@@ -423,7 +423,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
423
423
  if (workReqs.length === 0) {
424
424
  worker.status = {code: WorkerStatusCode.idle, workerApi};
425
425
  this.workersBusy--;
426
- callInNextEventLoop(this.runJob);
426
+ callInNextEventLoop(() => void this.runJob());
427
427
  return;
428
428
  }
429
429
 
@@ -499,7 +499,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
499
499
  this.workersBusy--;
500
500
 
501
501
  // Potentially run a new job
502
- callInNextEventLoop(this.runJob);
502
+ callInNextEventLoop(() => void this.runJob());
503
503
  };
504
504
 
505
505
  /**
@@ -542,7 +542,7 @@ export class BlsMultiThreadWorkerPool implements IBlsVerifier {
542
542
  this.jobs.unshift(job);
543
543
  }
544
544
  this.bufferedJobs = null;
545
- callInNextEventLoop(this.runJob);
545
+ callInNextEventLoop(() => void this.runJob());
546
546
  }
547
547
  };
548
548
 
@@ -1,4 +1,4 @@
1
- import {type BlsSignatureSet} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {type BlsSignatureSet} from "@lodestar/native/bls-verifier";
2
2
  import {SameMessageSignatureSet, VerifySignatureOpts} from "../interface.js";
3
3
 
4
4
  export type WorkerData = {
@@ -1,10 +1,6 @@
1
1
  import worker from "node:worker_threads";
2
- import {
3
- type BlsSignatureSet,
4
- verifySignatureSets,
5
- verifySignatureSetsSameMessage,
6
- } from "@chainsafe/lodestar-z/bls-verifier";
7
2
  import {expose} from "@chainsafe/threads/worker";
3
+ import {type BlsSignatureSet, verifySignatureSets, verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
8
4
  import {
9
5
  BlsWorkReq,
10
6
  BlsWorkResult,
@@ -1,4 +1,4 @@
1
- import {verifySignatureSetsSameMessage} from "@chainsafe/lodestar-z/bls-verifier";
1
+ import {verifySignatureSetsSameMessage} from "@lodestar/native/bls-verifier";
2
2
  import {ISignatureSet} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier, SameMessageSignatureSet} from "./interface.js";
@@ -2,7 +2,7 @@ import {
2
2
  BLS_VERIFIER_MAX_BATCH_SIZE,
3
3
  BLS_VERIFIER_MAX_SAME_MESSAGE_BATCH_SIZE,
4
4
  verifySignatureSets,
5
- } from "@chainsafe/lodestar-z/bls-verifier";
5
+ } from "@lodestar/native/bls-verifier";
6
6
  import {ISignatureSet, SignatureSetType, toBlsSignatureSet} from "@lodestar/state-transition";
7
7
  import {SameMessageSignatureSet} from "./interface.js";
8
8
 
@@ -1,6 +1,5 @@
1
1
  import path from "node:path";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
4
3
  import {Type} from "@chainsafe/ssz";
5
4
  import {routes} from "@lodestar/api";
6
5
  import {BeaconConfig} from "@lodestar/config";
@@ -14,6 +13,7 @@ import {
14
13
  UpdateHeadOpt,
15
14
  } from "@lodestar/fork-choice";
16
15
  import {LoggerNode} from "@lodestar/logger/node";
16
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
17
17
  import {
18
18
  EFFECTIVE_BALANCE_INCREMENT,
19
19
  type ForkPostFulu,
@@ -100,6 +100,7 @@ import {
100
100
  AttestationPool,
101
101
  DeferredVoluntaryExitPool,
102
102
  ExecutionPayloadBidPool,
103
+ InclusionListStore,
103
104
  OpPool,
104
105
  PayloadAttestationPool,
105
106
  ProposerPreferencesPool,
@@ -198,6 +199,7 @@ export class BeaconChain implements IBeaconChain {
198
199
  readonly executionPayloadBidPool: ExecutionPayloadBidPool;
199
200
  readonly payloadAttestationPool: PayloadAttestationPool;
200
201
  readonly proposerPreferencesPool = new ProposerPreferencesPool();
202
+ readonly inclusionListStore: InclusionListStore;
201
203
  readonly opPool: OpPool;
202
204
  readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
203
205
 
@@ -335,6 +337,7 @@ export class BeaconChain implements IBeaconChain {
335
337
  this.payloadAttestationPool = new PayloadAttestationPool(config, clock, metrics);
336
338
  this.opPool = new OpPool(config);
337
339
  this.deferredVoluntaryExitPool = new DeferredVoluntaryExitPool(logger);
340
+ this.inclusionListStore = new InclusionListStore(config);
338
341
 
339
342
  this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
340
343
  this.seenContributionAndProof = new SeenContributionAndProof(metrics);
@@ -509,6 +512,7 @@ export class BeaconChain implements IBeaconChain {
509
512
  emitter,
510
513
  metrics,
511
514
  config,
515
+ signal,
512
516
  });
513
517
 
514
518
  this.archiveStore = new ArchiveStore(
@@ -1482,10 +1486,10 @@ export class BeaconChain implements IBeaconChain {
1482
1486
  this.metrics?.forkChoice.requests.inc();
1483
1487
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.predictProposerHead});
1484
1488
  const slot = this.clock.currentSlot;
1485
- const secFromSlot = this.clock.secFromSlot(slot);
1489
+ const msFromSlot = this.clock.msFromSlot(slot);
1486
1490
 
1487
1491
  try {
1488
- return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, secFromSlot, slot}).head;
1492
+ return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, msFromSlot, slot}).head;
1489
1493
  } catch (e) {
1490
1494
  this.metrics?.forkChoice.errors.inc({entrypoint: UpdateHeadOpt.GetPredictedProposerHead});
1491
1495
  throw e;
@@ -1497,13 +1501,13 @@ export class BeaconChain implements IBeaconChain {
1497
1501
  getProposerHead(slot: Slot): ProtoBlock {
1498
1502
  this.metrics?.forkChoice.requests.inc();
1499
1503
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.getProposerHead});
1500
- const secFromSlot = this.clock.secFromSlot(slot);
1504
+ const msFromSlot = this.clock.msFromSlot(slot);
1501
1505
 
1502
1506
  try {
1503
1507
  // Do not emit head event here, when proposing we rely on the one emitted when importing our own block
1504
1508
  const {head, isHeadTimely, notReorgedReason} = this.forkChoice.updateAndGetHead({
1505
1509
  mode: UpdateHeadOpt.GetProposerHead,
1506
- secFromSlot,
1510
+ msFromSlot,
1507
1511
  slot,
1508
1512
  });
1509
1513
 
@@ -1831,6 +1835,7 @@ export class BeaconChain implements IBeaconChain {
1831
1835
  this.executionPayloadBidPool.prune(slot);
1832
1836
  this.seenExecutionPayloadBids.prune(slot);
1833
1837
  this.proposerPreferencesPool.prune(slot);
1838
+ this.inclusionListStore.prune(slot);
1834
1839
  this.seenAttestationDatas.onSlot(slot);
1835
1840
  this.reprocessController.onSlot(slot);
1836
1841
 
@@ -72,7 +72,7 @@ export enum BlockErrorCode {
72
72
  * whoever served the block MAY be downscored. Mirrors PayloadErrorCode.EXECUTION_ENGINE_INVALID.
73
73
  */
74
74
  EXECUTION_ENGINE_INVALID = "BLOCK_ERROR_EXECUTION_INVALID",
75
- /** The blobs are unavailable */
75
+ /** The blob or column data did not arrive within the availability wait */
76
76
  DATA_UNAVAILABLE = "BLOCK_ERROR_DATA_UNAVAILABLE",
77
77
  /** Block contains too many kzg commitments */
78
78
  TOO_MANY_KZG_COMMITMENTS = "BLOCK_ERROR_TOO_MANY_KZG_COMMITMENTS",
@@ -21,6 +21,8 @@ export enum ExecutionPayloadBidErrorCode {
21
21
  NO_MATCHING_PROPOSER_PREFERENCES = "EXECUTION_PAYLOAD_BID_ERROR_NO_MATCHING_PROPOSER_PREFERENCES",
22
22
  PROPOSER_PREFERENCES_FEE_RECIPIENT_MISMATCH = "EXECUTION_PAYLOAD_BID_ERROR_PROPOSER_PREFERENCES_FEE_RECIPIENT_MISMATCH",
23
23
  PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH = "EXECUTION_PAYLOAD_BID_ERROR_PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH",
24
+ INCLUSION_LIST_BITS_NOT_INCLUSIVE = "EXECUTION_PAYLOAD_BID_ERROR_INCLUSION_LIST_BITS_NOT_INCLUSIVE",
25
+ BEFORE_INCLUSION_LIST_DEADLINE = "EXECUTION_PAYLOAD_BID_ERROR_BEFORE_INCLUSION_LIST_DEADLINE",
24
26
  }
25
27
 
26
28
  export type ExecutionPayloadBidErrorType =
@@ -86,6 +88,16 @@ export type ExecutionPayloadBidErrorType =
86
88
  bidFeeRecipient: string;
87
89
  expectedFeeRecipient: string;
88
90
  }
91
+ | {
92
+ code: ExecutionPayloadBidErrorCode.INCLUSION_LIST_BITS_NOT_INCLUSIVE;
93
+ builderIndex: BuilderIndex;
94
+ slot: Slot;
95
+ }
96
+ | {
97
+ code: ExecutionPayloadBidErrorCode.BEFORE_INCLUSION_LIST_DEADLINE;
98
+ builderIndex: BuilderIndex;
99
+ slot: Slot;
100
+ }
89
101
  | {
90
102
  code: ExecutionPayloadBidErrorCode.PROPOSER_PREFERENCES_GAS_LIMIT_MISMATCH;
91
103
  builderIndex: BuilderIndex;
@@ -0,0 +1,38 @@
1
+ import {Epoch, RootHex, Slot, ValidatorIndex} from "@lodestar/types";
2
+ import {GossipActionError} from "./gossipValidation.js";
3
+
4
+ export enum InclusionListErrorCode {
5
+ EMPTY_TRANSACTIONS = "INCLUSION_LIST_ERROR_EMPTY_TRANSACTIONS",
6
+ MAXIMUM_SIZE_EXCEEDED = "INCLUSION_LIST_ERROR_MAXIMUM_SIZE_EXCEEDED",
7
+ EMPTY_TRANSACTION = "INCLUSION_LIST_ERROR_EMPTY_TRANSACTION",
8
+ INVALID_SLOT = "INCLUSION_LIST_ERROR_INVALID_SLOT",
9
+ MORE_THAN_TWO = "INCLUSION_LIST_ERROR_MORE_THAN_TWO",
10
+ VALIDATOR_NOT_IN_COMMITTEE = "INCLUSION_LIST_ERROR_VALIDATOR_NOT_IN_COMMITTEE",
11
+ UNKNOWN_DEPENDENT_ROOT = "INCLUSION_LIST_ERROR_UNKNOWN_DEPENDENT_ROOT",
12
+ INVALID_DEPENDENT_ROOT_SLOT = "INCLUSION_LIST_ERROR_INVALID_DEPENDENT_ROOT_SLOT",
13
+ INVALID_DEPENDENT_ROOT = "INCLUSION_LIST_ERROR_INVALID_DEPENDENT_ROOT",
14
+ MISSING_SHUFFLING = "INCLUSION_LIST_ERROR_MISSING_SHUFFLING",
15
+ INVALID_SIGNATURE = "INCLUSION_LIST_ERROR_INVALID_SIGNATURE",
16
+ PRE_HEZE_SLOT = "INCLUSION_LIST_ERROR_PRE_HEZE_SLOT",
17
+ }
18
+
19
+ export type InclusionListErrorType =
20
+ | {code: InclusionListErrorCode.EMPTY_TRANSACTIONS}
21
+ | {code: InclusionListErrorCode.MAXIMUM_SIZE_EXCEEDED; totalBytes: number; maxBytes: number}
22
+ | {code: InclusionListErrorCode.EMPTY_TRANSACTION; transactionIndex: number}
23
+ | {code: InclusionListErrorCode.INVALID_SLOT; inclusionListSlot: Slot; currentSlot: Slot}
24
+ | {code: InclusionListErrorCode.MORE_THAN_TWO; validatorIndex: ValidatorIndex}
25
+ | {code: InclusionListErrorCode.VALIDATOR_NOT_IN_COMMITTEE; validatorIndex: ValidatorIndex}
26
+ | {code: InclusionListErrorCode.UNKNOWN_DEPENDENT_ROOT; dependentRoot: RootHex}
27
+ | {
28
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT_SLOT;
29
+ dependentRoot: RootHex;
30
+ dependentSlot: Slot;
31
+ maxSlot: Slot;
32
+ }
33
+ | {code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT; dependentRoot: RootHex; epoch: Epoch}
34
+ | {code: InclusionListErrorCode.MISSING_SHUFFLING; dependentRoot: RootHex; epoch: Epoch}
35
+ | {code: InclusionListErrorCode.INVALID_SIGNATURE}
36
+ | {code: InclusionListErrorCode.PRE_HEZE_SLOT; inclusionListSlot: Slot};
37
+
38
+ export class InclusionListError extends GossipActionError<InclusionListErrorType> {}
@@ -8,6 +8,7 @@ export * from "./envelopeReconstructionError.js";
8
8
  export * from "./executionPayloadBid.js";
9
9
  export * from "./executionPayloadEnvelope.js";
10
10
  export * from "./gossipValidation.js";
11
+ export * from "./inclusionList.js";
11
12
  export * from "./payloadAttestation.js";
12
13
  export * from "./proposerPreferences.js";
13
14
  export * from "./proposerSlashingError.js";
@@ -1,7 +1,7 @@
1
- import {type PubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
2
1
  import {Type} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {CheckpointWithHex, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
4
+ import {type PubkeyCache} from "@lodestar/native/pubkeys";
5
5
  import {EpochShuffling, IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {
7
7
  BeaconBlock,
@@ -49,6 +49,7 @@ import {
49
49
  AttestationPool,
50
50
  DeferredVoluntaryExitPool,
51
51
  ExecutionPayloadBidPool,
52
+ InclusionListStore,
52
53
  OpPool,
53
54
  PayloadAttestationPool,
54
55
  ProposerPreferencesPool,
@@ -76,8 +77,7 @@ import {PayloadEnvelopeInput, SeenPayloadEnvelopeInput} from "./seenCache/seenPa
76
77
  import {ShufflingCache} from "./shufflingCache.js";
77
78
  import {ValidatorMonitor} from "./validatorMonitor.js";
78
79
 
79
- export {BlockType, type AssembledBlockType};
80
- export {type ProposerPreparationData};
80
+ export {type AssembledBlockType, BlockType, type ProposerPreparationData};
81
81
  export type BlockHash = RootHex;
82
82
 
83
83
  export type StateGetOpts = {
@@ -131,6 +131,7 @@ export interface IBeaconChain {
131
131
  readonly executionPayloadBidPool: ExecutionPayloadBidPool;
132
132
  readonly payloadAttestationPool: PayloadAttestationPool;
133
133
  readonly proposerPreferencesPool: ProposerPreferencesPool;
134
+ readonly inclusionListStore: InclusionListStore;
134
135
  readonly opPool: OpPool;
135
136
  readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
136
137
 
@@ -1,7 +1,7 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {IForkChoice} from "@lodestar/fork-choice";
4
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
5
5
  import {
6
6
  ForkName,
7
7
  ForkSeq,
@@ -1,6 +1,6 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";
5
5
  import {Attestation, RootHex, SingleAttestation, Slot, isElectraSingleAttestation} from "@lodestar/types";
6
6
  import {MapDef, assert} from "@lodestar/utils";
@@ -0,0 +1,208 @@
1
+ import {BitArray, SerializedList} from "@chainsafe/ssz";
2
+ import {BeaconConfig} from "@lodestar/config";
3
+ import {INCLUSION_LIST_COMMITTEE_SIZE} from "@lodestar/params";
4
+ import {RootHex, Slot, ValidatorIndex, bellatrix, heze, ssz} from "@lodestar/types";
5
+ import {MapDef, toHex, toRootHex} from "@lodestar/utils";
6
+
7
+ export enum InclusionListInsertOutcome {
8
+ /** Stored as a new entry. */
9
+ New = "New",
10
+ /** Slot is older than the prune horizon. */
11
+ Old = "Old",
12
+ /** Identical inclusion list already stored. */
13
+ Seen = "Seen",
14
+ /** New equivocation evidence: this validator already has a different inclusion list stored. */
15
+ Equivocating = "Equivocating",
16
+ /** Validator was already marked as an equivocator for this `(slot, dependent_root)`. */
17
+ SubsequentEquivocation = "SubsequentEquivocation",
18
+ }
19
+
20
+ type InclusionListEntry = {
21
+ signedInclusionList: heze.SignedInclusionList;
22
+ /** Positions of the validator in `get_inclusion_list_committee(state, slot)`, several when the committee cycles */
23
+ committeeIndices: number[];
24
+ /** Received before the inclusion list deadline of its slot. */
25
+ timely: boolean;
26
+ };
27
+
28
+ /**
29
+ * Spec `InclusionListStore`: inclusion lists keyed by `(slot, dependent_root)`, one per validator index.
30
+ * The committee position is recorded at insert time (gossip validation resolves it) so the bit-oriented
31
+ * reads need no shuffling lookup. Signed lists are kept so InclusionListsByIndices can serve them.
32
+ * A validator's first list stays stored and an equivocation marks the validator so reads skip it.
33
+ */
34
+ export class InclusionListStore {
35
+ /** slot -> dependent_root -> validator index -> entry */
36
+ private readonly inclusionLists = new MapDef<Slot, MapDef<RootHex, Map<ValidatorIndex, InclusionListEntry>>>(
37
+ () => new MapDef<RootHex, Map<ValidatorIndex, InclusionListEntry>>(() => new Map())
38
+ );
39
+ /** slot -> dependent_root -> equivocating validator indices */
40
+ private readonly equivocators = new MapDef<Slot, MapDef<RootHex, Set<ValidatorIndex>>>(
41
+ () => new MapDef<RootHex, Set<ValidatorIndex>>(() => new Set())
42
+ );
43
+ /** slot -> dependent_root -> validator index -> count, for the p2p "first or second message" rule */
44
+ private readonly seenCounts = new MapDef<Slot, MapDef<RootHex, Map<ValidatorIndex, number>>>(
45
+ () => new MapDef<RootHex, Map<ValidatorIndex, number>>(() => new Map())
46
+ );
47
+
48
+ private lowestPermissibleSlot = 0;
49
+
50
+ constructor(private readonly config: BeaconConfig) {}
51
+
52
+ get size(): number {
53
+ let count = 0;
54
+ for (const byDependentRoot of this.inclusionLists.values()) {
55
+ for (const entries of byDependentRoot.values()) {
56
+ count += entries.size;
57
+ }
58
+ }
59
+ return count;
60
+ }
61
+
62
+ /**
63
+ * Late lists are stored with `timely=false` rather than dropped: they still count toward the
64
+ * non-timely view used to validate another node's `inclusion_list_bits`.
65
+ */
66
+ process(
67
+ signedInclusionList: heze.SignedInclusionList,
68
+ committeeIndices: number[],
69
+ timely: boolean
70
+ ): InclusionListInsertOutcome {
71
+ const inclusionList = signedInclusionList.message;
72
+ const {slot, validatorIndex} = inclusionList;
73
+
74
+ if (slot < this.lowestPermissibleSlot) {
75
+ return InclusionListInsertOutcome.Old;
76
+ }
77
+
78
+ const dependentRoot = toRootHex(inclusionList.dependentRoot);
79
+ const stored = this.inclusionLists.getOrDefault(slot).getOrDefault(dependentRoot);
80
+
81
+ const entry = stored.get(validatorIndex);
82
+ if (entry !== undefined) {
83
+ if (ssz.heze.InclusionList.equals(entry.signedInclusionList.message, inclusionList)) {
84
+ return InclusionListInsertOutcome.Seen;
85
+ }
86
+ const equivocators = this.equivocators.getOrDefault(slot).getOrDefault(dependentRoot);
87
+ if (equivocators.has(validatorIndex)) {
88
+ return InclusionListInsertOutcome.SubsequentEquivocation;
89
+ }
90
+ equivocators.add(validatorIndex);
91
+ return InclusionListInsertOutcome.Equivocating;
92
+ }
93
+
94
+ stored.set(validatorIndex, {signedInclusionList, committeeIndices, timely});
95
+ return InclusionListInsertOutcome.New;
96
+ }
97
+
98
+ /** Count a valid message of `validatorIndex` for the first-or-second message gossip rule */
99
+ markSeen(slot: Slot, dependentRoot: RootHex, validatorIndex: ValidatorIndex): void {
100
+ const counts = this.seenCounts.getOrDefault(slot).getOrDefault(dependentRoot);
101
+ counts.set(validatorIndex, (counts.get(validatorIndex) ?? 0) + 1);
102
+ }
103
+
104
+ /** Gossip rule: at most two valid messages per validator for a `(slot, dependent_root)` */
105
+ seenTwice(slot: Slot, dependentRoot: RootHex, validatorIndex: ValidatorIndex): boolean {
106
+ return (this.seenCounts.get(slot)?.get(dependentRoot)?.get(validatorIndex) ?? 0) >= 2;
107
+ }
108
+
109
+ /** Deduplicated transactions from valid, non-equivocating inclusion lists at `(slot, dependentRoot)`. */
110
+ getInclusionListTransactions(slot: Slot, dependentRoot: RootHex, onlyTimely = true): bellatrix.Transactions {
111
+ const transactions: Uint8Array[] = [];
112
+ const seen = new Set<string>();
113
+
114
+ for (const {signedInclusionList} of this.getEligible(slot, dependentRoot, onlyTimely)) {
115
+ for (const transaction of signedInclusionList.message.transactions) {
116
+ const key = toHex(transaction);
117
+ if (!seen.has(key)) {
118
+ seen.add(key);
119
+ transactions.push(transaction);
120
+ }
121
+ }
122
+ }
123
+
124
+ return SerializedList.fromArray(transactions);
125
+ }
126
+
127
+ /** Bit `i` is set when committee member `i` submitted a valid, non-equivocating inclusion list */
128
+ getInclusionListBits(slot: Slot, dependentRoot: RootHex, onlyTimely = true): BitArray {
129
+ const bits = BitArray.fromBitLen(INCLUSION_LIST_COMMITTEE_SIZE);
130
+ for (const {committeeIndices} of this.getEligible(slot, dependentRoot, onlyTimely)) {
131
+ for (const committeeIndex of committeeIndices) {
132
+ bits.set(committeeIndex, true);
133
+ }
134
+ }
135
+ return bits;
136
+ }
137
+
138
+ /**
139
+ * True if `bits` has a bit set for every bit set in the local inclusion list bits.
140
+ *
141
+ * Intentionally deviates from the spec by only checking against timely lists, where the proposer would check
142
+ * against every list it observed (only_timely=False in
143
+ * https://github.com/ethereum/consensus-specs/blob/v1.7.0-beta.4/specs/heze/validator.md#signed-execution-payload-bid).
144
+ * A bid that passed gossip must stay eligible, otherwise a list released after the deadline voids every bid and
145
+ * a high early bid with empty bits crowds out the rest without ever paying.
146
+ */
147
+ isInclusionListBitsInclusive(slot: Slot, dependentRoot: RootHex, bits: BitArray): boolean {
148
+ for (const {committeeIndices} of this.getEligible(slot, dependentRoot, true)) {
149
+ if (committeeIndices.some((committeeIndex) => !bits.get(committeeIndex))) {
150
+ return false;
151
+ }
152
+ }
153
+ return true;
154
+ }
155
+
156
+ /** Inclusion lists for the given committee positions, to serve InclusionListsByIndices. */
157
+ getByIndices(slot: Slot, dependentRoot: RootHex, indices: BitArray): heze.SignedInclusionList[] {
158
+ const out: heze.SignedInclusionList[] = [];
159
+ for (const {signedInclusionList, committeeIndices} of this.getEligible(slot, dependentRoot, false)) {
160
+ if (committeeIndices.some((committeeIndex) => indices.get(committeeIndex))) {
161
+ out.push(signedInclusionList);
162
+ }
163
+ }
164
+ return out;
165
+ }
166
+
167
+ /** Lists are retained for MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS slots so InclusionListsByIndices can serve them */
168
+ prune(clockSlot: Slot): void {
169
+ const horizon = clockSlot - this.config.MIN_SLOTS_FOR_INCLUSION_LISTS_REQUESTS;
170
+
171
+ for (const slot of this.inclusionLists.keys()) {
172
+ if (slot < horizon) {
173
+ this.inclusionLists.delete(slot);
174
+ }
175
+ }
176
+ for (const slot of this.equivocators.keys()) {
177
+ if (slot < horizon) {
178
+ this.equivocators.delete(slot);
179
+ }
180
+ }
181
+ for (const slot of this.seenCounts.keys()) {
182
+ if (slot < horizon) {
183
+ this.seenCounts.delete(slot);
184
+ }
185
+ }
186
+
187
+ this.lowestPermissibleSlot = Math.max(horizon, 0);
188
+ }
189
+
190
+ /** Entries at `(slot, dependentRoot)` from non-equivocating validators, timely when required. */
191
+ private *getEligible(slot: Slot, dependentRoot: RootHex, onlyTimely: boolean): Generator<InclusionListEntry> {
192
+ const stored = this.inclusionLists.get(slot)?.get(dependentRoot);
193
+ if (!stored || stored.size === 0) {
194
+ return;
195
+ }
196
+ const equivocators = this.equivocators.get(slot)?.get(dependentRoot);
197
+
198
+ for (const [validatorIndex, entry] of stored) {
199
+ if (equivocators?.has(validatorIndex)) {
200
+ continue;
201
+ }
202
+ if (onlyTimely && !entry.timely) {
203
+ continue;
204
+ }
205
+ yield entry;
206
+ }
207
+ }
208
+ }
@@ -2,6 +2,7 @@ export {AggregatedAttestationPool} from "./aggregatedAttestationPool.js";
2
2
  export {AttestationPool} from "./attestationPool.js";
3
3
  export {DeferredVoluntaryExitPool} from "./deferredVoluntaryExitPool.js";
4
4
  export {ExecutionPayloadBidPool, type PooledExecutionPayloadBid} from "./executionPayloadBidPool.js";
5
+ export {InclusionListInsertOutcome, InclusionListStore} from "./inclusionListStore.js";
5
6
  export {OpPool} from "./opPool.js";
6
7
  export {PayloadAttestationPool} from "./payloadAttestationPool.js";
7
8
  export {ProposerPreferencesPool} from "./proposerPreferencesPool.js";
@@ -1,6 +1,6 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, MAX_PAYLOAD_ATTESTATIONS, PTC_SIZE} from "@lodestar/params";
5
5
  import {RootHex, Slot, gloas} from "@lodestar/types";
6
6
  import {MapDef, toRootHex} from "@lodestar/utils";
@@ -1,6 +1,6 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
5
5
  import {Root, Slot, SubcommitteeIndex, SubnetID, altair} from "@lodestar/types";
6
6
  import {MapDef, toRootHex} from "@lodestar/utils";
@@ -1,6 +1,6 @@
1
- import {Signature, aggregateSignatures} from "@chainsafe/lodestar-z/blst";
2
1
  import {BitArray} from "@chainsafe/ssz";
3
2
  import {ChainForkConfig} from "@lodestar/config";
3
+ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
5
5
  import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
6
6
  import {Root, Slot, SubnetID, altair, ssz} from "@lodestar/types";
@@ -1,6 +1,6 @@
1
- import {Signature} from "@chainsafe/lodestar-z/blst";
2
1
  import {BeaconConfig} from "@lodestar/config";
3
2
  import {DbBatch, Id, Repository} from "@lodestar/db";
3
+ import {Signature} from "@lodestar/native/blst";
4
4
  import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
5
5
  import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
6
6
  import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
@@ -48,7 +48,6 @@ export type IChainOptions = BlockProcessOpts &
48
48
  /** Max number of produced block roots (blinded or full) cached for broadcast validations */
49
49
  maxCachedProducedRoots?: number;
50
50
  initialCustodyGroupCount?: number;
51
- broadcastValidationStrictness?: string;
52
51
  minSameMessageSignatureSetsToBatch: number;
53
52
  archiveDateEpochs?: number;
54
53
  nHistoricalStatesFileDataStore?: boolean;
@@ -121,7 +120,6 @@ export const defaultChainOptions: IChainOptions = {
121
120
  // for attestation validation, having this value ensures we don't have to regen states most of the time
122
121
  maxSkipSlots: 32,
123
122
  disableProposerSlashings: false,
124
- broadcastValidationStrictness: "warn",
125
123
  // should be less than or equal to MIN_SIGNATURE_SETS_TO_BATCH_VERIFY
126
124
  // batching too much may block the I/O thread so if useWorker=false, suggest this value to be 32
127
125
  // since this batch attestation work is designed to work with useWorker=true, make this the lowest value