@lodestar/beacon-node 1.49.0-dev.09a1892a85 → 1.49.0-dev.0a27fd270f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (289) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +15 -6
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +4 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  8. package/lib/api/impl/beacon/state/index.js +28 -0
  9. package/lib/api/impl/beacon/state/index.js.map +1 -1
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +9 -7
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/archiveStore/archiveStore.d.ts +1 -2
  14. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  15. package/lib/chain/archiveStore/archiveStore.js +23 -7
  16. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  17. package/lib/chain/archiveStore/historicalState/metrics.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/historicalState/metrics.js +5 -6
  19. package/lib/chain/archiveStore/historicalState/metrics.js.map +1 -1
  20. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts +11 -2
  21. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  22. package/lib/chain/archiveStore/utils/archiveBlocks.js +46 -28
  23. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  24. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +2 -2
  25. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  26. package/lib/chain/archiveStore/utils/pruneHistory.js +11 -2
  27. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  28. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  29. package/lib/chain/blocks/importExecutionPayload.js +13 -0
  30. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  31. package/lib/chain/blocks/index.js +2 -2
  32. package/lib/chain/blocks/index.js.map +1 -1
  33. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +1 -1
  34. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  35. package/lib/chain/chain.d.ts +10 -0
  36. package/lib/chain/chain.d.ts.map +1 -1
  37. package/lib/chain/chain.js +85 -16
  38. package/lib/chain/chain.js.map +1 -1
  39. package/lib/chain/emitter.d.ts +10 -0
  40. package/lib/chain/emitter.d.ts.map +1 -1
  41. package/lib/chain/emitter.js +4 -0
  42. package/lib/chain/emitter.js.map +1 -1
  43. package/lib/chain/errors/attesterSlashingError.d.ts +4 -1
  44. package/lib/chain/errors/attesterSlashingError.d.ts.map +1 -1
  45. package/lib/chain/errors/attesterSlashingError.js +1 -0
  46. package/lib/chain/errors/attesterSlashingError.js.map +1 -1
  47. package/lib/chain/errors/envelopeReconstructionError.d.ts +23 -0
  48. package/lib/chain/errors/envelopeReconstructionError.d.ts.map +1 -0
  49. package/lib/chain/errors/envelopeReconstructionError.js +13 -0
  50. package/lib/chain/errors/envelopeReconstructionError.js.map +1 -0
  51. package/lib/chain/errors/index.d.ts +1 -0
  52. package/lib/chain/errors/index.d.ts.map +1 -1
  53. package/lib/chain/errors/index.js +1 -0
  54. package/lib/chain/errors/index.js.map +1 -1
  55. package/lib/chain/errors/payloadAttestation.d.ts +4 -0
  56. package/lib/chain/errors/payloadAttestation.d.ts.map +1 -1
  57. package/lib/chain/errors/payloadAttestation.js +1 -0
  58. package/lib/chain/errors/payloadAttestation.js.map +1 -1
  59. package/lib/chain/errors/proposerSlashingError.d.ts +4 -1
  60. package/lib/chain/errors/proposerSlashingError.d.ts.map +1 -1
  61. package/lib/chain/errors/proposerSlashingError.js +1 -0
  62. package/lib/chain/errors/proposerSlashingError.js.map +1 -1
  63. package/lib/chain/interface.d.ts +6 -1
  64. package/lib/chain/interface.d.ts.map +1 -1
  65. package/lib/chain/interface.js.map +1 -1
  66. package/lib/chain/options.d.ts +2 -4
  67. package/lib/chain/options.d.ts.map +1 -1
  68. package/lib/chain/options.js +1 -1
  69. package/lib/chain/options.js.map +1 -1
  70. package/lib/chain/produceBlock/computeNewStateRoot.d.ts.map +1 -1
  71. package/lib/chain/produceBlock/computeNewStateRoot.js +4 -2
  72. package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
  73. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  74. package/lib/chain/produceBlock/produceBlockBody.js +6 -6
  75. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +2 -1
  77. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  78. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +3 -2
  79. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  80. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  81. package/lib/chain/validation/attesterSlashing.js +1 -2
  82. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  83. package/lib/chain/validation/payloadAttestationMessage.d.ts.map +1 -1
  84. package/lib/chain/validation/payloadAttestationMessage.js +8 -1
  85. package/lib/chain/validation/payloadAttestationMessage.js.map +1 -1
  86. package/lib/chain/validation/proposerSlashing.js +1 -2
  87. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  88. package/lib/chain/validatorMonitor.d.ts.map +1 -1
  89. package/lib/chain/validatorMonitor.js +2 -2
  90. package/lib/chain/validatorMonitor.js.map +1 -1
  91. package/lib/db/beacon.d.ts +1 -2
  92. package/lib/db/beacon.d.ts.map +1 -1
  93. package/lib/db/beacon.js +1 -3
  94. package/lib/db/beacon.js.map +1 -1
  95. package/lib/db/buckets.d.ts +0 -1
  96. package/lib/db/buckets.d.ts.map +1 -1
  97. package/lib/db/buckets.js +1 -1
  98. package/lib/db/buckets.js.map +1 -1
  99. package/lib/db/interface.d.ts +1 -2
  100. package/lib/db/interface.d.ts.map +1 -1
  101. package/lib/db/repositories/blockArchive.d.ts +5 -0
  102. package/lib/db/repositories/blockArchive.d.ts.map +1 -1
  103. package/lib/db/repositories/blockArchive.js +36 -1
  104. package/lib/db/repositories/blockArchive.js.map +1 -1
  105. package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
  106. package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
  107. package/lib/db/repositories/executionPayloadEnvelopeArchive.d.ts +21 -9
  108. package/lib/db/repositories/executionPayloadEnvelopeArchive.d.ts.map +1 -1
  109. package/lib/db/repositories/executionPayloadEnvelopeArchive.js +32 -12
  110. package/lib/db/repositories/executionPayloadEnvelopeArchive.js.map +1 -1
  111. package/lib/db/repositories/index.d.ts +1 -2
  112. package/lib/db/repositories/index.d.ts.map +1 -1
  113. package/lib/db/repositories/index.js +1 -2
  114. package/lib/db/repositories/index.js.map +1 -1
  115. package/lib/execution/engine/disabled.d.ts +1 -0
  116. package/lib/execution/engine/disabled.d.ts.map +1 -1
  117. package/lib/execution/engine/disabled.js +3 -0
  118. package/lib/execution/engine/disabled.js.map +1 -1
  119. package/lib/execution/engine/http.d.ts +2 -1
  120. package/lib/execution/engine/http.d.ts.map +1 -1
  121. package/lib/execution/engine/http.js +7 -1
  122. package/lib/execution/engine/http.js.map +1 -1
  123. package/lib/execution/engine/interface.d.ts +3 -1
  124. package/lib/execution/engine/interface.d.ts.map +1 -1
  125. package/lib/execution/engine/mock.d.ts +1 -0
  126. package/lib/execution/engine/mock.d.ts.map +1 -1
  127. package/lib/execution/engine/mock.js +14 -2
  128. package/lib/execution/engine/mock.js.map +1 -1
  129. package/lib/execution/engine/types.d.ts +11 -0
  130. package/lib/execution/engine/types.d.ts.map +1 -1
  131. package/lib/execution/engine/types.js +10 -0
  132. package/lib/execution/engine/types.js.map +1 -1
  133. package/lib/metrics/metrics/beacon.d.ts +9 -0
  134. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  135. package/lib/metrics/metrics/beacon.js +16 -0
  136. package/lib/metrics/metrics/beacon.js.map +1 -1
  137. package/lib/metrics/metrics/lodestar.d.ts +21 -11
  138. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  139. package/lib/metrics/metrics/lodestar.js +48 -23
  140. package/lib/metrics/metrics/lodestar.js.map +1 -1
  141. package/lib/metrics/metrics.d.ts +3 -1
  142. package/lib/metrics/metrics.d.ts.map +1 -1
  143. package/lib/metrics/metrics.js +2 -2
  144. package/lib/metrics/metrics.js.map +1 -1
  145. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  146. package/lib/network/gossip/gossipsub.js +15 -0
  147. package/lib/network/gossip/gossipsub.js.map +1 -1
  148. package/lib/network/gossip/topic.d.ts +1 -1
  149. package/lib/network/gossip/topic.d.ts.map +1 -1
  150. package/lib/network/gossip/topic.js +1 -1
  151. package/lib/network/gossip/topic.js.map +1 -1
  152. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  153. package/lib/network/processor/gossipHandlers.js +16 -5
  154. package/lib/network/processor/gossipHandlers.js.map +1 -1
  155. package/lib/network/processor/gossipValidatorFn.d.ts +2 -0
  156. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  157. package/lib/network/processor/gossipValidatorFn.js +88 -7
  158. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  159. package/lib/network/processor/index.d.ts +6 -2
  160. package/lib/network/processor/index.d.ts.map +1 -1
  161. package/lib/network/processor/index.js +62 -24
  162. package/lib/network/processor/index.js.map +1 -1
  163. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.d.ts.map +1 -1
  164. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js +47 -34
  165. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRange.js.map +1 -1
  166. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts.map +1 -1
  167. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +23 -4
  168. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
  169. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  170. package/lib/network/reqresp/handlers/index.js +20 -4
  171. package/lib/network/reqresp/handlers/index.js.map +1 -1
  172. package/lib/node/nodejs.d.ts +2 -7
  173. package/lib/node/nodejs.d.ts.map +1 -1
  174. package/lib/node/nodejs.js +2 -22
  175. package/lib/node/nodejs.js.map +1 -1
  176. package/lib/sync/interface.d.ts +1 -2
  177. package/lib/sync/interface.d.ts.map +1 -1
  178. package/lib/sync/options.d.ts +0 -6
  179. package/lib/sync/options.d.ts.map +1 -1
  180. package/lib/sync/options.js +0 -2
  181. package/lib/sync/options.js.map +1 -1
  182. package/lib/sync/types.d.ts +21 -2
  183. package/lib/sync/types.d.ts.map +1 -1
  184. package/lib/sync/types.js +22 -2
  185. package/lib/sync/types.js.map +1 -1
  186. package/lib/sync/unknownBlock.d.ts +20 -0
  187. package/lib/sync/unknownBlock.d.ts.map +1 -1
  188. package/lib/sync/unknownBlock.js +199 -15
  189. package/lib/sync/unknownBlock.js.map +1 -1
  190. package/lib/util/execution.d.ts +42 -0
  191. package/lib/util/execution.d.ts.map +1 -1
  192. package/lib/util/execution.js +123 -2
  193. package/lib/util/execution.js.map +1 -1
  194. package/lib/util/headerEnvelope.d.ts +17 -0
  195. package/lib/util/headerEnvelope.d.ts.map +1 -0
  196. package/lib/util/headerEnvelope.js +43 -0
  197. package/lib/util/headerEnvelope.js.map +1 -0
  198. package/lib/util/shuffle.d.ts +0 -4
  199. package/lib/util/shuffle.d.ts.map +1 -1
  200. package/lib/util/shuffle.js +0 -8
  201. package/lib/util/shuffle.js.map +1 -1
  202. package/package.json +16 -16
  203. package/src/api/impl/beacon/blocks/index.ts +18 -5
  204. package/src/api/impl/beacon/pool/index.ts +6 -2
  205. package/src/api/impl/beacon/state/index.ts +36 -0
  206. package/src/api/impl/validator/index.ts +9 -7
  207. package/src/chain/archiveStore/archiveStore.ts +24 -8
  208. package/src/chain/archiveStore/historicalState/metrics.ts +5 -7
  209. package/src/chain/archiveStore/utils/archiveBlocks.ts +54 -32
  210. package/src/chain/archiveStore/utils/pruneHistory.ts +14 -5
  211. package/src/chain/blocks/importExecutionPayload.ts +14 -0
  212. package/src/chain/blocks/index.ts +2 -2
  213. package/src/chain/blocks/payloadEnvelopeInput/types.ts +1 -1
  214. package/src/chain/chain.ts +96 -20
  215. package/src/chain/emitter.ts +7 -2
  216. package/src/chain/errors/attesterSlashingError.ts +3 -1
  217. package/src/chain/errors/envelopeReconstructionError.ts +22 -0
  218. package/src/chain/errors/index.ts +1 -0
  219. package/src/chain/errors/payloadAttestation.ts +2 -0
  220. package/src/chain/errors/proposerSlashingError.ts +3 -1
  221. package/src/chain/interface.ts +6 -1
  222. package/src/chain/options.ts +3 -5
  223. package/src/chain/produceBlock/computeNewStateRoot.ts +9 -2
  224. package/src/chain/produceBlock/produceBlockBody.ts +17 -6
  225. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +3 -2
  226. package/src/chain/validation/attesterSlashing.ts +1 -2
  227. package/src/chain/validation/payloadAttestationMessage.ts +9 -0
  228. package/src/chain/validation/proposerSlashing.ts +1 -2
  229. package/src/chain/validatorMonitor.ts +12 -2
  230. package/src/db/beacon.ts +0 -5
  231. package/src/db/buckets.ts +2 -2
  232. package/src/db/interface.ts +0 -3
  233. package/src/db/repositories/blockArchive.ts +38 -1
  234. package/src/db/repositories/executionPayloadEnvelopeArchive.ts +43 -13
  235. package/src/db/repositories/index.ts +6 -2
  236. package/src/execution/engine/disabled.ts +4 -0
  237. package/src/execution/engine/http.ts +12 -0
  238. package/src/execution/engine/interface.ts +4 -1
  239. package/src/execution/engine/mock.ts +22 -2
  240. package/src/execution/engine/types.ts +25 -0
  241. package/src/metrics/metrics/beacon.ts +16 -0
  242. package/src/metrics/metrics/lodestar.ts +58 -26
  243. package/src/metrics/metrics.ts +7 -2
  244. package/src/network/gossip/gossipsub.ts +18 -1
  245. package/src/network/gossip/topic.ts +2 -2
  246. package/src/network/processor/gossipHandlers.ts +18 -5
  247. package/src/network/processor/gossipValidatorFn.ts +111 -7
  248. package/src/network/processor/index.ts +81 -24
  249. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRange.ts +57 -39
  250. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +27 -5
  251. package/src/network/reqresp/handlers/index.ts +49 -5
  252. package/src/node/nodejs.ts +0 -27
  253. package/src/sync/interface.ts +1 -2
  254. package/src/sync/options.ts +0 -8
  255. package/src/sync/types.ts +24 -5
  256. package/src/sync/unknownBlock.ts +207 -14
  257. package/src/util/execution.ts +175 -2
  258. package/src/util/headerEnvelope.ts +76 -0
  259. package/src/util/shuffle.ts +0 -9
  260. package/lib/chain/archiveStore/utils/updateBackfillRange.d.ts +0 -20
  261. package/lib/chain/archiveStore/utils/updateBackfillRange.d.ts.map +0 -1
  262. package/lib/chain/archiveStore/utils/updateBackfillRange.js +0 -40
  263. package/lib/chain/archiveStore/utils/updateBackfillRange.js.map +0 -1
  264. package/lib/db/repositories/backfilledRanges.d.ts +0 -18
  265. package/lib/db/repositories/backfilledRanges.d.ts.map +0 -1
  266. package/lib/db/repositories/backfilledRanges.js +0 -26
  267. package/lib/db/repositories/backfilledRanges.js.map +0 -1
  268. package/lib/sync/backfill/backfill.d.ts +0 -169
  269. package/lib/sync/backfill/backfill.d.ts.map +0 -1
  270. package/lib/sync/backfill/backfill.js +0 -686
  271. package/lib/sync/backfill/backfill.js.map +0 -1
  272. package/lib/sync/backfill/errors.d.ts +0 -30
  273. package/lib/sync/backfill/errors.d.ts.map +0 -1
  274. package/lib/sync/backfill/errors.js +0 -15
  275. package/lib/sync/backfill/errors.js.map +0 -1
  276. package/lib/sync/backfill/index.d.ts +0 -2
  277. package/lib/sync/backfill/index.d.ts.map +0 -1
  278. package/lib/sync/backfill/index.js +0 -2
  279. package/lib/sync/backfill/index.js.map +0 -1
  280. package/lib/sync/backfill/verify.d.ts +0 -18
  281. package/lib/sync/backfill/verify.d.ts.map +0 -1
  282. package/lib/sync/backfill/verify.js +0 -36
  283. package/lib/sync/backfill/verify.js.map +0 -1
  284. package/src/chain/archiveStore/utils/updateBackfillRange.ts +0 -50
  285. package/src/db/repositories/backfilledRanges.ts +0 -29
  286. package/src/sync/backfill/backfill.ts +0 -916
  287. package/src/sync/backfill/errors.ts +0 -23
  288. package/src/sync/backfill/index.ts +0 -1
  289. package/src/sync/backfill/verify.ts +0 -58
@@ -23,7 +23,7 @@ export enum PayloadEnvelopeInputSource {
23
23
  * - prune: explicit prune by root
24
24
  * - cap: insertion-order backstop cap (MAX_PAYLOAD_ENVELOPE_INPUT_CACHE_SIZE)
25
25
  */
26
- export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "prune" | "cap";
26
+ export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "remove" | "cap";
27
27
 
28
28
  export type SourceMeta = {
29
29
  source: PayloadEnvelopeInputSource;
@@ -61,6 +61,7 @@ import {ProcessShutdownCallback} from "@lodestar/validator";
61
61
  import {GENESIS_EPOCH, ZERO_HASH} from "../constants/index.js";
62
62
  import {IBeaconDb} from "../db/index.js";
63
63
  import {BLOB_SIDECARS_IN_WRAPPER_INDEX} from "../db/repositories/blobSidecars.js";
64
+ import {decodeArchivedEnvelope} from "../db/repositories/index.js";
64
65
  import {BuilderApiClient, BuilderApiClientOpts} from "../execution/builder/apiClient.js";
65
66
  import {BuilderStatus} from "../execution/builder/http.js";
66
67
  import {IExecutionBuilder, IExecutionEngine} from "../execution/index.js";
@@ -70,6 +71,7 @@ import {BufferPool} from "../util/bufferPool.js";
70
71
  import {Clock, ClockEvent, IClock} from "../util/clock.js";
71
72
  import {CustodyConfig, getValidatorsCustodyRequirement} from "../util/dataColumns.js";
72
73
  import {callInNextEventLoop} from "../util/eventLoop.js";
74
+ import {ReconstructMismatchPolicy, isRebuildMiss, reconstructExecutionPayloadEnvelopes} from "../util/execution.js";
73
75
  import {ensureDir, writeIfNotExist} from "../util/file.js";
74
76
  import {isOptimisticBlock} from "../util/forkChoice.js";
75
77
  import {JobItemQueue} from "../util/queue/itemQueue.js";
@@ -926,21 +928,71 @@ export class BeaconChain implements IBeaconChain {
926
928
  }
927
929
 
928
930
  async getSerializedExecutionPayloadEnvelope(blockSlot: Slot, blockRootHex: string): Promise<Uint8Array | null> {
929
- const payloadInput = this.seenPayloadEnvelopeInputCache.get(blockRootHex);
930
- if (payloadInput?.hasPayloadEnvelope()) {
931
- const envelope = payloadInput.getPayloadEnvelope();
932
- const serialized = this.serializedCache.get(envelope);
933
- if (serialized) {
934
- return serialized;
931
+ const [bytes] = await this.getSerializedExecutionPayloadEnvelopes([{blockSlot, blockRootHex}]);
932
+ return bytes;
933
+ }
934
+
935
+ /**
936
+ * Batch variant: archived header envelopes are rebuilt 32 per EL round-trip. Aligned with `requests`.
937
+ * A body root mismatch is a local inconsistency: `"throw"` surfaces it, `"omit"` logs it and
938
+ * returns null for that entry, for peer-facing paths where the spec allows omission.
939
+ */
940
+ async getSerializedExecutionPayloadEnvelopes(
941
+ requests: {blockSlot: Slot; blockRootHex: RootHex}[],
942
+ onMismatch: ReconstructMismatchPolicy = "throw"
943
+ ): Promise<(Uint8Array | null)[]> {
944
+ const out: (Uint8Array | null)[] = new Array(requests.length).fill(null);
945
+ const headerEnvelopes: gloas.SignedExecutionPayloadHeaderEnvelope[] = [];
946
+ const headerEnvelopeIdxs: number[] = [];
947
+
948
+ for (let i = 0; i < requests.length; i++) {
949
+ const {blockSlot, blockRootHex} = requests[i];
950
+
951
+ const payloadInput = this.seenPayloadEnvelopeInputCache.get(blockRootHex);
952
+ if (payloadInput?.hasPayloadEnvelope()) {
953
+ const envelope = payloadInput.getPayloadEnvelope();
954
+ out[i] = this.serializedCache.get(envelope) ?? ssz.gloas.SignedExecutionPayloadEnvelope.serialize(envelope);
955
+ continue;
956
+ }
957
+
958
+ const hot = await this.db.executionPayloadEnvelope.getBinary(fromHex(blockRootHex));
959
+ if (hot !== null) {
960
+ out[i] = hot;
961
+ continue;
962
+ }
963
+
964
+ const archivedBytes = await this.db.executionPayloadEnvelopeArchive.getBinary(blockSlot);
965
+ if (archivedBytes === null) continue;
966
+
967
+ const archived = decodeArchivedEnvelope(archivedBytes);
968
+ if (archived.envelopeBytes !== undefined) {
969
+ out[i] = archived.envelopeBytes;
970
+ continue;
971
+ }
972
+ headerEnvelopes.push(archived.headerEnvelope);
973
+ headerEnvelopeIdxs.push(i);
974
+ }
975
+
976
+ if (headerEnvelopes.length > 0) {
977
+ const rebuilt = await reconstructExecutionPayloadEnvelopes(this.executionEngine, this.metrics, headerEnvelopes);
978
+ for (let j = 0; j < rebuilt.length; j++) {
979
+ const result = rebuilt[j];
980
+ if (isRebuildMiss(result)) {
981
+ if (result.reason === "mismatch") {
982
+ if (onMismatch === "throw") throw result.error;
983
+ this.logger.debug(
984
+ "Archived envelope failed body root check against EL bodies",
985
+ {slot: result.slot},
986
+ result.error
987
+ );
988
+ }
989
+ continue;
990
+ }
991
+ out[headerEnvelopeIdxs[j]] = ssz.gloas.SignedExecutionPayloadEnvelope.serialize(result);
935
992
  }
936
- return ssz.gloas.SignedExecutionPayloadEnvelope.serialize(envelope);
937
993
  }
938
994
 
939
- return (
940
- (await this.db.executionPayloadEnvelope.getBinary(fromHex(blockRootHex))) ??
941
- (await this.db.executionPayloadEnvelopeArchive.getBinary(blockSlot)) ??
942
- null
943
- );
995
+ return out;
944
996
  }
945
997
 
946
998
  async getExecutionPayloadEnvelope(
@@ -952,11 +1004,23 @@ export class BeaconChain implements IBeaconChain {
952
1004
  return payloadInput.getPayloadEnvelope();
953
1005
  }
954
1006
 
955
- return (
956
- (await this.db.executionPayloadEnvelope.get(fromHex(blockRootHex))) ??
957
- (await this.db.executionPayloadEnvelopeArchive.get(blockSlot)) ??
958
- null
959
- );
1007
+ const hot = await this.db.executionPayloadEnvelope.get(fromHex(blockRootHex));
1008
+ if (hot !== null) return hot;
1009
+
1010
+ const archivedBytes = await this.db.executionPayloadEnvelopeArchive.getBinary(blockSlot);
1011
+ if (archivedBytes === null) return null;
1012
+ const archived = decodeArchivedEnvelope(archivedBytes);
1013
+ if (archived.envelopeBytes !== undefined) {
1014
+ return ssz.gloas.SignedExecutionPayloadEnvelope.deserialize(archived.envelopeBytes);
1015
+ }
1016
+ const [result] = await reconstructExecutionPayloadEnvelopes(this.executionEngine, this.metrics, [
1017
+ archived.headerEnvelope,
1018
+ ]);
1019
+ if (isRebuildMiss(result)) {
1020
+ if (result.reason === "mismatch") throw result.error;
1021
+ return null;
1022
+ }
1023
+ return result;
960
1024
  }
961
1025
 
962
1026
  async getParentExecutionRequests(
@@ -967,11 +1031,23 @@ export class BeaconChain implements IBeaconChain {
967
1031
  if (!isForkPostGloas(this.config.getForkName(parentBlockSlot))) {
968
1032
  return ssz.gloas.ExecutionRequests.defaultValue();
969
1033
  }
970
- const envelope = await this.getExecutionPayloadEnvelope(parentBlockSlot, parentBlockRootHex);
971
- if (envelope === null) {
1034
+ // executionRequests is kept in the header envelope, so read it without reconstructing
1035
+ const payloadInput = this.seenPayloadEnvelopeInputCache.get(parentBlockRootHex);
1036
+ if (payloadInput?.hasPayloadEnvelope()) {
1037
+ return payloadInput.getPayloadEnvelope().message.executionRequests;
1038
+ }
1039
+
1040
+ const hot = await this.db.executionPayloadEnvelope.get(fromHex(parentBlockRootHex));
1041
+ if (hot !== null) return hot.message.executionRequests;
1042
+
1043
+ const archivedBytes = await this.db.executionPayloadEnvelopeArchive.getBinary(parentBlockSlot);
1044
+ if (archivedBytes === null) {
972
1045
  throw Error(`Parent execution payload envelope not found slot=${parentBlockSlot}, root=${parentBlockRootHex}`);
973
1046
  }
974
- return envelope.message.executionRequests;
1047
+ const archived = decodeArchivedEnvelope(archivedBytes);
1048
+ return archived.envelopeBytes !== undefined
1049
+ ? ssz.gloas.SignedExecutionPayloadEnvelope.deserialize(archived.envelopeBytes).message.executionRequests
1050
+ : archived.headerEnvelope.message.executionRequests;
975
1051
  }
976
1052
 
977
1053
  async getDataColumnSidecars(blockSlot: Slot, blockRootHex: string): Promise<DataColumnSidecar[]> {
@@ -72,6 +72,10 @@ export enum ChainEvent {
72
72
  * Trigger BlockInputSync to find a SignedExecutionPayloadEnvelope with specified block root.
73
73
  */
74
74
  unknownEnvelopeBlockRoot = "unknownEnvelopeBlockRoot",
75
+ /**
76
+ * Same as unknownEnvelopeBlockRoot, but with slot
77
+ */
78
+ unknownEnvelopeBlockRootSlot = "unknownEnvelopeBlockRootSlot",
75
79
  /**
76
80
  * Trigger BlockInputSync for blocks that are partially received via gossip but are not complete by time the
77
81
  * cut-off window passes for waiting on gossip
@@ -99,8 +103,8 @@ export type ChainEventData = {
99
103
  peer: PeerIdStr;
100
104
  source: BlockInputSource;
101
105
  };
102
- // slot is the message slot, not necessarily the envelope's slot, but useful as a logging/prune hint
103
- [ChainEvent.unknownEnvelopeBlockRoot]: {rootHex: RootHex; slot: Slot; peer?: PeerIdStr; source: BlockInputSource};
106
+ [ChainEvent.unknownEnvelopeBlockRoot]: {rootHex: RootHex; peer?: PeerIdStr; source: BlockInputSource};
107
+ [ChainEvent.unknownEnvelopeBlockRootSlot]: {rootHex: RootHex; slot: Slot; peer?: PeerIdStr; source: BlockInputSource};
104
108
  };
105
109
 
106
110
  export type IChainEvents = ApiEvents & {
@@ -126,6 +130,7 @@ export type IChainEvents = ApiEvents & {
126
130
  [ChainEvent.incompleteBlockInput]: (data: ChainEventData[ChainEvent.incompleteBlockInput]) => void;
127
131
  [ChainEvent.incompletePayloadEnvelope]: (data: ChainEventData[ChainEvent.incompletePayloadEnvelope]) => void;
128
132
  [ChainEvent.unknownEnvelopeBlockRoot]: (data: ChainEventData[ChainEvent.unknownEnvelopeBlockRoot]) => void;
133
+ [ChainEvent.unknownEnvelopeBlockRootSlot]: (data: ChainEventData[ChainEvent.unknownEnvelopeBlockRootSlot]) => void;
129
134
  };
130
135
 
131
136
  /**
@@ -3,9 +3,11 @@ import {GossipActionError} from "./gossipValidation.js";
3
3
  export enum AttesterSlashingErrorCode {
4
4
  ALREADY_EXISTS = "ATTESTATION_SLASHING_ERROR_ALREADY_EXISTS",
5
5
  INVALID = "ATTESTATION_SLASHING_ERROR_INVALID",
6
+ INVALID_SIGNATURE = "ATTESTATION_SLASHING_ERROR_INVALID_SIGNATURE",
6
7
  }
7
8
  export type AttesterSlashingErrorType =
8
9
  | {code: AttesterSlashingErrorCode.ALREADY_EXISTS}
9
- | {code: AttesterSlashingErrorCode.INVALID; error: Error};
10
+ | {code: AttesterSlashingErrorCode.INVALID; error: Error}
11
+ | {code: AttesterSlashingErrorCode.INVALID_SIGNATURE};
10
12
 
11
13
  export class AttesterSlashingError extends GossipActionError<AttesterSlashingErrorType> {}
@@ -0,0 +1,22 @@
1
+ import {Slot} from "@lodestar/types";
2
+ import {LodestarError} from "@lodestar/utils";
3
+
4
+ export enum EnvelopeReconstructionErrorCode {
5
+ /** The EL failed to answer engine_getPayloadBodiesByHashV2 (transport / EL down). Transient. */
6
+ ENGINE_UNAVAILABLE = "ENVELOPE_RECONSTRUCTION_ERROR_ENGINE_UNAVAILABLE",
7
+ /** A body returned by the EL does not hash to the root stored in the header envelope. Local DB/EL inconsistency. */
8
+ BODY_ROOT_MISMATCH = "ENVELOPE_RECONSTRUCTION_ERROR_BODY_ROOT_MISMATCH",
9
+ /** A by-range stream stopped short at a slot that cannot be served; the response so far is still valid */
10
+ RANGE_UNSERVABLE = "ENVELOPE_RECONSTRUCTION_ERROR_RANGE_UNSERVABLE",
11
+ }
12
+
13
+ export type EnvelopeReconstructionErrorType =
14
+ | {code: EnvelopeReconstructionErrorCode.ENGINE_UNAVAILABLE}
15
+ | {
16
+ code: EnvelopeReconstructionErrorCode.BODY_ROOT_MISMATCH;
17
+ slot: Slot;
18
+ field: "transactions" | "withdrawals" | "blockAccessList";
19
+ }
20
+ | {code: EnvelopeReconstructionErrorCode.RANGE_UNSERVABLE; slot: Slot};
21
+
22
+ export class EnvelopeReconstructionError extends LodestarError<EnvelopeReconstructionErrorType> {}
@@ -4,6 +4,7 @@ export * from "./blobSidecarError.js";
4
4
  export * from "./blockError.js";
5
5
  export * from "./blsToExecutionChangeError.js";
6
6
  export * from "./dataColumnSidecarError.js";
7
+ export * from "./envelopeReconstructionError.js";
7
8
  export * from "./executionPayloadBid.js";
8
9
  export * from "./executionPayloadEnvelope.js";
9
10
  export * from "./gossipValidation.js";
@@ -6,6 +6,7 @@ export enum PayloadAttestationErrorCode {
6
6
  PAYLOAD_ATTESTATION_ALREADY_KNOWN = "PAYLOAD_ATTESTATION_ERROR_PAYLOAD_ATTESTATION_ALREADY_KNOWN",
7
7
  UNKNOWN_BLOCK_ROOT = "PAYLOAD_ATTESTATION_ERROR_UNKNOWN_BLOCK_ROOT",
8
8
  INVALID_BLOCK_SLOT = "PAYLOAD_ATTESTATION_ERROR_INVALID_BLOCK_SLOT",
9
+ PRE_GLOAS_SLOT = "PAYLOAD_ATTESTATION_ERROR_PRE_GLOAS_SLOT",
9
10
  INVALID_BLOCK = "PAYLOAD_ATTESTATION_ERROR_INVALID_BLOCK",
10
11
  INVALID_ATTESTER = "PAYLOAD_ATTESTATION_ERROR_INVALID_ATTESTER",
11
12
  INVALID_SIGNATURE = "PAYLOAD_ATTESTATION_ERROR_INVALID_SIGNATURE",
@@ -20,6 +21,7 @@ export type PayloadAttestationErrorType =
20
21
  }
21
22
  | {code: PayloadAttestationErrorCode.UNKNOWN_BLOCK_ROOT; blockRoot: RootHex}
22
23
  | {code: PayloadAttestationErrorCode.INVALID_BLOCK_SLOT; blockRoot: RootHex; blockSlot: Slot; slot: Slot}
24
+ | {code: PayloadAttestationErrorCode.PRE_GLOAS_SLOT; slot: Slot}
23
25
  | {code: PayloadAttestationErrorCode.INVALID_BLOCK; blockRoot: RootHex}
24
26
  | {code: PayloadAttestationErrorCode.INVALID_ATTESTER; attesterIndex: ValidatorIndex}
25
27
  | {code: PayloadAttestationErrorCode.INVALID_SIGNATURE};
@@ -3,9 +3,11 @@ import {GossipActionError} from "./gossipValidation.js";
3
3
  export enum ProposerSlashingErrorCode {
4
4
  ALREADY_EXISTS = "PROPOSER_SLASHING_ERROR_ALREADY_EXISTS",
5
5
  INVALID = "PROPOSER_SLASHING_ERROR_INVALID",
6
+ INVALID_SIGNATURE = "PROPOSER_SLASHING_ERROR_INVALID_SIGNATURE",
6
7
  }
7
8
  export type ProposerSlashingErrorType =
8
9
  | {code: ProposerSlashingErrorCode.ALREADY_EXISTS}
9
- | {code: ProposerSlashingErrorCode.INVALID; error: Error};
10
+ | {code: ProposerSlashingErrorCode.INVALID; error: Error}
11
+ | {code: ProposerSlashingErrorCode.INVALID_SIGNATURE};
10
12
 
11
13
  export class ProposerSlashingError extends GossipActionError<ProposerSlashingErrorType> {}
@@ -30,6 +30,7 @@ import {Metrics} from "../metrics/metrics.js";
30
30
  import {BufferPool} from "../util/bufferPool.js";
31
31
  import {IClock} from "../util/clock.js";
32
32
  import {CustodyConfig} from "../util/dataColumns.js";
33
+ import {ReconstructMismatchPolicy} from "../util/execution.js";
33
34
  import {SerializedCache} from "../util/serializedCache.js";
34
35
  import {IArchiveStore} from "./archiveStore/interface.js";
35
36
  import {CheckpointBalancesCache} from "./balancesCache.js";
@@ -96,7 +97,7 @@ export enum FindHeadFnName {
96
97
  export interface IBeaconChain {
97
98
  readonly genesisTime: UintNum64;
98
99
  readonly genesisValidatorsRoot: Root;
99
- readonly earliestAvailableSlot: Slot;
100
+ earliestAvailableSlot: Slot;
100
101
  readonly executionEngine: IExecutionEngine;
101
102
  readonly executionBuilder?: IExecutionBuilder;
102
103
  readonly builderCircuitBreaker: BuilderCircuitBreaker;
@@ -236,6 +237,10 @@ export interface IBeaconChain {
236
237
  indices: number[]
237
238
  ): Promise<(Uint8Array | undefined)[]>;
238
239
  getSerializedExecutionPayloadEnvelope(blockSlot: Slot, blockRootHex: string): Promise<Uint8Array | null>;
240
+ getSerializedExecutionPayloadEnvelopes(
241
+ requests: {blockSlot: Slot; blockRootHex: RootHex}[],
242
+ onMismatch?: ReconstructMismatchPolicy
243
+ ): Promise<(Uint8Array | null)[]>;
239
244
  getExecutionPayloadEnvelope(
240
245
  blockSlot: Slot,
241
246
  blockRootHex: string
@@ -29,6 +29,8 @@ export type IChainOptions = BlockProcessOpts &
29
29
  blacklistedBlocks?: string[];
30
30
  // TODO GLOAS: add similar option for execution payload envelopes?
31
31
  persistProducedBlocks?: boolean;
32
+ /** Archive finalized Gloas payload envelopes as headers (bodies reconstructed from the EL on read) */
33
+ dedupePayloads?: boolean;
32
34
  persistInvalidSszObjects?: boolean;
33
35
  persistInvalidSszObjectsDir?: string;
34
36
  persistOrphanedBlocks?: boolean;
@@ -63,10 +65,6 @@ export type BlockProcessOpts = {
63
65
  * Will double processing times. Use only for debugging purposes.
64
66
  */
65
67
  disableBlsBatchVerify?: boolean;
66
- /**
67
- * Assert progressive balances the same to EpochTransitionCache
68
- */
69
- assertCorrectProgressiveBalances?: boolean;
70
68
  /** Used for fork_choice spec tests */
71
69
  disableOnBlockError?: boolean;
72
70
  /** Used for fork_choice spec tests */
@@ -109,12 +107,12 @@ export const defaultChainOptions: IChainOptions = {
109
107
  disableBlsBatchVerify: false,
110
108
  proposerBoost: true,
111
109
  proposerBoostReorg: true,
110
+ dedupePayloads: true,
112
111
  computeUnrealized: true,
113
112
  fastConfirmation: false,
114
113
  suggestedFeeRecipient: defaultValidatorOptions.suggestedFeeRecipient,
115
114
  graffitiAppend: true,
116
115
  serveHistoricalState: false,
117
- assertCorrectProgressiveBalances: false,
118
116
  archiveStateEpochFrequency: 1024,
119
117
  archiveMode: DEFAULT_ARCHIVE_MODE,
120
118
  pruneHistory: false,
@@ -1,4 +1,4 @@
1
- import {EMPTY_SIGNATURE, IBeaconStateView} from "@lodestar/state-transition";
1
+ import {EMPTY_SIGNATURE, IBeaconStateView, StateHashTreeRootSource} from "@lodestar/state-transition";
2
2
  import {BeaconBlock, BlindedBeaconBlock, Gwei, Root} from "@lodestar/types";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
 
@@ -14,5 +14,12 @@ export function computeNewStateRoot(
14
14
  ): {newStateRoot: Root; proposerReward: Gwei; postState: IBeaconStateView} {
15
15
  // Set signature to zero to re-use stateTransition() function which requires the SignedBeaconBlock type
16
16
  const signedBlock = {message: block, signature: EMPTY_SIGNATURE};
17
- return state.computeNewStateRoot({block: signedBlock}, {metrics});
17
+ const {newStateRoot, proposerReward, postState, hashTreeRootTime} = state.computeNewStateRoot(
18
+ {block: signedBlock},
19
+ {metrics}
20
+ );
21
+
22
+ metrics?.stateHashTreeRootTime.observe({source: StateHashTreeRootSource.computeNewStateRoot}, hashTreeRootTime);
23
+
24
+ return {newStateRoot, proposerReward, postState};
18
25
  }
@@ -59,7 +59,18 @@ import {
59
59
  heze,
60
60
  ssz,
61
61
  } from "@lodestar/types";
62
- import {GWEI_TO_WEI, Logger, byteArrayEquals, fromHex, sleep, toHex, toPubkeyHex, toRootHex} from "@lodestar/utils";
62
+ import {
63
+ GWEI_TO_WEI,
64
+ Logger,
65
+ byteArrayEquals,
66
+ fromHex,
67
+ prettyGweiToEth,
68
+ prettyWeiToEth,
69
+ sleep,
70
+ toHex,
71
+ toPubkeyHex,
72
+ toRootHex,
73
+ } from "@lodestar/utils";
63
74
  import {ZERO_HASH_HEX} from "../../constants/index.js";
64
75
  import {numToQuantity} from "../../execution/engine/utils.js";
65
76
  import {IExecutionBuilder, IExecutionEngine, PayloadAttributes, PayloadId} from "../../execution/index.js";
@@ -259,7 +270,7 @@ export async function produceBlockBody<T extends BlockType>(
259
270
  this.logger.verbose("Produced block with builder bid", {
260
271
  slot: blockSlot,
261
272
  builderIndex: builderBid.message.builderIndex,
262
- bidValue: builderBid.message.value,
273
+ bidValue: prettyGweiToEth(builderBid.message.value),
263
274
  parentBlockHash: toRootHex(builderBid.message.parentBlockHash),
264
275
  parentBlockRoot: toRootHex(builderBid.message.parentBlockRoot),
265
276
  blockHash: toRootHex(builderBid.message.blockHash),
@@ -410,7 +421,7 @@ export async function produceBlockBody<T extends BlockType>(
410
421
  this.metrics?.blockPayload.payloadFetchedTime.observe({prepType}, fetchedTime);
411
422
  this.logger.verbose("Produced block with self-build bid", {
412
423
  slot: blockSlot,
413
- executionPayloadValue,
424
+ executionPayloadValue: prettyWeiToEth(executionPayloadValue),
414
425
  prepType,
415
426
  payloadId,
416
427
  fetchedTime,
@@ -490,7 +501,7 @@ export async function produceBlockBody<T extends BlockType>(
490
501
  this.metrics?.blockPayload.payloadFetchedTime.observe({prepType}, fetchedTime);
491
502
  this.logger.verbose("Fetched execution payload header from builder", {
492
503
  slot: blockSlot,
493
- executionPayloadValue,
504
+ executionPayloadValue: prettyWeiToEth(executionPayloadValue),
494
505
  prepType,
495
506
  fetchedTime,
496
507
  });
@@ -607,7 +618,7 @@ export async function produceBlockBody<T extends BlockType>(
607
618
  this.metrics?.blockPayload.payloadFetchedTime.observe({prepType}, fetchedTime);
608
619
  this.logger.verbose("Fetched execution payload from engine", {
609
620
  slot: blockSlot,
610
- executionPayloadValue,
621
+ executionPayloadValue: prettyWeiToEth(executionPayloadValue),
611
622
  prepType,
612
623
  payloadId,
613
624
  fetchedTime,
@@ -708,7 +719,7 @@ export async function produceBlockBody<T extends BlockType>(
708
719
  }
709
720
  }
710
721
 
711
- Object.assign(logMeta, {executionPayloadValue});
722
+ Object.assign(logMeta, {executionPayloadValue: prettyWeiToEth(executionPayloadValue)});
712
723
  this.logger.verbose("Produced beacon block body", logMeta);
713
724
 
714
725
  return {body: blockBody as AssembledBodyType<T>, produceResult, executionPayloadValue, shouldOverrideBuilder};
@@ -256,10 +256,11 @@ export class SeenPayloadEnvelopeInput {
256
256
  return this.payloadInputs.size;
257
257
  }
258
258
 
259
- prune(blockRootHex: RootHex): void {
259
+ /** Removes the single PayloadEnvelopeInput from the cache */
260
+ remove(blockRootHex: RootHex): void {
260
261
  const input = this.payloadInputs.get(blockRootHex);
261
262
  if (input) {
262
- this.evictPayloadInput(input, "prune");
263
+ this.evictPayloadInput(input, "remove");
263
264
  }
264
265
  }
265
266
 
@@ -63,8 +63,7 @@ export async function validateAttesterSlashing(
63
63
  const signatureSets = getAttesterSlashingSignatureSets(chain.config, state.slot, attesterSlashing);
64
64
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
65
65
  throw new AttesterSlashingError(GossipAction.REJECT, {
66
- code: AttesterSlashingErrorCode.INVALID,
67
- error: Error("Invalid signature"),
66
+ code: AttesterSlashingErrorCode.INVALID_SIGNATURE,
68
67
  });
69
68
  }
70
69
  }
@@ -1,4 +1,5 @@
1
1
  import {
2
+ computeEpochAtSlot,
2
3
  createIndexedSignatureSetFromComponents,
3
4
  getPayloadAttestationDataSigningRoot,
4
5
  isStatePostGloas,
@@ -35,6 +36,14 @@ async function validatePayloadAttestationMessage(
35
36
  ): Promise<PayloadAttestationValidationResult> {
36
37
  const {data, validatorIndex} = payloadAttestationMessage;
37
38
 
39
+ // [REJECT] The payload attestation slot is at or after the Gloas fork.
40
+ if (computeEpochAtSlot(data.slot) < chain.config.GLOAS_FORK_EPOCH) {
41
+ throw new PayloadAttestationError(GossipAction.REJECT, {
42
+ code: PayloadAttestationErrorCode.PRE_GLOAS_SLOT,
43
+ slot: data.slot,
44
+ });
45
+ }
46
+
38
47
  // [IGNORE] The message's slot is for the current slot (with a `MAXIMUM_GOSSIP_CLOCK_DISPARITY` allowance), i.e. `data.slot == current_slot`.
39
48
  if (!chain.clock.isCurrentSlotGivenGossipDisparity(data.slot)) {
40
49
  throw new PayloadAttestationError(GossipAction.IGNORE, {
@@ -48,8 +48,7 @@ async function validateProposerSlashing(
48
48
  const signatureSets = getProposerSlashingSignatureSets(chain.config, state.slot, proposerSlashing);
49
49
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
50
50
  throw new ProposerSlashingError(GossipAction.REJECT, {
51
- code: ProposerSlashingErrorCode.INVALID,
52
- error: Error("Invalid signature"),
51
+ code: ProposerSlashingErrorCode.INVALID_SIGNATURE,
53
52
  });
54
53
  }
55
54
  }
@@ -24,7 +24,17 @@ import {
24
24
  deneb,
25
25
  gloas,
26
26
  } from "@lodestar/types";
27
- import {LogData, LogHandler, LogLevel, Logger, MapDef, MapDefMax, prettyPrintIndices, toRootHex} from "@lodestar/utils";
27
+ import {
28
+ LogData,
29
+ LogHandler,
30
+ LogLevel,
31
+ Logger,
32
+ MapDef,
33
+ MapDefMax,
34
+ prettyGweiToEth,
35
+ prettyPrintIndices,
36
+ toRootHex,
37
+ } from "@lodestar/utils";
28
38
  import {GENESIS_SLOT} from "../constants/constants.js";
29
39
  import {RegistryMetricCreator} from "../metrics/index.js";
30
40
 
@@ -470,7 +480,7 @@ export function createValidatorMonitor(
470
480
  src,
471
481
  builderIndex: bid.builderIndex,
472
482
  gasLimit: Number(bid.gasLimit),
473
- value: bid.value.toString(),
483
+ value: prettyGweiToEth(bid.value),
474
484
  parentBlockRoot: toRootHex(bid.parentBlockRoot),
475
485
  parentBlockHash: toRootHex(bid.parentBlockHash),
476
486
  blockHash: toRootHex(bid.blockHash),
package/src/db/beacon.ts CHANGED
@@ -11,7 +11,6 @@ import {CheckpointStateRepository} from "./repositories/checkpointState.js";
11
11
  import {
12
12
  AttesterSlashingRepository,
13
13
  BLSToExecutionChangeRepository,
14
- BackfilledRanges,
15
14
  BestLightClientUpdateRepository,
16
15
  BlobSidecarsArchiveRepository,
17
16
  BlobSidecarsRepository,
@@ -61,8 +60,6 @@ export class BeaconDb implements IBeaconDb {
61
60
  syncCommittee: SyncCommitteeRepository;
62
61
  syncCommitteeWitness: SyncCommitteeWitnessRepository;
63
62
 
64
- backfilledRanges: BackfilledRanges;
65
-
66
63
  readonly dataColumns: IDataColumnStore;
67
64
  lastLegacyArchiveSlot: Slot | null = null;
68
65
  private readonly flatFileStore: FlatFileStore;
@@ -97,8 +94,6 @@ export class BeaconDb implements IBeaconDb {
97
94
  this.syncCommittee = new SyncCommitteeRepository(config, db);
98
95
  this.syncCommitteeWitness = new SyncCommitteeWitnessRepository(config, db);
99
96
 
100
- this.backfilledRanges = new BackfilledRanges(config, db);
101
-
102
97
  this.flatFileStore = new FlatFileStore(opts.dataColumnDir, config, opts.logger, opts.metrics);
103
98
  this.dataColumns = new LegacyDataColumnStore(
104
99
  this.flatFileStore,
package/src/db/buckets.ts CHANGED
@@ -56,7 +56,7 @@ export enum Bucket {
56
56
  // altair_lightClientSyncCommitteeProof = 35, // DEPRECATED on v0.32.0
57
57
  // index_lightClientInitProof = 36, // DEPRECATED on v0.32.0
58
58
 
59
- backfilled_ranges = 42, // Backfilled From to To, inclusive of both From, To
59
+ // backfilled_ranges = 42, // DEPRECATED on v1.48.0
60
60
 
61
61
  // Buckets to support LightClient server v2
62
62
  lightClient_syncCommitteeWitness = 51, // BlockRoot -> SyncCommitteeWitness
@@ -71,7 +71,7 @@ export enum Bucket {
71
71
  allForks_dataColumnSidecarsArchive = 58, // BeaconBlockSlot -> DataColumnSidecars
72
72
 
73
73
  gloas_executionPayloadEnvelope = 59, // GLOAS BeaconBlockRoot -> SignedExecutionPayloadEnvelope
74
- gloas_executionPayloadEnvelopeArchive = 60, // GLOAS Slot -> SignedExecutionPayloadEnvelope
74
+ gloas_executionPayloadEnvelopeArchive = 60, // GLOAS Slot -> SignedExecutionPayloadEnvelope, or 0x00 + SignedExecutionPayloadHeaderEnvelope
75
75
  }
76
76
 
77
77
  export function getBucketNameByValue<T extends Bucket>(enumValue: T): keyof typeof Bucket {
@@ -6,7 +6,6 @@ import {CheckpointStateRepository} from "./repositories/checkpointState.js";
6
6
  import {
7
7
  AttesterSlashingRepository,
8
8
  BLSToExecutionChangeRepository,
9
- BackfilledRanges,
10
9
  BestLightClientUpdateRepository,
11
10
  BlobSidecarsArchiveRepository,
12
11
  BlobSidecarsRepository,
@@ -60,8 +59,6 @@ export interface IBeaconDb {
60
59
  syncCommittee: SyncCommitteeRepository;
61
60
  syncCommitteeWitness: SyncCommitteeWitnessRepository;
62
61
 
63
- backfilledRanges: BackfilledRanges;
64
-
65
62
  dataColumns: IDataColumnStore;
66
63
  /** Highest legacy column slot at startup; later archival writes the block-root index first. */
67
64
  readonly lastLegacyArchiveSlot: Slot | null;
@@ -1,8 +1,9 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {Db, DbBatch, FilterOptions, KeyValue, Repository} from "@lodestar/db";
3
3
  import {Root, SignedBeaconBlock, Slot, ssz} from "@lodestar/types";
4
- import {bytesToInt, intToBytes} from "@lodestar/utils";
4
+ import {bytesToInt, fromHex, intToBytes} from "@lodestar/utils";
5
5
  import {getSignedBlockTypeFromBytes} from "../../util/multifork.js";
6
+ import {getParentRootFromSignedBeaconBlockSerialized} from "../../util/sszBytes.js";
6
7
  import {Bucket, getBucketNameByValue} from "../buckets.js";
7
8
  import {
8
9
  deleteParentRootIndex,
@@ -24,6 +25,10 @@ export type BlockArchiveBatchPutBinaryItem = KeyValue<Slot, Uint8Array> & {
24
25
  parentRoot: Root;
25
26
  };
26
27
 
28
+ // The initial prune can span millions of slots. This bounds the slot index reads in flight and keeps each
29
+ // delete batch at a few thousand keys, both tiny next to the block value batches in archiveBlocks
30
+ const DELETE_RANGE_CHUNK_SIZE = 1000;
31
+
27
32
  /**
28
33
  * Stores finalized blocks. Block slot is identifier.
29
34
  */
@@ -103,6 +108,38 @@ export class BlockArchiveRepository extends Repository<Slot, SignedBeaconBlock>
103
108
  );
104
109
  }
105
110
 
111
+ /**
112
+ * Delete a contiguous range of archived blocks together with their index entries.
113
+ * `slots` must be every archived slot in the range, so the parent of each block is the entry before it.
114
+ */
115
+ async batchDeleteRange(slots: Slot[]): Promise<void> {
116
+ const sorted = [...slots].sort((a, b) => a - b);
117
+ let prevRoot: Root | null = null;
118
+
119
+ for (let i = 0; i < sorted.length; i += DELETE_RANGE_CHUNK_SIZE) {
120
+ const chunk = sorted.slice(i, i + DELETE_RANGE_CHUNK_SIZE);
121
+ const roots = await Promise.all(chunk.map((slot) => this.getRootBySlot(slot)));
122
+
123
+ const keys: Uint8Array[] = [];
124
+ for (let j = 0; j < chunk.length; j++) {
125
+ keys.push(this.encodeKey(chunk[j]), getSlotIndexKey(chunk[j]));
126
+ const root = roots[j];
127
+ if (root) keys.push(getRootIndexKey(root));
128
+ // The parent index entry pointing at this block is keyed by its parent root, which is the
129
+ // previous block's root unless that block is unindexed, then it is read from the block itself
130
+ let parentRoot = prevRoot;
131
+ if (parentRoot === null) {
132
+ const block = await this.getBinary(chunk[j]);
133
+ const parentRootHex = block ? getParentRootFromSignedBeaconBlockSerialized(block) : null;
134
+ parentRoot = parentRootHex ? fromHex(parentRootHex) : null;
135
+ }
136
+ if (parentRoot) keys.push(getParentRootIndexKey(parentRoot));
137
+ prevRoot = root;
138
+ }
139
+ await this.db.batchDelete(keys, this.dbReqOpts);
140
+ }
141
+ }
142
+
106
143
  async batch(operations: DbBatch<Slot, SignedBeaconBlock>): Promise<void> {
107
144
  await this.batchBinary(
108
145
  operations.map((operation) =>