@lodestar/beacon-node 1.51.0-dev.5e25b73306 → 1.51.0-dev.738aa9c1b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +12 -7
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/validator/index.js +7 -5
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/api/options.d.ts +2 -0
  14. package/lib/api/options.d.ts.map +1 -1
  15. package/lib/api/options.js +1 -0
  16. package/lib/api/options.js.map +1 -1
  17. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/utils/archiveBlocks.js +54 -96
  19. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  20. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  21. package/lib/chain/blocks/importBlock.js +6 -5
  22. package/lib/chain/blocks/importBlock.js.map +1 -1
  23. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  24. package/lib/chain/blocks/importExecutionPayload.js +2 -1
  25. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  26. package/lib/chain/chain.js +4 -4
  27. package/lib/chain/chain.js.map +1 -1
  28. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -1
  29. package/lib/chain/opPools/inclusionListStore.js +2 -2
  30. package/lib/chain/opPools/inclusionListStore.js.map +1 -1
  31. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  32. package/lib/chain/produceBlock/produceBlockBody.js +0 -1
  33. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  34. package/lib/chain/regen/interface.d.ts +0 -1
  35. package/lib/chain/regen/interface.d.ts.map +1 -1
  36. package/lib/chain/regen/interface.js +0 -1
  37. package/lib/chain/regen/interface.js.map +1 -1
  38. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  39. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  40. package/lib/chain/validation/executionPayloadBid.js +0 -153
  41. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  42. package/lib/chain/validation/inclusionList.d.ts.map +1 -1
  43. package/lib/chain/validation/inclusionList.js +11 -2
  44. package/lib/chain/validation/inclusionList.js.map +1 -1
  45. package/lib/db/beacon.d.ts.map +1 -1
  46. package/lib/db/beacon.js +2 -0
  47. package/lib/db/beacon.js.map +1 -1
  48. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  49. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  50. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  51. package/lib/execution/engine/http.d.ts.map +1 -1
  52. package/lib/execution/engine/http.js +0 -1
  53. package/lib/execution/engine/http.js.map +1 -1
  54. package/lib/execution/engine/mock.d.ts.map +1 -1
  55. package/lib/execution/engine/mock.js +6 -4
  56. package/lib/execution/engine/mock.js.map +1 -1
  57. package/lib/execution/engine/payloadIdCache.d.ts +1 -2
  58. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  59. package/lib/execution/engine/payloadIdCache.js +3 -3
  60. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  61. package/lib/execution/engine/sszTypes.d.ts +38 -38
  62. package/lib/execution/engine/types.d.ts +1 -1
  63. package/lib/execution/engine/types.d.ts.map +1 -1
  64. package/lib/execution/engine/types.js +7 -6
  65. package/lib/execution/engine/types.js.map +1 -1
  66. package/lib/index.d.ts +1 -0
  67. package/lib/index.d.ts.map +1 -1
  68. package/lib/index.js +2 -0
  69. package/lib/index.js.map +1 -1
  70. package/lib/metrics/metrics/lodestar.d.ts +3 -0
  71. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  72. package/lib/metrics/metrics/lodestar.js +5 -0
  73. package/lib/metrics/metrics/lodestar.js.map +1 -1
  74. package/lib/network/gossip/topic.d.ts +6 -6
  75. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  76. package/lib/network/processor/gossipHandlers.js +27 -18
  77. package/lib/network/processor/gossipHandlers.js.map +1 -1
  78. package/lib/network/processor/index.d.ts.map +1 -1
  79. package/lib/network/processor/index.js +26 -25
  80. package/lib/network/processor/index.js.map +1 -1
  81. package/lib/sync/unknownBlock.d.ts.map +1 -1
  82. package/lib/sync/unknownBlock.js +42 -18
  83. package/lib/sync/unknownBlock.js.map +1 -1
  84. package/package.json +30 -30
  85. package/src/api/impl/api.ts +1 -1
  86. package/src/api/impl/beacon/blocks/index.ts +22 -17
  87. package/src/api/impl/beacon/index.ts +3 -1
  88. package/src/api/impl/validator/index.ts +7 -7
  89. package/src/api/options.ts +3 -0
  90. package/src/chain/archiveStore/utils/archiveBlocks.ts +64 -126
  91. package/src/chain/blocks/importBlock.ts +8 -7
  92. package/src/chain/blocks/importExecutionPayload.ts +2 -1
  93. package/src/chain/chain.ts +4 -4
  94. package/src/chain/opPools/inclusionListStore.ts +3 -3
  95. package/src/chain/produceBlock/produceBlockBody.ts +0 -1
  96. package/src/chain/regen/interface.ts +0 -1
  97. package/src/chain/validation/executionPayloadBid.ts +0 -180
  98. package/src/chain/validation/inclusionList.ts +11 -2
  99. package/src/db/beacon.ts +5 -0
  100. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  101. package/src/execution/engine/http.ts +0 -1
  102. package/src/execution/engine/mock.ts +6 -4
  103. package/src/execution/engine/payloadIdCache.ts +6 -7
  104. package/src/execution/engine/types.ts +8 -8
  105. package/src/index.ts +2 -0
  106. package/src/metrics/metrics/lodestar.ts +5 -0
  107. package/src/network/processor/gossipHandlers.ts +35 -20
  108. package/src/network/processor/index.ts +22 -23
  109. package/src/network/processor/types.ts +1 -1
  110. package/src/sync/unknownBlock.ts +47 -28
@@ -62,7 +62,7 @@ import {
62
62
  } from "../../../../chain/produceBlock/index.js";
63
63
  import {RegenCaller} from "../../../../chain/regen/index.js";
64
64
  import {validateGossipBlock, verifyBlockProposerSignature} from "../../../../chain/validation/block.js";
65
- import {validateApiExecutionPayloadBid} from "../../../../chain/validation/executionPayloadBid.js";
65
+ import {validateGossipExecutionPayloadBid} from "../../../../chain/validation/executionPayloadBid.js";
66
66
  import {validateApiExecutionPayloadEnvelope} from "../../../../chain/validation/executionPayloadEnvelope.js";
67
67
  import {OpSource} from "../../../../chain/validatorMonitor.js";
68
68
  import {
@@ -79,6 +79,7 @@ import {
79
79
  import {isOptimisticBlock} from "../../../../util/forkChoice.js";
80
80
  import {kzg} from "../../../../util/kzg.js";
81
81
  import {promiseAllMaybeAsync} from "../../../../util/promises.js";
82
+ import {ApiOptions} from "../../../options.js";
82
83
  import {ApiModules} from "../../types.js";
83
84
  import {assertUniqueItems} from "../../utils.js";
84
85
  import {getBlockResponse, toBeaconHeaderResponse} from "./utils.js";
@@ -96,16 +97,10 @@ const MAX_API_CLOCK_DISPARITY_MS = 1000;
96
97
  */
97
98
  const IDENTITY_PEER_ID = ""; // TODO: Compute identity keypair
98
99
 
99
- export function getBeaconBlockApi({
100
- chain,
101
- config,
102
- metrics,
103
- network,
104
- db,
105
- }: Pick<
106
- ApiModules,
107
- "chain" | "config" | "metrics" | "network" | "db"
108
- >): ApplicationMethods<routes.beacon.block.Endpoints> {
100
+ export function getBeaconBlockApi(
101
+ opts: ApiOptions,
102
+ {chain, config, metrics, network, db}: Pick<ApiModules, "chain" | "config" | "metrics" | "network" | "db">
103
+ ): ApplicationMethods<routes.beacon.block.Endpoints> {
109
104
  const publishBlockV2: ApplicationMethods<routes.beacon.block.Endpoints>["publishBlockV2"] = async (
110
105
  {signedBlockContents, broadcastValidation, builderUrl},
111
106
  context,
@@ -1077,15 +1072,25 @@ export function getBeaconBlockApi({
1077
1072
  throw new ApiError(400, `publishExecutionPayloadBid not supported for pre-gloas fork=${fork}`);
1078
1073
  }
1079
1074
 
1080
- const validationTimer = metrics?.opPool.executionPayloadBidPool.apiValidationTime.startTimer();
1081
- // TODO: once the builder is tested and can be trusted, skip this local validation
1082
- // to publish faster, accepting peer-score risk if it ever emits an invalid bid.
1083
- await validateApiExecutionPayloadBid(chain, signedExecutionPayloadBid);
1084
- validationTimer?.();
1085
-
1086
1075
  const elapsedSec = chain.clock.secFromSlot(slot, seenTimestampSec);
1087
1076
  metrics?.gossipExecutionPayloadBid.elapsedTimeTillReceived.observe({source: OpSource.api}, elapsedSec);
1088
1077
 
1078
+ if (!opts.disableBidValidation) {
1079
+ const validationTimer = metrics?.opPool.executionPayloadBidPool.apiValidationTime.startTimer();
1080
+ const {proposerIndex} = await validateGossipExecutionPayloadBid(chain, signedExecutionPayloadBid);
1081
+ validationTimer?.();
1082
+
1083
+ // Gossip does not deliver our own messages back to us, so a validated bid is added to the
1084
+ // pool here to allow a proposer on this node to select it
1085
+ const insertOutcome = chain.executionPayloadBidPool.add(
1086
+ signedExecutionPayloadBid,
1087
+ Math.floor(elapsedSec * 1000)
1088
+ );
1089
+ metrics?.opPool.executionPayloadBidPool.apiInsertOutcome.inc({insertOutcome});
1090
+
1091
+ chain.validatorMonitor?.registerExecutionPayloadBid(OpSource.api, proposerIndex, bid);
1092
+ }
1093
+
1089
1094
  const sentPeers = await network.publishSignedExecutionPayloadBid(signedExecutionPayloadBid);
1090
1095
 
1091
1096
  chain.emitter.emit(routes.events.EventType.executionPayloadBid, {
@@ -3,6 +3,7 @@ import {ApplicationMethods} from "@lodestar/api/server";
3
3
  import {isForkPostGloas} from "@lodestar/params";
4
4
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
5
5
  import {toRootHex} from "@lodestar/utils";
6
+ import {ApiOptions} from "../../options.js";
6
7
  import {ApiError} from "../errors.js";
7
8
  import {ApiModules} from "../types.js";
8
9
  import {getBeaconBlockApi} from "./blocks/index.js";
@@ -11,9 +12,10 @@ import {getBeaconRewardsApi} from "./rewards/index.js";
11
12
  import {getBeaconStateApi} from "./state/index.js";
12
13
 
13
14
  export function getBeaconApi(
15
+ opts: ApiOptions,
14
16
  modules: Pick<ApiModules, "chain" | "config" | "logger" | "metrics" | "network" | "db" | "sync">
15
17
  ): ApplicationMethods<routes.beacon.Endpoints> {
16
- const block = getBeaconBlockApi(modules);
18
+ const block = getBeaconBlockApi(opts, modules);
17
19
  const pool = getBeaconPoolApi(modules);
18
20
  const state = getBeaconStateApi(modules);
19
21
  const rewards = getBeaconRewardsApi(modules);
@@ -254,13 +254,13 @@ export function getValidatorApi(
254
254
  genesisBlockRoot = state.computeAnchorCheckpoint().checkpoint.root;
255
255
  } else if (state.slot < SLOTS_PER_HISTORICAL_ROOT) {
256
256
  genesisBlockRoot = state.getBlockRootAtSlot(GENESIS_SLOT);
257
- }
258
-
259
- const blockRes = await chain.getCanonicalBlockAtSlot(GENESIS_SLOT);
260
- if (blockRes) {
261
- genesisBlockRoot = config
262
- .getForkTypes(blockRes.block.message.slot)
263
- .SignedBeaconBlock.hashTreeRoot(blockRes.block);
257
+ } else {
258
+ const blockRes = await chain.getCanonicalBlockAtSlot(GENESIS_SLOT);
259
+ if (blockRes) {
260
+ genesisBlockRoot = config
261
+ .getForkTypes(blockRes.block.message.slot)
262
+ .BeaconBlock.hashTreeRoot(blockRes.block.message);
263
+ }
264
264
  }
265
265
  }
266
266
 
@@ -2,6 +2,8 @@ import {BeaconRestApiServerOpts, beaconRestApiServerOpts} from "./rest/index.js"
2
2
 
3
3
  export type ApiOptions = {
4
4
  maxGindicesInProof?: number;
5
+ /** Broadcast execution payload bids submitted via the API without running gossip validation */
6
+ disableBidValidation?: boolean;
5
7
  rest: BeaconRestApiServerOpts;
6
8
  commit?: string;
7
9
  version?: string;
@@ -10,6 +12,7 @@ export type ApiOptions = {
10
12
 
11
13
  export const defaultApiOptions: ApiOptions = {
12
14
  maxGindicesInProof: 512,
15
+ disableBidValidation: false,
13
16
  rest: beaconRestApiServerOpts,
14
17
  version: "dev",
15
18
  private: false,
@@ -1,11 +1,18 @@
1
1
  import path from "node:path";
2
2
  import {ChainForkConfig} from "@lodestar/config";
3
3
  import {KeyValue} from "@lodestar/db";
4
- import {CheckpointWithHex, ExecutionStatus, IForkChoice, PayloadStatus, ProtoBlock} from "@lodestar/fork-choice";
4
+ import {
5
+ CheckpointWithHex,
6
+ ExecutionStatus,
7
+ IForkChoice,
8
+ PayloadStatus,
9
+ ProtoBlock,
10
+ isGloasBlock,
11
+ } from "@lodestar/fork-choice";
5
12
  import {ForkSeq, SLOTS_PER_EPOCH} from "@lodestar/params";
6
13
  import {computeEpochAtSlot, computeStartSlotAtEpoch, getBlobDataRetentionStartEpoch} from "@lodestar/state-transition";
7
14
  import {Epoch, Slot} from "@lodestar/types";
8
- import {Logger, fromAsync, fromHex, prettyPrintIndices, toRootHex} from "@lodestar/utils";
15
+ import {Logger, fromHex, prettyPrintIndices, toRootHex} from "@lodestar/utils";
9
16
  import {IBeaconDb} from "../../../db/index.js";
10
17
  import {BlockArchiveBatchPutBinaryItem, encodeArchivedHeaderEnvelope} from "../../../db/repositories/index.js";
11
18
  import {Metrics} from "../../../metrics/metrics.js";
@@ -136,23 +143,6 @@ export async function archiveBlocks(
136
143
  logger.verbose("Migrated blobSidecars from hot DB to cold DB", {...logCtx, migratedEntries});
137
144
  }
138
145
 
139
- // Keep the normal LevelDB hot-to-cold flow for legacy columns. New columns are written
140
- // directly to flat files, so this only moves fallback data left by older versions.
141
- if (finalizedPostFulu) {
142
- const migratedSlots = await migrateDataColumnSidecarsFromHotToColdDb(
143
- config,
144
- db,
145
- logger,
146
- finalizedCanonicalBlocks,
147
- currentEpoch
148
- );
149
- logger.verbose("Migrated legacy dataColumnSidecars from hot DB to cold DB", {
150
- ...logCtx,
151
- migratedEntries: migratedSlots.length,
152
- slotRange: prettyPrintIndices(migratedSlots),
153
- });
154
- }
155
-
156
146
  if (finalizedPostGloas) {
157
147
  const migratedSlots = await migrateExecutionPayloadEnvelopesFromHotToColdDb(
158
148
  config,
@@ -169,44 +159,34 @@ export async function archiveBlocks(
169
159
  }
170
160
  }
171
161
 
172
- // deleteNonCanonicalBlocks
173
- // loop through forkchoice single time
162
+ const canonicalRoots = new Set(finalizedCanonicalBlocks.map((block) => block.blockRoot));
163
+ const orphanedBlocks: ProtoBlock[] = [];
164
+ const orphanedPayloads: ProtoBlock[] = [];
174
165
 
175
- const nonCanonicalBlockRoots = finalizedNonCanonicalBlocks.map((summary) => fromHex(summary.blockRoot));
176
- if (nonCanonicalBlockRoots.length > 0) {
177
- if (persistOrphanedBlocks) {
178
- // Persist orphaned blocks to disk before deleting them from hot db
179
- await Promise.all(
180
- nonCanonicalBlockRoots.map(async (root, index) => {
181
- const block = finalizedNonCanonicalBlocks[index];
182
- const blockBytes = await db.block.getBinary(root);
183
- const blockLogCtx = {slot: block.slot, root: block.blockRoot};
184
- if (blockBytes) {
185
- await persistOrphanedBlock(block.slot, block.blockRoot, blockBytes, {
186
- persistOrphanedBlocksDir: persistOrphanedBlocksDir ?? "orphaned_blocks",
187
- });
188
- logger.verbose("Persisted orphaned block", {...logCtx, ...blockLogCtx});
189
- } else {
190
- logger.warn("Tried to persist orphaned block but no block found", {...logCtx, ...blockLogCtx});
191
- }
192
- })
193
- );
166
+ for (const block of finalizedNonCanonicalBlocks) {
167
+ if (block.payloadStatus === PayloadStatus.FULL) {
168
+ orphanedPayloads.push(block);
194
169
  }
170
+ // Every Gloas block gets EMPTY before FULL. If only FULL survives pruning, an earlier archive run
171
+ // already handled the root's block-level data.
172
+ const isBlockNode = !isGloasBlock(block) || block.payloadStatus === PayloadStatus.EMPTY;
173
+ if (isBlockNode && !canonicalRoots.has(block.blockRoot)) {
174
+ orphanedBlocks.push(block);
175
+ }
176
+ }
177
+ const orphanedBlockRoots = orphanedBlocks.map((block) => fromHex(block.blockRoot));
195
178
 
196
- const nonCanonicalSlots = finalizedNonCanonicalBlocks.map((summary) => summary.slot).sort((a, b) => a - b);
197
- const nonCanonicalLogCtx = {
179
+ if (orphanedPayloads.length > 0) {
180
+ const orphanedPayloadRoots = orphanedPayloads.map((block) => fromHex(block.blockRoot));
181
+ const orphanedPayloadLogCtx = {
198
182
  ...logCtx,
199
- count: nonCanonicalBlockRoots.length,
200
- slotRange: prettyPrintIndices(nonCanonicalSlots),
183
+ count: orphanedPayloads.length,
184
+ slotRange: prettyPrintIndices(orphanedPayloads.map((block) => block.slot).sort((a, b) => a - b)),
201
185
  };
202
186
 
203
- const columnItems = finalizedNonCanonicalBlocks
204
- // Gloas EMPTY and FULL variants share a block root. EMPTY has no sidecars, so deleting by its root could
205
- // remove the canonical FULL variant's columns. Pre-Gloas blocks are always FULL.
206
- .filter(
207
- (summary) => config.getForkSeq(summary.slot) >= ForkSeq.fulu && summary.payloadStatus === PayloadStatus.FULL
208
- )
209
- .map((summary) => ({slot: summary.slot, blockRoot: summary.blockRoot}));
187
+ const columnItems = orphanedPayloads
188
+ .filter((block) => config.getForkSeq(block.slot) >= ForkSeq.fulu)
189
+ .map((block) => ({slot: block.slot, blockRoot: block.blockRoot}));
210
190
  if (columnItems.length > 0) {
211
191
  // Delete sidecars first so their block roots remain available to retry cleanup after a failure or crash.
212
192
  await db.dataColumns.deleteMany(columnItems);
@@ -217,18 +197,42 @@ export async function archiveBlocks(
217
197
  });
218
198
  }
219
199
 
220
- await db.block.batchDelete(nonCanonicalBlockRoots);
221
- logger.verbose("Deleted non canonical blocks from hot DB", nonCanonicalLogCtx);
222
-
223
200
  if (finalizedPostDeneb) {
224
- await db.blobSidecars.batchDelete(nonCanonicalBlockRoots);
225
- logger.verbose("Deleted non canonical blobSidecars from hot DB", nonCanonicalLogCtx);
201
+ await db.blobSidecars.batchDelete(orphanedPayloadRoots);
202
+ logger.verbose("Deleted non canonical blobSidecars from hot DB", orphanedPayloadLogCtx);
226
203
  }
227
204
 
228
205
  if (finalizedPostGloas) {
229
- await db.executionPayloadEnvelope.batchDelete(nonCanonicalBlockRoots);
230
- logger.verbose("Deleted non canonical executionPayloadEnvelopes from hot DB", nonCanonicalLogCtx);
206
+ await db.executionPayloadEnvelope.batchDelete(orphanedPayloadRoots);
207
+ logger.verbose("Deleted non canonical executionPayloadEnvelopes from hot DB", orphanedPayloadLogCtx);
208
+ }
209
+ }
210
+
211
+ if (orphanedBlocks.length > 0) {
212
+ if (persistOrphanedBlocks) {
213
+ // Persist orphaned blocks to disk before deleting them from hot db
214
+ await Promise.all(
215
+ orphanedBlocks.map(async (block) => {
216
+ const blockBytes = await db.block.getBinary(fromHex(block.blockRoot));
217
+ const blockLogCtx = {slot: block.slot, root: block.blockRoot};
218
+ if (blockBytes) {
219
+ await persistOrphanedBlock(block.slot, block.blockRoot, blockBytes, {
220
+ persistOrphanedBlocksDir: persistOrphanedBlocksDir ?? "orphaned_blocks",
221
+ });
222
+ logger.verbose("Persisted orphaned block", {...logCtx, ...blockLogCtx});
223
+ } else {
224
+ logger.debug("Tried to persist orphaned block but no block found", {...logCtx, ...blockLogCtx});
225
+ }
226
+ })
227
+ );
231
228
  }
229
+
230
+ await db.block.batchDelete(orphanedBlockRoots);
231
+ logger.verbose("Deleted non canonical blocks from hot DB", {
232
+ ...logCtx,
233
+ count: orphanedBlocks.length,
234
+ slotRange: prettyPrintIndices(orphanedBlocks.map((block) => block.slot).sort((a, b) => a - b)),
235
+ });
232
236
  }
233
237
 
234
238
  // Delete expired blobs
@@ -283,9 +287,9 @@ export async function archiveBlocks(
283
287
  }
284
288
  }
285
289
 
286
- // Prunning potential checkpoint data
290
+ // Pruning potential checkpoint data
287
291
  const finalizedCanonicalNonCheckpointBlocks = getNonCheckpointBlocks(finalizedCanonicalBlockRoots);
288
- const nonCheckpointBlockRoots: Uint8Array[] = [...nonCanonicalBlockRoots];
292
+ const nonCheckpointBlockRoots: Uint8Array[] = [...orphanedBlockRoots];
289
293
  for (const block of finalizedCanonicalNonCheckpointBlocks) {
290
294
  nonCheckpointBlockRoots.push(block.root);
291
295
  }
@@ -408,72 +412,6 @@ async function migrateBlobSidecarsFromHotToColdDb(
408
412
  return migratedWrappedBlobSidecars;
409
413
  }
410
414
 
411
- // TODO: This function can be simplified further by reducing layers of promises in a loop
412
- /**
413
- * Post-gloas the data columns of a Gloas block are tied to its execution payload envelope.
414
- * Columns only exist once the FULL variant of the block is in the proto-array. Pre-Gloas
415
- * blocks only have a FULL variant, so the payload-status filter passes them all.
416
- */
417
- async function migrateDataColumnSidecarsFromHotToColdDb(
418
- config: ChainForkConfig,
419
- db: IBeaconDb,
420
- logger: Logger,
421
- canonicalBlocks: ProtoBlock[],
422
- currentEpoch: Epoch
423
- ): Promise<Slot[]> {
424
- const columnBlocks = canonicalBlocks.filter(
425
- (block) => config.getForkSeq(block.slot) < ForkSeq.gloas || block.payloadStatus === PayloadStatus.FULL
426
- );
427
- if (columnBlocks.length === 0) return [];
428
- const blocks: BlockRootSlot[] = columnBlocks.map((block) => ({slot: block.slot, root: fromHex(block.blockRoot)}));
429
-
430
- const migratedSlots: Slot[] = [];
431
- for (let i = 0; i < blocks.length; i += BLOB_SIDECAR_BATCH_SIZE) {
432
- const toIdx = Math.min(i + BLOB_SIDECAR_BATCH_SIZE, blocks.length);
433
- const batch = blocks.slice(i, toIdx);
434
- if (batch.length === 0) break;
435
-
436
- const promises: Promise<void>[] = [];
437
- for (const block of batch) {
438
- const blockEpoch = computeEpochAtSlot(block.slot);
439
- if (
440
- config.getForkSeq(block.slot) < ForkSeq.fulu ||
441
- blockEpoch < getBlobDataRetentionStartEpoch(config, currentEpoch)
442
- ) {
443
- continue;
444
- }
445
-
446
- const dataColumnSidecarBytes = await fromAsync(db.dataColumnSidecar.valuesStreamBinary(block.root));
447
- if (dataColumnSidecarBytes.length === 0) {
448
- logger.debug("DataColumnSidecars in forkchoice but missing in hot db, could be already archived", {
449
- slot: block.slot,
450
- root: toRootHex(block.root),
451
- });
452
- continue;
453
- }
454
- logger.verbose("Migrated legacy dataColumnSidecars for block", {
455
- currentEpoch,
456
- slot: block.slot,
457
- root: toRootHex(block.root),
458
- numSidecars: dataColumnSidecarBytes.length,
459
- });
460
- promises.push(
461
- db.dataColumnSidecarArchive.putManyBinary(
462
- block.slot,
463
- dataColumnSidecarBytes.map((entry) => ({key: entry.id, value: entry.value}))
464
- )
465
- );
466
- migratedSlots.push(block.slot);
467
- }
468
-
469
- await Promise.all(promises);
470
- await db.dataColumnSidecar.deleteMany(batch.map((block) => block.root));
471
- }
472
-
473
- // Ancestor walk is newest to oldest; sort ascending so `prettyPrintIndices` renders cleanly.
474
- return migratedSlots.sort((a, b) => a - b);
475
- }
476
-
477
415
  /**
478
416
  * Post-gloas given a finalized checkpoint at a block root, payload of that block root
479
417
  * is not considered finalized, hence they are archived in the next run.
@@ -21,7 +21,7 @@ import {
21
21
  IBeaconStateView,
22
22
  RootCache,
23
23
  computeEpochAtSlot,
24
- computeTimeAtSlot,
24
+ computeTimeAtSlotMs,
25
25
  getBeaconCommittees,
26
26
  isStatePostAltair,
27
27
  isStatePostBellatrix,
@@ -105,8 +105,9 @@ export async function importBlock(
105
105
  const currentEpoch = computeEpochAtSlot(currentSlot);
106
106
  const blockEpoch = computeEpochAtSlot(blockSlot);
107
107
  const prevFinalizedEpoch = this.forkChoice.getFinalizedCheckpoint().epoch;
108
- const receiveDelaySec =
109
- fullyVerifiedBlock.seenTimestampSec - computeTimeAtSlot(this.config, blockSlot, postState.genesisTime);
108
+ const receiveDelayMs =
109
+ Math.round(fullyVerifiedBlock.seenTimestampSec * 1000) -
110
+ computeTimeAtSlotMs(this.config, blockSlot, postState.genesisTime * 1000);
110
111
  const recvToValLatency = Date.now() / 1000 - (opts.seenTimestampSec ?? Date.now() / 1000);
111
112
  const fork = this.config.getForkSeq(blockSlot);
112
113
 
@@ -148,12 +149,12 @@ export async function importBlock(
148
149
  executionStatus = parentBlock.executionStatus;
149
150
  }
150
151
 
151
- const importDelaySec = this.clock.secFromSlot(blockSlot);
152
+ const importDelayMs = this.clock.msFromSlot(blockSlot);
152
153
  const blockSummary = this.forkChoice.onBlock(
153
154
  block.message,
154
155
  postState,
155
- receiveDelaySec,
156
- importDelaySec,
156
+ receiveDelayMs,
157
+ importDelayMs,
157
158
  currentSlot,
158
159
  executionStatus,
159
160
  dataAvailabilityStatus
@@ -417,7 +418,7 @@ export async function importBlock(
417
418
  // 4) Block meets the criteria of being re-orged out (this is also checked inside the function)
418
419
  const result = this.forkChoice.shouldOverrideForkChoiceUpdate(
419
420
  blockSummary,
420
- this.clock.secFromSlot(currentSlot),
421
+ this.clock.msFromSlot(currentSlot),
421
422
  currentSlot
422
423
  );
423
424
  shouldOverrideFcu = result.shouldOverrideFcu;
@@ -1,3 +1,4 @@
1
+ import {SerializedList} from "@chainsafe/ssz";
1
2
  import {routes} from "@lodestar/api";
2
3
  import {
3
4
  ExecutionStatus,
@@ -206,7 +207,7 @@ export async function importExecutionPayload(
206
207
  }
207
208
  inclusionListTransactions =
208
209
  dependentRoot === null
209
- ? []
210
+ ? SerializedList.empty()
210
211
  : this.inclusionListStore.getInclusionListTransactions(inclusionListSlot, dependentRoot, true);
211
212
  }
212
213
 
@@ -1486,10 +1486,10 @@ export class BeaconChain implements IBeaconChain {
1486
1486
  this.metrics?.forkChoice.requests.inc();
1487
1487
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.predictProposerHead});
1488
1488
  const slot = this.clock.currentSlot;
1489
- const secFromSlot = this.clock.secFromSlot(slot);
1489
+ const msFromSlot = this.clock.msFromSlot(slot);
1490
1490
 
1491
1491
  try {
1492
- return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, secFromSlot, slot}).head;
1492
+ return this.forkChoice.updateAndGetHead({mode: UpdateHeadOpt.GetPredictedProposerHead, msFromSlot, slot}).head;
1493
1493
  } catch (e) {
1494
1494
  this.metrics?.forkChoice.errors.inc({entrypoint: UpdateHeadOpt.GetPredictedProposerHead});
1495
1495
  throw e;
@@ -1501,13 +1501,13 @@ export class BeaconChain implements IBeaconChain {
1501
1501
  getProposerHead(slot: Slot): ProtoBlock {
1502
1502
  this.metrics?.forkChoice.requests.inc();
1503
1503
  const timer = this.metrics?.forkChoice.findHead.startTimer({caller: FindHeadFnName.getProposerHead});
1504
- const secFromSlot = this.clock.secFromSlot(slot);
1504
+ const msFromSlot = this.clock.msFromSlot(slot);
1505
1505
 
1506
1506
  try {
1507
1507
  // Do not emit head event here, when proposing we rely on the one emitted when importing our own block
1508
1508
  const {head, isHeadTimely, notReorgedReason} = this.forkChoice.updateAndGetHead({
1509
1509
  mode: UpdateHeadOpt.GetProposerHead,
1510
- secFromSlot,
1510
+ msFromSlot,
1511
1511
  slot,
1512
1512
  });
1513
1513
 
@@ -1,4 +1,4 @@
1
- import {BitArray} from "@chainsafe/ssz";
1
+ import {BitArray, SerializedList} from "@chainsafe/ssz";
2
2
  import {BeaconConfig} from "@lodestar/config";
3
3
  import {INCLUSION_LIST_COMMITTEE_SIZE} from "@lodestar/params";
4
4
  import {RootHex, Slot, ValidatorIndex, bellatrix, heze, ssz} from "@lodestar/types";
@@ -108,7 +108,7 @@ export class InclusionListStore {
108
108
 
109
109
  /** Deduplicated transactions from valid, non-equivocating inclusion lists at `(slot, dependentRoot)`. */
110
110
  getInclusionListTransactions(slot: Slot, dependentRoot: RootHex, onlyTimely = true): bellatrix.Transactions {
111
- const transactions: bellatrix.Transactions = [];
111
+ const transactions: Uint8Array[] = [];
112
112
  const seen = new Set<string>();
113
113
 
114
114
  for (const {signedInclusionList} of this.getEligible(slot, dependentRoot, onlyTimely)) {
@@ -121,7 +121,7 @@ export class InclusionListStore {
121
121
  }
122
122
  }
123
123
 
124
- return transactions;
124
+ return SerializedList.fromArray(transactions);
125
125
  }
126
126
 
127
127
  /** Bit `i` is set when committee member `i` submitted a valid, non-equivocating inclusion list */
@@ -781,7 +781,6 @@ export async function prepareExecutionPayload(
781
781
 
782
782
  const payloadIdCached = chain.executionEngine.payloadIdCache.get({
783
783
  headBlockHash: toRootHex(parentBlockHash),
784
- finalizedBlockHash,
785
784
  timestamp: numToQuantity(timestamp),
786
785
  prevRandao: toHex(prevRandao),
787
786
  suggestedFeeRecipient,
@@ -25,7 +25,6 @@ export enum RegenCaller {
25
25
  publishDeferredVoluntaryExits = "publishDeferredVoluntaryExits",
26
26
  validateGossipExecutionPayloadBid = "validateGossipExecutionPayloadBid",
27
27
  validateGossipInclusionList = "validateGossipInclusionList",
28
- validateApiExecutionPayloadBid = "validateApiExecutionPayloadBid",
29
28
  validateGossipPayloadAttestationMessage = "validateGossipPayloadAttestationMessage",
30
29
  validateGossipProposerPreferences = "validateGossipProposerPreferences",
31
30
  onForkChoiceFinalized = "onForkChoiceFinalized",