@lodestar/beacon-node 1.43.0-dev.958956d6ba → 1.43.0-dev.9f5db5b9c7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +10 -0
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +45 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/debug/index.d.ts.map +1 -1
  8. package/lib/api/impl/debug/index.js +0 -1
  9. package/lib/api/impl/debug/index.js.map +1 -1
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +68 -2
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/blocks/blockInput/blockInput.d.ts +3 -0
  14. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  15. package/lib/chain/blocks/blockInput/blockInput.js +4 -1
  16. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  17. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  18. package/lib/chain/blocks/importBlock.js +23 -20
  19. package/lib/chain/blocks/importBlock.js.map +1 -1
  20. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  21. package/lib/chain/blocks/importExecutionPayload.js +3 -5
  22. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  23. package/lib/chain/blocks/index.d.ts.map +1 -1
  24. package/lib/chain/blocks/index.js +30 -17
  25. package/lib/chain/blocks/index.js.map +1 -1
  26. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +3 -0
  27. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
  28. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +5 -1
  29. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
  30. package/lib/chain/blocks/types.d.ts +2 -1
  31. package/lib/chain/blocks/types.d.ts.map +1 -1
  32. package/lib/chain/blocks/utils/chainSegment.d.ts.map +1 -1
  33. package/lib/chain/blocks/utils/chainSegment.js +8 -0
  34. package/lib/chain/blocks/utils/chainSegment.js.map +1 -1
  35. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  36. package/lib/chain/blocks/verifyBlock.js +5 -6
  37. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  38. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +0 -4
  39. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  40. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +5 -2
  41. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  42. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts +2 -1
  43. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  44. package/lib/chain/blocks/verifyBlocksSanityChecks.js +16 -7
  45. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  46. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts +2 -2
  47. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts.map +1 -1
  48. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +5 -2
  49. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  50. package/lib/chain/emitter.d.ts +0 -11
  51. package/lib/chain/emitter.d.ts.map +1 -1
  52. package/lib/chain/emitter.js +0 -4
  53. package/lib/chain/emitter.js.map +1 -1
  54. package/lib/chain/errors/proposerPreferences.d.ts +8 -1
  55. package/lib/chain/errors/proposerPreferences.d.ts.map +1 -1
  56. package/lib/chain/errors/proposerPreferences.js +1 -0
  57. package/lib/chain/errors/proposerPreferences.js.map +1 -1
  58. package/lib/chain/opPools/payloadAttestationPool.d.ts +1 -0
  59. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  60. package/lib/chain/opPools/payloadAttestationPool.js +22 -0
  61. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  62. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  63. package/lib/chain/prepareNextSlot.js +15 -17
  64. package/lib/chain/prepareNextSlot.js.map +1 -1
  65. package/lib/chain/produceBlock/produceBlockBody.d.ts +12 -3
  66. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  67. package/lib/chain/produceBlock/produceBlockBody.js +33 -20
  68. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  69. package/lib/chain/regen/queued.d.ts.map +1 -1
  70. package/lib/chain/regen/queued.js +1 -4
  71. package/lib/chain/regen/queued.js.map +1 -1
  72. package/lib/chain/regen/regen.d.ts.map +1 -1
  73. package/lib/chain/regen/regen.js +1 -4
  74. package/lib/chain/regen/regen.js.map +1 -1
  75. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +12 -2
  77. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  78. package/lib/chain/seenCache/seenProposerPreferences.d.ts +8 -7
  79. package/lib/chain/seenCache/seenProposerPreferences.d.ts.map +1 -1
  80. package/lib/chain/seenCache/seenProposerPreferences.js +11 -10
  81. package/lib/chain/seenCache/seenProposerPreferences.js.map +1 -1
  82. package/lib/chain/validation/executionPayloadBid.js +11 -8
  83. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  84. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -1
  85. package/lib/chain/validation/proposerPreferences.js +39 -17
  86. package/lib/chain/validation/proposerPreferences.js.map +1 -1
  87. package/lib/network/gossip/topic.d.ts +2 -0
  88. package/lib/network/gossip/topic.d.ts.map +1 -1
  89. package/lib/network/interface.d.ts +1 -0
  90. package/lib/network/interface.d.ts.map +1 -1
  91. package/lib/network/network.d.ts +1 -0
  92. package/lib/network/network.d.ts.map +1 -1
  93. package/lib/network/network.js +5 -0
  94. package/lib/network/network.js.map +1 -1
  95. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  96. package/lib/network/processor/gossipHandlers.js +14 -10
  97. package/lib/network/processor/gossipHandlers.js.map +1 -1
  98. package/lib/network/processor/index.js +5 -5
  99. package/lib/network/processor/index.js.map +1 -1
  100. package/lib/node/nodejs.js +2 -2
  101. package/lib/node/nodejs.js.map +1 -1
  102. package/lib/node/notifier.js +1 -7
  103. package/lib/node/notifier.js.map +1 -1
  104. package/lib/sync/range/batch.d.ts +11 -0
  105. package/lib/sync/range/batch.d.ts.map +1 -1
  106. package/lib/sync/range/batch.js +83 -21
  107. package/lib/sync/range/batch.js.map +1 -1
  108. package/lib/sync/range/chain.d.ts.map +1 -1
  109. package/lib/sync/range/chain.js +23 -5
  110. package/lib/sync/range/chain.js.map +1 -1
  111. package/lib/sync/unknownBlock.d.ts +0 -2
  112. package/lib/sync/unknownBlock.d.ts.map +1 -1
  113. package/lib/sync/unknownBlock.js +0 -47
  114. package/lib/sync/unknownBlock.js.map +1 -1
  115. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  116. package/lib/sync/utils/downloadByRange.js +36 -21
  117. package/lib/sync/utils/downloadByRange.js.map +1 -1
  118. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  119. package/lib/sync/utils/downloadByRoot.js +10 -0
  120. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  121. package/lib/util/sszBytes.d.ts.map +1 -1
  122. package/lib/util/sszBytes.js +8 -6
  123. package/lib/util/sszBytes.js.map +1 -1
  124. package/package.json +15 -15
  125. package/src/api/impl/beacon/blocks/index.ts +13 -0
  126. package/src/api/impl/beacon/pool/index.ts +83 -1
  127. package/src/api/impl/debug/index.ts +0 -1
  128. package/src/api/impl/validator/index.ts +82 -1
  129. package/src/chain/blocks/blockInput/blockInput.ts +4 -1
  130. package/src/chain/blocks/importBlock.ts +23 -38
  131. package/src/chain/blocks/importExecutionPayload.ts +3 -5
  132. package/src/chain/blocks/index.ts +20 -9
  133. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +5 -1
  134. package/src/chain/blocks/types.ts +2 -1
  135. package/src/chain/blocks/utils/chainSegment.ts +8 -0
  136. package/src/chain/blocks/verifyBlock.ts +7 -5
  137. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +6 -4
  138. package/src/chain/blocks/verifyBlocksSanityChecks.ts +16 -6
  139. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +7 -2
  140. package/src/chain/emitter.ts +0 -11
  141. package/src/chain/errors/proposerPreferences.ts +9 -1
  142. package/src/chain/opPools/payloadAttestationPool.ts +25 -0
  143. package/src/chain/prepareNextSlot.ts +20 -28
  144. package/src/chain/produceBlock/produceBlockBody.ts +41 -25
  145. package/src/chain/regen/queued.ts +2 -7
  146. package/src/chain/regen/regen.ts +2 -7
  147. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +12 -2
  148. package/src/chain/seenCache/seenProposerPreferences.ts +14 -11
  149. package/src/chain/validation/executionPayloadBid.ts +11 -8
  150. package/src/chain/validation/proposerPreferences.ts +37 -18
  151. package/src/network/interface.ts +1 -0
  152. package/src/network/network.ts +11 -0
  153. package/src/network/processor/gossipHandlers.ts +20 -11
  154. package/src/network/processor/index.ts +5 -5
  155. package/src/node/nodejs.ts +2 -2
  156. package/src/node/notifier.ts +1 -8
  157. package/src/sync/range/batch.ts +108 -24
  158. package/src/sync/range/chain.ts +25 -5
  159. package/src/sync/unknownBlock.ts +0 -50
  160. package/src/sync/utils/downloadByRange.ts +37 -21
  161. package/src/sync/utils/downloadByRoot.ts +12 -0
  162. package/src/util/sszBytes.ts +8 -6
@@ -167,14 +167,7 @@ function getHeadExecutionInfo(
167
167
  return [];
168
168
  }
169
169
 
170
- // A PayloadSeparated head is a gloas beacon block imported before its payload envelope
171
- // arrives, in that case the exec-block row surfaces the inherited parent anchor (from the
172
- // bid), which is already validated. Normalize to "valid" to avoid leaking internal
173
- // fork-choice bookkeeping into the log. Once the payload envelope arrives and the FULL
174
- // variant becomes head, executionStatus is Valid/Syncing naturally.
175
- // TODO GLOAS: revisit once optimistic sync is implemented
176
- const executionStatusStr =
177
- headInfo.executionStatus === ExecutionStatus.PayloadSeparated ? "valid" : headInfo.executionStatus.toLowerCase();
170
+ const executionStatusStr = headInfo.executionStatus.toLowerCase();
178
171
 
179
172
  // Add execution status to notifier only if head is on/post bellatrix
180
173
  if (isStatePostBellatrix(headState) && headState.isExecutionStateType) {
@@ -1,7 +1,7 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {ForkName, isForkPostDeneb, isForkPostFulu, isForkPostGloas} from "@lodestar/params";
3
3
  import {Epoch, RootHex, Slot, phase0} from "@lodestar/types";
4
- import {LodestarError} from "@lodestar/utils";
4
+ import {LodestarError, prettyPrintIndices} from "@lodestar/utils";
5
5
  import {isBlockInputColumns} from "../../chain/blocks/blockInput/blockInput.js";
6
6
  import {IBlockInput} from "../../chain/blocks/blockInput/types.js";
7
7
  import {isDaOutOfRange} from "../../chain/blocks/blockInput/utils.js";
@@ -79,10 +79,36 @@ export type BatchState =
79
79
  };
80
80
 
81
81
  export type BatchMetadata = {
82
+ // Batch-level slot window (always present)
82
83
  startEpoch: Epoch;
84
+ startSlot: Slot;
85
+ count: number;
83
86
  status: BatchStatus;
87
+
88
+ // Per-type outstanding request shapes; only present when that sub-request exists.
89
+ // Format: "startSlot=<n>,count=<n>" (plus ",cols=<indices>" for columns).
90
+ blocksReq?: string;
91
+ blobsReq?: string;
92
+ columnsReq?: string;
93
+ envelopesReq?: string;
94
+
95
+ // Retry counters
96
+ downloadAttempts: number;
97
+ processingAttempts: number;
98
+
99
+ // Cumulative peer attribution for failed attempts (only present when non-empty)
100
+ failedDownloadPeers?: string;
101
+ failedProcessingPeers?: string;
84
102
  };
85
103
 
104
+ function formatRangeReq(req: {startSlot: Slot; count: number}): string {
105
+ return `startSlot=${req.startSlot},count=${req.count}`;
106
+ }
107
+
108
+ function formatColumnsReq(req: {startSlot: Slot; count: number; columns: number[]}): string {
109
+ return `startSlot=${req.startSlot},count=${req.count},cols=${prettyPrintIndices(req.columns)}`;
110
+ }
111
+
86
112
  /**
87
113
  * Batches are downloaded at the first block of the epoch.
88
114
  *
@@ -176,6 +202,7 @@ export class Batch {
176
202
  const envelopesBySlot = this.state.payloadEnvelopes ?? new Map<Slot, PayloadEnvelopeInput>();
177
203
 
178
204
  // ensure blocks are in slot-wise order
205
+ const isPostGloas = isForkPostGloas(this.forkName);
179
206
  for (const blockInput of blocks) {
180
207
  const blockSlot = blockInput.slot;
181
208
  // check if block/data is present (hasBlock/hasAllData). If present then check if startSlot is the same as
@@ -191,21 +218,36 @@ export class Batch {
191
218
  if (blockInput.hasBlock() && blockStartSlot === blockSlot) {
192
219
  blockStartSlot = blockSlot + 1;
193
220
  }
194
- if (
195
- blockInput.hasBlock() &&
196
- envelopeStartSlot === blockSlot &&
197
- envelopesBySlot.get(blockSlot)?.hasPayloadEnvelope()
198
- ) {
199
- envelopeStartSlot = blockSlot + 1;
200
- }
201
- if (!blockInput.hasAllData()) {
202
- if (isBlockInputColumns(blockInput)) {
203
- for (const index of blockInput.getMissingSampledColumnMeta().missing) {
221
+
222
+ // Range sync uses hasComputedAllData (all sampled columns physically present), not hasAllData
223
+ // which flips at the reconstruction threshold. Sync never triggers reconstruction, so accepting
224
+ // a half-downloaded block here makes writeBlockInputToDb later block on waitForComputedAllData.
225
+ if (isPostGloas) {
226
+ // Post-Gloas: column data lives on PayloadEnvelopeInput, not on BlockInputNoData.
227
+ const payloadInput = envelopesBySlot.get(blockSlot);
228
+ if (blockInput.hasBlock() && envelopeStartSlot === blockSlot && payloadInput?.hasPayloadEnvelope()) {
229
+ envelopeStartSlot = blockSlot + 1;
230
+ }
231
+ if (payloadInput && !payloadInput.hasComputedAllData()) {
232
+ for (const index of payloadInput.getMissingSampledColumnMeta().missing) {
204
233
  neededColumns.add(index);
205
234
  }
235
+ } else if (payloadInput?.hasComputedAllData() && dataStartSlot === blockSlot) {
236
+ // Only advance dataStartSlot when we know columns for this slot are complete. If
237
+ // payloadInput is missing entirely we cannot tell, so stop here so the next round
238
+ // re-requests columns (and envelopes) starting at this slot.
239
+ dataStartSlot = blockSlot + 1;
240
+ }
241
+ } else {
242
+ if (isBlockInputColumns(blockInput) ? !blockInput.hasComputedAllData() : !blockInput.hasAllData()) {
243
+ if (isBlockInputColumns(blockInput)) {
244
+ for (const index of blockInput.getMissingSampledColumnMeta().missing) {
245
+ neededColumns.add(index);
246
+ }
247
+ }
248
+ } else if (dataStartSlot === blockSlot) {
249
+ dataStartSlot = blockSlot + 1;
206
250
  }
207
- } else if (dataStartSlot === blockSlot) {
208
- dataStartSlot = blockSlot + 1;
209
251
  }
210
252
  }
211
253
 
@@ -225,11 +267,15 @@ export class Batch {
225
267
  // range of 40 - 63, startSlot will be inclusive but subtraction will exclusive so need to + 1
226
268
  const count = endSlot - dataStartSlot + 1;
227
269
  if (isForkPostFulu(this.forkName) && withinValidRequestWindow) {
228
- requests.columnsRequest = {
229
- count,
230
- startSlot: dataStartSlot,
231
- columns: Array.from(neededColumns),
232
- };
270
+ // Skip the column re-request when we have no specific column indices outstanding.
271
+ // Peer rejects an empty `columns` list
272
+ if (neededColumns.size > 0) {
273
+ requests.columnsRequest = {
274
+ count,
275
+ startSlot: dataStartSlot,
276
+ columns: Array.from(neededColumns),
277
+ };
278
+ }
233
279
  } else if (isForkPostDeneb(this.forkName) && withinValidRequestWindow) {
234
280
  requests.blobsRequest = {
235
281
  count,
@@ -286,7 +332,26 @@ export class Batch {
286
332
  }
287
333
 
288
334
  getMetadata(): BatchMetadata {
289
- return {startEpoch: this.startEpoch, status: this.state.status};
335
+ const {blocksRequest, blobsRequest, columnsRequest, envelopesRequest} = this.requests;
336
+ const failedProcessingPeerList = this.failedProcessingAttempts.flatMap((a) => a.peers);
337
+ return {
338
+ startEpoch: this.startEpoch,
339
+ startSlot: this.startSlot,
340
+ count: this.count,
341
+ status: this.state.status,
342
+ ...(blocksRequest && {blocksReq: formatRangeReq(blocksRequest)}),
343
+ ...(blobsRequest && {blobsReq: formatRangeReq(blobsRequest)}),
344
+ ...(columnsRequest && {columnsReq: formatColumnsReq(columnsRequest)}),
345
+ ...(envelopesRequest && {envelopesReq: formatRangeReq(envelopesRequest)}),
346
+ downloadAttempts: this.failedDownloadAttempts.length,
347
+ processingAttempts: this.failedProcessingAttempts.length,
348
+ ...(this.failedDownloadAttempts.length > 0 && {
349
+ failedDownloadPeers: this.failedDownloadAttempts.join(","),
350
+ }),
351
+ ...(failedProcessingPeerList.length > 0 && {
352
+ failedProcessingPeers: failedProcessingPeerList.join(","),
353
+ }),
354
+ };
290
355
  }
291
356
 
292
357
  getBlocks(): IBlockInput[] {
@@ -334,7 +399,11 @@ export class Batch {
334
399
  const slots = new Set<number>();
335
400
  for (const block of blocks) {
336
401
  slots.add(block.slot);
337
- if (!block.hasBlockAndAllData()) {
402
+ const dataComplete = isBlockInputColumns(block)
403
+ ? // by_range needs to download all columns
404
+ block.hasBlock() && block.hasComputedAllData()
405
+ : block.hasBlockAndAllData();
406
+ if (!dataComplete) {
338
407
  allComplete = false;
339
408
  }
340
409
  }
@@ -350,11 +419,22 @@ export class Batch {
350
419
  }
351
420
  const newPayloadEnvelopes = payloadEnvelopes ?? this.state.payloadEnvelopes;
352
421
 
422
+ if (allComplete && isForkPostGloas(this.forkName)) {
423
+ for (const block of blocks) {
424
+ const payloadInput = newPayloadEnvelopes?.get(block.slot);
425
+ // by_range needs to download all columns
426
+ if (!payloadInput?.hasPayloadEnvelope() || !payloadInput.hasComputedAllData()) {
427
+ allComplete = false;
428
+ break;
429
+ }
430
+ }
431
+ }
432
+
353
433
  if (allComplete) {
354
434
  this.state = {status: BatchStatus.AwaitingProcessing, blocks, payloadEnvelopes: newPayloadEnvelopes};
355
435
  } else {
356
- this.requests = this.getRequests(blocks);
357
436
  this.state = {status: BatchStatus.AwaitingDownload, blocks, payloadEnvelopes: newPayloadEnvelopes};
437
+ this.requests = this.getRequests(blocks);
358
438
  }
359
439
 
360
440
  return this.state as DownloadSuccessState;
@@ -383,7 +463,11 @@ export class Batch {
383
463
  /**
384
464
  * AwaitingProcessing -> Processing
385
465
  */
386
- startProcessing(): {blocks: IBlockInput[]; payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null} {
466
+ startProcessing(): {
467
+ blocks: IBlockInput[];
468
+ payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null;
469
+ peers: PeerIdStr[];
470
+ } {
387
471
  if (this.state.status !== BatchStatus.AwaitingProcessing) {
388
472
  throw new BatchError(this.wrongStatusErrorType(BatchStatus.AwaitingProcessing));
389
473
  }
@@ -396,7 +480,7 @@ export class Batch {
396
480
  const peers = this.goodPeers;
397
481
  this.goodPeers = [];
398
482
  this.state = {status: BatchStatus.Processing, blocks, payloadEnvelopes, attempt: {peers, hash}};
399
- return {blocks, payloadEnvelopes};
483
+ return {blocks, payloadEnvelopes, peers};
400
484
  }
401
485
 
402
486
  /**
@@ -479,7 +563,7 @@ export class Batch {
479
563
 
480
564
  /** Helper to construct typed BatchError. Stack traces are correct as the error is thrown above */
481
565
  private errorType(type: BatchErrorType): BatchErrorType & BatchErrorMetadata {
482
- return {...type, ...this.getMetadata()};
566
+ return {...type, startEpoch: this.startEpoch, status: this.state.status};
483
567
  }
484
568
 
485
569
  private wrongStatusErrorType(expectedStatus: BatchStatus): BatchErrorType & BatchErrorMetadata {
@@ -1,6 +1,6 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {Epoch, Root, Slot} from "@lodestar/types";
3
- import {ErrorAborted, LodestarError, Logger, toRootHex} from "@lodestar/utils";
3
+ import {ErrorAborted, LodestarError, Logger, prettyPrintIndices, toRootHex} from "@lodestar/utils";
4
4
  import {isBlockInputBlobs, isBlockInputColumns} from "../../chain/blocks/blockInput/blockInput.js";
5
5
  import {BlockInputErrorCode} from "../../chain/blocks/blockInput/errors.js";
6
6
  import {IBlockInput} from "../../chain/blocks/blockInput/types.js";
@@ -222,12 +222,14 @@ export class SyncChain {
222
222
  */
223
223
  stopSyncing(): void {
224
224
  this.status = SyncChainStatus.Stopped;
225
+ this.logger.debug("SyncChain stopSyncing", {id: this.logId});
225
226
  }
226
227
 
227
228
  /**
228
229
  * Permanently remove this chain. Throws the main AsyncIterable
229
230
  */
230
231
  remove(): void {
232
+ this.logger.debug("SyncChain remove", {id: this.logId});
231
233
  this.batchProcessor.end(new ErrorAborted("SyncChain"));
232
234
  }
233
235
 
@@ -534,7 +536,7 @@ export class SyncChain {
534
536
  this.metrics?.syncRange.downloadByRange.warn.inc({client: peer.client, code: warning.type.code});
535
537
  this.logger.debug(
536
538
  "Batch downloaded with warning",
537
- {id: this.logId, epoch: batch.startEpoch, ...logMeta, peer: prettyPrintPeerIdStr(peer.peerId)},
539
+ {id: this.logId, ...batch.getMetadata(), ...logMeta, peer: prettyPrintPeerIdStr(peer.peerId)},
538
540
  warning
539
541
  );
540
542
  }
@@ -560,10 +562,17 @@ export class SyncChain {
560
562
  // the flow will continue to call triggerBatchDownloader() below
561
563
  }
562
564
 
565
+ const blockSlots = downloadSuccessOutput.blocks.map((b) => b.slot);
566
+ const envelopeSlots = downloadSuccessOutput.payloadEnvelopes
567
+ ? Array.from(downloadSuccessOutput.payloadEnvelopes.keys())
568
+ : null;
569
+
563
570
  this.logger.debug(logMessage, {
564
571
  id: this.logId,
565
- epoch: batch.startEpoch,
572
+ ...batch.getMetadata(),
566
573
  ...logMeta,
574
+ blockSlots: prettyPrintIndices(blockSlots),
575
+ ...(envelopeSlots ? {envelopeSlots: prettyPrintIndices(envelopeSlots)} : {}),
567
576
  peer: prettyPrintPeerIdStr(peer.peerId),
568
577
  });
569
578
  }
@@ -586,13 +595,24 @@ export class SyncChain {
586
595
  * Sends `batch` to the processor. Note: batch may be empty
587
596
  */
588
597
  private async processBatch(batch: Batch): Promise<void> {
589
- const {blocks, payloadEnvelopes} = batch.startProcessing();
598
+ const {blocks, payloadEnvelopes, peers} = batch.startProcessing();
599
+
600
+ const logCtx = {
601
+ id: this.logId,
602
+ ...batch.getMetadata(),
603
+ blockCount: blocks.length,
604
+ blockSlots: prettyPrintIndices(blocks.map((b) => b.slot)),
605
+ ...(payloadEnvelopes ? {envelopeSlots: prettyPrintIndices(Array.from(payloadEnvelopes.keys()))} : {}),
606
+ peers: peers.map(prettyPrintPeerIdStr).join(","),
607
+ };
608
+ this.logger.verbose("Processing batch", logCtx);
590
609
 
591
610
  // wrapError ensures to never call both batch success() and batch error()
592
611
  const res = await wrapError(this.processChainSegment(blocks, payloadEnvelopes, this.syncType));
593
612
 
594
613
  if (!res.err) {
595
614
  batch.processingSuccess();
615
+ this.logger.verbose("Processed batch", {...logCtx, ...batch.getMetadata()});
596
616
 
597
617
  // If the processed batch is not empty, validate previous AwaitingValidation blocks.
598
618
  if (blocks.length > 0) {
@@ -602,7 +622,7 @@ export class SyncChain {
602
622
  // Potentially process next AwaitingProcessing batch
603
623
  this.triggerBatchProcessor();
604
624
  } else {
605
- this.logger.verbose("Batch process error", {id: this.logId, ...batch.getMetadata()}, res.err);
625
+ this.logger.verbose("Batch process error", logCtx, res.err);
606
626
  batch.processingError(res.err); // Throws after MAX_BATCH_PROCESSING_ATTEMPTS
607
627
 
608
628
  // At least one block was successfully verified and imported, so we can be sure all
@@ -145,7 +145,6 @@ export class BlockInputSync {
145
145
  this.chain.emitter.on(ChainEvent.incompleteBlockInput, this.onIncompleteBlockInput);
146
146
  this.chain.emitter.on(ChainEvent.incompletePayloadEnvelope, this.onIncompletePayloadEnvelope);
147
147
  this.chain.emitter.on(ChainEvent.blockUnknownParent, this.onUnknownParent);
148
- this.chain.emitter.on(ChainEvent.envelopeUnknownBlock, this.onEnvelopeUnknownBlock);
149
148
  this.chain.emitter.on(routes.events.EventType.block, this.onBlockImported);
150
149
  this.chain.emitter.on(routes.events.EventType.executionPayload, this.onPayloadImported);
151
150
  this.network.events.on(NetworkEvent.peerConnected, this.onPeerConnected);
@@ -161,7 +160,6 @@ export class BlockInputSync {
161
160
  this.chain.emitter.off(ChainEvent.incompleteBlockInput, this.onIncompleteBlockInput);
162
161
  this.chain.emitter.off(ChainEvent.incompletePayloadEnvelope, this.onIncompletePayloadEnvelope);
163
162
  this.chain.emitter.off(ChainEvent.blockUnknownParent, this.onUnknownParent);
164
- this.chain.emitter.off(ChainEvent.envelopeUnknownBlock, this.onEnvelopeUnknownBlock);
165
163
  this.chain.emitter.off(routes.events.EventType.block, this.onBlockImported);
166
164
  this.chain.emitter.off(routes.events.EventType.executionPayload, this.onPayloadImported);
167
165
  this.network.events.off(NetworkEvent.peerConnected, this.onPeerConnected);
@@ -263,19 +261,6 @@ export class BlockInputSync {
263
261
  }
264
262
  };
265
263
 
266
- private onEnvelopeUnknownBlock = (data: ChainEventData[ChainEvent.envelopeUnknownBlock]): void => {
267
- try {
268
- const blockRootHex = toRootHex(data.envelope.message.beaconBlockRoot);
269
- this.addByRootHex(blockRootHex, data.peer);
270
- this.addByPayloadEnvelope(data.envelope, data.peer);
271
- this.triggerUnknownBlockSearch();
272
- this.metrics?.blockInputSync.requests.inc({type: PendingBlockType.UNKNOWN_DATA});
273
- this.metrics?.blockInputSync.source.inc({source: data.source});
274
- } catch (e) {
275
- this.logger.debug("Error handling envelopeUnknownBlock event", {}, e as Error);
276
- }
277
- };
278
-
279
264
  private onBlockImported = (): void => {
280
265
  if (this.pendingPayloads.size > 0) {
281
266
  this.triggerUnknownBlockSearch();
@@ -381,41 +366,6 @@ export class BlockInputSync {
381
366
  return added;
382
367
  };
383
368
 
384
- private addByPayloadEnvelope = (envelope: gloas.SignedExecutionPayloadEnvelope, peerIdStr?: PeerIdStr): void => {
385
- const rootHex = toRootHex(envelope.message.beaconBlockRoot);
386
- const existingPendingPayload = this.pendingPayloads.get(rootHex);
387
- let pendingPayload = this.pendingPayloads.get(rootHex);
388
- if (!pendingPayload || !isPendingPayloadEnvelope(pendingPayload)) {
389
- pendingPayload = {
390
- status: PendingPayloadInputStatus.waitingForBlock,
391
- envelope,
392
- peerIdStrings: new Set(existingPendingPayload?.peerIdStrings ?? []),
393
- timeAddedSec: existingPendingPayload?.timeAddedSec ?? Date.now() / 1000,
394
- };
395
- this.pendingPayloads.set(rootHex, pendingPayload);
396
-
397
- this.logger.verbose("Added payload envelope to BlockInputSync.pendingPayloads", {
398
- slot: envelope.message.payload.slotNumber,
399
- root: rootHex,
400
- });
401
- } else {
402
- this.logger.debug("Overwriting pending payload envelope for root already waiting for block", {
403
- slot: envelope.message.payload.slotNumber,
404
- root: rootHex,
405
- });
406
- pendingPayload.envelope = envelope;
407
- }
408
-
409
- if (peerIdStr) {
410
- pendingPayload.peerIdStrings.add(peerIdStr);
411
- }
412
-
413
- const prunedItemCount = pruneSetToMax(this.pendingPayloads, this.maxPendingBlocks);
414
- if (prunedItemCount > 0) {
415
- this.logger.verbose(`Pruned ${prunedItemCount} items from BlockInputSync.pendingPayloads`);
416
- }
417
- };
418
-
419
369
  private addByPayloadInput = (
420
370
  payloadInput: PayloadEnvelopeInput,
421
371
  peerIdStr?: PeerIdStr,
@@ -14,6 +14,7 @@ import {
14
14
  deneb,
15
15
  fulu,
16
16
  gloas,
17
+ isGloasBeaconBlock,
17
18
  isGloasDataColumnSidecar,
18
19
  phase0,
19
20
  } from "@lodestar/types";
@@ -185,33 +186,37 @@ export function cacheByRangeResponses({
185
186
  }
186
187
  }
187
188
 
188
- // Build payloadEnvelopes map for gloas: start from existing (partial download) state.
189
- // The entries are wrappers around (block + envelope + sampled columns) and also seeded into
190
- // seenPayloadEnvelopeInputCache so importBlock can find them without creating a duplicate.
191
- let payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null = null;
192
- if (downloadedPayloadEnvelopes !== null) {
193
- payloadEnvelopes = new Map(existingPayloadEnvelopes ?? []);
189
+ // Seed seenPayloadEnvelopeInputCache for every gloas block in the batch, regardless of whether
190
+ // the peer returned its envelope. Without this, a block returned without its envelope would be
191
+ // imported with no cache entry, and later payload-by-root sync would throw
192
+ // "Missing PayloadEnvelopeInput for known block" (see issue #9306).
193
+ for (const blockInput of updatedBatchBlocks.values()) {
194
+ if (!blockInput.hasBlock() || !isForkPostGloas(blockInput.forkName)) continue;
195
+ seenPayloadEnvelopeInputCache.add({
196
+ blockRootHex: blockInput.blockRootHex,
197
+ block: blockInput.getBlock() as SignedBeaconBlock<ForkPostGloas>,
198
+ forkName: blockInput.forkName,
199
+ sampledColumns: custodyConfig.sampledColumns,
200
+ custodyColumns: custodyConfig.custodyColumns,
201
+ timeCreatedSec: seenTimestampSec,
202
+ });
203
+ }
194
204
 
205
+ let payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null =
206
+ existingPayloadEnvelopes !== null ? new Map(existingPayloadEnvelopes) : null;
207
+ if (downloadedPayloadEnvelopes !== null) {
208
+ payloadEnvelopes ??= new Map();
195
209
  for (const [slot, envelope] of downloadedPayloadEnvelopes) {
196
210
  const blockInput = updatedBatchBlocks.get(slot);
197
211
  if (!blockInput?.hasBlock() || !isForkPostGloas(blockInput.forkName)) {
198
212
  // No block to pair this envelope with; drop silently
199
213
  continue;
200
214
  }
201
- const {blockRootHex} = blockInput;
202
215
 
203
- // Reuse any existing PayloadEnvelopeInput (e.g. gossip arrived first) to avoid
204
- // duplicate cache entries. If missing, create a fresh one from the block's bid.
205
- let payloadInput = seenPayloadEnvelopeInputCache.get(blockRootHex);
216
+ const payloadInput = seenPayloadEnvelopeInputCache.get(blockInput.blockRootHex);
206
217
  if (payloadInput === undefined) {
207
- payloadInput = seenPayloadEnvelopeInputCache.add({
208
- blockRootHex,
209
- block: blockInput.getBlock() as SignedBeaconBlock<ForkPostGloas>,
210
- forkName: blockInput.forkName,
211
- sampledColumns: custodyConfig.sampledColumns,
212
- custodyColumns: custodyConfig.custodyColumns,
213
- timeCreatedSec: seenTimestampSec,
214
- });
218
+ // Unreachable given the loop above seeded an entry for every gloas block in the batch.
219
+ continue;
215
220
  }
216
221
 
217
222
  if (!payloadInput.hasPayloadEnvelope()) {
@@ -355,7 +360,7 @@ export async function requestByRange({
355
360
  let blocks: undefined | SignedBeaconBlock[];
356
361
  let blobSidecars: undefined | deneb.BlobSidecars;
357
362
  let columnSidecars: undefined | DataColumnSidecar[];
358
- let payloadEnvelopes: undefined | gloas.SignedExecutionPayloadEnvelope[];
363
+ const payloadEnvelopes: gloas.SignedExecutionPayloadEnvelope[] = [];
359
364
 
360
365
  const requests: Promise<unknown>[] = [];
361
366
 
@@ -363,6 +368,17 @@ export async function requestByRange({
363
368
  requests.push(
364
369
  network.sendBeaconBlocksByRange(peerIdStr, blocksRequest).then((blockResponse) => {
365
370
  blocks = blockResponse;
371
+ const firstBlock = blockResponse.at(0);
372
+ if (firstBlock && isGloasBeaconBlock(firstBlock.message)) {
373
+ return network
374
+ .sendExecutionPayloadEnvelopesByRoot(peerIdStr, [
375
+ firstBlock.message.body.signedExecutionPayloadBid.message.parentBlockRoot,
376
+ ])
377
+ .then((envelopeResponse) => {
378
+ payloadEnvelopes?.unshift(...envelopeResponse);
379
+ });
380
+ }
381
+ return undefined;
366
382
  })
367
383
  );
368
384
  }
@@ -386,7 +402,7 @@ export async function requestByRange({
386
402
  if (envelopesRequest) {
387
403
  requests.push(
388
404
  network.sendExecutionPayloadEnvelopesByRange(peerIdStr, envelopesRequest).then((envelopeResponse) => {
389
- payloadEnvelopes = envelopeResponse;
405
+ payloadEnvelopes?.push(...envelopeResponse);
390
406
  })
391
407
  );
392
408
  }
@@ -1173,7 +1189,7 @@ export function validateEnvelopesByRangeResponse(
1173
1189
  const slot = payloadEnvelope.message.payload.slotNumber;
1174
1190
  const batchBlockRoot = batchBlockRoots.get(slot);
1175
1191
 
1176
- // Envelopes for slots not in the batch are silently ignored (orphaned payloads)
1192
+ // Envelopes for slots not in the batch are silently ignored (orphaned payloads or a parent payload)
1177
1193
  if (batchBlockRoot === undefined) {
1178
1194
  continue;
1179
1195
  }
@@ -3,6 +3,7 @@ import {ChainForkConfig} from "@lodestar/config";
3
3
  import {
4
4
  ForkPostDeneb,
5
5
  ForkPostFulu,
6
+ ForkPostGloas,
6
7
  ForkPreFulu,
7
8
  isForkPostDeneb,
8
9
  isForkPostFulu,
@@ -114,6 +115,17 @@ export async function downloadByRoot({
114
115
  });
115
116
  }
116
117
 
118
+ if (isForkPostGloas(blockInput.forkName)) {
119
+ chain.seenPayloadEnvelopeInputCache.add({
120
+ blockRootHex: rootHex,
121
+ block: blockInput.getBlock() as SignedBeaconBlock<ForkPostGloas>,
122
+ forkName: blockInput.forkName,
123
+ sampledColumns: chain.custodyConfig.sampledColumns,
124
+ custodyColumns: chain.custodyConfig.custodyColumns,
125
+ timeCreatedSec: Date.now() / 1000,
126
+ });
127
+ }
128
+
117
129
  const hasAllDataPreDownload = blockInput.hasBlockAndAllData();
118
130
 
119
131
  if (isBlockInputBlobs(blockInput) && !hasAllDataPreDownload) {
@@ -558,9 +558,10 @@ export function getBeaconBlockRootFromDataColumnSidecarSerialized(data: Uint8Arr
558
558
  * └─ ExecutionPayloadEnvelope (starts at byte 100):
559
559
  * ├─ 4 bytes: payload offset
560
560
  * ├─ 4 bytes: executionRequests offset
561
- * ├─ 8 bytes: builderIndex (offset 108-115)
562
- * ├─ 32 bytes: beaconBlockRoot (offset 116-147)
563
- * └─ variable: payload data (starts at envelope + 48)
561
+ * ├─ 8 bytes: builderIndex (offset 108-115)
562
+ * ├─ 32 bytes: beaconBlockRoot (offset 116-147)
563
+ * ├─ 32 bytes: parentBeaconBlockRoot (offset 148-179) new in Gloas alpha.6 (consensus-specs#5152)
564
+ * └─ variable: payload data (starts at envelope + 80)
564
565
  * └─ ExecutionPayload fixed portion includes slotNumber at offset 532
565
566
  */
566
567
  const SIGNED_EXECUTION_PAYLOAD_ENVELOPE_MESSAGE_OFFSET = 4;
@@ -576,12 +577,13 @@ const BEACON_BLOCK_ROOT_OFFSET_IN_SIGNED_EXECUTION_PAYLOAD_ENVELOPE =
576
577
  EXECUTION_PAYLOAD_ENVELOPE_REQUESTS_OFFSET +
577
578
  EXECUTION_PAYLOAD_ENVELOPE_BUILDER_INDEX_SIZE; // 116
578
579
 
579
- // Envelope fixed portion (without slot): payload_offset(4) + requests_offset(4) + builderIndex(8) + beaconBlockRoot(32) = 48
580
+ // Envelope fixed portion: payload_offset(4) + requests_offset(4) + builderIndex(8) + beaconBlockRoot(32) + parentBeaconBlockRoot(32) = 80
580
581
  const EXECUTION_PAYLOAD_ENVELOPE_FIXED_SIZE =
581
582
  EXECUTION_PAYLOAD_ENVELOPE_PAYLOAD_OFFSET +
582
583
  EXECUTION_PAYLOAD_ENVELOPE_REQUESTS_OFFSET +
583
584
  EXECUTION_PAYLOAD_ENVELOPE_BUILDER_INDEX_SIZE +
584
- ROOT_SIZE; // 48
585
+ ROOT_SIZE +
586
+ ROOT_SIZE; // 80
585
587
 
586
588
  // slotNumber offset within ExecutionPayload fixed portion:
587
589
  // parentHash(32) + feeRecipient(20) + stateRoot(32) + receiptsRoot(32) + logsBloom(256) +
@@ -595,7 +597,7 @@ const ENVELOPE_START_IN_SIGNED =
595
597
  SIGNED_EXECUTION_PAYLOAD_ENVELOPE_MESSAGE_OFFSET + SIGNED_EXECUTION_PAYLOAD_ENVELOPE_SIGNATURE_SIZE; // 100
596
598
 
597
599
  const SLOT_OFFSET_IN_SIGNED_EXECUTION_PAYLOAD_ENVELOPE =
598
- ENVELOPE_START_IN_SIGNED + EXECUTION_PAYLOAD_ENVELOPE_FIXED_SIZE + SLOT_NUMBER_OFFSET_IN_EXECUTION_PAYLOAD; // 100 + 48 + 532 = 680
600
+ ENVELOPE_START_IN_SIGNED + EXECUTION_PAYLOAD_ENVELOPE_FIXED_SIZE + SLOT_NUMBER_OFFSET_IN_EXECUTION_PAYLOAD; // 100 + 80 + 532 = 712
599
601
 
600
602
  export function getSlotFromExecutionPayloadEnvelopeSerialized(data: Uint8Array): Slot | null {
601
603
  if (data.length < SLOT_OFFSET_IN_SIGNED_EXECUTION_PAYLOAD_ENVELOPE + SLOT_SIZE) {