@lodestar/beacon-node 1.43.0-dev.958956d6ba → 1.43.0-dev.9f5db5b9c7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +10 -0
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +45 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/debug/index.d.ts.map +1 -1
  8. package/lib/api/impl/debug/index.js +0 -1
  9. package/lib/api/impl/debug/index.js.map +1 -1
  10. package/lib/api/impl/validator/index.d.ts.map +1 -1
  11. package/lib/api/impl/validator/index.js +68 -2
  12. package/lib/api/impl/validator/index.js.map +1 -1
  13. package/lib/chain/blocks/blockInput/blockInput.d.ts +3 -0
  14. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  15. package/lib/chain/blocks/blockInput/blockInput.js +4 -1
  16. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  17. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  18. package/lib/chain/blocks/importBlock.js +23 -20
  19. package/lib/chain/blocks/importBlock.js.map +1 -1
  20. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  21. package/lib/chain/blocks/importExecutionPayload.js +3 -5
  22. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  23. package/lib/chain/blocks/index.d.ts.map +1 -1
  24. package/lib/chain/blocks/index.js +30 -17
  25. package/lib/chain/blocks/index.js.map +1 -1
  26. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +3 -0
  27. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
  28. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +5 -1
  29. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
  30. package/lib/chain/blocks/types.d.ts +2 -1
  31. package/lib/chain/blocks/types.d.ts.map +1 -1
  32. package/lib/chain/blocks/utils/chainSegment.d.ts.map +1 -1
  33. package/lib/chain/blocks/utils/chainSegment.js +8 -0
  34. package/lib/chain/blocks/utils/chainSegment.js.map +1 -1
  35. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  36. package/lib/chain/blocks/verifyBlock.js +5 -6
  37. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  38. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +0 -4
  39. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  40. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +5 -2
  41. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  42. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts +2 -1
  43. package/lib/chain/blocks/verifyBlocksSanityChecks.d.ts.map +1 -1
  44. package/lib/chain/blocks/verifyBlocksSanityChecks.js +16 -7
  45. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  46. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts +2 -2
  47. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.d.ts.map +1 -1
  48. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +5 -2
  49. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  50. package/lib/chain/emitter.d.ts +0 -11
  51. package/lib/chain/emitter.d.ts.map +1 -1
  52. package/lib/chain/emitter.js +0 -4
  53. package/lib/chain/emitter.js.map +1 -1
  54. package/lib/chain/errors/proposerPreferences.d.ts +8 -1
  55. package/lib/chain/errors/proposerPreferences.d.ts.map +1 -1
  56. package/lib/chain/errors/proposerPreferences.js +1 -0
  57. package/lib/chain/errors/proposerPreferences.js.map +1 -1
  58. package/lib/chain/opPools/payloadAttestationPool.d.ts +1 -0
  59. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  60. package/lib/chain/opPools/payloadAttestationPool.js +22 -0
  61. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  62. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  63. package/lib/chain/prepareNextSlot.js +15 -17
  64. package/lib/chain/prepareNextSlot.js.map +1 -1
  65. package/lib/chain/produceBlock/produceBlockBody.d.ts +12 -3
  66. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  67. package/lib/chain/produceBlock/produceBlockBody.js +33 -20
  68. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  69. package/lib/chain/regen/queued.d.ts.map +1 -1
  70. package/lib/chain/regen/queued.js +1 -4
  71. package/lib/chain/regen/queued.js.map +1 -1
  72. package/lib/chain/regen/regen.d.ts.map +1 -1
  73. package/lib/chain/regen/regen.js +1 -4
  74. package/lib/chain/regen/regen.js.map +1 -1
  75. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +12 -2
  77. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  78. package/lib/chain/seenCache/seenProposerPreferences.d.ts +8 -7
  79. package/lib/chain/seenCache/seenProposerPreferences.d.ts.map +1 -1
  80. package/lib/chain/seenCache/seenProposerPreferences.js +11 -10
  81. package/lib/chain/seenCache/seenProposerPreferences.js.map +1 -1
  82. package/lib/chain/validation/executionPayloadBid.js +11 -8
  83. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  84. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -1
  85. package/lib/chain/validation/proposerPreferences.js +39 -17
  86. package/lib/chain/validation/proposerPreferences.js.map +1 -1
  87. package/lib/network/gossip/topic.d.ts +2 -0
  88. package/lib/network/gossip/topic.d.ts.map +1 -1
  89. package/lib/network/interface.d.ts +1 -0
  90. package/lib/network/interface.d.ts.map +1 -1
  91. package/lib/network/network.d.ts +1 -0
  92. package/lib/network/network.d.ts.map +1 -1
  93. package/lib/network/network.js +5 -0
  94. package/lib/network/network.js.map +1 -1
  95. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  96. package/lib/network/processor/gossipHandlers.js +14 -10
  97. package/lib/network/processor/gossipHandlers.js.map +1 -1
  98. package/lib/network/processor/index.js +5 -5
  99. package/lib/network/processor/index.js.map +1 -1
  100. package/lib/node/nodejs.js +2 -2
  101. package/lib/node/nodejs.js.map +1 -1
  102. package/lib/node/notifier.js +1 -7
  103. package/lib/node/notifier.js.map +1 -1
  104. package/lib/sync/range/batch.d.ts +11 -0
  105. package/lib/sync/range/batch.d.ts.map +1 -1
  106. package/lib/sync/range/batch.js +83 -21
  107. package/lib/sync/range/batch.js.map +1 -1
  108. package/lib/sync/range/chain.d.ts.map +1 -1
  109. package/lib/sync/range/chain.js +23 -5
  110. package/lib/sync/range/chain.js.map +1 -1
  111. package/lib/sync/unknownBlock.d.ts +0 -2
  112. package/lib/sync/unknownBlock.d.ts.map +1 -1
  113. package/lib/sync/unknownBlock.js +0 -47
  114. package/lib/sync/unknownBlock.js.map +1 -1
  115. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  116. package/lib/sync/utils/downloadByRange.js +36 -21
  117. package/lib/sync/utils/downloadByRange.js.map +1 -1
  118. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  119. package/lib/sync/utils/downloadByRoot.js +10 -0
  120. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  121. package/lib/util/sszBytes.d.ts.map +1 -1
  122. package/lib/util/sszBytes.js +8 -6
  123. package/lib/util/sszBytes.js.map +1 -1
  124. package/package.json +15 -15
  125. package/src/api/impl/beacon/blocks/index.ts +13 -0
  126. package/src/api/impl/beacon/pool/index.ts +83 -1
  127. package/src/api/impl/debug/index.ts +0 -1
  128. package/src/api/impl/validator/index.ts +82 -1
  129. package/src/chain/blocks/blockInput/blockInput.ts +4 -1
  130. package/src/chain/blocks/importBlock.ts +23 -38
  131. package/src/chain/blocks/importExecutionPayload.ts +3 -5
  132. package/src/chain/blocks/index.ts +20 -9
  133. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +5 -1
  134. package/src/chain/blocks/types.ts +2 -1
  135. package/src/chain/blocks/utils/chainSegment.ts +8 -0
  136. package/src/chain/blocks/verifyBlock.ts +7 -5
  137. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +6 -4
  138. package/src/chain/blocks/verifyBlocksSanityChecks.ts +16 -6
  139. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +7 -2
  140. package/src/chain/emitter.ts +0 -11
  141. package/src/chain/errors/proposerPreferences.ts +9 -1
  142. package/src/chain/opPools/payloadAttestationPool.ts +25 -0
  143. package/src/chain/prepareNextSlot.ts +20 -28
  144. package/src/chain/produceBlock/produceBlockBody.ts +41 -25
  145. package/src/chain/regen/queued.ts +2 -7
  146. package/src/chain/regen/regen.ts +2 -7
  147. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +12 -2
  148. package/src/chain/seenCache/seenProposerPreferences.ts +14 -11
  149. package/src/chain/validation/executionPayloadBid.ts +11 -8
  150. package/src/chain/validation/proposerPreferences.ts +37 -18
  151. package/src/network/interface.ts +1 -0
  152. package/src/network/network.ts +11 -0
  153. package/src/network/processor/gossipHandlers.ts +20 -11
  154. package/src/network/processor/index.ts +5 -5
  155. package/src/node/nodejs.ts +2 -2
  156. package/src/node/notifier.ts +1 -8
  157. package/src/sync/range/batch.ts +108 -24
  158. package/src/sync/range/chain.ts +25 -5
  159. package/src/sync/unknownBlock.ts +0 -50
  160. package/src/sync/utils/downloadByRange.ts +37 -21
  161. package/src/sync/utils/downloadByRoot.ts +12 -0
  162. package/src/util/sszBytes.ts +8 -6
@@ -26,6 +26,7 @@ import {
26
26
  computeTimeAtSlot,
27
27
  getCurrentSlot,
28
28
  isStatePostAltair,
29
+ isStatePostGloas,
29
30
  proposerShufflingDecisionRoot,
30
31
  } from "@lodestar/state-transition";
31
32
  import {
@@ -1049,6 +1050,36 @@ export function getValidatorApi(
1049
1050
  };
1050
1051
  },
1051
1052
 
1053
+ async producePayloadAttestationData({slot}) {
1054
+ const fork = config.getForkName(slot);
1055
+ if (!isForkPostGloas(fork)) {
1056
+ throw new ApiError(400, `producePayloadAttestationData is not supported before Gloas fork=${fork}`);
1057
+ }
1058
+
1059
+ notWhileSyncing();
1060
+ await waitForSlot(slot);
1061
+
1062
+ const block = chain.forkChoice.getCanonicalBlockClosestLteSlot(slot);
1063
+ if (!block) {
1064
+ throw new ApiError(404, `No canonical block found at or before slot=${slot}`);
1065
+ }
1066
+
1067
+ const blockIsForSlot = block.slot === slot;
1068
+ const payloadInput = chain.seenPayloadEnvelopeInputCache.get(block.blockRoot);
1069
+ const payloadPresent = blockIsForSlot && (payloadInput?.hasPayloadEnvelope() ?? false);
1070
+ const blobDataAvailable = blockIsForSlot && (payloadInput?.hasAllData() ?? false);
1071
+
1072
+ return {
1073
+ data: {
1074
+ beaconBlockRoot: fromHex(block.blockRoot),
1075
+ slot,
1076
+ payloadPresent,
1077
+ blobDataAvailable,
1078
+ },
1079
+ meta: {version: fork},
1080
+ };
1081
+ },
1082
+
1052
1083
  /**
1053
1084
  * GET `/eth/v1/validator/sync_committee_contribution`
1054
1085
  *
@@ -1263,6 +1294,55 @@ export function getValidatorApi(
1263
1294
  };
1264
1295
  },
1265
1296
 
1297
+ async getPtcDuties({epoch, indices}) {
1298
+ notWhileSyncing();
1299
+
1300
+ if (indices.length === 0) {
1301
+ throw new ApiError(400, "No validator to get PTC duties");
1302
+ }
1303
+
1304
+ const startSlot = computeStartSlotAtEpoch(epoch);
1305
+ const fork = config.getForkName(startSlot);
1306
+ if (!isForkPostGloas(fork)) {
1307
+ throw new ApiError(400, `PTC duties are not supported before Gloas fork=${fork}`);
1308
+ }
1309
+
1310
+ await waitForNextClosestEpoch();
1311
+
1312
+ if (epoch > chain.clock.currentEpoch + 1) {
1313
+ throw new ApiError(400, "Cannot get PTC duties for epoch more than one ahead");
1314
+ }
1315
+
1316
+ const head = chain.forkChoice.getHead();
1317
+ const state = await chain.getHeadStateAtCurrentEpoch(RegenCaller.getDuties);
1318
+ if (!isStatePostGloas(state)) {
1319
+ throw new ApiError(400, `PTC duties are not available before Gloas fork=${state.forkName}`);
1320
+ }
1321
+
1322
+ const pubkeys = getPubkeysForIndices(state, indices);
1323
+ const ptcs = state.getEpochPTCs(epoch);
1324
+ const duties: routes.validator.PtcDuty[] = [];
1325
+ for (let i = 0, len = indices.length; i < len; i++) {
1326
+ const validatorIndex = indices[i];
1327
+ for (let j = 0; j < SLOTS_PER_EPOCH; j++) {
1328
+ if (ptcs[j].indexOf(validatorIndex) !== -1) {
1329
+ duties.push({pubkey: pubkeys[i], validatorIndex, slot: j + startSlot});
1330
+ break;
1331
+ }
1332
+ }
1333
+ }
1334
+
1335
+ const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch)) || (await getGenesisBlockRoot(state));
1336
+
1337
+ return {
1338
+ data: duties,
1339
+ meta: {
1340
+ dependentRoot: toRootHex(dependentRoot),
1341
+ executionOptimistic: isOptimisticBlock(head),
1342
+ },
1343
+ };
1344
+ },
1345
+
1266
1346
  /**
1267
1347
  * `POST /eth/v1/validator/duties/sync/{epoch}`
1268
1348
  *
@@ -1641,13 +1721,14 @@ export function getValidatorApi(
1641
1721
  throw Error("Cached block production result is not full block");
1642
1722
  }
1643
1723
 
1644
- const {executionPayload, executionRequests} = produceResult as ProduceFullGloas;
1724
+ const {executionPayload, executionRequests, parentBlockRoot} = produceResult as ProduceFullGloas;
1645
1725
 
1646
1726
  const envelope: gloas.ExecutionPayloadEnvelope = {
1647
1727
  payload: executionPayload,
1648
1728
  executionRequests: executionRequests,
1649
1729
  builderIndex: BUILDER_INDEX_SELF_BUILD,
1650
1730
  beaconBlockRoot,
1731
+ parentBeaconBlockRoot: parentBlockRoot,
1651
1732
  };
1652
1733
 
1653
1734
  logger.info("Produced execution payload envelope", {
@@ -895,8 +895,11 @@ export class BlockInputColumns extends AbstractBlockInput<ForkColumnsDA, fulu.Da
895
895
  return this.getAllColumnsWithSource().map(({columnSidecar}) => columnSidecar);
896
896
  }
897
897
 
898
+ /**
899
+ * Strictly checks missing sampled columns. Does NOT short-circuit on `state.hasAllData`.
900
+ */
898
901
  getMissingSampledColumnMeta(): MissingColumnMeta {
899
- if (this.state.hasAllData) {
902
+ if (this.state.hasComputedAllData) {
900
903
  return {
901
904
  missing: [],
902
905
  versionedHashes: this.state.versionedHashes,
@@ -9,14 +9,7 @@ import {
9
9
  NotReorgedReason,
10
10
  getSafeExecutionBlockHash,
11
11
  } from "@lodestar/fork-choice";
12
- import {
13
- ForkPostAltair,
14
- ForkPostElectra,
15
- ForkPostGloas,
16
- ForkSeq,
17
- MAX_SEED_LOOKAHEAD,
18
- SLOTS_PER_EPOCH,
19
- } from "@lodestar/params";
12
+ import {ForkPostAltair, ForkPostElectra, ForkSeq, MAX_SEED_LOOKAHEAD, SLOTS_PER_EPOCH} from "@lodestar/params";
20
13
  import {
21
14
  IBeaconStateView,
22
15
  RootCache,
@@ -27,17 +20,7 @@ import {
27
20
  isStatePostAltair,
28
21
  isStatePostBellatrix,
29
22
  } from "@lodestar/state-transition";
30
- import {
31
- Attestation,
32
- BeaconBlock,
33
- SignedBeaconBlock,
34
- altair,
35
- capella,
36
- electra,
37
- isGloasBeaconBlock,
38
- phase0,
39
- ssz,
40
- } from "@lodestar/types";
23
+ import {Attestation, BeaconBlock, altair, capella, electra, isGloasBeaconBlock, phase0, ssz} from "@lodestar/types";
41
24
  import {isErrorAborted, toRootHex} from "@lodestar/utils";
42
25
  import {ZERO_HASH_HEX} from "../../constants/index.js";
43
26
  import {callInNextEventLoop} from "../../util/eventLoop.js";
@@ -86,8 +69,8 @@ export async function importBlock(
86
69
  fullyVerifiedBlock: FullyVerifiedBlock,
87
70
  opts: ImportBlockOpts
88
71
  ): Promise<void> {
89
- const {blockInput, postState, parentBlockSlot, executionStatus, dataAvailabilityStatus, indexedAttestations} =
90
- fullyVerifiedBlock;
72
+ const {blockInput, postState, parentBlockSlot, dataAvailabilityStatus, indexedAttestations} = fullyVerifiedBlock;
73
+ let {executionStatus} = fullyVerifiedBlock;
91
74
  const block = blockInput.getBlock();
92
75
  const source = blockInput.getBlockSource();
93
76
  const {slot: blockSlot} = block.message;
@@ -122,12 +105,23 @@ export async function importBlock(
122
105
 
123
106
  // Should compute checkpoint balances before forkchoice.onBlock
124
107
  this.checkpointBalancesCache.processState(blockRootHex, postState);
108
+ if (fork >= ForkSeq.gloas) {
109
+ const parentRootHex = toRootHex(block.message.parentRoot);
110
+ const parentBlock = this.forkChoice.getBlockHexDefaultStatus(parentRootHex);
111
+ if (parentBlock === null) {
112
+ throw Error(`Parent block not found in forkChoice, parentRoot=${parentRootHex}`);
113
+ }
114
+ if (parentBlock.executionStatus === ExecutionStatus.Invalid) {
115
+ throw Error(`Parent block has invalid execution status, parentRoot=${parentRootHex}`);
116
+ }
117
+ executionStatus = parentBlock.executionStatus;
118
+ }
125
119
  const blockSummary = this.forkChoice.onBlock(
126
120
  block.message,
127
121
  postState,
128
122
  blockDelaySec,
129
123
  currentSlot,
130
- fork >= ForkSeq.gloas ? ExecutionStatus.PayloadSeparated : executionStatus,
124
+ executionStatus,
131
125
  dataAvailabilityStatus
132
126
  );
133
127
 
@@ -135,23 +129,14 @@ export async function importBlock(
135
129
  // Some block event handlers require state being in state cache so need to do this before emitting EventType.block
136
130
  this.regen.processState(blockRootHex, postState);
137
131
 
138
- // For range sync, PayloadEnvelope is created before reaching this
139
- // we also don't need to trigger getBlobs() in that case
132
+ // For range sync we skip triggerGetBlobs because column fetching is handled in the range path.
140
133
  if (fork >= ForkSeq.gloas && !opts.fromRangeSync) {
141
- const payloadInput = this.seenPayloadEnvelopeInputCache.add({
142
- blockRootHex,
143
- block: block as SignedBeaconBlock<ForkPostGloas>,
144
- forkName: blockInput.forkName,
145
- sampledColumns: this.custodyConfig.sampledColumns,
146
- custodyColumns: this.custodyConfig.custodyColumns,
147
- timeCreatedSec: fullyVerifiedBlock.seenTimestampSec,
148
- });
149
- this.logger.debug("Created PayloadEnvelopeInput for block", {
150
- slot: blockSlot,
151
- root: blockRootHex,
152
- source: source.source,
153
- ...(opts.seenTimestampSec !== undefined ? {recvToImport: Date.now() / 1000 - opts.seenTimestampSec} : {}),
154
- });
134
+ const payloadInput = this.seenPayloadEnvelopeInputCache.get(blockRootHex);
135
+ // PayloadEnvelopeInput is supposed to have right after we have block
136
+ // there are 4 sources of them: gossip, by root, by range and api
137
+ if (!payloadInput) {
138
+ throw Error(`PayloadEnvelopeInput not seeded for block ${blockRootHex} before importBlock`);
139
+ }
155
140
 
156
141
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
157
142
  // which is all the information we need so there is no reason to delay until execution payload arrives
@@ -1,7 +1,7 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {ExecutionStatus, PayloadExecutionStatus, getSafeExecutionBlockHash} from "@lodestar/fork-choice";
3
3
  import {DataAvailabilityStatus, isStatePostGloas} from "@lodestar/state-transition";
4
- import {fromHex, isErrorAborted} from "@lodestar/utils";
4
+ import {isErrorAborted} from "@lodestar/utils";
5
5
  import {ZERO_HASH_HEX} from "../../constants/index.js";
6
6
  import {ExecutionPayloadStatus} from "../../execution/index.js";
7
7
  import {isQueueErrorAborted} from "../../util/queue/index.js";
@@ -61,7 +61,6 @@ function toForkChoiceExecutionStatus(status: ExecutionPayloadStatus): PayloadExe
61
61
  switch (status) {
62
62
  case ExecutionPayloadStatus.VALID:
63
63
  return ExecutionStatus.Valid;
64
- // TODO GLOAS: Handle optimistic import for payload
65
64
  case ExecutionPayloadStatus.SYNCING:
66
65
  case ExecutionPayloadStatus.ACCEPTED:
67
66
  return ExecutionStatus.Syncing;
@@ -160,7 +159,7 @@ export async function importExecutionPayload(
160
159
  fork,
161
160
  envelope.payload,
162
161
  payloadInput.getVersionedHashes(),
163
- fromHex(protoBlock.parentRoot),
162
+ envelope.parentBeaconBlockRoot,
164
163
  envelope.executionRequests
165
164
  ),
166
165
 
@@ -255,8 +254,7 @@ export async function importExecutionPayload(
255
254
  builderIndex: envelope.builderIndex,
256
255
  blockHash: blockHashHex,
257
256
  blockRoot: blockRootHex,
258
- // TODO GLOAS: revisit once we support optimistic import
259
- executionOptimistic: false,
257
+ executionOptimistic: execStatus === ExecutionStatus.Syncing,
260
258
  });
261
259
  }
262
260
 
@@ -65,7 +65,7 @@ export async function processBlocks(
65
65
  }
66
66
 
67
67
  try {
68
- const {relevantBlocks, parentSlots, parentBlock} = verifyBlocksSanityChecks(this, blocks, opts);
68
+ const {relevantBlocks, parentSlots, parentBlock} = verifyBlocksSanityChecks(this, blocks, payloadEnvelopes, opts);
69
69
 
70
70
  // No relevant blocks, skip verifyBlocksInEpoch()
71
71
  if (relevantBlocks.length === 0 || parentBlock === null) {
@@ -109,8 +109,10 @@ export async function processBlocks(
109
109
  }
110
110
 
111
111
  const {executionStatuses} = segmentExecStatus;
112
- const fullyVerifiedBlocks = relevantBlocks.map(
113
- (block, i): FullyVerifiedBlock => ({
112
+ const verifiedBlocksBySlot = new Map<Slot, FullyVerifiedBlock>();
113
+ for (let i = 0; i < relevantBlocks.length; i++) {
114
+ const block = relevantBlocks[i];
115
+ verifiedBlocksBySlot.set(block.getBlock().message.slot, {
114
116
  blockInput: block,
115
117
  postState: postStates[i],
116
118
  parentBlockSlot: parentSlots[i],
@@ -121,14 +123,23 @@ export async function processBlocks(
121
123
  indexedAttestations: indexedAttestationsByBlock[i],
122
124
  // TODO: Make this param mandatory and capture in gossip
123
125
  seenTimestampSec: opts.seenTimestampSec ?? Math.floor(Date.now() / 1000),
124
- })
125
- );
126
+ });
127
+ }
126
128
 
127
- for (const fullyVerifiedBlock of fullyVerifiedBlocks) {
128
- // TODO: Consider batching importBlock too if it takes significant time
129
- await importBlock.call(this, fullyVerifiedBlock, opts);
129
+ // Iterate slots from the original `blocks` input (which spans the entire batch including
130
+ // slots filtered out of `relevantBlocks`). The first batch of a checkpoint sync may contain
131
+ // a payload at the anchor slot whose block is already in fork-choice (added by
132
+ // initializeForkChoice as PENDING+EMPTY) and therefore not in verifiedBlocksBySlot — the
133
+ // payload still needs to be imported here to populate the anchor's FULL variant so
134
+ // subsequent slots can find their parent payload.
135
+ const slots = Array.from(new Set(blocks.map((b) => b.getBlock().message.slot)));
136
+ for (const slot of slots) {
137
+ const fullyVerifiedBlock = verifiedBlocksBySlot.get(slot);
138
+ if (fullyVerifiedBlock !== undefined) {
139
+ // TODO: Consider batching importBlock too if it takes significant time
140
+ await importBlock.call(this, fullyVerifiedBlock, opts);
141
+ }
130
142
 
131
- const slot = fullyVerifiedBlock.blockInput.getBlock().message.slot;
132
143
  const payloadInput = payloadEnvelopes?.get(slot);
133
144
  if (payloadInput?.hasPayloadEnvelope()) {
134
145
  if (!payloadInput.isComplete()) {
@@ -156,6 +156,7 @@ export class PayloadEnvelopeInput {
156
156
  throw new Error("Payload envelope beacon_block_root mismatch");
157
157
  }
158
158
 
159
+ // TODO GLOAS: track source by metrics, maybe inside the seen cache
159
160
  const source: SourceMeta = {
160
161
  source: props.source,
161
162
  seenTimestampSec: props.seenTimestampSec,
@@ -310,8 +311,11 @@ export class PayloadEnvelopeInput {
310
311
  return this.state.hasAllData;
311
312
  }
312
313
 
314
+ /**
315
+ * Strictly checks missing sampled columns. Does NOT short-circuit on `state.hasAllData`.
316
+ */
313
317
  getMissingSampledColumnMeta(): MissingColumnMeta {
314
- if (this.state.hasAllData) {
318
+ if (this.state.hasComputedAllData) {
315
319
  return {missing: [], versionedHashes: this.versionedHashes};
316
320
  }
317
321
 
@@ -94,7 +94,8 @@ export type ImportBlockOpts = {
94
94
  *
95
95
  * `executionStatus` reflects the outcome of execution payload verification at block-import time:
96
96
  * - pre-gloas: Valid | Syncing | PreMerge (from EL notifyNewPayload against the in-block payload)
97
- * - post-gloas: PayloadSeparated (payload arrives separately as an envelope and is imported later)
97
+ * - post-gloas: inherited from parent's chain (Valid/Syncing) by importBlock; payload arrives
98
+ * separately as an envelope and creates the FULL variant later via onExecutionPayload
98
99
  */
99
100
  export type FullyVerifiedBlock = {
100
101
  blockInput: IBlockInput;
@@ -41,6 +41,14 @@ export function assertLinearChainSegment(
41
41
  // - EMPTY variant (no envelope for slot): execution hash is unchanged
42
42
  // null only for pre-merge parents, which cannot precede gloas blocks.
43
43
  let currentExecHash: string | null = parentBlock.executionPayloadBlockHash;
44
+ // Checkpoint sync first batch: parent is the anchor PENDING whose executionPayloadBlockHash
45
+ // is the inherited parentBlockHash semantic (= grandparent's payload), not its own payload.
46
+ // If parent's own payload envelope arrives in this batch, advance currentExecHash to that
47
+ // payload's blockHash so the segment validation sees the true EL chain head.
48
+ const parentPayloadInput = payloadEnvelopes?.get(parentBlock.slot);
49
+ if (parentPayloadInput?.hasPayloadEnvelope()) {
50
+ currentExecHash = parentPayloadInput.getBlockHashHex();
51
+ }
44
52
  // Track the execution hash before the last FULL advancement so we can recover
45
53
  // if the next block reveals that envelope was orphaned.
46
54
  let prevExecHash: string | null = currentExecHash;
@@ -125,15 +125,17 @@ export async function verifyBlocksInEpoch(
125
125
  }> =
126
126
  fork >= ForkSeq.gloas
127
127
  ? (async () => {
128
- const payloadInputsForDa: PayloadEnvelopeInput[] = [];
129
- for (const input of blockInputs) {
130
- const pi = payloadEnvelopes?.get(input.slot);
131
- if (pi !== undefined) payloadInputsForDa.push(pi);
132
- }
128
+ // Validate DA for ALL payloads in the Map, not just those paired with blockInputs.
129
+ // A checkpoint-sync batch may include a payload for a slot whose block was filtered
130
+ // out of relevantBlocks (e.g., the anchor at the finalized slot); that payload still
131
+ // needs DA validation so it can be imported in processBlocks.
132
+ const payloadInputsForDa: PayloadEnvelopeInput[] =
133
+ payloadEnvelopes !== null ? Array.from(payloadEnvelopes.values()) : [];
133
134
  const {dataAvailabilityStatuses, availableTime} = await verifyPayloadsDataAvailability(
134
135
  payloadInputsForDa,
135
136
  abortController.signal
136
137
  );
138
+
137
139
  const payloadDAStatuses = new Map<Slot, DataAvailabilityStatus>();
138
140
  for (let i = 0; i < payloadInputsForDa.length; i++) {
139
141
  payloadDAStatuses.set(payloadInputsForDa[i].slot, dataAvailabilityStatuses[i]);
@@ -46,8 +46,7 @@ type VerifyBlockExecutionResponse =
46
46
  | VerifyExecutionErrorResponse
47
47
  | {executionStatus: ExecutionStatus.Valid; lvhResponse: LVHValidResponse; execError: null}
48
48
  | {executionStatus: ExecutionStatus.Syncing; lvhResponse?: LVHValidResponse; execError: null}
49
- | {executionStatus: ExecutionStatus.PreMerge; lvhResponse: undefined; execError: null}
50
- | {executionStatus: ExecutionStatus.PayloadSeparated; lvhResponse: undefined; execError: null};
49
+ | {executionStatus: ExecutionStatus.PreMerge; lvhResponse: undefined; execError: null};
51
50
 
52
51
  /**
53
52
  * Verifies 1 or more execution payloads from a linear sequence of blocks.
@@ -145,9 +144,10 @@ export async function verifyBlockExecutionPayload(
145
144
  ): Promise<VerifyBlockExecutionResponse> {
146
145
  const block = blockInput.getBlock();
147
146
 
148
- // Gloas block doesn't have execution payload. Return right away
147
+ // Gloas block doesn't have execution payload. Return Syncing as a placeholder; the actual
148
+ // status for gloas PENDING/EMPTY is derived from parent's chain in importBlock.
149
149
  if (isBlockInputNoData(blockInput)) {
150
- return {executionStatus: ExecutionStatus.PayloadSeparated, lvhResponse: undefined, execError: null};
150
+ return {executionStatus: ExecutionStatus.Syncing, lvhResponse: undefined, execError: null};
151
151
  }
152
152
 
153
153
  /** Not null if execution is enabled */
@@ -198,6 +198,7 @@ export async function verifyBlockExecutionPayload(
198
198
  executionStatus,
199
199
  latestValidExecHash: execResult.latestValidHash,
200
200
  invalidateFromParentBlockRoot: blockInput.parentRootHex,
201
+ invalidateFromParentBlockHash: toRootHex(executionPayloadEnabled.parentHash),
201
202
  };
202
203
  const execError = new BlockError(block, {
203
204
  code: BlockErrorCode.EXECUTION_ENGINE_ERROR,
@@ -281,6 +282,7 @@ function getSegmentErrorResponse(
281
282
  executionStatus: ExecutionStatus.Invalid,
282
283
  latestValidExecHash: lvhResponse.latestValidExecHash,
283
284
  invalidateFromParentBlockRoot: parentBlock.blockRoot,
285
+ invalidateFromParentBlockHash: parentBlock.executionPayloadBlockHash,
284
286
  };
285
287
  }
286
288
  }
@@ -7,6 +7,7 @@ import {IClock} from "../../util/clock.js";
7
7
  import {BlockError, BlockErrorCode} from "../errors/index.js";
8
8
  import {IChainOptions} from "../options.js";
9
9
  import {IBlockInput} from "./blockInput/types.js";
10
+ import {PayloadEnvelopeInput} from "./payloadEnvelopeInput/payloadEnvelopeInput.js";
10
11
  import {ImportBlockOpts} from "./types.js";
11
12
 
12
13
  /**
@@ -30,6 +31,7 @@ export function verifyBlocksSanityChecks(
30
31
  blacklistedBlocks: Map<RootHex, Slot | null>;
31
32
  },
32
33
  blocks: IBlockInput[],
34
+ payloadEnvelopes: Map<Slot, PayloadEnvelopeInput> | null,
33
35
  opts: ImportBlockOpts
34
36
  ): {
35
37
  relevantBlocks: IBlockInput[];
@@ -100,13 +102,21 @@ export function verifyBlocksSanityChecks(
100
102
  const parentBlockHash = toRootHex(block.message.body.signedExecutionPayloadBid.message.parentBlockHash);
101
103
  const parentBlockWithPayload = chain.forkChoice.getBlockHexAndBlockHash(parentRoot, parentBlockHash);
102
104
  if (!parentBlockWithPayload) {
103
- throw new BlockError(block, {
104
- code: BlockErrorCode.PARENT_PAYLOAD_UNKNOWN,
105
- parentRoot,
106
- parentBlockHash,
107
- });
105
+ // Checkpoint sync: parent's FULL variant may not be in fork-choice yet because the
106
+ // anchor block is initialized with PENDING+EMPTY only. The parent's payload arrives
107
+ // in the same batch via payloadEnvelopes and will be imported by processBlocks. If
108
+ // a matching payload is in the Map, accept the parent as known.
109
+ const parentPayloadInput = payloadEnvelopes?.get(parentBlockDefaultStatus.slot);
110
+ if (parentPayloadInput?.getBlockHashHex() !== parentBlockHash) {
111
+ throw new BlockError(block, {
112
+ code: BlockErrorCode.PARENT_PAYLOAD_UNKNOWN,
113
+ parentRoot,
114
+ parentBlockHash,
115
+ });
116
+ }
117
+ } else {
118
+ parentBlock = parentBlockWithPayload;
108
119
  }
109
- parentBlock = parentBlockWithPayload;
110
120
  }
111
121
  // Parent is known to the fork-choice
112
122
  parentBlockSlot = parentBlock.slot;
@@ -20,7 +20,7 @@ export type VerifyExecutionPayloadEnvelopeOpts = {
20
20
  * performed outside this function, see `verifyExecutionPayloadEnvelopeSignature` and
21
21
  * `importExecutionPayload` which run both in parallel with this check.
22
22
  *
23
- * Spec: https://github.com/ethereum/consensus-specs/blob/v1.7.0-alpha.5/specs/gloas/fork-choice.md#new-verify_execution_payload_envelope
23
+ * Spec: https://github.com/ethereum/consensus-specs/blob/v1.7.0-alpha.6/specs/gloas/fork-choice.md#new-verify_execution_payload_envelope
24
24
  */
25
25
  export function verifyExecutionPayloadEnvelope(
26
26
  config: BeaconConfig,
@@ -43,6 +43,11 @@ export function verifyExecutionPayloadEnvelope(
43
43
  `Envelope's block is not the latest block header envelope=${toRootHex(envelope.beaconBlockRoot)} latestBlockHeader=${toRootHex(headerRoot)}`
44
44
  );
45
45
  }
46
+ if (!byteArrayEquals(envelope.parentBeaconBlockRoot, state.latestBlockHeader.parentRoot)) {
47
+ throw new Error(
48
+ `Envelope's parent_beacon_block_root mismatch envelope=${toRootHex(envelope.parentBeaconBlockRoot)} state=${toRootHex(state.latestBlockHeader.parentRoot)}`
49
+ );
50
+ }
46
51
 
47
52
  // Verify consistency with the committed bid
48
53
  const bid = state.latestExecutionPayloadBid;
@@ -108,7 +113,7 @@ export function verifyExecutionPayloadEnvelope(
108
113
  /**
109
114
  * Verify the BLS signature of an execution payload envelope.
110
115
  *
111
- * Spec: https://github.com/ethereum/consensus-specs/blob/v1.7.0-alpha.5/specs/gloas/fork-choice.md#new-verify_execution_payload_envelope_signature
116
+ * Spec: https://github.com/ethereum/consensus-specs/blob/v1.7.0-alpha.6/specs/gloas/fork-choice.md#new-verify_execution_payload_envelope_signature
112
117
  */
113
118
  export async function verifyExecutionPayloadEnvelopeSignature(
114
119
  config: BeaconConfig,
@@ -4,7 +4,6 @@ import {routes} from "@lodestar/api";
4
4
  import {CheckpointWithHex} from "@lodestar/fork-choice";
5
5
  import {IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {DataColumnSidecar, RootHex, deneb, phase0} from "@lodestar/types";
7
- import {SignedExecutionPayloadEnvelope} from "@lodestar/types/gloas";
8
7
  import {PeerIdStr} from "../util/peerId.js";
9
8
  import {BlockInputSource, IBlockInput} from "./blocks/blockInput/types.js";
10
9
  import {PayloadEnvelopeInput} from "./blocks/payloadEnvelopeInput/payloadEnvelopeInput.js";
@@ -60,10 +59,6 @@ export enum ChainEvent {
60
59
  * Post-gloas, missing parent could be a SignedBeaconBlock and/or a SignedExecutionPayloadEnvelope
61
60
  */
62
61
  blockUnknownParent = "blockUnknownParent",
63
- /**
64
- * Trigger BlockInputSync to find a SignedBeaconBlock given a SignedExecutionPayloadEnvelop received
65
- */
66
- envelopeUnknownBlock = "envelopeUnknownBlock",
67
62
  /**
68
63
  * Trigger BlockInputSync to find a SignedBeaconBlock with specified block root.
69
64
  */
@@ -92,11 +87,6 @@ type ApiEvents = {[K in routes.events.EventType]: (data: routes.events.EventData
92
87
 
93
88
  export type ChainEventData = {
94
89
  [ChainEvent.blockUnknownParent]: {blockInput: IBlockInput; peer: PeerIdStr; source: BlockInputSource};
95
- [ChainEvent.envelopeUnknownBlock]: {
96
- envelope: SignedExecutionPayloadEnvelope;
97
- peer?: PeerIdStr;
98
- source: BlockInputSource;
99
- };
100
90
  [ChainEvent.unknownBlockRoot]: {rootHex: RootHex; peer?: PeerIdStr; source: BlockInputSource};
101
91
  [ChainEvent.incompleteBlockInput]: {blockInput: IBlockInput; peer: PeerIdStr; source: BlockInputSource};
102
92
  [ChainEvent.incompletePayloadEnvelope]: {
@@ -124,7 +114,6 @@ export type IChainEvents = ApiEvents & {
124
114
  // Sync events that are chain->chain. Initiated from network requests but do not cross the network
125
115
  // barrier so are considered ChainEvent(s).
126
116
  [ChainEvent.blockUnknownParent]: (data: ChainEventData[ChainEvent.blockUnknownParent]) => void;
127
- [ChainEvent.envelopeUnknownBlock]: (data: ChainEventData[ChainEvent.envelopeUnknownBlock]) => void;
128
117
  [ChainEvent.unknownBlockRoot]: (data: ChainEventData[ChainEvent.unknownBlockRoot]) => void;
129
118
  [ChainEvent.incompleteBlockInput]: (data: ChainEventData[ChainEvent.incompleteBlockInput]) => void;
130
119
  [ChainEvent.incompletePayloadEnvelope]: (data: ChainEventData[ChainEvent.incompletePayloadEnvelope]) => void;
@@ -1,9 +1,10 @@
1
- import {Slot, ValidatorIndex} from "@lodestar/types";
1
+ import {RootHex, Slot, ValidatorIndex} from "@lodestar/types";
2
2
  import {GossipActionError} from "./gossipValidation.js";
3
3
 
4
4
  export enum ProposerPreferencesErrorCode {
5
5
  INVALID_EPOCH = "PROPOSER_PREFERENCES_ERROR_INVALID_EPOCH",
6
6
  PROPOSAL_SLOT_PASSED = "PROPOSER_PREFERENCES_ERROR_PROPOSAL_SLOT_PASSED",
7
+ UNKNOWN_DEPENDENT_ROOT = "PROPOSER_PREFERENCES_ERROR_UNKNOWN_DEPENDENT_ROOT",
7
8
  INVALID_PROPOSER = "PROPOSER_PREFERENCES_ERROR_INVALID_PROPOSER",
8
9
  ALREADY_KNOWN = "PROPOSER_PREFERENCES_ERROR_ALREADY_KNOWN",
9
10
  INVALID_SIGNATURE = "PROPOSER_PREFERENCES_ERROR_INVALID_SIGNATURE",
@@ -20,15 +21,22 @@ export type ProposerPreferencesErrorType =
20
21
  proposalSlot: Slot;
21
22
  currentSlot: Slot;
22
23
  }
24
+ | {
25
+ code: ProposerPreferencesErrorCode.UNKNOWN_DEPENDENT_ROOT;
26
+ proposalSlot: Slot;
27
+ dependentRoot: RootHex;
28
+ }
23
29
  | {
24
30
  code: ProposerPreferencesErrorCode.INVALID_PROPOSER;
25
31
  proposalSlot: Slot;
26
32
  validatorIndex: ValidatorIndex;
33
+ dependentRoot: RootHex;
27
34
  }
28
35
  | {
29
36
  code: ProposerPreferencesErrorCode.ALREADY_KNOWN;
30
37
  proposalSlot: Slot;
31
38
  validatorIndex: ValidatorIndex;
39
+ dependentRoot: RootHex;
32
40
  }
33
41
  | {
34
42
  code: ProposerPreferencesErrorCode.INVALID_SIGNATURE;
@@ -119,6 +119,31 @@ export class PayloadAttestationPool {
119
119
  .map(fastToPayloadAttestation);
120
120
  }
121
121
 
122
+ getAll(slot?: Slot): gloas.PayloadAttestation[] {
123
+ const aggregates: AggregateFast[] = [];
124
+
125
+ const addAggregates = (aggregateByDataRootByBlockRoot: Map<BlockRootHex, Map<DataRootHex, AggregateFast>>) => {
126
+ for (const aggregateByDataRoot of aggregateByDataRootByBlockRoot.values()) {
127
+ aggregates.push(...aggregateByDataRoot.values());
128
+ }
129
+ };
130
+
131
+ if (slot !== undefined) {
132
+ const aggregateByDataRootByBlockRoot = this.aggregateByDataRootByBlockRootBySlot.get(slot);
133
+ if (aggregateByDataRootByBlockRoot) {
134
+ addAggregates(aggregateByDataRootByBlockRoot);
135
+ }
136
+ } else {
137
+ for (const aggregateByDataRootByBlockRoot of this.aggregateByDataRootByBlockRootBySlot.values()) {
138
+ addAggregates(aggregateByDataRootByBlockRoot);
139
+ }
140
+ }
141
+
142
+ return aggregates
143
+ .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
144
+ .map(fastToPayloadAttestation);
145
+ }
146
+
122
147
  prune(clockSlot: Slot): void {
123
148
  pruneBySlot(this.aggregateByDataRootByBlockRootBySlot, clockSlot, SLOTS_RETAINED);
124
149
  this.lowestPermissibleSlot = clockSlot;