@lodestar/beacon-node 1.43.0-dev.a142c56215 → 1.43.0-dev.a45ba75824

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (165) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +13 -3
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +45 -2
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/validator/index.d.ts.map +1 -1
  8. package/lib/api/impl/validator/index.js +66 -1
  9. package/lib/api/impl/validator/index.js.map +1 -1
  10. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  11. package/lib/chain/blocks/importBlock.js +10 -21
  12. package/lib/chain/blocks/importBlock.js.map +1 -1
  13. package/lib/chain/blocks/importExecutionPayload.d.ts +5 -3
  14. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  15. package/lib/chain/blocks/importExecutionPayload.js +23 -10
  16. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  17. package/lib/chain/blocks/index.d.ts.map +1 -1
  18. package/lib/chain/blocks/index.js +7 -5
  19. package/lib/chain/blocks/index.js.map +1 -1
  20. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +1 -0
  21. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
  22. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +5 -1
  23. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
  24. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +1 -0
  25. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  26. package/lib/chain/blocks/verifyBlock.d.ts +2 -1
  27. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  28. package/lib/chain/blocks/verifyBlock.js +26 -7
  29. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  30. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +2 -2
  31. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  32. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  33. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +8 -3
  34. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  35. package/lib/chain/chain.d.ts +2 -1
  36. package/lib/chain/chain.d.ts.map +1 -1
  37. package/lib/chain/chain.js +5 -1
  38. package/lib/chain/chain.js.map +1 -1
  39. package/lib/chain/emitter.d.ts +0 -11
  40. package/lib/chain/emitter.d.ts.map +1 -1
  41. package/lib/chain/emitter.js +0 -4
  42. package/lib/chain/emitter.js.map +1 -1
  43. package/lib/chain/errors/index.d.ts +1 -0
  44. package/lib/chain/errors/index.d.ts.map +1 -1
  45. package/lib/chain/errors/index.js +1 -0
  46. package/lib/chain/errors/index.js.map +1 -1
  47. package/lib/chain/errors/proposerPreferences.d.ts +33 -0
  48. package/lib/chain/errors/proposerPreferences.d.ts.map +1 -0
  49. package/lib/chain/errors/proposerPreferences.js +13 -0
  50. package/lib/chain/errors/proposerPreferences.js.map +1 -0
  51. package/lib/chain/interface.d.ts +2 -1
  52. package/lib/chain/interface.d.ts.map +1 -1
  53. package/lib/chain/interface.js.map +1 -1
  54. package/lib/chain/opPools/payloadAttestationPool.d.ts +3 -2
  55. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  56. package/lib/chain/opPools/payloadAttestationPool.js +26 -4
  57. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  58. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  59. package/lib/chain/prepareNextSlot.js +15 -17
  60. package/lib/chain/prepareNextSlot.js.map +1 -1
  61. package/lib/chain/produceBlock/produceBlockBody.d.ts +11 -3
  62. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  63. package/lib/chain/produceBlock/produceBlockBody.js +38 -21
  64. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  65. package/lib/chain/regen/interface.d.ts +1 -0
  66. package/lib/chain/regen/interface.d.ts.map +1 -1
  67. package/lib/chain/regen/interface.js +1 -0
  68. package/lib/chain/regen/interface.js.map +1 -1
  69. package/lib/chain/seenCache/index.d.ts +1 -0
  70. package/lib/chain/seenCache/index.d.ts.map +1 -1
  71. package/lib/chain/seenCache/index.js +1 -0
  72. package/lib/chain/seenCache/index.js.map +1 -1
  73. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +8 -2
  74. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  75. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +20 -4
  76. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  77. package/lib/chain/seenCache/seenProposerPreferences.d.ts +15 -0
  78. package/lib/chain/seenCache/seenProposerPreferences.d.ts.map +1 -0
  79. package/lib/chain/seenCache/seenProposerPreferences.js +25 -0
  80. package/lib/chain/seenCache/seenProposerPreferences.js.map +1 -0
  81. package/lib/chain/validation/proposerPreferences.d.ts +8 -0
  82. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -0
  83. package/lib/chain/validation/proposerPreferences.js +69 -0
  84. package/lib/chain/validation/proposerPreferences.js.map +1 -0
  85. package/lib/network/gossip/interface.d.ts +7 -1
  86. package/lib/network/gossip/interface.d.ts.map +1 -1
  87. package/lib/network/gossip/interface.js +1 -0
  88. package/lib/network/gossip/interface.js.map +1 -1
  89. package/lib/network/gossip/scoringParameters.d.ts.map +1 -1
  90. package/lib/network/gossip/scoringParameters.js +12 -1
  91. package/lib/network/gossip/scoringParameters.js.map +1 -1
  92. package/lib/network/gossip/topic.d.ts +27 -766
  93. package/lib/network/gossip/topic.d.ts.map +1 -1
  94. package/lib/network/gossip/topic.js +6 -0
  95. package/lib/network/gossip/topic.js.map +1 -1
  96. package/lib/network/interface.d.ts +1 -0
  97. package/lib/network/interface.d.ts.map +1 -1
  98. package/lib/network/network.d.ts +1 -0
  99. package/lib/network/network.d.ts.map +1 -1
  100. package/lib/network/network.js +5 -0
  101. package/lib/network/network.js.map +1 -1
  102. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  103. package/lib/network/processor/gossipHandlers.js +22 -15
  104. package/lib/network/processor/gossipHandlers.js.map +1 -1
  105. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  106. package/lib/network/processor/gossipQueues/index.js +5 -0
  107. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  108. package/lib/network/processor/index.d.ts.map +1 -1
  109. package/lib/network/processor/index.js +6 -5
  110. package/lib/network/processor/index.js.map +1 -1
  111. package/lib/sync/range/batch.d.ts +11 -0
  112. package/lib/sync/range/batch.d.ts.map +1 -1
  113. package/lib/sync/range/batch.js +29 -4
  114. package/lib/sync/range/batch.js.map +1 -1
  115. package/lib/sync/range/chain.d.ts.map +1 -1
  116. package/lib/sync/range/chain.js +23 -5
  117. package/lib/sync/range/chain.js.map +1 -1
  118. package/lib/sync/unknownBlock.d.ts +0 -2
  119. package/lib/sync/unknownBlock.d.ts.map +1 -1
  120. package/lib/sync/unknownBlock.js +0 -47
  121. package/lib/sync/unknownBlock.js.map +1 -1
  122. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  123. package/lib/sync/utils/downloadByRange.js +21 -15
  124. package/lib/sync/utils/downloadByRange.js.map +1 -1
  125. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  126. package/lib/sync/utils/downloadByRoot.js +10 -0
  127. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  128. package/package.json +15 -15
  129. package/src/api/impl/beacon/blocks/index.ts +16 -3
  130. package/src/api/impl/beacon/pool/index.ts +83 -1
  131. package/src/api/impl/validator/index.ts +80 -0
  132. package/src/chain/blocks/importBlock.ts +9 -36
  133. package/src/chain/blocks/importExecutionPayload.ts +31 -10
  134. package/src/chain/blocks/index.ts +14 -6
  135. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +6 -1
  136. package/src/chain/blocks/payloadEnvelopeInput/types.ts +1 -0
  137. package/src/chain/blocks/verifyBlock.ts +39 -9
  138. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +2 -2
  139. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +7 -4
  140. package/src/chain/chain.ts +5 -0
  141. package/src/chain/emitter.ts +0 -11
  142. package/src/chain/errors/index.ts +1 -0
  143. package/src/chain/errors/proposerPreferences.ts +39 -0
  144. package/src/chain/interface.ts +2 -0
  145. package/src/chain/opPools/payloadAttestationPool.ts +29 -8
  146. package/src/chain/prepareNextSlot.ts +20 -28
  147. package/src/chain/produceBlock/produceBlockBody.ts +48 -26
  148. package/src/chain/regen/interface.ts +1 -0
  149. package/src/chain/seenCache/index.ts +1 -0
  150. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +25 -5
  151. package/src/chain/seenCache/seenProposerPreferences.ts +29 -0
  152. package/src/chain/validation/proposerPreferences.ts +91 -0
  153. package/src/network/gossip/interface.ts +6 -0
  154. package/src/network/gossip/scoringParameters.ts +14 -1
  155. package/src/network/gossip/topic.ts +6 -0
  156. package/src/network/interface.ts +1 -0
  157. package/src/network/network.ts +11 -0
  158. package/src/network/processor/gossipHandlers.ts +31 -16
  159. package/src/network/processor/gossipQueues/index.ts +5 -0
  160. package/src/network/processor/index.ts +6 -5
  161. package/src/sync/range/batch.ts +54 -5
  162. package/src/sync/range/chain.ts +25 -5
  163. package/src/sync/unknownBlock.ts +0 -50
  164. package/src/sync/utils/downloadByRange.ts +21 -15
  165. package/src/sync/utils/downloadByRoot.ts +12 -0
@@ -28,11 +28,14 @@ export async function verifyPayloadsDataAvailability(
28
28
  await Promise.all(promises);
29
29
 
30
30
  const availableTime = Math.max(0, Math.max(...payloadInputs.map((payloadInput) => payloadInput.getTimeComplete())));
31
- const dataAvailabilityStatuses: DataAvailabilityStatus[] = payloadInputs.map((payloadInput) =>
32
- payloadInput.getBlobKzgCommitments().length === 0
31
+ const dataAvailabilityStatuses: DataAvailabilityStatus[] = payloadInputs.map((payloadInput) => {
32
+ if (payloadInput.daOutOfRange) {
33
+ return DataAvailabilityStatus.OutOfRange;
34
+ }
35
+ return payloadInput.getBlobKzgCommitments().length === 0
33
36
  ? DataAvailabilityStatus.NotRequired
34
- : DataAvailabilityStatus.Available
35
- );
37
+ : DataAvailabilityStatus.Available;
38
+ });
36
39
 
37
40
  return {dataAvailabilityStatuses, availableTime};
38
41
  }
@@ -106,6 +106,7 @@ import {
106
106
  SeenExecutionPayloadBids,
107
107
  SeenPayloadAttesters,
108
108
  SeenPayloadEnvelopeInput,
109
+ SeenProposerPreferences,
109
110
  SeenSyncCommitteeMessages,
110
111
  } from "./seenCache/index.js";
111
112
  import {SeenAggregatedAttestations} from "./seenCache/seenAggregateAndProof.js";
@@ -186,6 +187,7 @@ export class BeaconChain implements IBeaconChain {
186
187
  readonly seenPayloadAttesters = new SeenPayloadAttesters();
187
188
  readonly seenAggregatedAttestations: SeenAggregatedAttestations;
188
189
  readonly seenExecutionPayloadBids = new SeenExecutionPayloadBids();
190
+ readonly seenProposerPreferences = new SeenProposerPreferences();
189
191
  readonly seenBlockProposers = new SeenBlockProposers();
190
192
  readonly seenSyncCommitteeMessages = new SeenSyncCommitteeMessages();
191
193
  readonly seenContributionAndProof: SeenContributionAndProof;
@@ -334,6 +336,8 @@ export class BeaconChain implements IBeaconChain {
334
336
  logger,
335
337
  });
336
338
  this.seenPayloadEnvelopeInputCache = new SeenPayloadEnvelopeInput({
339
+ config,
340
+ clock,
337
341
  chainEvents: emitter,
338
342
  signal,
339
343
  serializedCache: this.serializedCache,
@@ -1437,6 +1441,7 @@ export class BeaconChain implements IBeaconChain {
1437
1441
  this.payloadAttestationPool.prune(slot);
1438
1442
  this.executionPayloadBidPool.prune(slot);
1439
1443
  this.seenExecutionPayloadBids.prune(slot);
1444
+ this.seenProposerPreferences.prune(slot);
1440
1445
  this.seenAttestationDatas.onSlot(slot);
1441
1446
  this.reprocessController.onSlot(slot);
1442
1447
 
@@ -4,7 +4,6 @@ import {routes} from "@lodestar/api";
4
4
  import {CheckpointWithHex} from "@lodestar/fork-choice";
5
5
  import {IBeaconStateView} from "@lodestar/state-transition";
6
6
  import {DataColumnSidecar, RootHex, deneb, phase0} from "@lodestar/types";
7
- import {SignedExecutionPayloadEnvelope} from "@lodestar/types/gloas";
8
7
  import {PeerIdStr} from "../util/peerId.js";
9
8
  import {BlockInputSource, IBlockInput} from "./blocks/blockInput/types.js";
10
9
  import {PayloadEnvelopeInput} from "./blocks/payloadEnvelopeInput/payloadEnvelopeInput.js";
@@ -60,10 +59,6 @@ export enum ChainEvent {
60
59
  * Post-gloas, missing parent could be a SignedBeaconBlock and/or a SignedExecutionPayloadEnvelope
61
60
  */
62
61
  blockUnknownParent = "blockUnknownParent",
63
- /**
64
- * Trigger BlockInputSync to find a SignedBeaconBlock given a SignedExecutionPayloadEnvelop received
65
- */
66
- envelopeUnknownBlock = "envelopeUnknownBlock",
67
62
  /**
68
63
  * Trigger BlockInputSync to find a SignedBeaconBlock with specified block root.
69
64
  */
@@ -92,11 +87,6 @@ type ApiEvents = {[K in routes.events.EventType]: (data: routes.events.EventData
92
87
 
93
88
  export type ChainEventData = {
94
89
  [ChainEvent.blockUnknownParent]: {blockInput: IBlockInput; peer: PeerIdStr; source: BlockInputSource};
95
- [ChainEvent.envelopeUnknownBlock]: {
96
- envelope: SignedExecutionPayloadEnvelope;
97
- peer?: PeerIdStr;
98
- source: BlockInputSource;
99
- };
100
90
  [ChainEvent.unknownBlockRoot]: {rootHex: RootHex; peer?: PeerIdStr; source: BlockInputSource};
101
91
  [ChainEvent.incompleteBlockInput]: {blockInput: IBlockInput; peer: PeerIdStr; source: BlockInputSource};
102
92
  [ChainEvent.incompletePayloadEnvelope]: {
@@ -124,7 +114,6 @@ export type IChainEvents = ApiEvents & {
124
114
  // Sync events that are chain->chain. Initiated from network requests but do not cross the network
125
115
  // barrier so are considered ChainEvent(s).
126
116
  [ChainEvent.blockUnknownParent]: (data: ChainEventData[ChainEvent.blockUnknownParent]) => void;
127
- [ChainEvent.envelopeUnknownBlock]: (data: ChainEventData[ChainEvent.envelopeUnknownBlock]) => void;
128
117
  [ChainEvent.unknownBlockRoot]: (data: ChainEventData[ChainEvent.unknownBlockRoot]) => void;
129
118
  [ChainEvent.incompleteBlockInput]: (data: ChainEventData[ChainEvent.incompleteBlockInput]) => void;
130
119
  [ChainEvent.incompletePayloadEnvelope]: (data: ChainEventData[ChainEvent.incompletePayloadEnvelope]) => void;
@@ -8,6 +8,7 @@ export * from "./executionPayloadBid.js";
8
8
  export * from "./executionPayloadEnvelope.js";
9
9
  export * from "./gossipValidation.js";
10
10
  export * from "./payloadAttestation.js";
11
+ export * from "./proposerPreferences.js";
11
12
  export * from "./proposerSlashingError.js";
12
13
  export * from "./syncCommitteeError.js";
13
14
  export * from "./voluntaryExitError.js";
@@ -0,0 +1,39 @@
1
+ import {Slot, ValidatorIndex} from "@lodestar/types";
2
+ import {GossipActionError} from "./gossipValidation.js";
3
+
4
+ export enum ProposerPreferencesErrorCode {
5
+ INVALID_EPOCH = "PROPOSER_PREFERENCES_ERROR_INVALID_EPOCH",
6
+ PROPOSAL_SLOT_PASSED = "PROPOSER_PREFERENCES_ERROR_PROPOSAL_SLOT_PASSED",
7
+ INVALID_PROPOSER = "PROPOSER_PREFERENCES_ERROR_INVALID_PROPOSER",
8
+ ALREADY_KNOWN = "PROPOSER_PREFERENCES_ERROR_ALREADY_KNOWN",
9
+ INVALID_SIGNATURE = "PROPOSER_PREFERENCES_ERROR_INVALID_SIGNATURE",
10
+ }
11
+
12
+ export type ProposerPreferencesErrorType =
13
+ | {
14
+ code: ProposerPreferencesErrorCode.INVALID_EPOCH;
15
+ proposalSlot: Slot;
16
+ currentEpoch: number;
17
+ }
18
+ | {
19
+ code: ProposerPreferencesErrorCode.PROPOSAL_SLOT_PASSED;
20
+ proposalSlot: Slot;
21
+ currentSlot: Slot;
22
+ }
23
+ | {
24
+ code: ProposerPreferencesErrorCode.INVALID_PROPOSER;
25
+ proposalSlot: Slot;
26
+ validatorIndex: ValidatorIndex;
27
+ }
28
+ | {
29
+ code: ProposerPreferencesErrorCode.ALREADY_KNOWN;
30
+ proposalSlot: Slot;
31
+ validatorIndex: ValidatorIndex;
32
+ }
33
+ | {
34
+ code: ProposerPreferencesErrorCode.INVALID_SIGNATURE;
35
+ proposalSlot: Slot;
36
+ validatorIndex: ValidatorIndex;
37
+ };
38
+
39
+ export class ProposerPreferencesError extends GossipActionError<ProposerPreferencesErrorType> {}
@@ -61,6 +61,7 @@ import {
61
61
  SeenContributionAndProof,
62
62
  SeenExecutionPayloadBids,
63
63
  SeenPayloadAttesters,
64
+ SeenProposerPreferences,
64
65
  SeenSyncCommitteeMessages,
65
66
  } from "./seenCache/index.js";
66
67
  import {SeenAggregatedAttestations} from "./seenCache/seenAggregateAndProof.js";
@@ -131,6 +132,7 @@ export interface IBeaconChain {
131
132
  readonly seenPayloadAttesters: SeenPayloadAttesters;
132
133
  readonly seenAggregatedAttestations: SeenAggregatedAttestations;
133
134
  readonly seenExecutionPayloadBids: SeenExecutionPayloadBids;
135
+ readonly seenProposerPreferences: SeenProposerPreferences;
134
136
  readonly seenBlockProposers: SeenBlockProposers;
135
137
  readonly seenSyncCommitteeMessages: SeenSyncCommitteeMessages;
136
138
  readonly seenContributionAndProof: SeenContributionAndProof;
@@ -1,7 +1,7 @@
1
1
  import {Signature, aggregateSignatures} from "@chainsafe/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
- import {MAX_COMMITTEES_PER_SLOT, PTC_SIZE} from "@lodestar/params";
4
+ import {MAX_COMMITTEES_PER_SLOT, MAX_PAYLOAD_ATTESTATIONS, PTC_SIZE} from "@lodestar/params";
5
5
  import {RootHex, Slot, gloas} from "@lodestar/types";
6
6
  import {MapDef, toRootHex} from "@lodestar/utils";
7
7
  import {Metrics} from "../../metrics/metrics.js";
@@ -95,13 +95,9 @@ export class PayloadAttestationPool {
95
95
 
96
96
  /**
97
97
  * Get payload attestations to be included in a block.
98
- * Pick the top `maxAttestation` number of attestations with the most votes
98
+ * Pick the top `MAX_PAYLOAD_ATTESTATIONS` aggregates with the most votes.
99
99
  */
100
- getPayloadAttestationsForBlock(
101
- beaconBlockRoot: BlockRootHex,
102
- slot: Slot,
103
- maxAttestation: number
104
- ): gloas.PayloadAttestation[] {
100
+ getPayloadAttestationsForBlock(beaconBlockRoot: BlockRootHex, slot: Slot): gloas.PayloadAttestation[] {
105
101
  const aggregateByDataRootByBlockRoot = this.aggregateByDataRootByBlockRootBySlot.get(slot);
106
102
 
107
103
  if (!aggregateByDataRootByBlockRoot) {
@@ -119,7 +115,32 @@ export class PayloadAttestationPool {
119
115
  return Array.from(aggregateByDataRoot.values())
120
116
  .slice()
121
117
  .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
122
- .slice(0, maxAttestation)
118
+ .slice(0, MAX_PAYLOAD_ATTESTATIONS)
119
+ .map(fastToPayloadAttestation);
120
+ }
121
+
122
+ getAll(slot?: Slot): gloas.PayloadAttestation[] {
123
+ const aggregates: AggregateFast[] = [];
124
+
125
+ const addAggregates = (aggregateByDataRootByBlockRoot: Map<BlockRootHex, Map<DataRootHex, AggregateFast>>) => {
126
+ for (const aggregateByDataRoot of aggregateByDataRootByBlockRoot.values()) {
127
+ aggregates.push(...aggregateByDataRoot.values());
128
+ }
129
+ };
130
+
131
+ if (slot !== undefined) {
132
+ const aggregateByDataRootByBlockRoot = this.aggregateByDataRootByBlockRootBySlot.get(slot);
133
+ if (aggregateByDataRootByBlockRoot) {
134
+ addAggregates(aggregateByDataRootByBlockRoot);
135
+ }
136
+ } else {
137
+ for (const aggregateByDataRootByBlockRoot of this.aggregateByDataRootByBlockRootBySlot.values()) {
138
+ addAggregates(aggregateByDataRootByBlockRoot);
139
+ }
140
+ }
141
+
142
+ return aggregates
143
+ .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
123
144
  .map(fastToPayloadAttestation);
124
145
  }
125
146
 
@@ -4,13 +4,14 @@ import {getSafeExecutionBlockHash} from "@lodestar/fork-choice";
4
4
  import {ForkPostBellatrix, ForkSeq, SLOTS_PER_EPOCH, isForkPostBellatrix} from "@lodestar/params";
5
5
  import {
6
6
  IBeaconStateView,
7
+ IBeaconStateViewBellatrix,
7
8
  StateHashTreeRootSource,
8
9
  computeEpochAtSlot,
9
10
  computeTimeAtSlot,
10
11
  isStatePostBellatrix,
11
12
  isStatePostGloas,
12
13
  } from "@lodestar/state-transition";
13
- import {Bytes32, Slot, electra} from "@lodestar/types";
14
+ import {Bytes32, Slot} from "@lodestar/types";
14
15
  import {Logger, fromHex, isErrorAborted, sleep} from "@lodestar/utils";
15
16
  import {GENESIS_SLOT, ZERO_HASH_HEX} from "../constants/constants.js";
16
17
  import {BuilderStatus} from "../execution/builder/http.js";
@@ -165,19 +166,26 @@ export class PrepareNextSlotScheduler {
165
166
  }
166
167
 
167
168
  let parentBlockHash: Bytes32;
168
- let isExtendingPayload = false;
169
+ // Apply parent payload once here as it's reused by EL prep and SSE emit below
170
+ let stateAfterParentPayload: IBeaconStateViewBellatrix = updatedPrepareState;
169
171
  if (isStatePostGloas(updatedPrepareState)) {
170
- isExtendingPayload = this.chain.forkChoice.shouldExtendPayload(updatedHead.blockRoot);
171
- parentBlockHash = isExtendingPayload
172
- ? updatedPrepareState.latestExecutionPayloadBid.blockHash
173
- : updatedPrepareState.latestExecutionPayloadBid.parentBlockHash;
172
+ if (this.chain.forkChoice.shouldExtendPayload(updatedHead.blockRoot)) {
173
+ parentBlockHash = updatedPrepareState.latestExecutionPayloadBid.blockHash;
174
+ // Skip applying parent payload unless we're proposing the next slot or have to emit payload_attributes events
175
+ if (feeRecipient !== undefined || this.chain.opts.emitPayloadAttributes === true) {
176
+ const parentExecutionRequests = await this.chain.getParentExecutionRequests(
177
+ updatedHead.slot,
178
+ updatedHead.blockRoot
179
+ );
180
+ stateAfterParentPayload = updatedPrepareState.withParentPayloadApplied(parentExecutionRequests);
181
+ }
182
+ } else {
183
+ parentBlockHash = updatedPrepareState.latestExecutionPayloadBid.parentBlockHash;
184
+ }
174
185
  } else {
175
186
  parentBlockHash = updatedPrepareState.latestExecutionPayloadHeader.blockHash;
176
187
  }
177
188
 
178
- // Reused by the SSE emit below to avoid a second DB lookup on cache miss
179
- let parentExecutionRequests: electra.ExecutionRequests | undefined;
180
-
181
189
  if (feeRecipient) {
182
190
  const preparationTime =
183
191
  computeTimeAtSlot(this.config, prepareSlot, this.chain.genesisTime) - Date.now() / 1000;
@@ -187,13 +195,6 @@ export class PrepareNextSlotScheduler {
187
195
  const finalizedBlockHash =
188
196
  this.chain.forkChoice.getFinalizedBlock().executionPayloadBlockHash ?? ZERO_HASH_HEX;
189
197
 
190
- if (isExtendingPayload) {
191
- parentExecutionRequests = await this.chain.getParentExecutionRequests(
192
- updatedHead.slot,
193
- updatedHead.blockRoot
194
- );
195
- }
196
-
197
198
  // awaiting here instead of throwing an async call because there is no other task
198
199
  // left for scheduler and this gives nice semantics to catch and log errors in the
199
200
  // try/catch wrapper here.
@@ -205,9 +206,8 @@ export class PrepareNextSlotScheduler {
205
206
  parentBlockHash,
206
207
  safeBlockHash,
207
208
  finalizedBlockHash,
208
- updatedPrepareState,
209
- feeRecipient,
210
- parentExecutionRequests
209
+ stateAfterParentPayload,
210
+ feeRecipient
211
211
  );
212
212
  this.logger.verbose("PrepareNextSlotScheduler prepared new payload", {
213
213
  prepareSlot,
@@ -234,20 +234,12 @@ export class PrepareNextSlotScheduler {
234
234
  (feeRecipient || this.chain.opts.emitPayloadAttributes === true) &&
235
235
  this.chain.emitter.listenerCount(routes.events.EventType.payloadAttributes)
236
236
  ) {
237
- // if we didn't fetch above (not proposing), SSE still needs it here
238
- if (!parentExecutionRequests && isExtendingPayload) {
239
- parentExecutionRequests = await this.chain.getParentExecutionRequests(
240
- updatedHead.slot,
241
- updatedHead.blockRoot
242
- );
243
- }
244
237
  const data = getPayloadAttributesForSSE(fork as ForkPostBellatrix, this.chain, {
245
- prepareState: updatedPrepareState,
238
+ prepareState: stateAfterParentPayload,
246
239
  prepareSlot,
247
240
  parentBlockRoot: fromHex(updatedHead.blockRoot),
248
241
  parentBlockHash,
249
242
  feeRecipient: feeRecipient ?? "0x0000000000000000000000000000000000000000",
250
- parentExecutionRequests,
251
243
  });
252
244
  this.chain.emitter.emit(routes.events.EventType.payloadAttributes, {data, version: fork});
253
245
  }
@@ -214,19 +214,25 @@ export async function produceBlockBody<T extends BlockType>(
214
214
  });
215
215
 
216
216
  // Get execution payload from EL
217
+ let parentBlockHash: Bytes32;
218
+ let parentExecutionRequests: electra.ExecutionRequests;
219
+ // Apply parent payload once here as it's reused by EL prep and voluntary exit filtering below
220
+ let stateAfterParentPayload: IBeaconStateViewBellatrix = currentState;
217
221
  const isExtendingPayload = this.forkChoice.shouldExtendPayload(toRootHex(parentBlockRoot));
218
- let parentBlockHash = isExtendingPayload
219
- ? currentState.latestExecutionPayloadBid.blockHash
220
- : currentState.latestExecutionPayloadBid.parentBlockHash;
221
- // At gloas genesis the committed bid has no prior EL block to reference
222
- // (`bid.parentBlockHash` is zero). Fall back to `bid.blockHash` (= eth1 genesis hash) so the
223
- // FCU to the EL carries a valid head. Post-genesis bids always reference a non-zero parent.
224
- if (isStatePostGloas(currentState) && byteArrayEquals(parentBlockHash, ZERO_HASH)) {
222
+ if (isExtendingPayload) {
225
223
  parentBlockHash = currentState.latestExecutionPayloadBid.blockHash;
224
+ parentExecutionRequests = await this.getParentExecutionRequests(parentBlock.slot, parentBlock.blockRoot);
225
+ stateAfterParentPayload = currentState.withParentPayloadApplied(parentExecutionRequests);
226
+ } else {
227
+ parentBlockHash = currentState.latestExecutionPayloadBid.parentBlockHash;
228
+ // At gloas genesis the committed bid has no prior EL block to reference
229
+ // (`bid.parentBlockHash` is zero). Fall back to `bid.blockHash` (= eth1 genesis hash) so the
230
+ // FCU to the EL carries a valid head. Post-genesis bids always reference a non-zero parent.
231
+ if (byteArrayEquals(parentBlockHash, ZERO_HASH)) {
232
+ parentBlockHash = currentState.latestExecutionPayloadBid.blockHash;
233
+ }
234
+ parentExecutionRequests = ssz.electra.ExecutionRequests.defaultValue();
226
235
  }
227
- const parentExecutionRequests = isExtendingPayload
228
- ? await this.getParentExecutionRequests(parentBlock.slot, parentBlock.blockRoot)
229
- : ssz.electra.ExecutionRequests.defaultValue();
230
236
  const prepareRes = await prepareExecutionPayload(
231
237
  this,
232
238
  this.logger,
@@ -235,9 +241,8 @@ export async function produceBlockBody<T extends BlockType>(
235
241
  parentBlockHash,
236
242
  safeBlockHash,
237
243
  finalizedBlockHash ?? ZERO_HASH_HEX,
238
- currentState,
239
- feeRecipient,
240
- parentExecutionRequests
244
+ stateAfterParentPayload,
245
+ feeRecipient
241
246
  );
242
247
 
243
248
  const {prepType, payloadId} = prepareRes;
@@ -291,9 +296,19 @@ export async function produceBlockBody<T extends BlockType>(
291
296
  const commonBlockBody = await commonBlockBodyPromise;
292
297
  const gloasBody = Object.assign({}, commonBlockBody) as gloas.BeaconBlockBody;
293
298
  gloasBody.signedExecutionPayloadBid = signedBid;
294
- // TODO GLOAS: Get payload attestations from pool for previous slot
295
- gloasBody.payloadAttestations = [];
299
+ gloasBody.payloadAttestations = this.payloadAttestationPool.getPayloadAttestationsForBlock(
300
+ parentBlock.blockRoot,
301
+ blockSlot - 1
302
+ );
296
303
  gloasBody.parentExecutionRequests = parentExecutionRequests;
304
+ // Drop voluntary exits that parent_execution_requests have invalidated (e.g. a withdrawal
305
+ // request initiating an exit on the same validator). Op pool selected against the unapplied
306
+ // state, so re-validate against the post-apply state to avoid producing an invalid block.
307
+ if (isExtendingPayload && commonBlockBody.voluntaryExits.length > 0) {
308
+ gloasBody.voluntaryExits = commonBlockBody.voluntaryExits.filter((signedVoluntaryExit) =>
309
+ stateAfterParentPayload.isValidVoluntaryExit(signedVoluntaryExit, false)
310
+ );
311
+ }
297
312
  blockBody = gloasBody as AssembledBodyType<T>;
298
313
 
299
314
  // Store execution payload data required to construct execution payload envelope later
@@ -629,9 +644,12 @@ export async function prepareExecutionPayload(
629
644
  parentBlockHash: Bytes32,
630
645
  safeBlockHash: RootHex,
631
646
  finalizedBlockHash: RootHex,
647
+ /**
648
+ * Post-gloas, when extending a full parent, callers must apply
649
+ * parent execution payload first (see `withParentPayloadApplied`).
650
+ */
632
651
  state: IBeaconStateViewBellatrix,
633
- suggestedFeeRecipient: string,
634
- parentExecutionRequests?: electra.ExecutionRequests
652
+ suggestedFeeRecipient: string
635
653
  ): Promise<{prepType: PayloadPreparationType; payloadId: PayloadId}> {
636
654
  const timestamp = computeTimeAtSlot(chain.config, state.slot, state.genesisTime);
637
655
  const prevRandao = state.getRandaoMix(state.epoch);
@@ -668,7 +686,6 @@ export async function prepareExecutionPayload(
668
686
  parentBlockRoot,
669
687
  parentBlockHash,
670
688
  feeRecipient: suggestedFeeRecipient,
671
- parentExecutionRequests,
672
689
  });
673
690
 
674
691
  payloadId = await chain.executionEngine.notifyForkchoiceUpdate(
@@ -727,14 +744,16 @@ export function getPayloadAttributesForSSE(
727
744
  parentBlockRoot,
728
745
  parentBlockHash,
729
746
  feeRecipient,
730
- parentExecutionRequests,
731
747
  }: {
748
+ /**
749
+ * Post-gloas, when extending a full parent, callers must apply
750
+ * parent execution payload first (see `withParentPayloadApplied`).
751
+ */
732
752
  prepareState: IBeaconStateViewBellatrix;
733
753
  prepareSlot: Slot;
734
754
  parentBlockRoot: Root;
735
755
  parentBlockHash: Bytes32;
736
756
  feeRecipient: string;
737
- parentExecutionRequests?: electra.ExecutionRequests;
738
757
  }
739
758
  ): SSEPayloadAttributes {
740
759
  const payloadAttributes = preparePayloadAttributes(fork, chain, {
@@ -743,7 +762,6 @@ export function getPayloadAttributesForSSE(
743
762
  parentBlockRoot,
744
763
  parentBlockHash,
745
764
  feeRecipient,
746
- parentExecutionRequests,
747
765
  });
748
766
 
749
767
  let parentBlockNumber: number;
@@ -782,14 +800,16 @@ function preparePayloadAttributes(
782
800
  parentBlockRoot,
783
801
  parentBlockHash,
784
802
  feeRecipient,
785
- parentExecutionRequests,
786
803
  }: {
804
+ /**
805
+ * Post-gloas, when extending a full parent, callers must apply
806
+ * parent execution payload first (see `withParentPayloadApplied`).
807
+ */
787
808
  prepareState: IBeaconStateViewBellatrix;
788
809
  prepareSlot: Slot;
789
810
  parentBlockRoot: Root;
790
811
  parentBlockHash: Bytes32;
791
812
  feeRecipient: string;
792
- parentExecutionRequests?: electra.ExecutionRequests;
793
813
  }
794
814
  ): SSEPayloadAttributes["payloadAttributes"] {
795
815
  const timestamp = computeTimeAtSlot(chain.config, prepareSlot, prepareState.genesisTime);
@@ -808,11 +828,13 @@ function preparePayloadAttributes(
808
828
  if (isStatePostGloas(prepareState)) {
809
829
  const isExtendingPayload = byteArrayEquals(parentBlockHash, prepareState.latestExecutionPayloadBid.blockHash);
810
830
  if (isExtendingPayload) {
811
- if (parentExecutionRequests === undefined) {
812
- throw new Error("parentExecutionRequests required when extending full parent");
831
+ // applyParentExecutionPayload sets latestBlockHash = parentBid.blockHash, so a mismatch
832
+ // here means the caller did not apply parent payload to prepareState
833
+ if (!byteArrayEquals(prepareState.latestBlockHash, prepareState.latestExecutionPayloadBid.blockHash)) {
834
+ throw new Error("Expected state with parent execution payload applied for withdrawals");
813
835
  }
814
836
  (payloadAttributes as capella.SSEPayloadAttributes["payloadAttributes"]).withdrawals =
815
- prepareState.getExpectedWithdrawalsForFullParent(parentExecutionRequests);
837
+ prepareState.getExpectedWithdrawals().expectedWithdrawals;
816
838
  } else {
817
839
  // When the parent block is empty, state.payloadExpectedWithdrawals holds a batch
818
840
  // already deducted from CL balances but never credited on the EL (the envelope
@@ -21,6 +21,7 @@ export enum RegenCaller {
21
21
  validateGossipAttestation = "validateGossipAttestation",
22
22
  validateGossipVoluntaryExit = "validateGossipVoluntaryExit",
23
23
  validateGossipExecutionPayloadBid = "validateGossipExecutionPayloadBid",
24
+ validateGossipProposerPreferences = "validateGossipProposerPreferences",
24
25
  onForkChoiceFinalized = "onForkChoiceFinalized",
25
26
  restApi = "restApi",
26
27
  }
@@ -5,3 +5,4 @@ export {SeenContributionAndProof} from "./seenCommitteeContribution.js";
5
5
  export {SeenExecutionPayloadBids} from "./seenExecutionPayloadBids.js";
6
6
  export {SeenBlockInput} from "./seenGossipBlockInput.js";
7
7
  export {PayloadEnvelopeInput, SeenPayloadEnvelopeInput} from "./seenPayloadEnvelopeInput.js";
8
+ export {SeenProposerPreferences} from "./seenProposerPreferences.js";
@@ -1,9 +1,12 @@
1
+ import {ChainForkConfig} from "@lodestar/config";
1
2
  import {CheckpointWithHex} from "@lodestar/fork-choice";
2
3
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
3
4
  import {RootHex, Slot} from "@lodestar/types";
4
5
  import {Logger} from "@lodestar/utils";
5
6
  import {Metrics} from "../../metrics/metrics.js";
7
+ import {IClock} from "../../util/clock.js";
6
8
  import {SerializedCache} from "../../util/serializedCache.js";
9
+ import {isDaOutOfRange} from "../blocks/blockInput/index.js";
7
10
  import {CreateFromBlockProps, PayloadEnvelopeInput} from "../blocks/payloadEnvelopeInput/index.js";
8
11
  import {ChainEvent, ChainEventEmitter} from "../emitter.js";
9
12
 
@@ -11,6 +14,8 @@ export type {PayloadEnvelopeInputState} from "../blocks/payloadEnvelopeInput/ind
11
14
  export {PayloadEnvelopeInput} from "../blocks/payloadEnvelopeInput/index.js";
12
15
 
13
16
  export type SeenPayloadEnvelopeInputModules = {
17
+ config: ChainForkConfig;
18
+ clock: IClock;
14
19
  chainEvents: ChainEventEmitter;
15
20
  signal: AbortSignal;
16
21
  serializedCache: SerializedCache;
@@ -32,6 +37,8 @@ export type SeenPayloadEnvelopeInputModules = {
32
37
  * ticks; subsequent ticks settle it back.
33
38
  */
34
39
  export class SeenPayloadEnvelopeInput {
40
+ private readonly config: ChainForkConfig;
41
+ private readonly clock: IClock;
35
42
  private readonly chainEvents: ChainEventEmitter;
36
43
  private readonly signal: AbortSignal;
37
44
  private readonly serializedCache: SerializedCache;
@@ -39,7 +46,9 @@ export class SeenPayloadEnvelopeInput {
39
46
  private readonly logger?: Logger;
40
47
  private payloadInputs = new Map<RootHex, PayloadEnvelopeInput>();
41
48
 
42
- constructor({chainEvents, signal, serializedCache, metrics, logger}: SeenPayloadEnvelopeInputModules) {
49
+ constructor({config, clock, chainEvents, signal, serializedCache, metrics, logger}: SeenPayloadEnvelopeInputModules) {
50
+ this.config = config;
51
+ this.clock = clock;
43
52
  this.chainEvents = chainEvents;
44
53
  this.signal = signal;
45
54
  this.serializedCache = serializedCache;
@@ -68,13 +77,24 @@ export class SeenPayloadEnvelopeInput {
68
77
  this.pruneBelow(computeStartSlotAtEpoch(checkpoint.epoch));
69
78
  };
70
79
 
71
- add(props: CreateFromBlockProps): PayloadEnvelopeInput {
72
- if (this.payloadInputs.has(props.blockRootHex)) {
73
- throw new Error(`PayloadEnvelopeInput already exists for block ${props.blockRootHex}`);
80
+ add(props: Omit<CreateFromBlockProps, "daOutOfRange">): PayloadEnvelopeInput {
81
+ const existing = this.payloadInputs.get(props.blockRootHex);
82
+ if (existing !== undefined) {
83
+ this.logger?.verbose("SeenPayloadEnvelopeInput.add reused existing entry", {
84
+ slot: existing.slot,
85
+ root: props.blockRootHex,
86
+ });
87
+ return existing;
74
88
  }
75
- const input = PayloadEnvelopeInput.createFromBlock(props);
89
+ const daOutOfRange = isDaOutOfRange(this.config, props.forkName, props.block.message.slot, this.clock.currentEpoch);
90
+ const input = PayloadEnvelopeInput.createFromBlock({...props, daOutOfRange});
76
91
  this.payloadInputs.set(props.blockRootHex, input);
77
92
  this.metrics?.seenCache.payloadEnvelopeInput.created.inc();
93
+ this.logger?.verbose("SeenPayloadEnvelopeInput.add created new entry", {
94
+ slot: input.slot,
95
+ root: props.blockRootHex,
96
+ daOutOfRange,
97
+ });
78
98
  return input;
79
99
  }
80
100
 
@@ -0,0 +1,29 @@
1
+ import {Slot, ValidatorIndex} from "@lodestar/types";
2
+ import {MapDef} from "@lodestar/utils";
3
+
4
+ /**
5
+ * Tracks signed proposer preferences we've already seen per (proposal_slot, validator_index).
6
+ */
7
+ export class SeenProposerPreferences {
8
+ private readonly validatorIndexesBySlot = new MapDef<Slot, Set<ValidatorIndex>>(() => new Set<ValidatorIndex>());
9
+
10
+ isKnown(proposalSlot: Slot, validatorIndex: ValidatorIndex): boolean {
11
+ return this.validatorIndexesBySlot.get(proposalSlot)?.has(validatorIndex) === true;
12
+ }
13
+
14
+ add(proposalSlot: Slot, validatorIndex: ValidatorIndex): void {
15
+ this.validatorIndexesBySlot.getOrDefault(proposalSlot).add(validatorIndex);
16
+ }
17
+
18
+ /**
19
+ * Entries are only load-bearing while `proposal_slot > state.slot`. Once the slot has passed the
20
+ * `[IGNORE] proposal_slot > state.slot` gossip rule takes over, so drop them on each slot tick.
21
+ */
22
+ prune(currentSlot: Slot): void {
23
+ for (const slot of this.validatorIndexesBySlot.keys()) {
24
+ if (slot < currentSlot) {
25
+ this.validatorIndexesBySlot.delete(slot);
26
+ }
27
+ }
28
+ }
29
+ }