@lodestar/beacon-node 1.51.0-dev.83da04fef3 → 1.51.0-dev.a1662c7de7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/lib/api/impl/debug/index.d.ts.map +1 -1
  2. package/lib/api/impl/debug/index.js +3 -0
  3. package/lib/api/impl/debug/index.js.map +1 -1
  4. package/lib/api/impl/validator/index.d.ts.map +1 -1
  5. package/lib/api/impl/validator/index.js +95 -5
  6. package/lib/api/impl/validator/index.js.map +1 -1
  7. package/lib/chain/ColumnReconstructionTracker.d.ts +11 -11
  8. package/lib/chain/ColumnReconstructionTracker.d.ts.map +1 -1
  9. package/lib/chain/ColumnReconstructionTracker.js +46 -40
  10. package/lib/chain/ColumnReconstructionTracker.js.map +1 -1
  11. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  12. package/lib/chain/blocks/importBlock.js +3 -2
  13. package/lib/chain/blocks/importBlock.js.map +1 -1
  14. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  15. package/lib/chain/blocks/importExecutionPayload.js +49 -2
  16. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  17. package/lib/chain/blocks/types.d.ts +4 -0
  18. package/lib/chain/blocks/types.d.ts.map +1 -1
  19. package/lib/chain/blocks/types.js +5 -0
  20. package/lib/chain/blocks/types.js.map +1 -1
  21. package/lib/chain/chain.d.ts +2 -1
  22. package/lib/chain/chain.d.ts.map +1 -1
  23. package/lib/chain/chain.js +5 -1
  24. package/lib/chain/chain.js.map +1 -1
  25. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  26. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  27. package/lib/chain/errors/executionPayloadBid.js +2 -0
  28. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  29. package/lib/chain/errors/inclusionList.d.ts +60 -0
  30. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  31. package/lib/chain/errors/inclusionList.js +19 -0
  32. package/lib/chain/errors/inclusionList.js.map +1 -0
  33. package/lib/chain/errors/index.d.ts +1 -0
  34. package/lib/chain/errors/index.d.ts.map +1 -1
  35. package/lib/chain/errors/index.js +1 -0
  36. package/lib/chain/errors/index.js.map +1 -1
  37. package/lib/chain/interface.d.ts +2 -1
  38. package/lib/chain/interface.d.ts.map +1 -1
  39. package/lib/chain/interface.js.map +1 -1
  40. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  41. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  42. package/lib/chain/opPools/inclusionListStore.js +171 -0
  43. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  44. package/lib/chain/opPools/index.d.ts +1 -0
  45. package/lib/chain/opPools/index.d.ts.map +1 -1
  46. package/lib/chain/opPools/index.js +1 -0
  47. package/lib/chain/opPools/index.js.map +1 -1
  48. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  49. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  50. package/lib/chain/produceBlock/produceBlockBody.js +30 -9
  51. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  52. package/lib/chain/regen/interface.d.ts +1 -0
  53. package/lib/chain/regen/interface.d.ts.map +1 -1
  54. package/lib/chain/regen/interface.js +1 -0
  55. package/lib/chain/regen/interface.js.map +1 -1
  56. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  57. package/lib/chain/validation/executionPayloadBid.js +33 -1
  58. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  59. package/lib/chain/validation/inclusionList.d.ts +14 -0
  60. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  61. package/lib/chain/validation/inclusionList.js +141 -0
  62. package/lib/chain/validation/inclusionList.js.map +1 -0
  63. package/lib/chain/validation/index.d.ts +1 -0
  64. package/lib/chain/validation/index.d.ts.map +1 -1
  65. package/lib/chain/validation/index.js +1 -0
  66. package/lib/chain/validation/index.js.map +1 -1
  67. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  68. package/lib/execution/builder/validateBid.js +14 -1
  69. package/lib/execution/builder/validateBid.js.map +1 -1
  70. package/lib/execution/engine/disabled.d.ts +1 -0
  71. package/lib/execution/engine/disabled.d.ts.map +1 -1
  72. package/lib/execution/engine/disabled.js +3 -0
  73. package/lib/execution/engine/disabled.js.map +1 -1
  74. package/lib/execution/engine/http.d.ts +8 -2
  75. package/lib/execution/engine/http.d.ts.map +1 -1
  76. package/lib/execution/engine/http.js +28 -4
  77. package/lib/execution/engine/http.js.map +1 -1
  78. package/lib/execution/engine/interface.d.ts +11 -2
  79. package/lib/execution/engine/interface.d.ts.map +1 -1
  80. package/lib/execution/engine/interface.js.map +1 -1
  81. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  82. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  83. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  84. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  85. package/lib/execution/engine/mock.d.ts +1 -0
  86. package/lib/execution/engine/mock.d.ts.map +1 -1
  87. package/lib/execution/engine/mock.js +25 -3
  88. package/lib/execution/engine/mock.js.map +1 -1
  89. package/lib/execution/engine/payloadIdCache.d.ts +4 -1
  90. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  91. package/lib/execution/engine/payloadIdCache.js +13 -2
  92. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  93. package/lib/execution/engine/restTransport.d.ts +2 -1
  94. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  95. package/lib/execution/engine/restTransport.js +3 -0
  96. package/lib/execution/engine/restTransport.js.map +1 -1
  97. package/lib/execution/engine/transport.d.ts +5 -2
  98. package/lib/execution/engine/transport.d.ts.map +1 -1
  99. package/lib/execution/engine/types.d.ts +24 -0
  100. package/lib/execution/engine/types.d.ts.map +1 -1
  101. package/lib/execution/engine/types.js +12 -0
  102. package/lib/execution/engine/types.js.map +1 -1
  103. package/lib/metrics/metrics/beacon.d.ts +16 -0
  104. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  105. package/lib/metrics/metrics/beacon.js +35 -0
  106. package/lib/metrics/metrics/beacon.js.map +1 -1
  107. package/lib/metrics/metrics/lodestar.d.ts +16 -0
  108. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  109. package/lib/metrics/metrics/lodestar.js +44 -0
  110. package/lib/metrics/metrics/lodestar.js.map +1 -1
  111. package/lib/network/gossip/interface.d.ts +8 -2
  112. package/lib/network/gossip/interface.d.ts.map +1 -1
  113. package/lib/network/gossip/interface.js +1 -0
  114. package/lib/network/gossip/interface.js.map +1 -1
  115. package/lib/network/gossip/topic.d.ts +8 -0
  116. package/lib/network/gossip/topic.d.ts.map +1 -1
  117. package/lib/network/gossip/topic.js +13 -1
  118. package/lib/network/gossip/topic.js.map +1 -1
  119. package/lib/network/interface.d.ts +2 -1
  120. package/lib/network/interface.d.ts.map +1 -1
  121. package/lib/network/network.d.ts +2 -1
  122. package/lib/network/network.d.ts.map +1 -1
  123. package/lib/network/network.js +5 -0
  124. package/lib/network/network.js.map +1 -1
  125. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  126. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  127. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  128. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  129. package/lib/network/processor/gossipHandlers.js +40 -1
  130. package/lib/network/processor/gossipHandlers.js.map +1 -1
  131. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  132. package/lib/network/processor/gossipQueues/index.js +6 -0
  133. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  134. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  135. package/lib/network/processor/gossipValidatorFn.js +5 -1
  136. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  137. package/lib/network/processor/index.d.ts +5 -0
  138. package/lib/network/processor/index.d.ts.map +1 -1
  139. package/lib/network/processor/index.js +11 -1
  140. package/lib/network/processor/index.js.map +1 -1
  141. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  142. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  143. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  144. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  145. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  146. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  147. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  148. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  149. package/lib/network/reqresp/handlers/index.js +5 -0
  150. package/lib/network/reqresp/handlers/index.js.map +1 -1
  151. package/lib/network/reqresp/protocols.d.ts +1 -0
  152. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  153. package/lib/network/reqresp/protocols.js +5 -0
  154. package/lib/network/reqresp/protocols.js.map +1 -1
  155. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  156. package/lib/network/reqresp/rateLimit.js +4 -0
  157. package/lib/network/reqresp/rateLimit.js.map +1 -1
  158. package/lib/network/reqresp/types.d.ts +5 -2
  159. package/lib/network/reqresp/types.d.ts.map +1 -1
  160. package/lib/network/reqresp/types.js +3 -0
  161. package/lib/network/reqresp/types.js.map +1 -1
  162. package/package.json +15 -15
  163. package/src/api/impl/debug/index.ts +4 -0
  164. package/src/api/impl/validator/index.ts +125 -3
  165. package/src/chain/ColumnReconstructionTracker.ts +60 -41
  166. package/src/chain/blocks/importBlock.ts +3 -7
  167. package/src/chain/blocks/importExecutionPayload.ts +67 -2
  168. package/src/chain/blocks/types.ts +5 -0
  169. package/src/chain/chain.ts +5 -0
  170. package/src/chain/errors/executionPayloadBid.ts +12 -0
  171. package/src/chain/errors/inclusionList.ts +38 -0
  172. package/src/chain/errors/index.ts +1 -0
  173. package/src/chain/interface.ts +2 -0
  174. package/src/chain/opPools/inclusionListStore.ts +208 -0
  175. package/src/chain/opPools/index.ts +1 -0
  176. package/src/chain/produceBlock/produceBlockBody.ts +60 -18
  177. package/src/chain/regen/interface.ts +1 -0
  178. package/src/chain/validation/executionPayloadBid.ts +52 -2
  179. package/src/chain/validation/inclusionList.ts +183 -0
  180. package/src/chain/validation/index.ts +1 -0
  181. package/src/execution/builder/validateBid.ts +23 -2
  182. package/src/execution/engine/disabled.ts +4 -0
  183. package/src/execution/engine/http.ts +41 -5
  184. package/src/execution/engine/interface.ts +27 -3
  185. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  186. package/src/execution/engine/mock.ts +26 -3
  187. package/src/execution/engine/payloadIdCache.ts +23 -4
  188. package/src/execution/engine/restTransport.ts +15 -1
  189. package/src/execution/engine/transport.ts +7 -2
  190. package/src/execution/engine/types.ts +35 -0
  191. package/src/metrics/metrics/beacon.ts +37 -0
  192. package/src/metrics/metrics/lodestar.ts +46 -0
  193. package/src/network/gossip/interface.ts +5 -0
  194. package/src/network/gossip/topic.ts +14 -0
  195. package/src/network/interface.ts +2 -0
  196. package/src/network/network.ts +11 -0
  197. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  198. package/src/network/processor/gossipHandlers.ts +52 -1
  199. package/src/network/processor/gossipQueues/index.ts +6 -0
  200. package/src/network/processor/gossipValidatorFn.ts +5 -0
  201. package/src/network/processor/index.ts +11 -1
  202. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  203. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  204. package/src/network/reqresp/handlers/index.ts +5 -0
  205. package/src/network/reqresp/protocols.ts +6 -0
  206. package/src/network/reqresp/rateLimit.ts +4 -0
  207. package/src/network/reqresp/types.ts +6 -0
@@ -1,4 +1,3 @@
1
- import {BitArray} from "@chainsafe/ssz";
2
1
  import {ChainForkConfig} from "@lodestar/config";
3
2
  import {
4
3
  IForkChoice,
@@ -16,7 +15,6 @@ import {
16
15
  ForkPostGloas,
17
16
  ForkPreGloas,
18
17
  ForkSeq,
19
- INCLUSION_LIST_COMMITTEE_SIZE,
20
18
  isForkPostAltair,
21
19
  isForkPostBellatrix,
22
20
  isForkPostGloas,
@@ -81,7 +79,7 @@ import {kzg} from "../../util/kzg.js";
81
79
  import {BeaconProposerCache} from "../beaconProposerCache.js";
82
80
  import type {BeaconChain} from "../chain.js";
83
81
  import {CommonBlockBody} from "../interface.js";
84
- import {ProposerPreferencesPool} from "../opPools/index.js";
82
+ import {InclusionListStore, ProposerPreferencesPool} from "../opPools/index.js";
85
83
  import {validateBlobsAndKzgCommitments, validateCellsAndKzgCommitments} from "./validateBlobsAndKzgCommitments.js";
86
84
 
87
85
  // Time to provide the EL to generate a payload from new payload id
@@ -391,8 +389,19 @@ export async function produceBlockBody<T extends BlockType>(
391
389
  executionRequestsRoot: ssz.gloas.ExecutionRequests.hashTreeRoot(executionRequests as gloas.ExecutionRequests),
392
390
  };
393
391
  if (ForkSeq[fork] >= ForkSeq.heze) {
394
- // TODO HEZE: populate from inclusion list pool once IL aggregation is wired up.
395
- (bid as heze.ExecutionPayloadBid).inclusionListBits = BitArray.fromBitLen(INCLUSION_LIST_COMMITTEE_SIZE);
392
+ // Built from the full view (only_timely=False), a superset of the receiver's timely-only
393
+ // is_inclusion_list_bits_inclusive check
394
+ const inclusionListSlot = blockSlot - 1;
395
+ (bid as heze.ExecutionPayloadBid).inclusionListBits = this.inclusionListStore.getInclusionListBits(
396
+ inclusionListSlot,
397
+ getShufflingDependentRoot(
398
+ this.forkChoice,
399
+ computeEpochAtSlot(inclusionListSlot),
400
+ computeEpochAtSlot(parentBlock.slot),
401
+ parentBlock
402
+ ),
403
+ false
404
+ );
396
405
  }
397
406
  const signedBid: gloas.SignedExecutionPayloadBid = {
398
407
  message: bid,
@@ -737,6 +746,7 @@ export async function prepareExecutionPayload(
737
746
  config: ChainForkConfig;
738
747
  forkChoice: IForkChoice;
739
748
  proposerPreferencesPool: ProposerPreferencesPool;
749
+ inclusionListStore: InclusionListStore;
740
750
  },
741
751
  logger: Logger,
742
752
  fork: ForkPostBellatrix,
@@ -756,12 +766,26 @@ export async function prepareExecutionPayload(
756
766
  const timestamp = computeTimeAtSlot(chain.config, state.slot, state.genesisTime);
757
767
  const prevRandao = state.getRandaoMix(state.epoch);
758
768
 
769
+ // Post-heze the inclusion lists are part of the cache key, so a list set that changed since the
770
+ // payload was prepared triggers a new forkchoiceUpdated instead of reusing a payload built without them
771
+ let attributes = payloadAttributes;
772
+ if (attributes === undefined && ForkSeq[fork] >= ForkSeq.heze) {
773
+ attributes = preparePayloadAttributes(fork, chain, {
774
+ prepareState: state,
775
+ prepareSlot: state.slot,
776
+ parentBlockRoot,
777
+ parentBlockHash,
778
+ feeRecipient: suggestedFeeRecipient,
779
+ });
780
+ }
781
+
759
782
  const payloadIdCached = chain.executionEngine.payloadIdCache.get({
760
783
  headBlockHash: toRootHex(parentBlockHash),
761
784
  finalizedBlockHash,
762
785
  timestamp: numToQuantity(timestamp),
763
786
  prevRandao: toHex(prevRandao),
764
787
  suggestedFeeRecipient,
788
+ inclusionListTransactions: attributes?.inclusionListTransactions,
765
789
  });
766
790
 
767
791
  // prepareExecutionPayload will throw error via notifyForkchoiceUpdate if
@@ -782,22 +806,19 @@ export async function prepareExecutionPayload(
782
806
  prepType = PayloadPreparationType.Fresh;
783
807
  }
784
808
 
785
- const attributes: PayloadAttributes =
786
- payloadAttributes ??
787
- preparePayloadAttributes(fork, chain, {
788
- prepareState: state,
789
- prepareSlot: state.slot,
790
- parentBlockRoot,
791
- parentBlockHash,
792
- feeRecipient: suggestedFeeRecipient,
793
- });
794
-
795
809
  payloadId = await chain.executionEngine.notifyForkchoiceUpdate(
796
810
  fork,
797
811
  toRootHex(parentBlockHash),
798
812
  safeBlockHash,
799
813
  finalizedBlockHash,
800
- attributes
814
+ attributes ??
815
+ preparePayloadAttributes(fork, chain, {
816
+ prepareState: state,
817
+ prepareSlot: state.slot,
818
+ parentBlockRoot,
819
+ parentBlockHash,
820
+ feeRecipient: suggestedFeeRecipient,
821
+ })
801
822
  );
802
823
  logger.verbose("Prepared payload id from execution engine", {payloadId});
803
824
  }
@@ -842,6 +863,7 @@ export function getPayloadAttributesForSSE(
842
863
  config: ChainForkConfig;
843
864
  forkChoice: IForkChoice;
844
865
  proposerPreferencesPool: ProposerPreferencesPool;
866
+ inclusionListStore: InclusionListStore;
845
867
  },
846
868
  {
847
869
  prepareState,
@@ -898,6 +920,7 @@ function preparePayloadAttributes(
898
920
  config: ChainForkConfig;
899
921
  forkChoice: IForkChoice;
900
922
  proposerPreferencesPool: ProposerPreferencesPool;
923
+ inclusionListStore: InclusionListStore;
901
924
  },
902
925
  {
903
926
  prepareState,
@@ -966,8 +989,27 @@ function preparePayloadAttributes(
966
989
  }
967
990
 
968
991
  if (ForkSeq[fork] >= ForkSeq.heze) {
969
- // TODO HEZE: populate from inclusion list pool once IL aggregation is wired up.
970
- (payloadAttributes as heze.SSEPayloadAttributes["payloadAttributes"]).inclusionListTransactions = [];
992
+ // Built from the full view including untimely lists (only_timely=False in prepare_execution_payload),
993
+ // a superset of the timely-only set every validator enforces
994
+ const parentBlockRootHex = toRootHex(parentBlockRoot);
995
+ const parentBlock = chain.forkChoice.getBlockHexAndBlockHash(parentBlockRootHex, toRootHex(parentBlockHash));
996
+ if (parentBlock === null) {
997
+ throw new Error(
998
+ `Parent block not in fork choice for Heze payload attributes parentBlockRoot=${parentBlockRootHex} parentBlockHash=${toRootHex(parentBlockHash)}`
999
+ );
1000
+ }
1001
+ const inclusionListSlot = prepareSlot - 1;
1002
+ (payloadAttributes as heze.SSEPayloadAttributes["payloadAttributes"]).inclusionListTransactions =
1003
+ chain.inclusionListStore.getInclusionListTransactions(
1004
+ inclusionListSlot,
1005
+ getShufflingDependentRoot(
1006
+ chain.forkChoice,
1007
+ computeEpochAtSlot(inclusionListSlot),
1008
+ computeEpochAtSlot(parentBlock.slot),
1009
+ parentBlock
1010
+ ),
1011
+ false
1012
+ );
971
1013
  }
972
1014
 
973
1015
  return payloadAttributes;
@@ -24,6 +24,7 @@ export enum RegenCaller {
24
24
  validateApiVoluntaryExit = "validateApiVoluntaryExit",
25
25
  publishDeferredVoluntaryExits = "publishDeferredVoluntaryExits",
26
26
  validateGossipExecutionPayloadBid = "validateGossipExecutionPayloadBid",
27
+ validateGossipInclusionList = "validateGossipInclusionList",
27
28
  validateApiExecutionPayloadBid = "validateApiExecutionPayloadBid",
28
29
  validateGossipPayloadAttestationMessage = "validateGossipPayloadAttestationMessage",
29
30
  validateGossipProposerPreferences = "validateGossipProposerPreferences",
@@ -1,5 +1,5 @@
1
1
  import {ProtoBlock} from "@lodestar/fork-choice";
2
- import {PAYLOAD_BUILDER_VERSION} from "@lodestar/params";
2
+ import {PAYLOAD_BUILDER_VERSION, isForkPostHeze} from "@lodestar/params";
3
3
  import {
4
4
  computeEpochAtSlot,
5
5
  createSingleSignatureSetFromComponents,
@@ -9,7 +9,7 @@ import {
9
9
  isStartSlotOfEpoch,
10
10
  isStatePostGloas,
11
11
  } from "@lodestar/state-transition";
12
- import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
12
+ import {RootHex, Slot, ValidatorIndex, gloas, heze} from "@lodestar/types";
13
13
  import {byteArrayEquals, toHex, toRootHex} from "@lodestar/utils";
14
14
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
15
15
  import {ExecutionPayloadBidError, ExecutionPayloadBidErrorCode, GossipAction} from "../errors/index.js";
@@ -147,6 +147,18 @@ export async function validateApiExecutionPayloadBid(
147
147
  });
148
148
  }
149
149
 
150
+ // [IGNORE] The bid is received after the inclusion list deadline of `bid.slot - 1`
151
+ if (
152
+ isForkPostHeze(chain.config.getForkName(bid.slot)) &&
153
+ chain.clock.msFromSlot(bid.slot - 1) < chain.config.getInclusionListDueMs(chain.config.getForkName(bid.slot - 1))
154
+ ) {
155
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
156
+ code: ExecutionPayloadBidErrorCode.BEFORE_INCLUSION_LIST_DEADLINE,
157
+ builderIndex: bid.builderIndex,
158
+ slot: bid.slot,
159
+ });
160
+ }
161
+
150
162
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
151
163
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
152
164
  // proposer-preferences lookup below from a known fork-choice block.
@@ -309,6 +321,18 @@ async function validateExecutionPayloadBid(
309
321
  });
310
322
  }
311
323
 
324
+ // [IGNORE] The bid is received after the inclusion list deadline of `bid.slot - 1`
325
+ if (
326
+ isForkPostHeze(chain.config.getForkName(bid.slot)) &&
327
+ chain.clock.msFromSlot(bid.slot - 1) < chain.config.getInclusionListDueMs(chain.config.getForkName(bid.slot - 1))
328
+ ) {
329
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
330
+ code: ExecutionPayloadBidErrorCode.BEFORE_INCLUSION_LIST_DEADLINE,
331
+ builderIndex: bid.builderIndex,
332
+ slot: bid.slot,
333
+ });
334
+ }
335
+
312
336
  // [IGNORE] The bid is compatible with the current head branch.
313
337
  const head = chain.forkChoice.getHead();
314
338
  if (!isBidCompatibleWithHead(chain, head, bid.slot, bidParentBlockRoot, bidParentBlockHash)) {
@@ -357,6 +381,32 @@ async function validateExecutionPayloadBid(
357
381
  });
358
382
  }
359
383
 
384
+ // [IGNORE] bid.inclusionListBits is inclusive of our timely inclusion lists for
385
+ // (bid.slot - 1, get_shuffling_dependent_root(store, bid.parent_block_root, epoch)).
386
+ if (isForkPostHeze(chain.config.getForkName(bid.slot))) {
387
+ const {inclusionListBits} = bid as heze.ExecutionPayloadBid;
388
+ const inclusionListSlot = bid.slot - 1;
389
+ const inclusionListDependentRoot = getShufflingDependentRoot(
390
+ chain.forkChoice,
391
+ computeEpochAtSlot(inclusionListSlot),
392
+ computeEpochAtSlot(parentBlock.slot),
393
+ parentBlock
394
+ );
395
+ if (
396
+ !chain.inclusionListStore.isInclusionListBitsInclusive(
397
+ inclusionListSlot,
398
+ inclusionListDependentRoot,
399
+ inclusionListBits
400
+ )
401
+ ) {
402
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
403
+ code: ExecutionPayloadBidErrorCode.INCLUSION_LIST_BITS_NOT_INCLUSIVE,
404
+ builderIndex: bid.builderIndex,
405
+ slot: bid.slot,
406
+ });
407
+ }
408
+ }
409
+
360
410
  // [IGNORE] A `SignedProposerPreferences` matching `bid.slot` and the bid's branch has been
361
411
  // seen — i.e. `proposal_slot == bid.slot` AND `dependent_root ==
362
412
  // get_proposer_dependent_root(parent_state, compute_epoch_at_slot(bid.slot))`.
@@ -0,0 +1,183 @@
1
+ import {ProtoBlock} from "@lodestar/fork-choice";
2
+ import {GENESIS_SLOT, MIN_SEED_LOOKAHEAD, isForkPostHeze} from "@lodestar/params";
3
+ import {
4
+ EpochShuffling,
5
+ computeEpochAtSlot,
6
+ computeStartSlotAtEpoch,
7
+ getInclusionListCommittee,
8
+ getInclusionListSignatureSet,
9
+ } from "@lodestar/state-transition";
10
+ import {Epoch, RootHex, heze} from "@lodestar/types";
11
+ import {toRootHex} from "@lodestar/utils";
12
+ import {InclusionListError, InclusionListErrorCode} from "../errors/inclusionList.js";
13
+ import {GossipAction} from "../errors/index.js";
14
+ import {IBeaconChain} from "../interface.js";
15
+ import {RegenCaller} from "../regen/index.js";
16
+ import {isValidDependentRoot} from "./proposerPreferences.js";
17
+
18
+ export type InclusionListValidationResult = {
19
+ /** Positions of `validator_index` in `get_inclusion_list_committee(state, slot)`, several when the committee cycles */
20
+ committeeIndices: number[];
21
+ /** Sum of the byte lengths of `message.transactions` */
22
+ totalBytes: number;
23
+ };
24
+
25
+ /**
26
+ * Gossip validation for the `inclusion_list` topic, in spec rule order. Also applied to inclusion lists
27
+ * submitted over the API before they are published.
28
+ */
29
+ export async function validateGossipInclusionList(
30
+ chain: IBeaconChain,
31
+ signedInclusionList: heze.SignedInclusionList
32
+ ): Promise<InclusionListValidationResult> {
33
+ const {slot, validatorIndex, transactions, dependentRoot} = signedInclusionList.message;
34
+ const totalBytes = transactions.reduce((total, transaction) => total + transaction.byteLength, 0);
35
+
36
+ // A pre-heze slot has no inclusion list committee to validate against
37
+ if (!isForkPostHeze(chain.config.getForkName(slot))) {
38
+ throw new InclusionListError(GossipAction.IGNORE, {
39
+ code: InclusionListErrorCode.PRE_HEZE_SLOT,
40
+ inclusionListSlot: slot,
41
+ });
42
+ }
43
+
44
+ // [IGNORE] The message is either the first or second valid message received from validatorIndex
45
+ // for (message.slot, message.dependent_root)
46
+ const dependentRootHex = toRootHex(dependentRoot);
47
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
48
+ throw new InclusionListError(GossipAction.IGNORE, {
49
+ code: InclusionListErrorCode.MORE_THAN_TWO,
50
+ validatorIndex,
51
+ });
52
+ }
53
+
54
+ // [IGNORE] message.slot is equal to the current slot, with a MAXIMUM_GOSSIP_CLOCK_DISPARITY allowance
55
+ if (!chain.clock.isCurrentSlotGivenGossipDisparity(slot)) {
56
+ throw new InclusionListError(GossipAction.IGNORE, {
57
+ code: InclusionListErrorCode.INVALID_SLOT,
58
+ inclusionListSlot: slot,
59
+ currentSlot: chain.clock.currentSlot,
60
+ });
61
+ }
62
+
63
+ // [IGNORE] The size of message.transactions is greater than 0
64
+ if (totalBytes === 0) {
65
+ throw new InclusionListError(GossipAction.IGNORE, {code: InclusionListErrorCode.EMPTY_TRANSACTIONS});
66
+ }
67
+
68
+ // [REJECT] The size of message.transactions is within upperbound MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST
69
+ if (totalBytes > chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST) {
70
+ throw new InclusionListError(GossipAction.REJECT, {
71
+ code: InclusionListErrorCode.MAXIMUM_SIZE_EXCEEDED,
72
+ totalBytes,
73
+ maxBytes: chain.config.MAX_TRANSACTIONS_BYTES_PER_INCLUSION_LIST,
74
+ });
75
+ }
76
+
77
+ // [REJECT] Every transaction in message.transactions is non-empty
78
+ const emptyTransactionIndex = transactions.findIndex((transaction) => transaction.byteLength === 0);
79
+ if (emptyTransactionIndex !== -1) {
80
+ throw new InclusionListError(GossipAction.REJECT, {
81
+ code: InclusionListErrorCode.EMPTY_TRANSACTION,
82
+ transactionIndex: emptyTransactionIndex,
83
+ });
84
+ }
85
+
86
+ // [IGNORE] The block with root message.dependent_root has been seen
87
+ const dependentBlock = chain.forkChoice.getBlockHexDefaultStatus(dependentRootHex);
88
+ if (dependentBlock === null) {
89
+ throw new InclusionListError(GossipAction.IGNORE, {
90
+ code: InclusionListErrorCode.UNKNOWN_DEPENDENT_ROOT,
91
+ dependentRoot: dependentRootHex,
92
+ });
93
+ }
94
+
95
+ // [REJECT] The slot of the block with root message.dependent_root is strictly less than
96
+ // compute_start_slot_at_epoch(compute_epoch_at_slot(message.slot) - MIN_SEED_LOOKAHEAD),
97
+ // clamped to genesis like compute_shuffling_dependent_slot
98
+ const epoch = computeEpochAtSlot(slot);
99
+ const dependentEpoch = epoch - MIN_SEED_LOOKAHEAD;
100
+ const maxDependentSlot = Math.max(GENESIS_SLOT, computeStartSlotAtEpoch(dependentEpoch) - 1);
101
+ if (dependentBlock.slot > maxDependentSlot) {
102
+ throw new InclusionListError(GossipAction.REJECT, {
103
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT_SLOT,
104
+ dependentRoot: dependentRootHex,
105
+ dependentSlot: dependentBlock.slot,
106
+ maxSlot: maxDependentSlot,
107
+ });
108
+ }
109
+
110
+ // [IGNORE] is_valid_dependent_root(store, message.dependent_root, epoch - MIN_SEED_LOOKAHEAD)
111
+ if (!isValidDependentRoot(chain.forkChoice, dependentBlock, dependentEpoch)) {
112
+ throw new InclusionListError(GossipAction.IGNORE, {
113
+ code: InclusionListErrorCode.INVALID_DEPENDENT_ROOT,
114
+ dependentRoot: dependentRootHex,
115
+ epoch: dependentEpoch,
116
+ });
117
+ }
118
+
119
+ // [REJECT] validatorIndex is in get_inclusion_list_committee(state, message.slot), where state is the
120
+ // state of the block with root message.dependent_root, i.e. the shuffling of `epoch` keyed by `dependent_root`
121
+ const shuffling = await getShuffling(chain, epoch, dependentRootHex, dependentBlock);
122
+ if (shuffling === null) {
123
+ throw new InclusionListError(GossipAction.IGNORE, {
124
+ code: InclusionListErrorCode.MISSING_SHUFFLING,
125
+ dependentRoot: dependentRootHex,
126
+ epoch,
127
+ });
128
+ }
129
+ const committeeIndices = getInclusionListCommittee(shuffling, slot).getCommitteeIndices(validatorIndex);
130
+ if (committeeIndices.length === 0) {
131
+ throw new InclusionListError(GossipAction.REJECT, {
132
+ code: InclusionListErrorCode.VALIDATOR_NOT_IN_COMMITTEE,
133
+ validatorIndex,
134
+ });
135
+ }
136
+
137
+ // [REJECT] The signature is valid with respect to the validator's public key
138
+ // Domain from the list's own slot, so a list for the first Heze slot verifies while the clock is still in Gloas
139
+ const signatureSet = getInclusionListSignatureSet(chain.config, slot, signedInclusionList);
140
+ // With only 16 inclusion list committee members per slot, batching can delay gossip by 100ms.
141
+ // Verify without batching so inclusion lists can be forwarded sooner.
142
+ if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: false}))) {
143
+ throw new InclusionListError(GossipAction.REJECT, {code: InclusionListErrorCode.INVALID_SIGNATURE});
144
+ }
145
+
146
+ // Check again after the async validation so concurrent lists of the same validator cannot all pass
147
+ if (chain.inclusionListStore.seenTwice(slot, dependentRootHex, validatorIndex)) {
148
+ throw new InclusionListError(GossipAction.IGNORE, {
149
+ code: InclusionListErrorCode.MORE_THAN_TWO,
150
+ validatorIndex,
151
+ });
152
+ }
153
+ chain.inclusionListStore.markSeen(slot, dependentRootHex, validatorIndex);
154
+
155
+ return {committeeIndices, totalBytes};
156
+ }
157
+
158
+ /**
159
+ * The shuffling of `epoch` on the branch of `dependentBlock`. Usually cached from the head state; when the
160
+ * dependent block is the head across empty epochs that state has not reached the lookahead start slot, so
161
+ * the spec's `process_slots` step is a state regen
162
+ */
163
+ async function getShuffling(
164
+ chain: IBeaconChain,
165
+ epoch: Epoch,
166
+ dependentRootHex: RootHex,
167
+ dependentBlock: ProtoBlock
168
+ ): Promise<EpochShuffling | null> {
169
+ const cached = await chain.shufflingCache.get(epoch, dependentRootHex);
170
+ if (cached !== null) {
171
+ return cached;
172
+ }
173
+ try {
174
+ return await chain.regenStateForAttestationVerification(
175
+ epoch,
176
+ dependentRootHex,
177
+ dependentBlock,
178
+ RegenCaller.validateGossipInclusionList
179
+ );
180
+ } catch {
181
+ return null;
182
+ }
183
+ }
@@ -3,6 +3,7 @@ export * from "./attestation.js";
3
3
  export * from "./attesterSlashing.js";
4
4
  export * from "./block.js";
5
5
  export * from "./blsToExecutionChange.js";
6
+ export * from "./inclusionList.js";
6
7
  export * from "./proposerSlashing.js";
7
8
  export * from "./syncCommittee.js";
8
9
  export * from "./syncCommitteeContributionAndProof.js";
@@ -1,6 +1,6 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {ProtoBlock} from "@lodestar/fork-choice";
3
- import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION} from "@lodestar/params";
3
+ import {MAX_EXECUTION_PAYMENT, PAYLOAD_BUILDER_VERSION, isForkPostHeze} from "@lodestar/params";
4
4
  import {
5
5
  computeEpochAtSlot,
6
6
  createSingleSignatureSetFromComponents,
@@ -9,7 +9,7 @@ import {
9
9
  isGasLimitTargetCompatible,
10
10
  isStatePostGloas,
11
11
  } from "@lodestar/state-transition";
12
- import {RootHex, Slot, gloas} from "@lodestar/types";
12
+ import {RootHex, Slot, gloas, heze} from "@lodestar/types";
13
13
  import {bigIntMin, byteArrayEquals, prettyGweiToEth, toHex, toRootHex} from "@lodestar/utils";
14
14
  import {IBeaconChain} from "../../chain/index.js";
15
15
  import {RegenCaller} from "../../chain/regen/index.js";
@@ -41,6 +41,7 @@ export async function validateBuilderApiExecutionPayloadBid(
41
41
  }
42
42
  ): Promise<void> {
43
43
  const bid = signedExecutionPayloadBid.message;
44
+ const fork = chain.config.getForkName(bid.slot);
44
45
  const {slot, parentBlock, parentBlockHash, parentBlockRoot, entry, getParentExecutionRequests} = request;
45
46
 
46
47
  if (bid.slot !== slot) {
@@ -76,6 +77,26 @@ export async function validateBuilderApiExecutionPayloadBid(
76
77
  );
77
78
  }
78
79
 
80
+ // Same check as bid gossip (only_timely=True), not the proposer's full view from validator.md: a list released
81
+ // after the deadline would void every bid, and a high bid that went stale after gossip could crowd out the rest unpaid
82
+ if (isForkPostHeze(fork)) {
83
+ const {inclusionListBits} = bid as heze.ExecutionPayloadBid;
84
+ const inclusionListSlot = bid.slot - 1;
85
+ const dependentRoot = getShufflingDependentRoot(
86
+ chain.forkChoice,
87
+ computeEpochAtSlot(inclusionListSlot),
88
+ computeEpochAtSlot(parentBlock.slot),
89
+ parentBlock
90
+ );
91
+ if (!chain.inclusionListStore.isInclusionListBitsInclusive(inclusionListSlot, dependentRoot, inclusionListBits)) {
92
+ const expectedBits = chain.inclusionListStore.getInclusionListBits(inclusionListSlot, dependentRoot);
93
+ throw Error(
94
+ `Bid inclusionListBits=${toHex(inclusionListBits.uint8Array)} is not inclusive of ` +
95
+ `timely inclusion lists expected=${toHex(expectedBits.uint8Array)}`
96
+ );
97
+ }
98
+ }
99
+
79
100
  const state = await chain.regen
80
101
  .getBlockSlotState(parentBlock, slot, {dontTransferCache: true}, RegenCaller.validateGossipExecutionPayloadBid)
81
102
  .catch((e: Error) => {
@@ -28,4 +28,8 @@ export class ExecutionEngineDisabled implements IExecutionEngine {
28
28
  getBlobs(): Promise<never> {
29
29
  throw Error("Execution engine disabled");
30
30
  }
31
+
32
+ getInclusionList(): Promise<never> {
33
+ throw Error("Execution engine disabled");
34
+ }
31
35
  }
@@ -8,7 +8,7 @@ import {
8
8
  isForkPostBellatrix,
9
9
  isForkPostFulu,
10
10
  } from "@lodestar/params";
11
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei} from "@lodestar/types";
11
+ import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, bellatrix} from "@lodestar/types";
12
12
  import {BlobAndProof} from "@lodestar/types/deneb";
13
13
  import {BlobAndProofV2} from "@lodestar/types/fulu";
14
14
  import {isErrorAborted} from "@lodestar/utils";
@@ -224,9 +224,13 @@ export class ExecutionEngineHttp implements IExecutionEngine {
224
224
  executionPayload: ExecutionPayload,
225
225
  versionedHashes?: VersionedHashes,
226
226
  parentBlockRoot?: Root,
227
- executionRequests?: ExecutionRequests
227
+ executionRequests?: ExecutionRequests,
228
+ inclusionListTransactions?: bellatrix.Transactions
228
229
  ): Promise<ExecutePayloadResponse> {
229
230
  // Validate before queueing, argument errors must not be reported as an unavailable execution client
231
+ if (ForkSeq[fork] >= ForkSeq.heze && inclusionListTransactions === undefined) {
232
+ throw Error(`inclusionListTransactions required in notifyNewPayload for fork=${fork}`);
233
+ }
230
234
  if (ForkSeq[fork] >= ForkSeq.deneb) {
231
235
  if (versionedHashes === undefined) {
232
236
  throw Error(`versionedHashes required in notifyNewPayload for fork=${fork}`);
@@ -243,7 +247,14 @@ export class ExecutionEngineHttp implements IExecutionEngine {
243
247
  try {
244
248
  result = await this.enqueue(() =>
245
249
  this.withTransport(fork, undefined, (transport) =>
246
- transport.newPayload(fork, executionPayload, versionedHashes, parentBlockRoot, executionRequests)
250
+ transport.newPayload(
251
+ fork,
252
+ executionPayload,
253
+ versionedHashes,
254
+ parentBlockRoot,
255
+ executionRequests,
256
+ inclusionListTransactions
257
+ )
247
258
  )
248
259
  );
249
260
  } catch (e) {
@@ -264,7 +275,12 @@ export class ExecutionEngineHttp implements IExecutionEngine {
264
275
 
265
276
  switch (status) {
266
277
  case ExecutionPayloadStatus.VALID:
267
- return {status, latestValidHash: latestValidHash ?? "0x0", validationError: null};
278
+ return {
279
+ status,
280
+ latestValidHash: latestValidHash ?? "0x0",
281
+ validationError: null,
282
+ inclusionListSatisfied: result.inclusionListSatisfied ?? null,
283
+ };
268
284
 
269
285
  case ExecutionPayloadStatus.INVALID:
270
286
  // As per latest specs if latestValidHash can be null and it would mean only
@@ -348,7 +364,15 @@ export class ExecutionEngineHttp implements IExecutionEngine {
348
364
  }
349
365
 
350
366
  const payloadAttributesRpc = serializePayloadAttributes(payloadAttributes);
351
- this.payloadIdCache.add({headBlockHash, finalizedBlockHash, ...payloadAttributesRpc}, payloadId);
367
+ this.payloadIdCache.add(
368
+ {
369
+ headBlockHash,
370
+ finalizedBlockHash,
371
+ ...payloadAttributesRpc,
372
+ inclusionListTransactions: payloadAttributes.inclusionListTransactions,
373
+ },
374
+ payloadId
375
+ );
352
376
  void this.prunePayloadIdCache();
353
377
  }
354
378
  return payloadId;
@@ -423,6 +447,18 @@ export class ExecutionEngineHttp implements IExecutionEngine {
423
447
  return this.withTransport(undefined, "v1", (transport) => transport.getBlobsV1(versionedHashes));
424
448
  }
425
449
 
450
+ /**
451
+ * `engine_getInclusionListV1`, JSON-RPC only as the REST engine API defines no inclusion list route.
452
+ * Queued so it runs after the forkchoiceUpdated of a payload imported just before, which prunes that
453
+ * payload's transactions from the mempool the list is built from.
454
+ */
455
+ async getInclusionList(): Promise<bellatrix.Transactions> {
456
+ return this.enqueue(() => {
457
+ this.metrics?.engineApiRequests.inc({transport: "json-rpc"});
458
+ return this.jsonRpc.getInclusionList();
459
+ });
460
+ }
461
+
426
462
  private enqueue<T>(job: () => Promise<T>): Promise<T> {
427
463
  return this.queue.push(job) as Promise<T>;
428
464
  }
@@ -9,7 +9,16 @@ import {
9
9
  ForkPreFulu,
10
10
  WITHDRAWAL_REQUEST_TYPE,
11
11
  } from "@lodestar/params";
12
- import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, capella} from "@lodestar/types";
12
+ import {
13
+ BlobsBundle,
14
+ ExecutionPayload,
15
+ ExecutionRequests,
16
+ Root,
17
+ RootHex,
18
+ Wei,
19
+ bellatrix,
20
+ capella,
21
+ } from "@lodestar/types";
13
22
  import {BlobAndProof} from "@lodestar/types/deneb";
14
23
  import {BlobAndProofV2} from "@lodestar/types/fulu";
15
24
  import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
@@ -73,7 +82,13 @@ export type ExecutePayloadResponse =
73
82
  latestValidHash: null;
74
83
  validationError: null;
75
84
  }
76
- | {status: ExecutionPayloadStatus.VALID; latestValidHash: RootHex; validationError: null}
85
+ | {
86
+ status: ExecutionPayloadStatus.VALID;
87
+ latestValidHash: RootHex;
88
+ validationError: null;
89
+ /** PayloadStatusV2: whether the payload satisfied the inclusion list constraints */
90
+ inclusionListSatisfied?: boolean | null;
91
+ }
77
92
  | {status: ExecutionPayloadStatus.INVALID; latestValidHash: RootHex | null; validationError: string | null}
78
93
  | {
79
94
  status:
@@ -99,6 +114,8 @@ export type PayloadAttributes = {
99
114
  parentBeaconBlockRoot?: Uint8Array;
100
115
  slotNumber?: number; // EIP-7843
101
116
  targetGasLimit?: bigint; // GLOAS (PayloadAttributesV4, execution-apis#796)
117
+ /** Transactions the built payload must include (PayloadAttributesV5, HEZE:EIP-7805) */
118
+ inclusionListTransactions?: bellatrix.Transactions;
102
119
  };
103
120
 
104
121
  export type VersionedHashes = Uint8Array[];
@@ -129,9 +146,16 @@ export interface IExecutionEngine {
129
146
  executionPayload: ExecutionPayload,
130
147
  versionedHashes?: VersionedHashes,
131
148
  parentBeaconBlockRoot?: Root,
132
- executionRequests?: ExecutionRequests
149
+ executionRequests?: ExecutionRequests,
150
+ inclusionListTransactions?: bellatrix.Transactions
133
151
  ): Promise<ExecutePayloadResponse>;
134
152
 
153
+ /**
154
+ * Transactions the execution layer wants included in the next payload. Parameterless since
155
+ * execution-apis#609: the execution layer builds against its own view of the head.
156
+ */
157
+ getInclusionList(): Promise<bellatrix.Transactions>;
158
+
135
159
  /**
136
160
  * Signal fork choice updates
137
161
  * This function performs two actions atomically: