@lodestar/beacon-node 1.51.0-dev.4157a0dec4 → 1.51.0-dev.4bacee3dac

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (248) hide show
  1. package/lib/api/impl/api.js +1 -1
  2. package/lib/api/impl/api.js.map +1 -1
  3. package/lib/api/impl/beacon/blocks/index.d.ts +2 -1
  4. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/blocks/index.js +12 -7
  6. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  7. package/lib/api/impl/beacon/index.d.ts +2 -1
  8. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  9. package/lib/api/impl/beacon/index.js +2 -2
  10. package/lib/api/impl/beacon/index.js.map +1 -1
  11. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/state/index.js +8 -2
  13. package/lib/api/impl/beacon/state/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/utils.d.ts +2 -1
  15. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  16. package/lib/api/impl/beacon/state/utils.js +17 -9
  17. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  18. package/lib/api/impl/debug/index.d.ts.map +1 -1
  19. package/lib/api/impl/debug/index.js +3 -0
  20. package/lib/api/impl/debug/index.js.map +1 -1
  21. package/lib/api/impl/validator/index.d.ts.map +1 -1
  22. package/lib/api/impl/validator/index.js +102 -10
  23. package/lib/api/impl/validator/index.js.map +1 -1
  24. package/lib/api/options.d.ts +2 -0
  25. package/lib/api/options.d.ts.map +1 -1
  26. package/lib/api/options.js +1 -0
  27. package/lib/api/options.js.map +1 -1
  28. package/lib/chain/archiveStore/utils/archiveBlocks.d.ts.map +1 -1
  29. package/lib/chain/archiveStore/utils/archiveBlocks.js +1 -58
  30. package/lib/chain/archiveStore/utils/archiveBlocks.js.map +1 -1
  31. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  32. package/lib/chain/blocks/importBlock.js +3 -2
  33. package/lib/chain/blocks/importBlock.js.map +1 -1
  34. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  35. package/lib/chain/blocks/importExecutionPayload.js +50 -2
  36. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  37. package/lib/chain/blocks/types.d.ts +4 -0
  38. package/lib/chain/blocks/types.d.ts.map +1 -1
  39. package/lib/chain/blocks/types.js +5 -0
  40. package/lib/chain/blocks/types.js.map +1 -1
  41. package/lib/chain/chain.d.ts +2 -1
  42. package/lib/chain/chain.d.ts.map +1 -1
  43. package/lib/chain/chain.js +4 -1
  44. package/lib/chain/chain.js.map +1 -1
  45. package/lib/chain/errors/executionPayloadBid.d.ts +11 -1
  46. package/lib/chain/errors/executionPayloadBid.d.ts.map +1 -1
  47. package/lib/chain/errors/executionPayloadBid.js +2 -0
  48. package/lib/chain/errors/executionPayloadBid.js.map +1 -1
  49. package/lib/chain/errors/inclusionList.d.ts +60 -0
  50. package/lib/chain/errors/inclusionList.d.ts.map +1 -0
  51. package/lib/chain/errors/inclusionList.js +19 -0
  52. package/lib/chain/errors/inclusionList.js.map +1 -0
  53. package/lib/chain/errors/index.d.ts +1 -0
  54. package/lib/chain/errors/index.d.ts.map +1 -1
  55. package/lib/chain/errors/index.js +1 -0
  56. package/lib/chain/errors/index.js.map +1 -1
  57. package/lib/chain/interface.d.ts +2 -1
  58. package/lib/chain/interface.d.ts.map +1 -1
  59. package/lib/chain/interface.js.map +1 -1
  60. package/lib/chain/opPools/inclusionListStore.d.ts +63 -0
  61. package/lib/chain/opPools/inclusionListStore.d.ts.map +1 -0
  62. package/lib/chain/opPools/inclusionListStore.js +171 -0
  63. package/lib/chain/opPools/inclusionListStore.js.map +1 -0
  64. package/lib/chain/opPools/index.d.ts +1 -0
  65. package/lib/chain/opPools/index.d.ts.map +1 -1
  66. package/lib/chain/opPools/index.js +1 -0
  67. package/lib/chain/opPools/index.js.map +1 -1
  68. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  69. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  70. package/lib/chain/produceBlock/produceBlockBody.js +30 -10
  71. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  72. package/lib/chain/regen/interface.d.ts +1 -1
  73. package/lib/chain/regen/interface.d.ts.map +1 -1
  74. package/lib/chain/regen/interface.js +1 -1
  75. package/lib/chain/regen/interface.js.map +1 -1
  76. package/lib/chain/validation/executionPayloadBid.d.ts +0 -15
  77. package/lib/chain/validation/executionPayloadBid.d.ts.map +1 -1
  78. package/lib/chain/validation/executionPayloadBid.js +24 -145
  79. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  80. package/lib/chain/validation/inclusionList.d.ts +14 -0
  81. package/lib/chain/validation/inclusionList.d.ts.map +1 -0
  82. package/lib/chain/validation/inclusionList.js +150 -0
  83. package/lib/chain/validation/inclusionList.js.map +1 -0
  84. package/lib/chain/validation/index.d.ts +1 -0
  85. package/lib/chain/validation/index.d.ts.map +1 -1
  86. package/lib/chain/validation/index.js +1 -0
  87. package/lib/chain/validation/index.js.map +1 -1
  88. package/lib/db/beacon.d.ts.map +1 -1
  89. package/lib/db/beacon.js +2 -0
  90. package/lib/db/beacon.js.map +1 -1
  91. package/lib/execution/builder/validateBid.d.ts.map +1 -1
  92. package/lib/execution/builder/validateBid.js +14 -1
  93. package/lib/execution/builder/validateBid.js.map +1 -1
  94. package/lib/execution/engine/blobVersionedHashes.d.ts +1 -1
  95. package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -1
  96. package/lib/execution/engine/blobVersionedHashes.js.map +1 -1
  97. package/lib/execution/engine/disabled.d.ts +1 -0
  98. package/lib/execution/engine/disabled.d.ts.map +1 -1
  99. package/lib/execution/engine/disabled.js +3 -0
  100. package/lib/execution/engine/disabled.js.map +1 -1
  101. package/lib/execution/engine/http.d.ts +8 -2
  102. package/lib/execution/engine/http.d.ts.map +1 -1
  103. package/lib/execution/engine/http.js +27 -4
  104. package/lib/execution/engine/http.js.map +1 -1
  105. package/lib/execution/engine/interface.d.ts +11 -2
  106. package/lib/execution/engine/interface.d.ts.map +1 -1
  107. package/lib/execution/engine/interface.js.map +1 -1
  108. package/lib/execution/engine/jsonRpcTransport.d.ts +3 -2
  109. package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -1
  110. package/lib/execution/engine/jsonRpcTransport.js +33 -9
  111. package/lib/execution/engine/jsonRpcTransport.js.map +1 -1
  112. package/lib/execution/engine/mock.d.ts +1 -0
  113. package/lib/execution/engine/mock.d.ts.map +1 -1
  114. package/lib/execution/engine/mock.js +31 -7
  115. package/lib/execution/engine/mock.js.map +1 -1
  116. package/lib/execution/engine/payloadIdCache.d.ts +5 -3
  117. package/lib/execution/engine/payloadIdCache.d.ts.map +1 -1
  118. package/lib/execution/engine/payloadIdCache.js +15 -4
  119. package/lib/execution/engine/payloadIdCache.js.map +1 -1
  120. package/lib/execution/engine/restTransport.d.ts +2 -1
  121. package/lib/execution/engine/restTransport.d.ts.map +1 -1
  122. package/lib/execution/engine/restTransport.js +3 -0
  123. package/lib/execution/engine/restTransport.js.map +1 -1
  124. package/lib/execution/engine/sszTypes.d.ts +38 -38
  125. package/lib/execution/engine/transport.d.ts +5 -2
  126. package/lib/execution/engine/transport.d.ts.map +1 -1
  127. package/lib/execution/engine/types.d.ts +25 -1
  128. package/lib/execution/engine/types.d.ts.map +1 -1
  129. package/lib/execution/engine/types.js +17 -4
  130. package/lib/execution/engine/types.js.map +1 -1
  131. package/lib/metrics/metrics/beacon.d.ts +16 -0
  132. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  133. package/lib/metrics/metrics/beacon.js +35 -0
  134. package/lib/metrics/metrics/beacon.js.map +1 -1
  135. package/lib/metrics/metrics/lodestar.d.ts +12 -0
  136. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  137. package/lib/metrics/metrics/lodestar.js +25 -0
  138. package/lib/metrics/metrics/lodestar.js.map +1 -1
  139. package/lib/network/gossip/interface.d.ts +8 -2
  140. package/lib/network/gossip/interface.d.ts.map +1 -1
  141. package/lib/network/gossip/interface.js +1 -0
  142. package/lib/network/gossip/interface.js.map +1 -1
  143. package/lib/network/gossip/topic.d.ts +13 -5
  144. package/lib/network/gossip/topic.d.ts.map +1 -1
  145. package/lib/network/gossip/topic.js +13 -1
  146. package/lib/network/gossip/topic.js.map +1 -1
  147. package/lib/network/interface.d.ts +2 -1
  148. package/lib/network/interface.d.ts.map +1 -1
  149. package/lib/network/network.d.ts +2 -1
  150. package/lib/network/network.d.ts.map +1 -1
  151. package/lib/network/network.js +5 -0
  152. package/lib/network/network.js.map +1 -1
  153. package/lib/network/peers/utils/enrSubnetsDeserialize.d.ts.map +1 -1
  154. package/lib/network/peers/utils/enrSubnetsDeserialize.js +5 -2
  155. package/lib/network/peers/utils/enrSubnetsDeserialize.js.map +1 -1
  156. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  157. package/lib/network/processor/gossipHandlers.js +67 -19
  158. package/lib/network/processor/gossipHandlers.js.map +1 -1
  159. package/lib/network/processor/gossipQueues/index.d.ts.map +1 -1
  160. package/lib/network/processor/gossipQueues/index.js +6 -0
  161. package/lib/network/processor/gossipQueues/index.js.map +1 -1
  162. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  163. package/lib/network/processor/gossipValidatorFn.js +5 -1
  164. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  165. package/lib/network/processor/index.d.ts +5 -0
  166. package/lib/network/processor/index.d.ts.map +1 -1
  167. package/lib/network/processor/index.js +37 -26
  168. package/lib/network/processor/index.js.map +1 -1
  169. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  170. package/lib/network/reqresp/ReqRespBeaconNode.js +6 -0
  171. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  172. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts +10 -0
  173. package/lib/network/reqresp/handlers/inclusionListsByIndices.d.ts.map +1 -0
  174. package/lib/network/reqresp/handlers/inclusionListsByIndices.js +30 -0
  175. package/lib/network/reqresp/handlers/inclusionListsByIndices.js.map +1 -0
  176. package/lib/network/reqresp/handlers/index.d.ts.map +1 -1
  177. package/lib/network/reqresp/handlers/index.js +5 -0
  178. package/lib/network/reqresp/handlers/index.js.map +1 -1
  179. package/lib/network/reqresp/protocols.d.ts +1 -0
  180. package/lib/network/reqresp/protocols.d.ts.map +1 -1
  181. package/lib/network/reqresp/protocols.js +5 -0
  182. package/lib/network/reqresp/protocols.js.map +1 -1
  183. package/lib/network/reqresp/rateLimit.d.ts.map +1 -1
  184. package/lib/network/reqresp/rateLimit.js +4 -0
  185. package/lib/network/reqresp/rateLimit.js.map +1 -1
  186. package/lib/network/reqresp/types.d.ts +5 -2
  187. package/lib/network/reqresp/types.d.ts.map +1 -1
  188. package/lib/network/reqresp/types.js +3 -0
  189. package/lib/network/reqresp/types.js.map +1 -1
  190. package/lib/sync/unknownBlock.d.ts.map +1 -1
  191. package/lib/sync/unknownBlock.js +42 -18
  192. package/lib/sync/unknownBlock.js.map +1 -1
  193. package/package.json +30 -30
  194. package/src/api/impl/api.ts +1 -1
  195. package/src/api/impl/beacon/blocks/index.ts +22 -17
  196. package/src/api/impl/beacon/index.ts +3 -1
  197. package/src/api/impl/beacon/state/index.ts +10 -1
  198. package/src/api/impl/beacon/state/utils.ts +19 -9
  199. package/src/api/impl/debug/index.ts +4 -0
  200. package/src/api/impl/validator/index.ts +132 -10
  201. package/src/api/options.ts +3 -0
  202. package/src/chain/archiveStore/utils/archiveBlocks.ts +1 -84
  203. package/src/chain/blocks/importBlock.ts +3 -7
  204. package/src/chain/blocks/importExecutionPayload.ts +68 -2
  205. package/src/chain/blocks/types.ts +5 -0
  206. package/src/chain/chain.ts +4 -0
  207. package/src/chain/errors/executionPayloadBid.ts +12 -0
  208. package/src/chain/errors/inclusionList.ts +38 -0
  209. package/src/chain/errors/index.ts +1 -0
  210. package/src/chain/interface.ts +2 -0
  211. package/src/chain/opPools/inclusionListStore.ts +208 -0
  212. package/src/chain/opPools/index.ts +1 -0
  213. package/src/chain/produceBlock/produceBlockBody.ts +60 -19
  214. package/src/chain/regen/interface.ts +1 -1
  215. package/src/chain/validation/executionPayloadBid.ts +40 -170
  216. package/src/chain/validation/inclusionList.ts +192 -0
  217. package/src/chain/validation/index.ts +1 -0
  218. package/src/db/beacon.ts +5 -0
  219. package/src/execution/builder/validateBid.ts +23 -2
  220. package/src/execution/engine/blobVersionedHashes.ts +1 -1
  221. package/src/execution/engine/disabled.ts +4 -0
  222. package/src/execution/engine/http.ts +40 -5
  223. package/src/execution/engine/interface.ts +27 -3
  224. package/src/execution/engine/jsonRpcTransport.ts +46 -9
  225. package/src/execution/engine/mock.ts +32 -7
  226. package/src/execution/engine/payloadIdCache.ts +24 -6
  227. package/src/execution/engine/restTransport.ts +15 -1
  228. package/src/execution/engine/transport.ts +7 -2
  229. package/src/execution/engine/types.ts +41 -6
  230. package/src/metrics/metrics/beacon.ts +37 -0
  231. package/src/metrics/metrics/lodestar.ts +26 -0
  232. package/src/network/gossip/interface.ts +5 -0
  233. package/src/network/gossip/topic.ts +14 -0
  234. package/src/network/interface.ts +2 -0
  235. package/src/network/network.ts +11 -0
  236. package/src/network/peers/utils/enrSubnetsDeserialize.ts +5 -2
  237. package/src/network/processor/gossipHandlers.ts +87 -21
  238. package/src/network/processor/gossipQueues/index.ts +6 -0
  239. package/src/network/processor/gossipValidatorFn.ts +5 -0
  240. package/src/network/processor/index.ts +33 -24
  241. package/src/network/processor/types.ts +1 -1
  242. package/src/network/reqresp/ReqRespBeaconNode.ts +7 -0
  243. package/src/network/reqresp/handlers/inclusionListsByIndices.ts +44 -0
  244. package/src/network/reqresp/handlers/index.ts +5 -0
  245. package/src/network/reqresp/protocols.ts +6 -0
  246. package/src/network/reqresp/rateLimit.ts +4 -0
  247. package/src/network/reqresp/types.ts +6 -0
  248. package/src/sync/unknownBlock.ts +47 -28
@@ -62,7 +62,7 @@ import {
62
62
  } from "../../../../chain/produceBlock/index.js";
63
63
  import {RegenCaller} from "../../../../chain/regen/index.js";
64
64
  import {validateGossipBlock, verifyBlockProposerSignature} from "../../../../chain/validation/block.js";
65
- import {validateApiExecutionPayloadBid} from "../../../../chain/validation/executionPayloadBid.js";
65
+ import {validateGossipExecutionPayloadBid} from "../../../../chain/validation/executionPayloadBid.js";
66
66
  import {validateApiExecutionPayloadEnvelope} from "../../../../chain/validation/executionPayloadEnvelope.js";
67
67
  import {OpSource} from "../../../../chain/validatorMonitor.js";
68
68
  import {
@@ -79,6 +79,7 @@ import {
79
79
  import {isOptimisticBlock} from "../../../../util/forkChoice.js";
80
80
  import {kzg} from "../../../../util/kzg.js";
81
81
  import {promiseAllMaybeAsync} from "../../../../util/promises.js";
82
+ import {ApiOptions} from "../../../options.js";
82
83
  import {ApiModules} from "../../types.js";
83
84
  import {assertUniqueItems} from "../../utils.js";
84
85
  import {getBlockResponse, toBeaconHeaderResponse} from "./utils.js";
@@ -96,16 +97,10 @@ const MAX_API_CLOCK_DISPARITY_MS = 1000;
96
97
  */
97
98
  const IDENTITY_PEER_ID = ""; // TODO: Compute identity keypair
98
99
 
99
- export function getBeaconBlockApi({
100
- chain,
101
- config,
102
- metrics,
103
- network,
104
- db,
105
- }: Pick<
106
- ApiModules,
107
- "chain" | "config" | "metrics" | "network" | "db"
108
- >): ApplicationMethods<routes.beacon.block.Endpoints> {
100
+ export function getBeaconBlockApi(
101
+ opts: ApiOptions,
102
+ {chain, config, metrics, network, db}: Pick<ApiModules, "chain" | "config" | "metrics" | "network" | "db">
103
+ ): ApplicationMethods<routes.beacon.block.Endpoints> {
109
104
  const publishBlockV2: ApplicationMethods<routes.beacon.block.Endpoints>["publishBlockV2"] = async (
110
105
  {signedBlockContents, broadcastValidation, builderUrl},
111
106
  context,
@@ -1077,15 +1072,25 @@ export function getBeaconBlockApi({
1077
1072
  throw new ApiError(400, `publishExecutionPayloadBid not supported for pre-gloas fork=${fork}`);
1078
1073
  }
1079
1074
 
1080
- const validationTimer = metrics?.opPool.executionPayloadBidPool.apiValidationTime.startTimer();
1081
- // TODO: once the builder is tested and can be trusted, skip this local validation
1082
- // to publish faster, accepting peer-score risk if it ever emits an invalid bid.
1083
- await validateApiExecutionPayloadBid(chain, signedExecutionPayloadBid);
1084
- validationTimer?.();
1085
-
1086
1075
  const elapsedSec = chain.clock.secFromSlot(slot, seenTimestampSec);
1087
1076
  metrics?.gossipExecutionPayloadBid.elapsedTimeTillReceived.observe({source: OpSource.api}, elapsedSec);
1088
1077
 
1078
+ if (!opts.disableBidValidation) {
1079
+ const validationTimer = metrics?.opPool.executionPayloadBidPool.apiValidationTime.startTimer();
1080
+ const {proposerIndex} = await validateGossipExecutionPayloadBid(chain, signedExecutionPayloadBid);
1081
+ validationTimer?.();
1082
+
1083
+ // Gossip does not deliver our own messages back to us, so a validated bid is added to the
1084
+ // pool here to allow a proposer on this node to select it
1085
+ const insertOutcome = chain.executionPayloadBidPool.add(
1086
+ signedExecutionPayloadBid,
1087
+ Math.floor(elapsedSec * 1000)
1088
+ );
1089
+ metrics?.opPool.executionPayloadBidPool.apiInsertOutcome.inc({insertOutcome});
1090
+
1091
+ chain.validatorMonitor?.registerExecutionPayloadBid(OpSource.api, proposerIndex, bid);
1092
+ }
1093
+
1089
1094
  const sentPeers = await network.publishSignedExecutionPayloadBid(signedExecutionPayloadBid);
1090
1095
 
1091
1096
  chain.emitter.emit(routes.events.EventType.executionPayloadBid, {
@@ -3,6 +3,7 @@ import {ApplicationMethods} from "@lodestar/api/server";
3
3
  import {isForkPostGloas} from "@lodestar/params";
4
4
  import {computeStartSlotAtEpoch} from "@lodestar/state-transition";
5
5
  import {toRootHex} from "@lodestar/utils";
6
+ import {ApiOptions} from "../../options.js";
6
7
  import {ApiError} from "../errors.js";
7
8
  import {ApiModules} from "../types.js";
8
9
  import {getBeaconBlockApi} from "./blocks/index.js";
@@ -11,9 +12,10 @@ import {getBeaconRewardsApi} from "./rewards/index.js";
11
12
  import {getBeaconStateApi} from "./state/index.js";
12
13
 
13
14
  export function getBeaconApi(
15
+ opts: ApiOptions,
14
16
  modules: Pick<ApiModules, "chain" | "config" | "logger" | "metrics" | "network" | "db" | "sync">
15
17
  ): ApplicationMethods<routes.beacon.Endpoints> {
16
- const block = getBeaconBlockApi(modules);
18
+ const block = getBeaconBlockApi(opts, modules);
17
19
  const pool = getBeaconPoolApi(modules);
18
20
  const state = getBeaconStateApi(modules);
19
21
  const rewards = getBeaconRewardsApi(modules);
@@ -17,6 +17,7 @@ import {
17
17
  isStatePostGloas,
18
18
  } from "@lodestar/state-transition";
19
19
  import {
20
+ BuilderIndex,
20
21
  ValidatorIndex,
21
22
  getBuilderStatus,
22
23
  getValidatorStatus,
@@ -29,6 +30,7 @@ import {ApiModules} from "../../types.js";
29
30
  import {assertUniqueItems} from "../../utils.js";
30
31
  import {
31
32
  filterStateValidatorsByStatus,
33
+ getBuilderIndexByPubkey,
32
34
  getStateBuilderIndex,
33
35
  getStateResponseWithRegen,
34
36
  getStateValidatorIndex,
@@ -170,8 +172,15 @@ export function getBeaconStateApi({
170
172
  if (builderIds.length) {
171
173
  assertUniqueItems(builderIds, "Duplicate builder IDs provided");
172
174
 
175
+ // There is no builder pubkey cache, scan the registry at most once per request
176
+ let builderIndexByPubkey: Map<string, BuilderIndex> | null = null;
177
+ const getBuilderIndexByPubkeyMap = () => {
178
+ builderIndexByPubkey ??= getBuilderIndexByPubkey(state);
179
+ return builderIndexByPubkey;
180
+ };
181
+
173
182
  for (const id of builderIds) {
174
- const resp = getStateBuilderIndex(id, state);
183
+ const resp = getStateBuilderIndex(id, state, getBuilderIndexByPubkeyMap);
175
184
  if (resp.valid) {
176
185
  const builderIndex = resp.builderIndex;
177
186
  const builder = state.getBuilder(builderIndex);
@@ -13,7 +13,7 @@ import {
13
13
  getValidatorStatus,
14
14
  phase0,
15
15
  } from "@lodestar/types";
16
- import {byteArrayEquals, fromHex} from "@lodestar/utils";
16
+ import {fromHex, toHex} from "@lodestar/utils";
17
17
  import {IBeaconChain} from "../../../../chain/index.js";
18
18
  import {GENESIS_EPOCH} from "../../../../constants/index.js";
19
19
  import {IBeaconSync} from "../../../../sync/index.js";
@@ -118,9 +118,22 @@ type StateBuilderIndexResponse =
118
118
  | {valid: true; builderIndex: BuilderIndex}
119
119
  | {valid: false; code: number; reason: string};
120
120
 
121
+ export function getBuilderIndexByPubkey(state: IBeaconStateViewGloas): Map<string, BuilderIndex> {
122
+ const builderIndexByPubkey = new Map<string, BuilderIndex>();
123
+ const buildersLength = state.getBuildersLength();
124
+ for (let builderIndex = 0; builderIndex < buildersLength; builderIndex++) {
125
+ const pubkeyHex = toHex(state.getBuilder(builderIndex).pubkey);
126
+ if (!builderIndexByPubkey.has(pubkeyHex)) {
127
+ builderIndexByPubkey.set(pubkeyHex, builderIndex);
128
+ }
129
+ }
130
+ return builderIndexByPubkey;
131
+ }
132
+
121
133
  export function getStateBuilderIndex(
122
134
  id: routes.beacon.BuilderId | BLSPubkey,
123
- state: IBeaconStateViewGloas
135
+ state: IBeaconStateViewGloas,
136
+ getBuilderIndexByPubkeyMap: () => Map<string, BuilderIndex>
124
137
  ): StateBuilderIndexResponse {
125
138
  if (typeof id === "string") {
126
139
  // mutate `id` and fallthrough to below
@@ -148,14 +161,11 @@ export function getStateBuilderIndex(
148
161
  }
149
162
 
150
163
  // typeof id === Uint8Array
151
- // There is no builder pubkey cache, linear scan over the registry
152
- const buildersLength = state.getBuildersLength();
153
- for (let builderIndex = 0; builderIndex < buildersLength; builderIndex++) {
154
- if (byteArrayEquals(state.getBuilder(builderIndex).pubkey, id)) {
155
- return {valid: true, builderIndex};
156
- }
164
+ const builderIndex = getBuilderIndexByPubkeyMap().get(toHex(id));
165
+ if (builderIndex === undefined) {
166
+ return {valid: false, code: 404, reason: "Builder pubkey not found in state"};
157
167
  }
158
- return {valid: false, code: 404, reason: "Builder pubkey not found in state"};
168
+ return {valid: true, builderIndex};
159
169
  }
160
170
 
161
171
  export function filterStateValidatorsByStatus(
@@ -114,6 +114,10 @@ export function getDebugApi({
114
114
  unrealizedJustifiedRoot: node.unrealizedJustifiedRoot,
115
115
  unrealizedFinalizedEpoch: node.unrealizedFinalizedEpoch,
116
116
  unrealizedFinalizedRoot: node.unrealizedFinalizedRoot,
117
+ inclusionListSatisfied:
118
+ node.payloadStatus === PayloadStatus.FULL
119
+ ? forkChoice.getPayloadInclusionListSatisfaction(node.blockRoot)
120
+ : null,
117
121
  },
118
122
  };
119
123
  }),
@@ -18,6 +18,7 @@ import {
18
18
  isForkPostElectra,
19
19
  isForkPostFulu,
20
20
  isForkPostGloas,
21
+ isForkPostHeze,
21
22
  } from "@lodestar/params";
22
23
  import {
23
24
  DataAvailabilityStatus,
@@ -28,6 +29,7 @@ import {
28
29
  computeStartSlotAtEpoch,
29
30
  computeTimeAtSlot,
30
31
  getCurrentSlot,
32
+ getInclusionListCommittee,
31
33
  isStatePostAltair,
32
34
  isStatePostGloas,
33
35
  proposerShufflingDecisionRoot,
@@ -68,6 +70,7 @@ import {
68
70
  } from "@lodestar/utils";
69
71
  import {MAX_BUILDER_BOOST_FACTOR} from "@lodestar/validator";
70
72
  import {BlockInputSource} from "../../../chain/blocks/blockInput/types.js";
73
+ import {InclusionListSource} from "../../../chain/blocks/types.js";
71
74
  import {
72
75
  AttestationError,
73
76
  AttestationErrorCode,
@@ -83,7 +86,11 @@ import {PREPARE_NEXT_SLOT_BPS} from "../../../chain/prepareNextSlot.js";
83
86
  import {BlockType, ProduceFullDeneb, ProduceFullGloas} from "../../../chain/produceBlock/index.js";
84
87
  import {RegenCaller} from "../../../chain/regen/index.js";
85
88
  import {CheckpointHex} from "../../../chain/stateCache/types.js";
86
- import {validateApiAggregateAndProof} from "../../../chain/validation/index.js";
89
+ import {
90
+ InclusionListValidationResult,
91
+ validateApiAggregateAndProof,
92
+ validateGossipInclusionList,
93
+ } from "../../../chain/validation/index.js";
87
94
  import {validateGossipProposerPreferences} from "../../../chain/validation/proposerPreferences.js";
88
95
  import {validateSyncCommitteeGossipContributionAndProof} from "../../../chain/validation/syncCommitteeContributionAndProof.js";
89
96
  import {ZERO_HASH} from "../../../constants/index.js";
@@ -247,13 +254,13 @@ export function getValidatorApi(
247
254
  genesisBlockRoot = state.computeAnchorCheckpoint().checkpoint.root;
248
255
  } else if (state.slot < SLOTS_PER_HISTORICAL_ROOT) {
249
256
  genesisBlockRoot = state.getBlockRootAtSlot(GENESIS_SLOT);
250
- }
251
-
252
- const blockRes = await chain.getCanonicalBlockAtSlot(GENESIS_SLOT);
253
- if (blockRes) {
254
- genesisBlockRoot = config
255
- .getForkTypes(blockRes.block.message.slot)
256
- .SignedBeaconBlock.hashTreeRoot(blockRes.block);
257
+ } else {
258
+ const blockRes = await chain.getCanonicalBlockAtSlot(GENESIS_SLOT);
259
+ if (blockRes) {
260
+ genesisBlockRoot = config
261
+ .getForkTypes(blockRes.block.message.slot)
262
+ .BeaconBlock.hashTreeRoot(blockRes.block.message);
263
+ }
257
264
  }
258
265
  }
259
266
 
@@ -1700,7 +1707,7 @@ export function getValidatorApi(
1700
1707
  }
1701
1708
  }
1702
1709
 
1703
- const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch)) || (await getGenesisBlockRoot(state));
1710
+ const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch));
1704
1711
 
1705
1712
  return {
1706
1713
  data: duties,
@@ -1749,7 +1756,7 @@ export function getValidatorApi(
1749
1756
  }
1750
1757
  }
1751
1758
 
1752
- const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch)) || (await getGenesisBlockRoot(state));
1759
+ const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch));
1753
1760
 
1754
1761
  return {
1755
1762
  data: duties,
@@ -2198,6 +2205,121 @@ export function getValidatorApi(
2198
2205
  }
2199
2206
  },
2200
2207
 
2208
+ async produceInclusionList({slot}) {
2209
+ notWhileSyncing(chain, sync.state);
2210
+
2211
+ if (!isForkPostHeze(chain.config.getForkName(slot))) {
2212
+ throw new ApiError(400, `Producing inclusion list for pre-heze slot: ${slot}`);
2213
+ }
2214
+
2215
+ await waitForSlot(slot); // Must never request for a future slot > currentSlot
2216
+
2217
+ const timer = metrics?.getInclusionListV1RequestsDuration.startTimer();
2218
+ const transactions = await chain.executionEngine.getInclusionList();
2219
+ timer?.();
2220
+ metrics?.getInclusionListV1Requests.inc();
2221
+
2222
+ return {data: transactions, meta: {version: chain.config.getForkName(slot)}};
2223
+ },
2224
+
2225
+ async getInclusionListCommitteeDuties({epoch, indices}) {
2226
+ notWhileSyncing(chain, sync.state);
2227
+
2228
+ if (indices.length === 0) {
2229
+ throw new ApiError(400, "No validator to get inclusion list committee duties");
2230
+ }
2231
+
2232
+ if (!isForkPostHeze(chain.config.getForkName(computeStartSlotAtEpoch(epoch)))) {
2233
+ throw new ApiError(400, `Requesting pre-heze inclusion list committee duties epoch: ${epoch}`);
2234
+ }
2235
+
2236
+ // May request for an epoch that's in the future
2237
+ await waitForNextClosestEpoch();
2238
+
2239
+ if (epoch > chain.clock.currentEpoch + 1) {
2240
+ throw new ApiError(400, "Cannot get duties for epoch more than one ahead");
2241
+ }
2242
+
2243
+ const head = chain.forkChoice.getHead();
2244
+ const state = await chain.getHeadStateAtCurrentEpoch(RegenCaller.getDuties);
2245
+
2246
+ const pubkeys = getPubkeysForIndices(state, indices);
2247
+ const requestedIndices = new Set(indices);
2248
+ const epochStartSlot = computeStartSlotAtEpoch(epoch);
2249
+ const shuffling = state.getShufflingAtEpoch(epoch);
2250
+
2251
+ // Validators set this as `dependent_root` on their inclusion lists
2252
+ const dependentRoot = fromHex(state.getShufflingDecisionRoot(epoch));
2253
+
2254
+ // A validator can be on several slots' committees in an epoch; report the earliest, as for attester duties
2255
+ const dutySlotByValidator = new Map<ValidatorIndex, Slot>();
2256
+ for (let i = 0; i < SLOTS_PER_EPOCH; i++) {
2257
+ const slot = epochStartSlot + i;
2258
+ for (const validatorIndex of getInclusionListCommittee(shuffling, slot).validatorIndices) {
2259
+ if (requestedIndices.has(validatorIndex) && !dutySlotByValidator.has(validatorIndex)) {
2260
+ dutySlotByValidator.set(validatorIndex, slot);
2261
+ }
2262
+ }
2263
+ }
2264
+
2265
+ const duties: routes.validator.InclusionListDuty[] = [];
2266
+ for (let i = 0; i < indices.length; i++) {
2267
+ const validatorIndex = indices[i];
2268
+ const slot = dutySlotByValidator.get(validatorIndex);
2269
+ if (slot !== undefined) {
2270
+ duties.push({pubkey: pubkeys[i], validatorIndex, slot, dependentRoot});
2271
+ }
2272
+ }
2273
+
2274
+ return {
2275
+ data: duties,
2276
+ meta: {
2277
+ dependentRoot: toRootHex(dependentRoot),
2278
+ executionOptimistic: isOptimisticBlock(head),
2279
+ },
2280
+ };
2281
+ },
2282
+
2283
+ async publishInclusionList({signedInclusionList}) {
2284
+ notWhileSyncing(chain, sync.state);
2285
+
2286
+ const {slot} = signedInclusionList.message;
2287
+ if (!isForkPostHeze(chain.config.getForkName(slot))) {
2288
+ throw new ApiError(400, `Publishing pre-heze inclusion list slot: ${slot}`);
2289
+ }
2290
+
2291
+ // Timeliness is judged on receipt, as for gossip, so a list submitted in time stays timely if validation is slow
2292
+ const secFromSlot = chain.clock.secFromSlot(slot, Date.now() / 1000);
2293
+ metrics?.inclusionListsReceived.inc({source: InclusionListSource.api});
2294
+ metrics?.inclusionListTransactionsReceived.inc(
2295
+ {source: InclusionListSource.api},
2296
+ signedInclusionList.message.transactions.length
2297
+ );
2298
+
2299
+ const timer = metrics?.inclusionListsValidationTime.startTimer();
2300
+ let validationResult: InclusionListValidationResult;
2301
+ try {
2302
+ validationResult = await validateGossipInclusionList(chain, signedInclusionList);
2303
+ } finally {
2304
+ timer?.({source: InclusionListSource.api});
2305
+ }
2306
+ const {committeeIndices, totalBytes} = validationResult;
2307
+ metrics?.inclusionListsValid.inc({source: InclusionListSource.api});
2308
+ metrics?.inclusionListsValidSize.inc(totalBytes);
2309
+
2310
+ const isTimely =
2311
+ secFromSlot >= 0 && secFromSlot * 1000 < chain.config.getInclusionListDueMs(chain.config.getForkName(slot));
2312
+ chain.inclusionListStore.process(signedInclusionList, committeeIndices, isTimely);
2313
+
2314
+ chain.emitter.emit(routes.events.EventType.inclusionList, {
2315
+ version: chain.config.getForkName(slot),
2316
+ data: signedInclusionList,
2317
+ });
2318
+
2319
+ await network.publishInclusionList(signedInclusionList);
2320
+ metrics?.inclusionListsPublished.inc();
2321
+ },
2322
+
2201
2323
  async getExecutionPayloadEnvelope({slot, beaconBlockRoot}) {
2202
2324
  const fork = config.getForkName(slot);
2203
2325
 
@@ -2,6 +2,8 @@ import {BeaconRestApiServerOpts, beaconRestApiServerOpts} from "./rest/index.js"
2
2
 
3
3
  export type ApiOptions = {
4
4
  maxGindicesInProof?: number;
5
+ /** Broadcast execution payload bids submitted via the API without running gossip validation */
6
+ disableBidValidation?: boolean;
5
7
  rest: BeaconRestApiServerOpts;
6
8
  commit?: string;
7
9
  version?: string;
@@ -10,6 +12,7 @@ export type ApiOptions = {
10
12
 
11
13
  export const defaultApiOptions: ApiOptions = {
12
14
  maxGindicesInProof: 512,
15
+ disableBidValidation: false,
13
16
  rest: beaconRestApiServerOpts,
14
17
  version: "dev",
15
18
  private: false,
@@ -5,7 +5,7 @@ import {CheckpointWithHex, ExecutionStatus, IForkChoice, PayloadStatus, ProtoBlo
5
5
  import {ForkSeq, SLOTS_PER_EPOCH} from "@lodestar/params";
6
6
  import {computeEpochAtSlot, computeStartSlotAtEpoch, getBlobDataRetentionStartEpoch} from "@lodestar/state-transition";
7
7
  import {Epoch, Slot} from "@lodestar/types";
8
- import {Logger, fromAsync, fromHex, prettyPrintIndices, toRootHex} from "@lodestar/utils";
8
+ import {Logger, fromHex, prettyPrintIndices, toRootHex} from "@lodestar/utils";
9
9
  import {IBeaconDb} from "../../../db/index.js";
10
10
  import {BlockArchiveBatchPutBinaryItem, encodeArchivedHeaderEnvelope} from "../../../db/repositories/index.js";
11
11
  import {Metrics} from "../../../metrics/metrics.js";
@@ -136,23 +136,6 @@ export async function archiveBlocks(
136
136
  logger.verbose("Migrated blobSidecars from hot DB to cold DB", {...logCtx, migratedEntries});
137
137
  }
138
138
 
139
- // Keep the normal LevelDB hot-to-cold flow for legacy columns. New columns are written
140
- // directly to flat files, so this only moves fallback data left by older versions.
141
- if (finalizedPostFulu) {
142
- const migratedSlots = await migrateDataColumnSidecarsFromHotToColdDb(
143
- config,
144
- db,
145
- logger,
146
- finalizedCanonicalBlocks,
147
- currentEpoch
148
- );
149
- logger.verbose("Migrated legacy dataColumnSidecars from hot DB to cold DB", {
150
- ...logCtx,
151
- migratedEntries: migratedSlots.length,
152
- slotRange: prettyPrintIndices(migratedSlots),
153
- });
154
- }
155
-
156
139
  if (finalizedPostGloas) {
157
140
  const migratedSlots = await migrateExecutionPayloadEnvelopesFromHotToColdDb(
158
141
  config,
@@ -408,72 +391,6 @@ async function migrateBlobSidecarsFromHotToColdDb(
408
391
  return migratedWrappedBlobSidecars;
409
392
  }
410
393
 
411
- // TODO: This function can be simplified further by reducing layers of promises in a loop
412
- /**
413
- * Post-gloas the data columns of a Gloas block are tied to its execution payload envelope.
414
- * Columns only exist once the FULL variant of the block is in the proto-array. Pre-Gloas
415
- * blocks only have a FULL variant, so the payload-status filter passes them all.
416
- */
417
- async function migrateDataColumnSidecarsFromHotToColdDb(
418
- config: ChainForkConfig,
419
- db: IBeaconDb,
420
- logger: Logger,
421
- canonicalBlocks: ProtoBlock[],
422
- currentEpoch: Epoch
423
- ): Promise<Slot[]> {
424
- const columnBlocks = canonicalBlocks.filter(
425
- (block) => config.getForkSeq(block.slot) < ForkSeq.gloas || block.payloadStatus === PayloadStatus.FULL
426
- );
427
- if (columnBlocks.length === 0) return [];
428
- const blocks: BlockRootSlot[] = columnBlocks.map((block) => ({slot: block.slot, root: fromHex(block.blockRoot)}));
429
-
430
- const migratedSlots: Slot[] = [];
431
- for (let i = 0; i < blocks.length; i += BLOB_SIDECAR_BATCH_SIZE) {
432
- const toIdx = Math.min(i + BLOB_SIDECAR_BATCH_SIZE, blocks.length);
433
- const batch = blocks.slice(i, toIdx);
434
- if (batch.length === 0) break;
435
-
436
- const promises: Promise<void>[] = [];
437
- for (const block of batch) {
438
- const blockEpoch = computeEpochAtSlot(block.slot);
439
- if (
440
- config.getForkSeq(block.slot) < ForkSeq.fulu ||
441
- blockEpoch < getBlobDataRetentionStartEpoch(config, currentEpoch)
442
- ) {
443
- continue;
444
- }
445
-
446
- const dataColumnSidecarBytes = await fromAsync(db.dataColumnSidecar.valuesStreamBinary(block.root));
447
- if (dataColumnSidecarBytes.length === 0) {
448
- logger.debug("DataColumnSidecars in forkchoice but missing in hot db, could be already archived", {
449
- slot: block.slot,
450
- root: toRootHex(block.root),
451
- });
452
- continue;
453
- }
454
- logger.verbose("Migrated legacy dataColumnSidecars for block", {
455
- currentEpoch,
456
- slot: block.slot,
457
- root: toRootHex(block.root),
458
- numSidecars: dataColumnSidecarBytes.length,
459
- });
460
- promises.push(
461
- db.dataColumnSidecarArchive.putManyBinary(
462
- block.slot,
463
- dataColumnSidecarBytes.map((entry) => ({key: entry.id, value: entry.value}))
464
- )
465
- );
466
- migratedSlots.push(block.slot);
467
- }
468
-
469
- await Promise.all(promises);
470
- await db.dataColumnSidecar.deleteMany(batch.map((block) => block.root));
471
- }
472
-
473
- // Ancestor walk is newest to oldest; sort ascending so `prettyPrintIndices` renders cleanly.
474
- return migratedSlots.sort((a, b) => a - b);
475
- }
476
-
477
394
  /**
478
395
  * Post-gloas given a finalized checkpoint at a block root, payload of that block root
479
396
  * is not considered finalized, hence they are archived in the next run.
@@ -458,7 +458,8 @@ export async function importBlock(
458
458
  * - `headBlockHash !== null` -> Pre BELLATRIX_EPOCH
459
459
  * - `headBlockHash !== ZERO_HASH` -> Pre TTD
460
460
  */
461
- const headBlockHash = this.forkChoice.getHead().executionPayloadBlockHash ?? ZERO_HASH_HEX;
461
+ const fcuHead = this.forkChoice.getHead();
462
+ const headBlockHash = fcuHead.executionPayloadBlockHash ?? ZERO_HASH_HEX;
462
463
  /**
463
464
  * After BELLATRIX_EPOCH and TTD it's okay to send a zero hash block hash for the finalized block. This will happen if
464
465
  * the current finalized block does not contain any execution payload at all (pre MERGE_EPOCH) or if it contains a
@@ -468,12 +469,7 @@ export async function importBlock(
468
469
  const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
469
470
  if (headBlockHash !== ZERO_HASH_HEX) {
470
471
  this.executionEngine
471
- .notifyForkchoiceUpdate(
472
- this.config.getForkName(this.forkChoice.getHead().slot),
473
- headBlockHash,
474
- safeBlockHash,
475
- finalizedBlockHash
476
- )
472
+ .notifyForkchoiceUpdate(this.config.getForkName(fcuHead.slot), headBlockHash, safeBlockHash, finalizedBlockHash)
477
473
  .catch((e) => {
478
474
  if (!isErrorAborted(e) && !isQueueErrorAborted(e)) {
479
475
  this.logger.error("Error pushing notifyForkchoiceUpdate()", {headBlockHash, finalizedBlockHash}, e);
@@ -1,3 +1,4 @@
1
+ import {SerializedList} from "@chainsafe/ssz";
1
2
  import {routes} from "@lodestar/api";
2
3
  import {
3
4
  ExecutionStatus,
@@ -5,9 +6,16 @@ import {
5
6
  getFinalizedExecutionBlockHash,
6
7
  getSafeExecutionBlockHash,
7
8
  } from "@lodestar/fork-choice";
8
- import {DataAvailabilityStatus, isStatePostGloas} from "@lodestar/state-transition";
9
+ import {
10
+ DataAvailabilityStatus,
11
+ computeEpochAtSlot,
12
+ isStatePostGloas,
13
+ isStatePostHeze,
14
+ } from "@lodestar/state-transition";
15
+ import {RootHex, bellatrix} from "@lodestar/types";
9
16
  import {isErrorAborted} from "@lodestar/utils";
10
17
  import {ExecutionPayloadStatus} from "../../execution/index.js";
18
+ import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
11
19
  import {isQueueErrorAborted} from "../../util/queue/index.js";
12
20
  import {BeaconChain} from "../chain.js";
13
21
  import {RegenCaller} from "../regen/interface.js";
@@ -172,6 +180,37 @@ export async function importExecutionPayload(
172
180
  );
173
181
  }
174
182
 
183
+ // Timely inclusion lists of the preceding slot, keyed by that slot's dependent root on the block's branch and
184
+ // resolved from the parent, which is at or before that slot. Gossip validation only accepts lists whose dependent
185
+ // block is in fork choice, so a dependent root fork choice cannot resolve (below the anchor after checkpoint sync)
186
+ // keys no stored list
187
+ let inclusionListTransactions: bellatrix.Transactions | undefined;
188
+ if (isStatePostHeze(blockState)) {
189
+ const inclusionListSlot = protoBlock.slot - 1;
190
+ let dependentRoot: RootHex | null = null;
191
+ const parentBlock = this.forkChoice.getBlockHexDefaultStatus(protoBlock.parentRoot);
192
+ if (parentBlock !== null) {
193
+ try {
194
+ dependentRoot = getShufflingDependentRoot(
195
+ this.forkChoice,
196
+ computeEpochAtSlot(inclusionListSlot),
197
+ computeEpochAtSlot(parentBlock.slot),
198
+ parentBlock
199
+ );
200
+ } catch (e) {
201
+ this.logger.debug(
202
+ "Inclusion list dependent root not in fork choice, importing payload without lists",
203
+ {slot, root: blockRootHex},
204
+ e as Error
205
+ );
206
+ }
207
+ }
208
+ inclusionListTransactions =
209
+ dependentRoot === null
210
+ ? SerializedList.empty()
211
+ : this.inclusionListStore.getInclusionListTransactions(inclusionListSlot, dependentRoot, true);
212
+ }
213
+
175
214
  // 4a. Run EL and signature verification in parallel
176
215
  const logCtx = {slot, root: blockRootHex, executionBlock: envelope.payload.blockNumber};
177
216
  this.logger.debug("Call engine api newPayload", logCtx);
@@ -182,7 +221,8 @@ export async function importExecutionPayload(
182
221
  envelope.payload,
183
222
  payloadInput.getVersionedHashes(),
184
223
  envelope.parentBeaconBlockRoot,
185
- envelope.executionRequests
224
+ envelope.executionRequests,
225
+ inclusionListTransactions
186
226
  ),
187
227
 
188
228
  opts.validSignature === true
@@ -250,6 +290,32 @@ export async function importExecutionPayload(
250
290
  }
251
291
  });
252
292
 
293
+ // A VALID payload that does not satisfy the inclusion list constraints is still imported, fork choice
294
+ // only records the verdict so should_extend_payload moves the head to the EMPTY variant, which the next
295
+ // proposer builds on.
296
+ // Recorded before the payload enters fork choice. A VALID response must carry a verdict, an
297
+ // optimistically imported payload counts as satisfied until the engine validates it, anything else as
298
+ // unsatisfied. A VALID response without a verdict violates the engine API, it is logged and treated as
299
+ // satisfied so a non-compliant engine does not orphan every payload
300
+ if (inclusionListTransactions !== undefined) {
301
+ if (execResult.status === ExecutionPayloadStatus.VALID && execResult.inclusionListSatisfied == null) {
302
+ this.logger.warn("Execution engine reported no inclusion list verdict, not enforcing inclusion lists", logCtx);
303
+ }
304
+ const satisfied =
305
+ execResult.status === ExecutionPayloadStatus.VALID
306
+ ? (execResult.inclusionListSatisfied ?? true)
307
+ : execResult.status === ExecutionPayloadStatus.SYNCING || execResult.status === ExecutionPayloadStatus.ACCEPTED;
308
+ this.forkChoice.recordPayloadInclusionListSatisfaction(blockRootHex, satisfied);
309
+ if (!satisfied) {
310
+ this.logger.verbose("Payload did not satisfy inclusion list constraints", {
311
+ ...logCtx,
312
+ blockHash: blockHashHex,
313
+ status: execResult.status,
314
+ inclusionListTransactions: inclusionListTransactions.length,
315
+ });
316
+ }
317
+ }
318
+
253
319
  // 6. Update fork choice, transitions the block's PENDING variant to FULL
254
320
  const execStatus = toForkChoiceExecutionStatus(execResult.status);
255
321
  this.forkChoice.onExecutionPayload(
@@ -12,6 +12,11 @@ export enum GossipedInputType {
12
12
  dataColumn = "data_column",
13
13
  }
14
14
 
15
+ export enum InclusionListSource {
16
+ gossip = "gossip",
17
+ api = "api",
18
+ }
19
+
15
20
  type DataColumnData = {
16
21
  dataColumn: fulu.DataColumnSidecar;
17
22
  dataColumnBytes: Uint8Array | null;