@lodestar/beacon-node 1.45.0-dev.c964580569 → 1.45.0-dev.d16fa2b13a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (209) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +3 -2
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/index.d.ts +1 -1
  5. package/lib/api/impl/beacon/index.d.ts.map +1 -1
  6. package/lib/api/impl/beacon/index.js.map +1 -1
  7. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  8. package/lib/api/impl/beacon/pool/index.js +6 -43
  9. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  10. package/lib/api/impl/beacon/state/index.d.ts +1 -1
  11. package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
  12. package/lib/api/impl/beacon/state/index.js +48 -5
  13. package/lib/api/impl/beacon/state/index.js.map +1 -1
  14. package/lib/api/impl/beacon/state/utils.d.ts +13 -3
  15. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  16. package/lib/api/impl/beacon/state/utils.js +48 -4
  17. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  18. package/lib/api/impl/debug/index.d.ts +1 -1
  19. package/lib/api/impl/debug/index.d.ts.map +1 -1
  20. package/lib/api/impl/debug/index.js +2 -2
  21. package/lib/api/impl/debug/index.js.map +1 -1
  22. package/lib/api/impl/lodestar/index.js +2 -2
  23. package/lib/api/impl/lodestar/index.js.map +1 -1
  24. package/lib/api/impl/proof/index.d.ts +1 -1
  25. package/lib/api/impl/proof/index.d.ts.map +1 -1
  26. package/lib/api/impl/proof/index.js +2 -2
  27. package/lib/api/impl/proof/index.js.map +1 -1
  28. package/lib/api/impl/utils.d.ts +23 -0
  29. package/lib/api/impl/utils.d.ts.map +1 -1
  30. package/lib/api/impl/utils.js +44 -1
  31. package/lib/api/impl/utils.js.map +1 -1
  32. package/lib/api/impl/validator/index.d.ts +0 -14
  33. package/lib/api/impl/validator/index.d.ts.map +1 -1
  34. package/lib/api/impl/validator/index.js +67 -62
  35. package/lib/api/impl/validator/index.js.map +1 -1
  36. package/lib/api/rest/base.d.ts.map +1 -1
  37. package/lib/api/rest/base.js +8 -0
  38. package/lib/api/rest/base.js.map +1 -1
  39. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  40. package/lib/chain/blocks/importBlock.js +1 -4
  41. package/lib/chain/blocks/importBlock.js.map +1 -1
  42. package/lib/chain/blocks/utils/chainSegment.d.ts.map +1 -1
  43. package/lib/chain/blocks/utils/chainSegment.js +13 -5
  44. package/lib/chain/blocks/utils/chainSegment.js.map +1 -1
  45. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +1 -1
  46. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  47. package/lib/chain/blocks/verifyBlocksSanityChecks.js +1 -1
  48. package/lib/chain/blocks/verifyBlocksSanityChecks.js.map +1 -1
  49. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js +2 -2
  50. package/lib/chain/blocks/verifyExecutionPayloadEnvelope.js.map +1 -1
  51. package/lib/chain/builderCircuitBreaker.d.ts +31 -0
  52. package/lib/chain/builderCircuitBreaker.d.ts.map +1 -0
  53. package/lib/chain/builderCircuitBreaker.js +59 -0
  54. package/lib/chain/builderCircuitBreaker.js.map +1 -0
  55. package/lib/chain/chain.d.ts +2 -0
  56. package/lib/chain/chain.d.ts.map +1 -1
  57. package/lib/chain/chain.js +3 -0
  58. package/lib/chain/chain.js.map +1 -1
  59. package/lib/chain/errors/blockError.d.ts +48 -6
  60. package/lib/chain/errors/blockError.d.ts.map +1 -1
  61. package/lib/chain/errors/blockError.js +25 -4
  62. package/lib/chain/errors/blockError.js.map +1 -1
  63. package/lib/chain/errors/executionPayloadEnvelope.d.ts +11 -0
  64. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  65. package/lib/chain/errors/executionPayloadEnvelope.js +2 -0
  66. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  67. package/lib/chain/interface.d.ts +2 -0
  68. package/lib/chain/interface.d.ts.map +1 -1
  69. package/lib/chain/interface.js.map +1 -1
  70. package/lib/chain/lightClient/index.d.ts.map +1 -1
  71. package/lib/chain/lightClient/index.js +11 -6
  72. package/lib/chain/lightClient/index.js.map +1 -1
  73. package/lib/chain/lightClient/proofs.d.ts.map +1 -1
  74. package/lib/chain/lightClient/proofs.js +28 -2
  75. package/lib/chain/lightClient/proofs.js.map +1 -1
  76. package/lib/chain/lightClient/types.d.ts +3 -1
  77. package/lib/chain/lightClient/types.d.ts.map +1 -1
  78. package/lib/chain/opPools/aggregatedAttestationPool.js +1 -1
  79. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  80. package/lib/chain/opPools/proposerPreferencesPool.d.ts +2 -1
  81. package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
  82. package/lib/chain/opPools/proposerPreferencesPool.js +3 -0
  83. package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
  84. package/lib/chain/options.d.ts +5 -0
  85. package/lib/chain/options.d.ts.map +1 -1
  86. package/lib/chain/options.js +1 -0
  87. package/lib/chain/options.js.map +1 -1
  88. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  89. package/lib/chain/prepareNextSlot.js +12 -7
  90. package/lib/chain/prepareNextSlot.js.map +1 -1
  91. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  92. package/lib/chain/produceBlock/produceBlockBody.js +4 -12
  93. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  94. package/lib/chain/validation/block.d.ts.map +1 -1
  95. package/lib/chain/validation/block.js +55 -4
  96. package/lib/chain/validation/block.js.map +1 -1
  97. package/lib/chain/validation/executionPayloadBid.js +11 -10
  98. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  99. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  100. package/lib/chain/validation/executionPayloadEnvelope.js +30 -0
  101. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  102. package/lib/chain/validation/proposerPreferences.d.ts.map +1 -1
  103. package/lib/chain/validation/proposerPreferences.js +14 -3
  104. package/lib/chain/validation/proposerPreferences.js.map +1 -1
  105. package/lib/chain/validation/signatureSets/aggregateAndProof.d.ts.map +1 -1
  106. package/lib/chain/validation/signatureSets/aggregateAndProof.js +2 -3
  107. package/lib/chain/validation/signatureSets/aggregateAndProof.js.map +1 -1
  108. package/lib/db/repositories/lightclientSyncCommitteeWitness.d.ts.map +1 -1
  109. package/lib/db/repositories/lightclientSyncCommitteeWitness.js +42 -7
  110. package/lib/db/repositories/lightclientSyncCommitteeWitness.js.map +1 -1
  111. package/lib/execution/builder/http.d.ts +18 -0
  112. package/lib/execution/builder/http.d.ts.map +1 -1
  113. package/lib/execution/builder/http.js +20 -11
  114. package/lib/execution/builder/http.js.map +1 -1
  115. package/lib/metrics/metrics/beacon.d.ts +6 -0
  116. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  117. package/lib/metrics/metrics/beacon.js +18 -0
  118. package/lib/metrics/metrics/beacon.js.map +1 -1
  119. package/lib/network/core/metrics.d.ts +65 -0
  120. package/lib/network/core/metrics.d.ts.map +1 -1
  121. package/lib/network/core/metrics.js +94 -0
  122. package/lib/network/core/metrics.js.map +1 -1
  123. package/lib/network/discv5/utils.d.ts.map +1 -1
  124. package/lib/network/discv5/utils.js +12 -3
  125. package/lib/network/discv5/utils.js.map +1 -1
  126. package/lib/network/gossip/encoding.d.ts +2 -2
  127. package/lib/network/gossip/encoding.d.ts.map +1 -1
  128. package/lib/network/gossip/encoding.js +22 -9
  129. package/lib/network/gossip/encoding.js.map +1 -1
  130. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  131. package/lib/network/gossip/gossipsub.js +4 -3
  132. package/lib/network/gossip/gossipsub.js.map +1 -1
  133. package/lib/network/gossip/topic.d.ts +831 -226
  134. package/lib/network/gossip/topic.d.ts.map +1 -1
  135. package/lib/network/gossip/topic.js +47 -4
  136. package/lib/network/gossip/topic.js.map +1 -1
  137. package/lib/network/peers/peerManager.d.ts.map +1 -1
  138. package/lib/network/peers/peerManager.js +10 -0
  139. package/lib/network/peers/peerManager.js.map +1 -1
  140. package/lib/network/peers/score/score.d.ts +3 -1
  141. package/lib/network/peers/score/score.d.ts.map +1 -1
  142. package/lib/network/peers/score/score.js +6 -1
  143. package/lib/network/peers/score/score.js.map +1 -1
  144. package/lib/network/peers/score/store.d.ts.map +1 -1
  145. package/lib/network/peers/score/store.js +6 -1
  146. package/lib/network/peers/score/store.js.map +1 -1
  147. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  148. package/lib/network/peers/utils/prioritizePeers.js +14 -0
  149. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  150. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  151. package/lib/network/processor/gossipHandlers.js +18 -9
  152. package/lib/network/processor/gossipHandlers.js.map +1 -1
  153. package/lib/sync/unknownBlock.d.ts.map +1 -1
  154. package/lib/sync/unknownBlock.js +7 -2
  155. package/lib/sync/unknownBlock.js.map +1 -1
  156. package/lib/util/graffiti.d.ts +15 -0
  157. package/lib/util/graffiti.d.ts.map +1 -1
  158. package/lib/util/graffiti.js +55 -0
  159. package/lib/util/graffiti.js.map +1 -1
  160. package/package.json +19 -19
  161. package/src/api/impl/beacon/blocks/index.ts +3 -2
  162. package/src/api/impl/beacon/index.ts +1 -1
  163. package/src/api/impl/beacon/pool/index.ts +5 -53
  164. package/src/api/impl/beacon/state/index.ts +55 -3
  165. package/src/api/impl/beacon/state/utils.ts +68 -4
  166. package/src/api/impl/debug/index.ts +3 -2
  167. package/src/api/impl/lodestar/index.ts +2 -2
  168. package/src/api/impl/proof/index.ts +2 -2
  169. package/src/api/impl/utils.ts +51 -1
  170. package/src/api/impl/validator/index.ts +75 -67
  171. package/src/api/rest/base.ts +9 -0
  172. package/src/chain/blocks/importBlock.ts +1 -6
  173. package/src/chain/blocks/utils/chainSegment.ts +16 -5
  174. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +1 -1
  175. package/src/chain/blocks/verifyBlocksSanityChecks.ts +1 -1
  176. package/src/chain/blocks/verifyExecutionPayloadEnvelope.ts +2 -2
  177. package/src/chain/builderCircuitBreaker.ts +84 -0
  178. package/src/chain/chain.ts +7 -0
  179. package/src/chain/errors/blockError.ts +44 -7
  180. package/src/chain/errors/executionPayloadEnvelope.ts +9 -0
  181. package/src/chain/interface.ts +2 -0
  182. package/src/chain/lightClient/index.ts +12 -7
  183. package/src/chain/lightClient/proofs.ts +36 -1
  184. package/src/chain/lightClient/types.ts +3 -1
  185. package/src/chain/opPools/aggregatedAttestationPool.ts +1 -1
  186. package/src/chain/opPools/proposerPreferencesPool.ts +5 -1
  187. package/src/chain/options.ts +6 -0
  188. package/src/chain/prepareNextSlot.ts +11 -7
  189. package/src/chain/produceBlock/produceBlockBody.ts +9 -17
  190. package/src/chain/validation/block.ts +72 -4
  191. package/src/chain/validation/executionPayloadBid.ts +14 -9
  192. package/src/chain/validation/executionPayloadEnvelope.ts +39 -0
  193. package/src/chain/validation/proposerPreferences.ts +16 -3
  194. package/src/chain/validation/signatureSets/aggregateAndProof.ts +3 -3
  195. package/src/db/repositories/lightclientSyncCommitteeWitness.ts +57 -9
  196. package/src/execution/builder/http.ts +30 -17
  197. package/src/metrics/metrics/beacon.ts +19 -0
  198. package/src/network/core/metrics.ts +94 -0
  199. package/src/network/discv5/utils.ts +11 -3
  200. package/src/network/gossip/encoding.ts +20 -7
  201. package/src/network/gossip/gossipsub.ts +9 -3
  202. package/src/network/gossip/topic.ts +59 -4
  203. package/src/network/peers/peerManager.ts +11 -0
  204. package/src/network/peers/score/score.ts +8 -1
  205. package/src/network/peers/score/store.ts +8 -1
  206. package/src/network/peers/utils/prioritizePeers.ts +15 -0
  207. package/src/network/processor/gossipHandlers.ts +18 -8
  208. package/src/sync/unknownBlock.ts +8 -2
  209. package/src/util/graffiti.ts +78 -0
@@ -1,11 +1,22 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {CheckpointWithHex, IForkChoice} from "@lodestar/fork-choice";
3
3
  import {GENESIS_SLOT} from "@lodestar/params";
4
- import {IBeaconStateView, PubkeyCache} from "@lodestar/state-transition";
5
- import {BLSPubkey, Epoch, RootHex, Slot, ValidatorIndex, getValidatorStatus, phase0} from "@lodestar/types";
6
- import {fromHex} from "@lodestar/utils";
4
+ import {IBeaconStateView, IBeaconStateViewGloas, PubkeyCache} from "@lodestar/state-transition";
5
+ import {
6
+ BLSPubkey,
7
+ BuilderIndex,
8
+ Epoch,
9
+ RootHex,
10
+ Slot,
11
+ ValidatorIndex,
12
+ getValidatorStatus,
13
+ phase0,
14
+ } from "@lodestar/types";
15
+ import {byteArrayEquals, fromHex} from "@lodestar/utils";
7
16
  import {IBeaconChain} from "../../../../chain/index.js";
17
+ import {IBeaconSync} from "../../../../sync/index.js";
8
18
  import {ApiError, ValidationError} from "../../errors.js";
19
+ import {notWhileSyncing} from "../../utils.js";
9
20
 
10
21
  export function resolveStateId(
11
22
  forkChoice: IForkChoice,
@@ -42,8 +53,17 @@ export function resolveStateId(
42
53
 
43
54
  export async function getStateResponseWithRegen(
44
55
  chain: IBeaconChain,
56
+ sync: IBeaconSync,
45
57
  inStateId: routes.beacon.StateId
46
58
  ): Promise<{state: IBeaconStateView | Uint8Array; executionOptimistic: boolean; finalized: boolean}> {
59
+ // "head", "finalized" and "justified" resolve to already-available cached states, and "genesis" to a
60
+ // historical DB read - none trigger the forward regen that can walk back past the block-root window
61
+ // (SLOTS_PER_HISTORICAL_ROOT) and wedge a far-behind node. Keep serving those (node observability,
62
+ // dashboards, validator client checks) even while syncing; guard only the regen-capable lookups.
63
+ if (inStateId !== "head" && inStateId !== "finalized" && inStateId !== "justified" && inStateId !== "genesis") {
64
+ notWhileSyncing(chain, sync.state);
65
+ }
66
+
47
67
  const stateId = resolveStateId(chain.forkChoice, inStateId);
48
68
 
49
69
  const res =
@@ -78,6 +98,50 @@ export function toValidatorResponse(
78
98
  };
79
99
  }
80
100
 
101
+ type StateBuilderIndexResponse =
102
+ | {valid: true; builderIndex: BuilderIndex}
103
+ | {valid: false; code: number; reason: string};
104
+
105
+ export function getStateBuilderIndex(
106
+ id: routes.beacon.BuilderId | BLSPubkey,
107
+ state: IBeaconStateViewGloas
108
+ ): StateBuilderIndexResponse {
109
+ if (typeof id === "string") {
110
+ // mutate `id` and fallthrough to below
111
+ if (id.startsWith("0x")) {
112
+ try {
113
+ id = fromHex(id);
114
+ } catch (_e) {
115
+ return {valid: false, code: 400, reason: "Invalid pubkey hex encoding"};
116
+ }
117
+ } else {
118
+ id = Number(id);
119
+ }
120
+ }
121
+
122
+ if (typeof id === "number") {
123
+ const builderIndex = id;
124
+ // builder is invalid or added later than given stateId
125
+ if (!Number.isSafeInteger(builderIndex) || builderIndex < 0) {
126
+ return {valid: false, code: 400, reason: "Invalid builder index"};
127
+ }
128
+ if (builderIndex >= state.getBuildersLength()) {
129
+ return {valid: false, code: 404, reason: "Builder index from future state"};
130
+ }
131
+ return {valid: true, builderIndex};
132
+ }
133
+
134
+ // typeof id === Uint8Array
135
+ // There is no builder pubkey cache, linear scan over the registry
136
+ const buildersLength = state.getBuildersLength();
137
+ for (let builderIndex = 0; builderIndex < buildersLength; builderIndex++) {
138
+ if (byteArrayEquals(state.getBuilder(builderIndex).pubkey, id)) {
139
+ return {valid: true, builderIndex};
140
+ }
141
+ }
142
+ return {valid: false, code: 404, reason: "Builder pubkey not found in state"};
143
+ }
144
+
81
145
  export function filterStateValidatorsByStatus(
82
146
  statuses: string[],
83
147
  state: IBeaconStateView,
@@ -122,7 +186,7 @@ export function getStateValidatorIndex(
122
186
  if (typeof id === "number") {
123
187
  const validatorIndex = id;
124
188
  // validator is invalid or added later than given stateId
125
- if (!Number.isSafeInteger(validatorIndex)) {
189
+ if (!Number.isSafeInteger(validatorIndex) || validatorIndex < 0) {
126
190
  return {valid: false, code: 400, reason: "Invalid validator index"};
127
191
  }
128
192
  if (validatorIndex >= state.validatorCount) {
@@ -39,7 +39,8 @@ function toPayloadStatusName(status: PayloadStatus): "pending" | "empty" | "full
39
39
  export function getDebugApi({
40
40
  chain,
41
41
  config,
42
- }: Pick<ApiModules, "chain" | "config" | "db">): ApplicationMethods<routes.debug.Endpoints> {
42
+ sync,
43
+ }: Pick<ApiModules, "chain" | "config" | "db" | "sync">): ApplicationMethods<routes.debug.Endpoints> {
43
44
  return {
44
45
  async getDebugChainHeadsV2() {
45
46
  const heads = chain.forkChoice.getHeads();
@@ -132,7 +133,7 @@ export function getDebugApi({
132
133
  },
133
134
 
134
135
  async getStateV2({stateId}, context) {
135
- const {state, executionOptimistic, finalized} = await getStateResponseWithRegen(chain, stateId);
136
+ const {state, executionOptimistic, finalized} = await getStateResponseWithRegen(chain, sync, stateId);
136
137
  let slot: number, data: Uint8Array | BeaconState;
137
138
  if (state instanceof Uint8Array) {
138
139
  slot = getStateSlotFromBytes(state);
@@ -217,7 +217,7 @@ export function getLodestarApi({
217
217
  },
218
218
 
219
219
  async getHistoricalSummaries({stateId}) {
220
- const {state, executionOptimistic, finalized} = await getStateResponseWithRegen(chain, stateId);
220
+ const {state, executionOptimistic, finalized} = await getStateResponseWithRegen(chain, sync, stateId);
221
221
 
222
222
  const stateView = state instanceof Uint8Array ? chain.getHeadState().loadOtherState(state) : state;
223
223
 
@@ -332,7 +332,7 @@ export function getLodestarApi({
332
332
 
333
333
  for (const [epoch, attestationsPerEpoch] of attestations) {
334
334
  const slot = computeStartSlotAtEpoch(epoch);
335
- const {state} = await getStateResponseWithRegen(chain, slot);
335
+ const {state} = await getStateResponseWithRegen(chain, sync, slot);
336
336
  const stateView = state instanceof Uint8Array ? chain.getHeadState().loadOtherState(state) : state;
337
337
  const shuffling = stateView.getShufflingAtEpoch(epoch);
338
338
  for (const attestation of attestationsPerEpoch) {
@@ -8,7 +8,7 @@ import {ApiModules} from "../types.js";
8
8
 
9
9
  export function getProofApi(
10
10
  opts: ApiOptions,
11
- {chain, config}: Pick<ApiModules, "chain" | "config" | "db">
11
+ {chain, config, sync}: Pick<ApiModules, "chain" | "config" | "db" | "sync">
12
12
  ): ApplicationMethods<routes.proof.Endpoints> {
13
13
  // It's currently possible to request gigantic proofs (eg: a proof of the entire beacon state)
14
14
  // We want some some sort of resistance against this DoS vector.
@@ -21,7 +21,7 @@ export function getProofApi(
21
21
  throw new Error("Requested proof is too large.");
22
22
  }
23
23
 
24
- const res = await getStateResponseWithRegen(chain, stateId);
24
+ const res = await getStateResponseWithRegen(chain, sync, stateId);
25
25
 
26
26
  const state = res.state instanceof Uint8Array ? chain.getHeadState().loadOtherState(res.state) : res.state;
27
27
 
@@ -1,4 +1,54 @@
1
- import {ApiError} from "./errors.js";
1
+ import {SLOTS_PER_EPOCH} from "@lodestar/params";
2
+ import type {IBeaconChain} from "../../chain/index.js";
3
+ import {SyncState} from "../../sync/index.js";
4
+ import {ApiError, NodeIsSyncing} from "./errors.js";
5
+
6
+ /**
7
+ * If the node is within this many epochs from the head, we declare it to be synced regardless of
8
+ * the network sync state.
9
+ *
10
+ * This helps prevent attacks where nodes can convince us that we're syncing some non-existent
11
+ * finalized head.
12
+ *
13
+ * TODO: Lighthouse uses 8 for the attack described above. However, 8 kills Lodestar since validators
14
+ * can trigger regen to fast-forward head state 8 epochs to be immediately invalidated as sync sets
15
+ * a new head. Then the checkpoint state cache grows unbounded with very different states (because
16
+ * they are 8 epochs apart) and causes an OOM. Research a proper solution once regen and the state
17
+ * caches are better.
18
+ */
19
+ export const SYNC_TOLERANCE_EPOCHS = 1;
20
+
21
+ /**
22
+ * Reject any request while the node is syncing. Used by endpoints that must not serve while the
23
+ * node is behind — validator duties, and beacon state lookups whose regen could otherwise walk
24
+ * back past the block-root window (`SLOTS_PER_HISTORICAL_ROOT`) and wedge the node. Throws
25
+ * {@link NodeIsSyncing} (503).
26
+ */
27
+ export function notWhileSyncing(chain: IBeaconChain, syncState: SyncState): void {
28
+ // Consider node synced before or close to genesis
29
+ if (chain.clock.currentSlot < SLOTS_PER_EPOCH) {
30
+ return;
31
+ }
32
+
33
+ switch (syncState) {
34
+ case SyncState.SyncingFinalized:
35
+ case SyncState.SyncingHead: {
36
+ const currentSlot = chain.clock.currentSlot;
37
+ const headSlot = chain.forkChoice.getHead().slot;
38
+ if (currentSlot - headSlot > SYNC_TOLERANCE_EPOCHS * SLOTS_PER_EPOCH) {
39
+ throw new NodeIsSyncing(`headSlot ${headSlot} currentSlot ${currentSlot}`);
40
+ }
41
+
42
+ return;
43
+ }
44
+
45
+ case SyncState.Synced:
46
+ return;
47
+
48
+ case SyncState.Stalled:
49
+ throw new NodeIsSyncing("waiting for peers");
50
+ }
51
+ }
2
52
 
3
53
  /**
4
54
  * Ensures that the array contains unique values, and throws an ApiError
@@ -65,6 +65,8 @@ import {
65
65
  AttestationError,
66
66
  AttestationErrorCode,
67
67
  GossipAction,
68
+ ProposerPreferencesError,
69
+ ProposerPreferencesErrorCode,
68
70
  SyncCommitteeError,
69
71
  SyncCommitteeErrorCode,
70
72
  } from "../../../chain/errors/index.js";
@@ -74,37 +76,23 @@ import {BlockType, ProduceFullDeneb, ProduceFullGloas} from "../../../chain/prod
74
76
  import {RegenCaller} from "../../../chain/regen/index.js";
75
77
  import {CheckpointHex} from "../../../chain/stateCache/types.js";
76
78
  import {validateApiAggregateAndProof} from "../../../chain/validation/index.js";
79
+ import {validateGossipProposerPreferences} from "../../../chain/validation/proposerPreferences.js";
77
80
  import {validateSyncCommitteeGossipContributionAndProof} from "../../../chain/validation/syncCommitteeContributionAndProof.js";
78
81
  import {ZERO_HASH} from "../../../constants/index.js";
79
82
  import {BuilderStatus, NoBidReceived} from "../../../execution/builder/http.js";
80
83
  import {validateGossipFnRetryUnknownRoot} from "../../../network/processor/gossipHandlers.js";
81
84
  import {CommitteeSubscription} from "../../../network/subnets/index.js";
82
- import {SyncState} from "../../../sync/index.js";
83
85
  import {callInNextEventLoop} from "../../../util/eventLoop.js";
84
86
  import {isOptimisticBlock} from "../../../util/forkChoice.js";
85
- import {getDefaultGraffiti, toGraffitiBytes} from "../../../util/graffiti.js";
87
+ import {getBlockGraffiti, toGraffitiBytes} from "../../../util/graffiti.js";
86
88
  import {getLodestarClientVersion} from "../../../util/metadata.js";
87
89
  import {ApiOptions} from "../../options.js";
88
90
  import {getStateResponseWithRegen} from "../beacon/state/utils.js";
89
91
  import {ApiError, FailureList, IndexedError, NodeIsSyncing, OnlySupportedByDVT} from "../errors.js";
90
92
  import {ApiModules} from "../types.js";
93
+ import {notWhileSyncing} from "../utils.js";
91
94
  import {computeSubnetForCommitteesAtSlot, getPubkeysForIndices, selectBlockProductionSource} from "./utils.js";
92
95
 
93
- /**
94
- * If the node is within this many epochs from the head, we declare it to be synced regardless of
95
- * the network sync state.
96
- *
97
- * This helps prevent attacks where nodes can convince us that we're syncing some non-existent
98
- * finalized head.
99
- *
100
- * TODO: Lighthouse uses 8 for the attack described above. However, 8 kills Lodestar since validators
101
- * can trigger regen to fast-forward head state 8 epochs to be immediately invalidated as sync sets
102
- * a new head. Then the checkpoint state cache grows unbounded with very different states (because
103
- * they are 8 epochs apart) and causes an OOM. Research a proper solution once regen and the state
104
- * caches are better.
105
- */
106
- export const SYNC_TOLERANCE_EPOCHS = 1;
107
-
108
96
  /**
109
97
  * Cutoff time to wait from start of the slot for execution and builder block production apis to resolve.
110
98
  * Post this time, race execution and builder to pick whatever resolves first.
@@ -338,36 +326,6 @@ export function getValidatorApi(
338
326
  return null;
339
327
  }
340
328
 
341
- /**
342
- * Reject any request while the node is syncing
343
- */
344
- function notWhileSyncing(): void {
345
- // Consider node synced before or close to genesis
346
- if (chain.clock.currentSlot < SLOTS_PER_EPOCH) {
347
- return;
348
- }
349
-
350
- const syncState = sync.state;
351
- switch (syncState) {
352
- case SyncState.SyncingFinalized:
353
- case SyncState.SyncingHead: {
354
- const currentSlot = chain.clock.currentSlot;
355
- const headSlot = chain.forkChoice.getHead().slot;
356
- if (currentSlot - headSlot > SYNC_TOLERANCE_EPOCHS * SLOTS_PER_EPOCH) {
357
- throw new NodeIsSyncing(`headSlot ${headSlot} currentSlot ${currentSlot}`);
358
- }
359
-
360
- return;
361
- }
362
-
363
- case SyncState.Synced:
364
- return;
365
-
366
- case SyncState.Stalled:
367
- throw new NodeIsSyncing("waiting for peers");
368
- }
369
- }
370
-
371
329
  /**
372
330
  * Post merge, the CL and EL could be out of step in the sync, and could result in
373
331
  * Syncing status of the chain head. To be precise:
@@ -570,7 +528,7 @@ export function getValidatorApi(
570
528
  builderBoostFactor?: bigint,
571
529
  {feeRecipient, builderSelection, strictFeeRecipientCheck}: routes.validator.ExtraProduceBlockOpts = {}
572
530
  ): Promise<ProduceBlindedBlockOrBlockContentsRes> {
573
- notWhileSyncing();
531
+ notWhileSyncing(chain, sync.state);
574
532
  await waitForSlot(slot); // Must never request for a future slot > currentSlot
575
533
 
576
534
  const parentBlock = chain.getProposerHead(slot);
@@ -611,7 +569,10 @@ export function getValidatorApi(
611
569
  }
612
570
 
613
571
  const graffitiBytes = toGraffitiBytes(
614
- graffiti ?? getDefaultGraffiti(getLodestarClientVersion(opts), chain.executionEngine.clientVersion, opts)
572
+ getBlockGraffiti(graffiti, getLodestarClientVersion(opts), chain.executionEngine.clientVersion, {
573
+ private: opts.private,
574
+ graffitiAppend: chain.opts.graffitiAppend,
575
+ })
615
576
  );
616
577
 
617
578
  const loggerContext = {
@@ -911,7 +872,7 @@ export function getValidatorApi(
911
872
  throw new ApiError(400, `produceBlockV4 not supported for pre-gloas fork=${fork}`);
912
873
  }
913
874
 
914
- notWhileSyncing();
875
+ notWhileSyncing(chain, sync.state);
915
876
  await waitForSlot(slot);
916
877
 
917
878
  const parentBlock = chain.getProposerHead(slot);
@@ -921,7 +882,10 @@ export function getValidatorApi(
921
882
  metrics?.blockProductionSlotDelta.set(slot - parentSlot);
922
883
 
923
884
  const graffitiBytes = toGraffitiBytes(
924
- graffiti ?? getDefaultGraffiti(getLodestarClientVersion(opts), chain.executionEngine.clientVersion, opts)
885
+ getBlockGraffiti(graffiti, getLodestarClientVersion(opts), chain.executionEngine.clientVersion, {
886
+ private: opts.private,
887
+ graffitiAppend: chain.opts.graffitiAppend,
888
+ })
925
889
  );
926
890
 
927
891
  // TODO GLOAS: respect builderSelection (MaxProfit, BuilderAlways, ExecutionAlways, etc.) to let
@@ -929,7 +893,10 @@ export function getValidatorApi(
929
893
  // support when it is implemented.
930
894
  const isBuildingOnFull = chain.forkChoice.shouldBuildOnFull(parentBlock, slot);
931
895
  const bidParentBlockHash = isBuildingOnFull ? parentBlock.executionPayloadBlockHash : parentBlock.parentBlockHash;
932
- const builderBid = chain.executionPayloadBidPool.getBestBid(slot, bidParentBlockHash, parentBlockRootHex);
896
+ const circuitBreakerActive = chain.builderCircuitBreaker.isActive(slot);
897
+ const builderBid = circuitBreakerActive
898
+ ? null
899
+ : chain.executionPayloadBidPool.getBestBid(slot, bidParentBlockHash, parentBlockRootHex);
933
900
 
934
901
  const logCtx = {
935
902
  slot,
@@ -937,6 +904,7 @@ export function getValidatorApi(
937
904
  parentBlockRoot: parentBlockRootHex,
938
905
  parentBlockHash: parentBlock.executionPayloadBlockHash,
939
906
  fork,
907
+ circuitBreakerActive,
940
908
  ...(builderBid !== null
941
909
  ? {
942
910
  bidValue: builderBid.message.value,
@@ -1026,7 +994,7 @@ export function getValidatorApi(
1026
994
  },
1027
995
 
1028
996
  async produceAttestationData({committeeIndex, slot}) {
1029
- notWhileSyncing();
997
+ notWhileSyncing(chain, sync.state);
1030
998
 
1031
999
  await waitForSlot(slot); // Must never request for a future slot > currentSlot
1032
1000
 
@@ -1107,13 +1075,13 @@ export function getValidatorApi(
1107
1075
  throw new ApiError(400, `producePayloadAttestationData is not supported before Gloas fork=${fork}`);
1108
1076
  }
1109
1077
 
1110
- notWhileSyncing();
1078
+ notWhileSyncing(chain, sync.state);
1111
1079
  await waitForSlot(slot);
1112
1080
 
1113
1081
  const block = chain.forkChoice.getCanonicalBlockAtSlot(slot);
1114
1082
  if (!block) {
1115
- // No block is seen at slot. Return 404 so vc can skip casting payload attestation.
1116
- throw new ApiError(404, `No canonical block found at slot=${slot}`);
1083
+ // No canonical block is seen at slot. Return 204 so vc can skip casting payload attestation.
1084
+ return {data: undefined, meta: {version: fork}, status: 204};
1117
1085
  }
1118
1086
 
1119
1087
  const payloadInput = chain.seenPayloadEnvelopeInputCache.get(block.blockRoot);
@@ -1192,7 +1160,7 @@ export function getValidatorApi(
1192
1160
  },
1193
1161
 
1194
1162
  async getProposerDuties({epoch}, _context, opts?: {v2?: boolean}) {
1195
- notWhileSyncing();
1163
+ notWhileSyncing(chain, sync.state);
1196
1164
 
1197
1165
  const currentEpoch = currentEpochWithDisparity();
1198
1166
  const nextEpoch = currentEpoch + 1;
@@ -1239,7 +1207,7 @@ export function getValidatorApi(
1239
1207
  // requested epoch is within that range, we can use the head state at current epoch
1240
1208
  state = await chain.getHeadStateAtCurrentEpoch(RegenCaller.getDuties);
1241
1209
  } else {
1242
- const res = await getStateResponseWithRegen(chain, startSlot);
1210
+ const res = await getStateResponseWithRegen(chain, sync, startSlot);
1243
1211
 
1244
1212
  state = res.state instanceof Uint8Array ? chain.getHeadState().loadOtherState(res.state) : res.state;
1245
1213
 
@@ -1333,7 +1301,7 @@ export function getValidatorApi(
1333
1301
  },
1334
1302
 
1335
1303
  async getAttesterDuties({epoch, indices}) {
1336
- notWhileSyncing();
1304
+ notWhileSyncing(chain, sync.state);
1337
1305
 
1338
1306
  if (indices.length === 0) {
1339
1307
  throw new ApiError(400, "No validator to get attester duties");
@@ -1393,7 +1361,7 @@ export function getValidatorApi(
1393
1361
  },
1394
1362
 
1395
1363
  async getPtcDuties({epoch, indices}) {
1396
- notWhileSyncing();
1364
+ notWhileSyncing(chain, sync.state);
1397
1365
 
1398
1366
  if (indices.length === 0) {
1399
1367
  throw new ApiError(400, "No validator to get PTC duties");
@@ -1455,7 +1423,7 @@ export function getValidatorApi(
1455
1423
  * @param validatorIndices an array of the validator indices for which to obtain the duties.
1456
1424
  */
1457
1425
  async getSyncCommitteeDuties({epoch, indices}) {
1458
- notWhileSyncing();
1426
+ notWhileSyncing(chain, sync.state);
1459
1427
 
1460
1428
  if (indices.length === 0) {
1461
1429
  throw new ApiError(400, "No validator to get attester duties");
@@ -1502,7 +1470,7 @@ export function getValidatorApi(
1502
1470
  },
1503
1471
 
1504
1472
  async getAggregatedAttestationV2({attestationDataRoot, slot, committeeIndex}) {
1505
- notWhileSyncing();
1473
+ notWhileSyncing(chain, sync.state);
1506
1474
 
1507
1475
  await waitForSlot(slot); // Must never request for a future slot > currentSlot
1508
1476
 
@@ -1525,7 +1493,7 @@ export function getValidatorApi(
1525
1493
  },
1526
1494
 
1527
1495
  async publishAggregateAndProofsV2({signedAggregateAndProofs}) {
1528
- notWhileSyncing();
1496
+ notWhileSyncing(chain, sync.state);
1529
1497
 
1530
1498
  const seenTimestampSec = Date.now() / 1000;
1531
1499
  const failures: FailureList = [];
@@ -1586,7 +1554,7 @@ export function getValidatorApi(
1586
1554
  * https://github.com/ethereum/beacon-APIs/pull/137
1587
1555
  */
1588
1556
  async publishContributionAndProofs({contributionAndProofs}) {
1589
- notWhileSyncing();
1557
+ notWhileSyncing(chain, sync.state);
1590
1558
 
1591
1559
  const failures: FailureList = [];
1592
1560
 
@@ -1635,7 +1603,7 @@ export function getValidatorApi(
1635
1603
  },
1636
1604
 
1637
1605
  async prepareBeaconCommitteeSubnet({subscriptions}) {
1638
- notWhileSyncing();
1606
+ notWhileSyncing(chain, sync.state);
1639
1607
 
1640
1608
  await network.prepareBeaconCommitteeSubnets(
1641
1609
  subscriptions.map(({validatorIndex, slot, isAggregator, committeesAtSlot, committeeIndex}) => ({
@@ -1668,7 +1636,7 @@ export function getValidatorApi(
1668
1636
  * https://github.com/ethereum/beacon-APIs/pull/136
1669
1637
  */
1670
1638
  async prepareSyncCommitteeSubnets({subscriptions}) {
1671
- notWhileSyncing();
1639
+ notWhileSyncing(chain, sync.state);
1672
1640
 
1673
1641
  // A `validatorIndex` can be in multiple subnets, so compute the CommitteeSubscription with double for loop
1674
1642
  const subs: CommitteeSubscription[] = [];
@@ -1765,6 +1733,46 @@ export function getValidatorApi(
1765
1733
  });
1766
1734
  },
1767
1735
 
1736
+ async submitProposerPreferences({signedProposerPreferences}) {
1737
+ const failures: FailureList = [];
1738
+
1739
+ await Promise.all(
1740
+ signedProposerPreferences.map(async (signed, i) => {
1741
+ try {
1742
+ await validateGossipProposerPreferences(chain, signed);
1743
+
1744
+ chain.proposerPreferencesPool.add(signed);
1745
+ await network.publishProposerPreferences(signed);
1746
+ chain.emitter.emit(routes.events.EventType.proposerPreferences, {
1747
+ version: config.getForkName(signed.message.proposalSlot),
1748
+ data: signed,
1749
+ });
1750
+ } catch (e) {
1751
+ const logCtx = {
1752
+ slot: signed.message.proposalSlot,
1753
+ validatorIndex: signed.message.validatorIndex,
1754
+ dependentRoot: toRootHex(signed.message.dependentRoot),
1755
+ };
1756
+
1757
+ if (e instanceof ProposerPreferencesError && e.type.code === ProposerPreferencesErrorCode.ALREADY_KNOWN) {
1758
+ logger.debug("Ignoring known signed proposer preferences", logCtx);
1759
+ return;
1760
+ }
1761
+
1762
+ failures.push({index: i, message: (e as Error).message});
1763
+ logger.verbose(`Error on submitProposerPreferences [${i}]`, logCtx, e as Error);
1764
+ if (e instanceof ProposerPreferencesError && e.action === GossipAction.REJECT) {
1765
+ chain.persistInvalidSszValue(ssz.gloas.SignedProposerPreferences, signed, "api_reject");
1766
+ }
1767
+ }
1768
+ })
1769
+ );
1770
+
1771
+ if (failures.length > 0) {
1772
+ throw new IndexedError("Error processing signed proposer preferences", failures);
1773
+ }
1774
+ },
1775
+
1768
1776
  async getExecutionPayloadEnvelope({slot, beaconBlockRoot}) {
1769
1777
  const fork = config.getForkName(slot);
1770
1778
 
@@ -1772,7 +1780,7 @@ export function getValidatorApi(
1772
1780
  throw new ApiError(400, `getExecutionPayloadEnvelope not supported for pre-gloas fork=${fork}`);
1773
1781
  }
1774
1782
 
1775
- notWhileSyncing();
1783
+ notWhileSyncing(chain, sync.state);
1776
1784
  await waitForSlot(slot);
1777
1785
 
1778
1786
  const blockRootHex = toRootHex(beaconBlockRoot);
@@ -3,6 +3,7 @@ import {fastifyCors} from "@fastify/cors";
3
3
  import {FastifyError, FastifyInstance, FastifyRequest, errorCodes, fastify} from "fastify";
4
4
  import {parse as parseQueryString} from "qs";
5
5
  import {addSszContentTypeParser} from "@lodestar/api/server";
6
+ import {NUMBER_OF_COLUMNS} from "@lodestar/params";
6
7
  import {ErrorAborted, Gauge, Histogram, Logger} from "@lodestar/utils";
7
8
  import {isLocalhostIP} from "../../util/ip.js";
8
9
  import {ApiError, FailureList, IndexedError, NodeIsSyncing} from "../impl/errors.js";
@@ -55,6 +56,13 @@ const INVALID_MEDIA_TYPE_CODE = errorCodes.FST_ERR_CTP_INVALID_MEDIA_TYPE().code
55
56
  */
56
57
  const SCHEMA_VALIDATION_ERROR_CODE = errorCodes.FST_ERR_VALIDATION().code;
57
58
 
59
+ /**
60
+ * Cap for array query params, set to the largest array any beacon-API query can carry:
61
+ * a full data-column custody set (`getDebugDataColumnSidecars` `indices`). `qs` turns
62
+ * longer arrays into an object, which then fails schema validation.
63
+ */
64
+ const QUERY_STRING_ARRAY_LIMIT = NUMBER_OF_COLUMNS;
65
+
58
66
  /**
59
67
  * REST API powered by `fastify` server.
60
68
  */
@@ -82,6 +90,7 @@ export class RestApiServer {
82
90
  // be OpenAPI spec compliant and results are inconsistent, see https://github.com/ljharb/qs/issues/331.
83
91
  // The schema validation will catch this and throw an error as parsed query string results in an object.
84
92
  parseArrays: false,
93
+ arrayLimit: QUERY_STRING_ARRAY_LIMIT,
85
94
  }),
86
95
  },
87
96
  bodyLimit: opts.bodyLimit,
@@ -124,18 +124,13 @@ export async function importBlock(
124
124
  executionStatus = parentBlock.executionStatus;
125
125
  }
126
126
 
127
- // getBeaconProposerOrNull will return null if head state is more than one epoch away
128
- // from block slot. We skip proposer boost canonical check as we cannot determine the canonical proposer
129
- const expectedProposerIndex: number | null = this.getHeadState().getBeaconProposerOrNull(blockSlot);
130
-
131
127
  const blockSummary = this.forkChoice.onBlock(
132
128
  block.message,
133
129
  postState,
134
130
  blockDelaySec,
135
131
  currentSlot,
136
132
  executionStatus,
137
- dataAvailabilityStatus,
138
- expectedProposerIndex
133
+ dataAvailabilityStatus
139
134
  );
140
135
 
141
136
  // This adds the state necessary to process the next block
@@ -86,11 +86,22 @@ export function assertLinearChainSegment(
86
86
  // Maybe the previous slot's FULL envelope was orphaned — try falling back.
87
87
  // If even prevExecHash doesn't match, the segment is non-linear.
88
88
  if (bidParentHash !== prevExecHash) {
89
- throw new BlockError(block, {
90
- code: BlockErrorCode.PARENT_PAYLOAD_UNKNOWN,
91
- parentRoot: toRootHex(block.message.parentRoot),
92
- parentBlockHash: bidParentHash,
93
- });
89
+ // i === 0 compares against the seeded fork-choice parent (segment boundary); i > 0
90
+ // compares against the in-segment predecessor's payload (broken link inside the segment).
91
+ throw new BlockError(
92
+ block,
93
+ i === 0
94
+ ? {
95
+ code: BlockErrorCode.PARENT_PAYLOAD_UNKNOWN,
96
+ parentRoot: toRootHex(block.message.parentRoot),
97
+ parentBlockHash: bidParentHash,
98
+ }
99
+ : {
100
+ code: BlockErrorCode.NON_LINEAR_PAYLOAD_ROOTS,
101
+ parentBlockHash: bidParentHash,
102
+ expectedBlockHash: currentExecHash,
103
+ }
104
+ );
94
105
  }
95
106
  if (lastFullSlot !== null && payloadEnvelopes !== null) {
96
107
  const orphanedInput = payloadEnvelopes.get(lastFullSlot);
@@ -201,7 +201,7 @@ export async function verifyBlockExecutionPayload(
201
201
  invalidateFromParentBlockHash: toRootHex(executionPayloadEnabled.parentHash),
202
202
  };
203
203
  const execError = new BlockError(block, {
204
- code: BlockErrorCode.EXECUTION_ENGINE_ERROR,
204
+ code: BlockErrorCode.EXECUTION_ENGINE_INVALID,
205
205
  execStatus: execResult.status,
206
206
  errorMessage: execResult.validationError ?? "",
207
207
  });
@@ -94,7 +94,7 @@ export function verifyBlocksSanityChecks(
94
94
  const parentRoot = toRootHex(block.message.parentRoot);
95
95
  const parentBlockDefaultStatus = chain.forkChoice.getBlockHexDefaultStatus(parentRoot);
96
96
  if (!parentBlockDefaultStatus) {
97
- throw new BlockError(block, {code: BlockErrorCode.PARENT_UNKNOWN, parentRoot});
97
+ throw new BlockError(block, {code: BlockErrorCode.PARENT_BLOCK_UNKNOWN, parentRoot});
98
98
  }
99
99
 
100
100
  parentBlock = parentBlockDefaultStatus;
@@ -100,8 +100,8 @@ export function verifyExecutionPayloadEnvelope(
100
100
  }
101
101
 
102
102
  // Verify consistency with expected withdrawals
103
- const payloadWithdrawalsRoot = ssz.capella.Withdrawals.hashTreeRoot(payload.withdrawals);
104
- const expectedWithdrawalsRoot = ssz.capella.Withdrawals.hashTreeRoot(state.payloadExpectedWithdrawals);
103
+ const payloadWithdrawalsRoot = ssz.gloas.Withdrawals.hashTreeRoot(payload.withdrawals);
104
+ const expectedWithdrawalsRoot = ssz.gloas.Withdrawals.hashTreeRoot(state.payloadExpectedWithdrawals);
105
105
  if (!byteArrayEquals(payloadWithdrawalsRoot, expectedWithdrawalsRoot)) {
106
106
  throw new Error(
107
107
  `Withdrawals mismatch between payload and expected payload=${toRootHex(payloadWithdrawalsRoot)} expected=${toRootHex(expectedWithdrawalsRoot)}`