@lodestar/beacon-node 1.51.0-dev.bb16085c5e → 1.51.0-dev.be91fc5558

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. package/lib/api/impl/validator/index.d.ts +6 -0
  2. package/lib/api/impl/validator/index.d.ts.map +1 -1
  3. package/lib/api/impl/validator/index.js +38 -25
  4. package/lib/api/impl/validator/index.js.map +1 -1
  5. package/lib/chain/blocks/importExecutionPayload.d.ts +2 -10
  6. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  7. package/lib/chain/blocks/importExecutionPayload.js +2 -14
  8. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  9. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  10. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  11. package/lib/chain/blocks/payloadEnvelopeProcessor.js +21 -16
  12. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  13. package/lib/chain/blocks/types.d.ts +4 -1
  14. package/lib/chain/blocks/types.d.ts.map +1 -1
  15. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  16. package/lib/chain/blocks/verifyBlock.js +17 -6
  17. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  18. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  19. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  20. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  21. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  22. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  23. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  24. package/lib/chain/bls/interface.d.ts +2 -0
  25. package/lib/chain/bls/interface.d.ts.map +1 -1
  26. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  27. package/lib/chain/bls/multithread/index.js +8 -6
  28. package/lib/chain/bls/multithread/index.js.map +1 -1
  29. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  30. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  31. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  32. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  33. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  34. package/lib/chain/opPools/aggregatedAttestationPool.js +22 -9
  35. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  36. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  37. package/lib/chain/opPools/attestationPool.js +14 -3
  38. package/lib/chain/opPools/attestationPool.js.map +1 -1
  39. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  40. package/lib/chain/opPools/payloadAttestationPool.js +16 -6
  41. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  42. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  43. package/lib/chain/opPools/syncCommitteeMessagePool.js +8 -2
  44. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  45. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  46. package/lib/chain/opPools/syncContributionAndProofPool.js +10 -2
  47. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  48. package/lib/chain/validation/executionPayloadBid.js +13 -13
  49. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  50. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  51. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  52. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  53. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  54. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  55. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  56. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  57. package/lib/db/flatFileStore/slotIndex.js +2 -2
  58. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  59. package/lib/execution/builder/apiClient.d.ts +14 -8
  60. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  61. package/lib/execution/builder/apiClient.js +12 -10
  62. package/lib/execution/builder/apiClient.js.map +1 -1
  63. package/lib/execution/builder/http.d.ts +2 -0
  64. package/lib/execution/builder/http.d.ts.map +1 -1
  65. package/lib/execution/builder/http.js +2 -0
  66. package/lib/execution/builder/http.js.map +1 -1
  67. package/lib/execution/engine/utils.d.ts.map +1 -1
  68. package/lib/execution/engine/utils.js +3 -2
  69. package/lib/execution/engine/utils.js.map +1 -1
  70. package/lib/metrics/metrics/lodestar.d.ts +4 -0
  71. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  72. package/lib/metrics/metrics/lodestar.js +10 -0
  73. package/lib/metrics/metrics/lodestar.js.map +1 -1
  74. package/lib/metrics/server/http.js +5 -5
  75. package/lib/metrics/server/http.js.map +1 -1
  76. package/lib/network/core/networkCore.d.ts +2 -0
  77. package/lib/network/core/networkCore.d.ts.map +1 -1
  78. package/lib/network/core/networkCore.js +3 -0
  79. package/lib/network/core/networkCore.js.map +1 -1
  80. package/lib/network/core/networkCoreWorker.js +1 -0
  81. package/lib/network/core/networkCoreWorker.js.map +1 -1
  82. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  83. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  84. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  85. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  86. package/lib/network/core/types.d.ts +2 -0
  87. package/lib/network/core/types.d.ts.map +1 -1
  88. package/lib/network/interface.d.ts +2 -0
  89. package/lib/network/interface.d.ts.map +1 -1
  90. package/lib/network/libp2p/index.d.ts.map +1 -1
  91. package/lib/network/libp2p/index.js +5 -1
  92. package/lib/network/libp2p/index.js.map +1 -1
  93. package/lib/network/network.d.ts +2 -0
  94. package/lib/network/network.d.ts.map +1 -1
  95. package/lib/network/network.js +3 -0
  96. package/lib/network/network.js.map +1 -1
  97. package/lib/network/options.d.ts +2 -0
  98. package/lib/network/options.d.ts.map +1 -1
  99. package/lib/network/options.js.map +1 -1
  100. package/lib/network/peers/peerManager.d.ts +2 -1
  101. package/lib/network/peers/peerManager.d.ts.map +1 -1
  102. package/lib/network/peers/peerManager.js.map +1 -1
  103. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  104. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  105. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  106. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  107. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  108. package/lib/network/processor/gossipHandlers.js +24 -14
  109. package/lib/network/processor/gossipHandlers.js.map +1 -1
  110. package/lib/node/nodejs.d.ts +2 -0
  111. package/lib/node/nodejs.d.ts.map +1 -1
  112. package/lib/node/nodejs.js +37 -19
  113. package/lib/node/nodejs.js.map +1 -1
  114. package/lib/node/options.d.ts +3 -1
  115. package/lib/node/options.d.ts.map +1 -1
  116. package/lib/node/options.js +4 -2
  117. package/lib/node/options.js.map +1 -1
  118. package/lib/sync/sync.d.ts +7 -0
  119. package/lib/sync/sync.d.ts.map +1 -1
  120. package/lib/sync/sync.js +61 -3
  121. package/lib/sync/sync.js.map +1 -1
  122. package/lib/util/file.d.ts.map +1 -1
  123. package/lib/util/file.js +8 -9
  124. package/lib/util/file.js.map +1 -1
  125. package/lib/util/sszBytes.d.ts +5 -0
  126. package/lib/util/sszBytes.d.ts.map +1 -1
  127. package/lib/util/sszBytes.js +33 -0
  128. package/lib/util/sszBytes.js.map +1 -1
  129. package/package.json +16 -17
  130. package/src/api/impl/validator/index.ts +43 -29
  131. package/src/chain/blocks/importExecutionPayload.ts +2 -20
  132. package/src/chain/blocks/payloadEnvelopeProcessor.ts +32 -21
  133. package/src/chain/blocks/types.ts +4 -1
  134. package/src/chain/blocks/verifyBlock.ts +30 -16
  135. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  136. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  137. package/src/chain/bls/interface.ts +2 -0
  138. package/src/chain/bls/multithread/index.ts +9 -5
  139. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  140. package/src/chain/opPools/aggregatedAttestationPool.ts +24 -8
  141. package/src/chain/opPools/attestationPool.ts +15 -3
  142. package/src/chain/opPools/payloadAttestationPool.ts +17 -6
  143. package/src/chain/opPools/syncCommitteeMessagePool.ts +9 -2
  144. package/src/chain/opPools/syncContributionAndProofPool.ts +12 -2
  145. package/src/chain/validation/executionPayloadBid.ts +14 -13
  146. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  147. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  148. package/src/db/flatFileStore/slotIndex.ts +4 -3
  149. package/src/execution/builder/apiClient.ts +16 -13
  150. package/src/execution/builder/http.ts +4 -0
  151. package/src/execution/engine/utils.ts +4 -2
  152. package/src/metrics/metrics/lodestar.ts +10 -0
  153. package/src/metrics/server/http.ts +5 -5
  154. package/src/network/core/networkCore.ts +5 -0
  155. package/src/network/core/networkCoreWorker.ts +1 -0
  156. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  157. package/src/network/core/types.ts +2 -0
  158. package/src/network/interface.ts +2 -0
  159. package/src/network/libp2p/index.ts +5 -1
  160. package/src/network/network.ts +5 -0
  161. package/src/network/options.ts +2 -0
  162. package/src/network/peers/peerManager.ts +1 -1
  163. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  164. package/src/network/processor/gossipHandlers.ts +29 -16
  165. package/src/node/nodejs.ts +34 -15
  166. package/src/node/options.ts +5 -1
  167. package/src/sync/sync.ts +65 -4
  168. package/src/util/file.ts +8 -9
  169. package/src/util/sszBytes.ts +40 -0
@@ -179,6 +179,20 @@ async function validateExecutionPayloadBid(
179
179
  });
180
180
  }
181
181
 
182
+ // [IGNORE] this bid is the highest value bid seen for the tuple
183
+ // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
184
+ // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
185
+ // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
186
+ // from builders submitting numerous bids with minimal value increments.
187
+ const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
188
+ if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
189
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
190
+ code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
191
+ bidValue: bid.value,
192
+ currentHighestBid: bestBid.signedBid.message.value,
193
+ });
194
+ }
195
+
182
196
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
183
197
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
184
198
  // proposer-preferences lookup below from a known fork-choice block.
@@ -352,19 +366,6 @@ async function validateExecutionPayloadBid(
352
366
  });
353
367
  }
354
368
 
355
- // [IGNORE] this bid is the highest value bid seen for the tuple
356
- // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
357
- // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
358
- // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
359
- // from builders submitting numerous bids with minimal value increments.
360
- const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
361
- if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
362
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
363
- code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
364
- bidValue: bid.value,
365
- currentHighestBid: bestBid.signedBid.message.value,
366
- });
367
- }
368
369
  // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
369
370
  // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
370
371
  if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {
@@ -1,4 +1,4 @@
1
- import {PayloadStatus} from "@lodestar/fork-choice";
1
+ import {PayloadStatus, ProtoBlock} from "@lodestar/fork-choice";
2
2
  import {
3
3
  computeStartSlotAtEpoch,
4
4
  getExecutionPayloadEnvelopeSignatureSet,
@@ -6,9 +6,15 @@ import {
6
6
  } from "@lodestar/state-transition";
7
7
  import {gloas, ssz} from "@lodestar/types";
8
8
  import {byteArrayEquals, toRootHex} from "@lodestar/utils";
9
+ import {
10
+ getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized,
11
+ getSlotFromExecutionPayloadEnvelopeSerialized,
12
+ getTransactionCountFromExecutionPayloadEnvelopeSerialized,
13
+ } from "../../util/sszBytes.js";
9
14
  import {ExecutionPayloadEnvelopeError, ExecutionPayloadEnvelopeErrorCode, GossipAction} from "../errors/index.js";
10
15
  import {IBeaconChain} from "../index.js";
11
16
  import {RegenCaller} from "../regen/index.js";
17
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
12
18
 
13
19
  export async function validateApiExecutionPayloadEnvelope(
14
20
  chain: IBeaconChain,
@@ -24,6 +30,40 @@ export async function validateGossipExecutionPayloadEnvelope(
24
30
  return validateExecutionPayloadEnvelope(chain, executionPayloadEnvelope);
25
31
  }
26
32
 
33
+ /**
34
+ * Applies the transaction count check to the serialized envelope so that an oversized envelope is dropped
35
+ * before it is deserialized. Defers to validateGossipExecutionPayloadEnvelope if the data is malformed
36
+ * or the block is not known.
37
+ */
38
+ export function validateGossipExecutionPayloadEnvelopeSerialized(
39
+ chain: IBeaconChain,
40
+ serializedData: Uint8Array
41
+ ): void {
42
+ const blockRootHex = getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized(serializedData);
43
+ const slot = getSlotFromExecutionPayloadEnvelopeSerialized(serializedData);
44
+ const transactionCount = getTransactionCountFromExecutionPayloadEnvelopeSerialized(serializedData);
45
+ if (blockRootHex === null || slot === null || transactionCount === null) {
46
+ return;
47
+ }
48
+
49
+ const block = chain.forkChoice.getBlockHexDefaultStatus(blockRootHex);
50
+ const payloadInput = chain.seenPayloadEnvelopeInputCache.get(blockRootHex);
51
+ if (!block || !payloadInput) {
52
+ return;
53
+ }
54
+
55
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
56
+ if (BigInt(transactionCount) > maxTransactionCount) {
57
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
58
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
59
+ slot,
60
+ root: blockRootHex,
61
+ transactionCount,
62
+ maxTransactionCount: Number(maxTransactionCount),
63
+ });
64
+ }
65
+ }
66
+
27
67
  async function validateExecutionPayloadEnvelope(
28
68
  chain: IBeaconChain,
29
69
  executionPayloadEnvelope: gloas.SignedExecutionPayloadEnvelope
@@ -123,6 +163,20 @@ async function validateExecutionPayloadEnvelope(
123
163
  });
124
164
  }
125
165
 
166
+ // [IGNORE] The number of transactions is within the limit implied by the parent payload's gas limit
167
+ // TODO GLOAS: [REJECT] once https://github.com/ethereum/consensus-specs/pull/5802 is released,
168
+ // also in validateGossipExecutionPayloadEnvelopeSerialized
169
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
170
+ if (BigInt(payload.transactions.length) > maxTransactionCount) {
171
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
172
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
173
+ slot: payload.slotNumber,
174
+ root: blockRootHex,
175
+ transactionCount: payload.transactions.length,
176
+ maxTransactionCount: Number(maxTransactionCount),
177
+ });
178
+ }
179
+
126
180
  // Get the block state to verify the builder's signature.
127
181
  const blockState = await chain.regen
128
182
  .getState(block.stateRoot, RegenCaller.validateGossipPayloadEnvelope)
@@ -154,3 +208,16 @@ async function validateExecutionPayloadEnvelope(
154
208
  });
155
209
  }
156
210
  }
211
+
212
+ /**
213
+ * The bid's gas limit is only tied to the parent payload by bid gossip, so the bound is the gas limit the
214
+ * EIP-1559 rule allows on top of the parent payload's. The bid is the only bound if that gas limit is unknown.
215
+ */
216
+ function getMaxTransactionCount(chain: IBeaconChain, block: ProtoBlock, payloadInput: PayloadEnvelopeInput): bigint {
217
+ const parentGasLimit = block.executionPayloadBlockHash === null ? 0n : BigInt(block.executionPayloadGasLimit);
218
+ const maxGasLimit =
219
+ parentGasLimit === 0n
220
+ ? payloadInput.getBid().gasLimit
221
+ : parentGasLimit + (parentGasLimit / 1024n > 1n ? parentGasLimit / 1024n : 1n) - 1n;
222
+ return maxGasLimit / BigInt(chain.config.MIN_TRANSACTION_GAS);
223
+ }
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {type FileHandle, open, readFile, rm} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {ForkPostFulu} from "@lodestar/params";
@@ -172,7 +172,7 @@ export class FlatFileStore implements IFlatFileStore {
172
172
  for (const slot of slotsToPrune) {
173
173
  const release = await this.acquireMutationLock(slot);
174
174
  try {
175
- await fs.promises.rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
175
+ await rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
176
176
  this.slotIndex.remove(slot);
177
177
  this.metrics?.prunedDirectories.inc();
178
178
  } finally {
@@ -212,7 +212,7 @@ export class FlatFileStore implements IFlatFileStore {
212
212
 
213
213
  private async readFile(slot: Slot, rootHex: RootHex): Promise<Uint8Array | null> {
214
214
  try {
215
- return await fs.promises.readFile(this.filePath(slot, rootHex));
215
+ return await readFile(this.filePath(slot, rootHex));
216
216
  } catch (e) {
217
217
  if (!isFsNotFoundError(e)) throw e;
218
218
  return null;
@@ -224,9 +224,9 @@ export class FlatFileStore implements IFlatFileStore {
224
224
  rootHex: RootHex,
225
225
  indices: number[]
226
226
  ): Promise<(Uint8Array | undefined)[] | null> {
227
- let fd: fs.promises.FileHandle;
227
+ let fd: FileHandle;
228
228
  try {
229
- fd = await fs.promises.open(this.filePath(slot, rootHex), "r");
229
+ fd = await open(this.filePath(slot, rootHex), "r");
230
230
  } catch (e) {
231
231
  if (!isFsNotFoundError(e)) throw e;
232
232
  return null;
@@ -270,7 +270,7 @@ export class FlatFileStore implements IFlatFileStore {
270
270
  await observeFlatFileStoreOperation(this.metrics, FlatFileStoreOperation.delete, async () => {
271
271
  const release = await this.acquireMutationLock(slot);
272
272
  try {
273
- await fs.promises.rm(this.filePath(slot, rootHex), {force: true});
273
+ await rm(this.filePath(slot, rootHex), {force: true});
274
274
  } finally {
275
275
  release();
276
276
  }
@@ -294,7 +294,7 @@ function validateDcolHeader(header: DcolHeader, slot: Slot, rootHex: RootHex): v
294
294
  }
295
295
  }
296
296
 
297
- async function readExactly(fd: fs.promises.FileHandle, buffer: Uint8Array, position: number): Promise<void> {
297
+ async function readExactly(fd: FileHandle, buffer: Uint8Array, position: number): Promise<void> {
298
298
  let totalRead = 0;
299
299
  while (totalRead < buffer.length) {
300
300
  const {bytesRead} = await fd.read(buffer, totalRead, buffer.length - totalRead, position + totalRead);
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -19,21 +19,20 @@ import {IClock} from "../../util/clock.js";
19
19
  * Additional duration to account for potential event loop lag which causes
20
20
  * builder bids to be rejected even though the response was sent in time.
21
21
  */
22
- const EVENT_LOOP_LAG_BUFFER = 250;
22
+ export const BUILDER_BID_LAG_BUFFER_MS = 250;
23
23
 
24
24
  /**
25
- * Duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
- * is reached, advertised on each bid request via the `X-Timeout-Ms` header. The p2p bid is
27
- * selected after the same duration, only considering bids received up to that point.
25
+ * Default duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
+ * is reached, advertised on each bid request via the `X-Timeout-Ms` header. Bids received via
27
+ * p2p are given the same time to bid up.
28
28
  */
29
- export const BUILDER_BID_DEADLINE_MS = 500;
30
-
31
- /** Local timeout for bid requests, event loop lag must not discard bids that arrived in time */
32
- export const BUILDER_BID_REQUEST_TIMEOUT_MS = BUILDER_BID_DEADLINE_MS + EVENT_LOOP_LAG_BUFFER;
29
+ export const DEFAULT_BUILDER_BID_DEADLINE_MS = 500;
33
30
 
34
31
  export type BuilderApiClientOpts = {
35
- /** Timeout for builder api requests, bid requests always use `BUILDER_BID_REQUEST_TIMEOUT_MS` */
32
+ /** Timeout for builder api requests, bid requests are bounded by `bidDeadline` instead */
36
33
  timeout?: number;
34
+ /** Time builders are given to provide a bid once block production starts, in milliseconds */
35
+ bidDeadline?: number;
37
36
  // Add User-Agent header to all requests
38
37
  userAgent?: string;
39
38
  };
@@ -69,6 +68,7 @@ export type BuilderApiBid = {
69
68
  * each block production request, clients are dialed on demand based on the entry `url`.
70
69
  */
71
70
  export class BuilderApiClient {
71
+ readonly bidDeadline: number;
72
72
  private readonly clients = new Map<BuilderUrl, BuilderApi>();
73
73
 
74
74
  constructor(
@@ -78,7 +78,9 @@ export class BuilderApiClient {
78
78
  private readonly bls: IBlsVerifier,
79
79
  private readonly metrics: Metrics | null = null,
80
80
  private readonly logger?: Logger
81
- ) {}
81
+ ) {
82
+ this.bidDeadline = opts.bidDeadline ?? DEFAULT_BUILDER_BID_DEADLINE_MS;
83
+ }
82
84
 
83
85
  /**
84
86
  * Fan out bid requests to the builders named by the entries, one request per unique
@@ -139,9 +141,10 @@ export class BuilderApiClient {
139
141
  proposerPubkey,
140
142
  requestAuth: entry.auth,
141
143
  dateMilliseconds: Date.now(),
142
- timeoutMs: BUILDER_BID_DEADLINE_MS,
144
+ timeoutMs: this.bidDeadline,
143
145
  },
144
- {timeoutMs: BUILDER_BID_REQUEST_TIMEOUT_MS}
146
+ // Event loop lag must not discard bids that arrived in time
147
+ {timeoutMs: this.bidDeadline + BUILDER_BID_LAG_BUFFER_MS}
145
148
  );
146
149
  const signedBid = res.value();
147
150
  if (signedBid === undefined) {
@@ -203,7 +206,7 @@ export class BuilderApiClient {
203
206
 
204
207
  /**
205
208
  * Establish the connection to every known builder outside the bid deadline, a cold TCP/TLS handshake
206
- * to a distant builder can exhaust `BUILDER_BID_DEADLINE_MS` on its own, and a long idle connection
209
+ * to a distant builder can exhaust the bid deadline on its own, and a long idle connection
207
210
  * may be half-open and only fail once written to.
208
211
  */
209
212
  async checkStatus(): Promise<void> {
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/types";
21
21
  import {toPrintableUrl} from "@lodestar/utils";
22
22
  import {Metrics} from "../../metrics/metrics.js";
23
+ import {DEFAULT_BUILDER_BID_DEADLINE_MS} from "./apiClient.js";
23
24
  import {ValidatorRegistration, ValidatorRegistrationCache} from "./cache.js";
24
25
  import {IExecutionBuilder} from "./interface.js";
25
26
 
@@ -29,6 +30,8 @@ export type ExecutionBuilderHttpOpts = {
29
30
  timeout?: number;
30
31
  faultInspectionWindow?: number;
31
32
  allowedFaults?: number;
33
+ /** Post-gloas only, time builders are given to provide a bid once block production starts, in milliseconds */
34
+ bidDeadline?: number;
32
35
 
33
36
  // Only required for merge-mock runs, no need to expose it to cli
34
37
  issueLocalFcUWithFeeRecipient?: string;
@@ -40,6 +43,7 @@ export const defaultExecutionBuilderHttpOpts: ExecutionBuilderHttpOpts = {
40
43
  enabled: false,
41
44
  url: "http://localhost:8661",
42
45
  timeout: 12000,
46
+ bidDeadline: DEFAULT_BUILDER_BID_DEADLINE_MS,
43
47
  };
44
48
 
45
49
  export enum BuilderStatus {
@@ -169,14 +169,16 @@ function getExecutionEngineStateForPayloadStatus(payloadStatus: ExecutionPayload
169
169
  return ExecutionEngineState.SYNCED;
170
170
 
171
171
  case ExecutionPayloadStatus.ELERROR:
172
- case ExecutionPayloadStatus.INVALID:
173
172
  case ExecutionPayloadStatus.SYNCING:
174
- case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
175
173
  return ExecutionEngineState.SYNCING;
176
174
 
177
175
  case ExecutionPayloadStatus.UNAVAILABLE:
178
176
  return ExecutionEngineState.OFFLINE;
179
177
 
178
+ case ExecutionPayloadStatus.INVALID:
179
+ case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
180
+ return ExecutionEngineState.ONLINE;
181
+
180
182
  default:
181
183
  // In case we can't determine the state, we assume it stays in old state
182
184
  // This assumption is better than considering offline, because the offline state may trigger some notifications
@@ -645,6 +645,11 @@ export function createLodestarMetrics(
645
645
  help: "Count of peers by sync type [FullySynced, Advanced, Behind]",
646
646
  labelNames: ["syncType"],
647
647
  }),
648
+ syncPeerFinalizedCheckpointMismatch: register.counter<{reason: string}>({
649
+ name: "lodestar_sync_peer_finalized_checkpoint_mismatch_total",
650
+ help: "Total behind peers whose Status finalized checkpoint is not in our chain, by reason",
651
+ labelNames: ["reason"],
652
+ }),
648
653
  syncSwitchGossipSubscriptions: register.gauge<{action: string}>({
649
654
  name: "lodestar_sync_switch_gossip_subscriptions",
650
655
  help: "Sync switched gossip subscriptions on/off",
@@ -1008,6 +1013,11 @@ export function createLodestarMetrics(
1008
1013
  help: "Time elapsed between block received and fully verified state, signatures and payload",
1009
1014
  buckets: [0.05, 0.1, 0.3, 0.5, 0.7, 1, 1.3, 1.6, 2, 2.5, 3, 3.5, 4],
1010
1015
  }),
1016
+ receivedToConsensusVerifiedTime: register.histogram({
1017
+ name: "lodestar_gossip_block_received_to_consensus_verified_seconds",
1018
+ help: "Time from gossip block arrival until both the state transition and all block signature verifications are complete, excluding execution payload verification",
1019
+ buckets: [0.01, 0.015, 0.02, 0.025, 0.03, 0.04, 0.5, 1],
1020
+ }),
1011
1021
  verifiedToBlobsAvailabiltyTime: register.histogram<{numBlobs: number}>({
1012
1022
  name: "lodestar_gossip_block_verified_to_blobs_availability_time",
1013
1023
  help: "Time elapsed between block verified and blobs became available",
@@ -44,16 +44,16 @@ export async function getHttpMetricsServer(
44
44
  ): Promise<void> {
45
45
  if (req.method === "GET" && req.url && req.url.includes("/metrics")) {
46
46
  const timer = scrapeTimeMetric.startTimer();
47
- const metricsRes = await Promise.all([wrapError(register.metrics()), getOtherMetrics()]);
48
- timer({status: metricsRes[0].err ? RequestStatus.error : RequestStatus.success});
47
+ const metricsRes = await wrapError(Promise.all([register.metrics(), getOtherMetrics()]));
48
+ timer({status: metricsRes.err ? RequestStatus.error : RequestStatus.success});
49
49
 
50
50
  // Ensure we only writeHead once
51
- if (metricsRes[0].err) {
52
- res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes[0].err.stack);
51
+ if (metricsRes.err) {
52
+ res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes.err.stack);
53
53
  } else {
54
54
  // Get scrape time metrics
55
55
  const httpServerMetrics = await httpServerRegister.metrics();
56
- const metrics = [metricsRes[0].result, httpServerMetrics, ...metricsRes[1]];
56
+ const metrics = [metricsRes.result[0], httpServerMetrics, ...metricsRes.result[1]];
57
57
  const metricsStr = metrics.join("\n\n");
58
58
  res.writeHead(200, {"content-type": register.contentType}).end(metricsStr);
59
59
  }
@@ -10,6 +10,7 @@ import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
11
  import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -138,6 +138,7 @@ const libp2pWorkerApi: NetworkWorkerApi = {
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
139
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
140
  reStatusPeers: (peers) => core.reStatusPeers(peers),
141
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
142
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
143
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
144
 
@@ -11,6 +11,7 @@ import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
12
  import {Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -5,6 +5,7 @@ import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
7
  import {Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -37,6 +37,7 @@ import {
37
37
  phase0,
38
38
  } from "@lodestar/types";
39
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
40
41
  import {CustodyConfig} from "../util/dataColumns.js";
41
42
  import {PeerIdStr} from "../util/peerId.js";
42
43
  import {
@@ -74,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
74
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
75
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
76
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
77
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
79
81
  // ReqResp
@@ -150,7 +150,11 @@ export async function createNodeJsLibp2p(
150
150
  nodeInfo: {
151
151
  name: "lodestar",
152
152
  version: networkOpts.version ?? "unknown",
153
- userAgent: networkOpts.private ? "" : networkOpts.version ? `lodestar/${networkOpts.version}` : "lodestar",
153
+ userAgent: networkOpts.private
154
+ ? ""
155
+ : networkOpts.advertiseVersion && networkOpts.version
156
+ ? `lodestar/${networkOpts.version}`
157
+ : "lodestar",
154
158
  },
155
159
  addresses: {
156
160
  listen: localMultiaddrs,
@@ -34,6 +34,7 @@ import {prettyPrintIndices, sleep} from "@lodestar/utils";
34
34
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
35
35
  import {ChainEvent, IBeaconChain} from "../chain/index.js";
36
36
  import {computeSubnetForDataColumnSidecar} from "../chain/validation/dataColumnSidecar.js";
37
+ import {GoodByeReasonCode} from "../constants/index.js";
37
38
  import {IBeaconDb} from "../db/interface.js";
38
39
  import {Metrics, RegistryMetricCreator} from "../metrics/index.js";
39
40
  import {IClock} from "../util/clock.js";
@@ -289,6 +290,10 @@ export class Network implements INetwork {
289
290
  return this.core.reStatusPeers(peers);
290
291
  }
291
292
 
293
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
294
+ return this.core.goodbyeAndDisconnect(peer, reason);
295
+ }
296
+
292
297
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void {
293
298
  this.networkProcessor.searchUnknownBlock(slotRoot, source, peer);
294
299
  }
@@ -25,6 +25,8 @@ export interface NetworkOptions
25
25
  mdns?: boolean;
26
26
  connectToDiscv5Bootnodes?: boolean;
27
27
  version?: string;
28
+ /** Include the version in libp2p Identify. Private mode takes precedence. */
29
+ advertiseVersion?: boolean;
28
30
  private?: boolean;
29
31
  useWorker?: boolean;
30
32
  maxYoungGenerationSizeMb?: number;
@@ -893,7 +893,7 @@ export class PeerManager {
893
893
  }
894
894
  }
895
895
 
896
- private async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
896
+ async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
897
897
  const reason = GOODBYE_KNOWN_CODES[goodbye.toString()] || "";
898
898
  const peerIdStr = peer.toString();
899
899
  try {
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }