@lodestar/beacon-node 1.51.0-dev.2531f8fae8 → 1.51.0-dev.2aff7aaeb7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (220) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +6 -3
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/state/utils.d.ts +1 -1
  5. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  6. package/lib/api/impl/validator/index.d.ts +6 -0
  7. package/lib/api/impl/validator/index.d.ts.map +1 -1
  8. package/lib/api/impl/validator/index.js +38 -25
  9. package/lib/api/impl/validator/index.js.map +1 -1
  10. package/lib/chain/GetBlobsTracker.d.ts.map +1 -1
  11. package/lib/chain/GetBlobsTracker.js +4 -2
  12. package/lib/chain/GetBlobsTracker.js.map +1 -1
  13. package/lib/chain/blocks/importExecutionPayload.d.ts +2 -10
  14. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  15. package/lib/chain/blocks/importExecutionPayload.js +2 -14
  16. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  17. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  18. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  19. package/lib/chain/blocks/payloadEnvelopeProcessor.js +21 -16
  20. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  21. package/lib/chain/blocks/types.d.ts +4 -1
  22. package/lib/chain/blocks/types.d.ts.map +1 -1
  23. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  24. package/lib/chain/blocks/verifyBlock.js +17 -6
  25. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  26. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  27. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  28. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  29. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  30. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  31. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  32. package/lib/chain/bls/interface.d.ts +2 -0
  33. package/lib/chain/bls/interface.d.ts.map +1 -1
  34. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  35. package/lib/chain/bls/multithread/index.js +8 -6
  36. package/lib/chain/bls/multithread/index.js.map +1 -1
  37. package/lib/chain/bls/multithread/types.d.ts +1 -1
  38. package/lib/chain/bls/multithread/types.d.ts.map +1 -1
  39. package/lib/chain/bls/multithread/worker.js +1 -1
  40. package/lib/chain/bls/multithread/worker.js.map +1 -1
  41. package/lib/chain/bls/singleThread.js +1 -1
  42. package/lib/chain/bls/singleThread.js.map +1 -1
  43. package/lib/chain/bls/utils.js +1 -1
  44. package/lib/chain/bls/utils.js.map +1 -1
  45. package/lib/chain/chain.d.ts +1 -1
  46. package/lib/chain/chain.d.ts.map +1 -1
  47. package/lib/chain/chain.js.map +1 -1
  48. package/lib/chain/errors/executionPayloadEnvelope.d.ts +7 -0
  49. package/lib/chain/errors/executionPayloadEnvelope.d.ts.map +1 -1
  50. package/lib/chain/errors/executionPayloadEnvelope.js +1 -0
  51. package/lib/chain/errors/executionPayloadEnvelope.js.map +1 -1
  52. package/lib/chain/interface.d.ts +1 -1
  53. package/lib/chain/interface.d.ts.map +1 -1
  54. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  55. package/lib/chain/opPools/aggregatedAttestationPool.js +23 -10
  56. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  57. package/lib/chain/opPools/attestationPool.d.ts +1 -1
  58. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  59. package/lib/chain/opPools/attestationPool.js +15 -4
  60. package/lib/chain/opPools/attestationPool.js.map +1 -1
  61. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  62. package/lib/chain/opPools/payloadAttestationPool.js +17 -7
  63. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  64. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  65. package/lib/chain/opPools/syncCommitteeMessagePool.js +9 -3
  66. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  67. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  68. package/lib/chain/opPools/syncContributionAndProofPool.js +11 -3
  69. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  70. package/lib/chain/opPools/utils.d.ts +1 -1
  71. package/lib/chain/opPools/utils.d.ts.map +1 -1
  72. package/lib/chain/opPools/utils.js +1 -1
  73. package/lib/chain/opPools/utils.js.map +1 -1
  74. package/lib/chain/validation/executionPayloadBid.js +13 -13
  75. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  76. package/lib/chain/validation/executionPayloadEnvelope.d.ts +6 -0
  77. package/lib/chain/validation/executionPayloadEnvelope.d.ts.map +1 -1
  78. package/lib/chain/validation/executionPayloadEnvelope.js +53 -0
  79. package/lib/chain/validation/executionPayloadEnvelope.js.map +1 -1
  80. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  81. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  82. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  83. package/lib/db/flatFileStore/slotIndex.js +2 -2
  84. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  85. package/lib/execution/builder/apiClient.d.ts +14 -8
  86. package/lib/execution/builder/apiClient.d.ts.map +1 -1
  87. package/lib/execution/builder/apiClient.js +12 -10
  88. package/lib/execution/builder/apiClient.js.map +1 -1
  89. package/lib/execution/builder/http.d.ts +2 -0
  90. package/lib/execution/builder/http.d.ts.map +1 -1
  91. package/lib/execution/builder/http.js +2 -0
  92. package/lib/execution/builder/http.js.map +1 -1
  93. package/lib/execution/engine/types.d.ts.map +1 -1
  94. package/lib/execution/engine/types.js +2 -2
  95. package/lib/execution/engine/types.js.map +1 -1
  96. package/lib/execution/engine/utils.d.ts.map +1 -1
  97. package/lib/execution/engine/utils.js +3 -2
  98. package/lib/execution/engine/utils.js.map +1 -1
  99. package/lib/metrics/metrics/lodestar.d.ts +4 -0
  100. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  101. package/lib/metrics/metrics/lodestar.js +10 -0
  102. package/lib/metrics/metrics/lodestar.js.map +1 -1
  103. package/lib/metrics/server/http.js +5 -5
  104. package/lib/metrics/server/http.js.map +1 -1
  105. package/lib/network/core/networkCore.d.ts +2 -0
  106. package/lib/network/core/networkCore.d.ts.map +1 -1
  107. package/lib/network/core/networkCore.js +3 -0
  108. package/lib/network/core/networkCore.js.map +1 -1
  109. package/lib/network/core/networkCoreWorker.js +1 -0
  110. package/lib/network/core/networkCoreWorker.js.map +1 -1
  111. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  112. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  113. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  114. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  115. package/lib/network/core/types.d.ts +2 -0
  116. package/lib/network/core/types.d.ts.map +1 -1
  117. package/lib/network/gossip/gossipsub.d.ts +1 -0
  118. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  119. package/lib/network/gossip/gossipsub.js +10 -0
  120. package/lib/network/gossip/gossipsub.js.map +1 -1
  121. package/lib/network/interface.d.ts +2 -0
  122. package/lib/network/interface.d.ts.map +1 -1
  123. package/lib/network/libp2p/index.d.ts.map +1 -1
  124. package/lib/network/libp2p/index.js +5 -1
  125. package/lib/network/libp2p/index.js.map +1 -1
  126. package/lib/network/network.d.ts +2 -0
  127. package/lib/network/network.d.ts.map +1 -1
  128. package/lib/network/network.js +3 -0
  129. package/lib/network/network.js.map +1 -1
  130. package/lib/network/options.d.ts +2 -0
  131. package/lib/network/options.d.ts.map +1 -1
  132. package/lib/network/options.js.map +1 -1
  133. package/lib/network/peers/peerManager.d.ts +2 -1
  134. package/lib/network/peers/peerManager.d.ts.map +1 -1
  135. package/lib/network/peers/peerManager.js +28 -1
  136. package/lib/network/peers/peerManager.js.map +1 -1
  137. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  138. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  139. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  140. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  141. package/lib/network/peers/utils/prioritizePeers.d.ts +4 -1
  142. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  143. package/lib/network/peers/utils/prioritizePeers.js +8 -16
  144. package/lib/network/peers/utils/prioritizePeers.js.map +1 -1
  145. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  146. package/lib/network/processor/gossipHandlers.js +24 -16
  147. package/lib/network/processor/gossipHandlers.js.map +1 -1
  148. package/lib/node/nodejs.d.ts +3 -1
  149. package/lib/node/nodejs.d.ts.map +1 -1
  150. package/lib/node/nodejs.js +38 -20
  151. package/lib/node/nodejs.js.map +1 -1
  152. package/lib/node/options.d.ts +3 -1
  153. package/lib/node/options.d.ts.map +1 -1
  154. package/lib/node/options.js +4 -2
  155. package/lib/node/options.js.map +1 -1
  156. package/lib/sync/sync.d.ts +7 -0
  157. package/lib/sync/sync.d.ts.map +1 -1
  158. package/lib/sync/sync.js +61 -3
  159. package/lib/sync/sync.js.map +1 -1
  160. package/lib/util/file.d.ts.map +1 -1
  161. package/lib/util/file.js +8 -9
  162. package/lib/util/file.js.map +1 -1
  163. package/lib/util/sszBytes.d.ts +5 -0
  164. package/lib/util/sszBytes.d.ts.map +1 -1
  165. package/lib/util/sszBytes.js +33 -0
  166. package/lib/util/sszBytes.js.map +1 -1
  167. package/package.json +16 -17
  168. package/src/api/impl/beacon/blocks/index.ts +7 -3
  169. package/src/api/impl/beacon/state/utils.ts +1 -1
  170. package/src/api/impl/validator/index.ts +43 -29
  171. package/src/chain/GetBlobsTracker.ts +4 -2
  172. package/src/chain/blocks/importExecutionPayload.ts +2 -20
  173. package/src/chain/blocks/payloadEnvelopeProcessor.ts +32 -21
  174. package/src/chain/blocks/types.ts +4 -1
  175. package/src/chain/blocks/verifyBlock.ts +30 -16
  176. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  177. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  178. package/src/chain/bls/interface.ts +2 -0
  179. package/src/chain/bls/multithread/index.ts +9 -5
  180. package/src/chain/bls/multithread/types.ts +1 -1
  181. package/src/chain/bls/multithread/worker.ts +1 -5
  182. package/src/chain/bls/singleThread.ts +1 -1
  183. package/src/chain/bls/utils.ts +1 -1
  184. package/src/chain/chain.ts +1 -1
  185. package/src/chain/errors/executionPayloadEnvelope.ts +8 -0
  186. package/src/chain/interface.ts +1 -1
  187. package/src/chain/opPools/aggregatedAttestationPool.ts +25 -9
  188. package/src/chain/opPools/attestationPool.ts +16 -4
  189. package/src/chain/opPools/payloadAttestationPool.ts +18 -7
  190. package/src/chain/opPools/syncCommitteeMessagePool.ts +10 -3
  191. package/src/chain/opPools/syncContributionAndProofPool.ts +13 -3
  192. package/src/chain/opPools/utils.ts +1 -1
  193. package/src/chain/validation/executionPayloadBid.ts +14 -13
  194. package/src/chain/validation/executionPayloadEnvelope.ts +68 -1
  195. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  196. package/src/db/flatFileStore/slotIndex.ts +4 -3
  197. package/src/execution/builder/apiClient.ts +16 -13
  198. package/src/execution/builder/http.ts +4 -0
  199. package/src/execution/engine/types.ts +3 -1
  200. package/src/execution/engine/utils.ts +4 -2
  201. package/src/metrics/metrics/lodestar.ts +10 -0
  202. package/src/metrics/server/http.ts +5 -5
  203. package/src/network/core/networkCore.ts +5 -0
  204. package/src/network/core/networkCoreWorker.ts +1 -0
  205. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  206. package/src/network/core/types.ts +2 -0
  207. package/src/network/gossip/gossipsub.ts +11 -0
  208. package/src/network/interface.ts +2 -0
  209. package/src/network/libp2p/index.ts +5 -1
  210. package/src/network/network.ts +5 -0
  211. package/src/network/options.ts +2 -0
  212. package/src/network/peers/peerManager.ts +28 -3
  213. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  214. package/src/network/peers/utils/prioritizePeers.ts +14 -22
  215. package/src/network/processor/gossipHandlers.ts +29 -18
  216. package/src/node/nodejs.ts +40 -21
  217. package/src/node/options.ts +5 -1
  218. package/src/sync/sync.ts +65 -4
  219. package/src/util/file.ts +8 -9
  220. package/src/util/sszBytes.ts +40 -0
@@ -1,4 +1,4 @@
1
- import {PayloadStatus} from "@lodestar/fork-choice";
1
+ import {PayloadStatus, ProtoBlock} from "@lodestar/fork-choice";
2
2
  import {
3
3
  computeStartSlotAtEpoch,
4
4
  getExecutionPayloadEnvelopeSignatureSet,
@@ -6,9 +6,15 @@ import {
6
6
  } from "@lodestar/state-transition";
7
7
  import {gloas, ssz} from "@lodestar/types";
8
8
  import {byteArrayEquals, toRootHex} from "@lodestar/utils";
9
+ import {
10
+ getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized,
11
+ getSlotFromExecutionPayloadEnvelopeSerialized,
12
+ getTransactionCountFromExecutionPayloadEnvelopeSerialized,
13
+ } from "../../util/sszBytes.js";
9
14
  import {ExecutionPayloadEnvelopeError, ExecutionPayloadEnvelopeErrorCode, GossipAction} from "../errors/index.js";
10
15
  import {IBeaconChain} from "../index.js";
11
16
  import {RegenCaller} from "../regen/index.js";
17
+ import {PayloadEnvelopeInput} from "../seenCache/seenPayloadEnvelopeInput.js";
12
18
 
13
19
  export async function validateApiExecutionPayloadEnvelope(
14
20
  chain: IBeaconChain,
@@ -24,6 +30,40 @@ export async function validateGossipExecutionPayloadEnvelope(
24
30
  return validateExecutionPayloadEnvelope(chain, executionPayloadEnvelope);
25
31
  }
26
32
 
33
+ /**
34
+ * Applies the transaction count check to the serialized envelope so that an oversized envelope is dropped
35
+ * before it is deserialized. Defers to validateGossipExecutionPayloadEnvelope if the data is malformed
36
+ * or the block is not known.
37
+ */
38
+ export function validateGossipExecutionPayloadEnvelopeSerialized(
39
+ chain: IBeaconChain,
40
+ serializedData: Uint8Array
41
+ ): void {
42
+ const blockRootHex = getBeaconBlockRootFromExecutionPayloadEnvelopeSerialized(serializedData);
43
+ const slot = getSlotFromExecutionPayloadEnvelopeSerialized(serializedData);
44
+ const transactionCount = getTransactionCountFromExecutionPayloadEnvelopeSerialized(serializedData);
45
+ if (blockRootHex === null || slot === null || transactionCount === null) {
46
+ return;
47
+ }
48
+
49
+ const block = chain.forkChoice.getBlockHexDefaultStatus(blockRootHex);
50
+ const payloadInput = chain.seenPayloadEnvelopeInputCache.get(blockRootHex);
51
+ if (!block || !payloadInput) {
52
+ return;
53
+ }
54
+
55
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
56
+ if (BigInt(transactionCount) > maxTransactionCount) {
57
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
58
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
59
+ slot,
60
+ root: blockRootHex,
61
+ transactionCount,
62
+ maxTransactionCount: Number(maxTransactionCount),
63
+ });
64
+ }
65
+ }
66
+
27
67
  async function validateExecutionPayloadEnvelope(
28
68
  chain: IBeaconChain,
29
69
  executionPayloadEnvelope: gloas.SignedExecutionPayloadEnvelope
@@ -123,6 +163,20 @@ async function validateExecutionPayloadEnvelope(
123
163
  });
124
164
  }
125
165
 
166
+ // [IGNORE] The number of transactions is within the limit implied by the parent payload's gas limit
167
+ // TODO GLOAS: [REJECT] once https://github.com/ethereum/consensus-specs/pull/5802 is released,
168
+ // also in validateGossipExecutionPayloadEnvelopeSerialized
169
+ const maxTransactionCount = getMaxTransactionCount(chain, block, payloadInput);
170
+ if (BigInt(payload.transactions.length) > maxTransactionCount) {
171
+ throw new ExecutionPayloadEnvelopeError(GossipAction.IGNORE, {
172
+ code: ExecutionPayloadEnvelopeErrorCode.TOO_MANY_TRANSACTIONS,
173
+ slot: payload.slotNumber,
174
+ root: blockRootHex,
175
+ transactionCount: payload.transactions.length,
176
+ maxTransactionCount: Number(maxTransactionCount),
177
+ });
178
+ }
179
+
126
180
  // Get the block state to verify the builder's signature.
127
181
  const blockState = await chain.regen
128
182
  .getState(block.stateRoot, RegenCaller.validateGossipPayloadEnvelope)
@@ -154,3 +208,16 @@ async function validateExecutionPayloadEnvelope(
154
208
  });
155
209
  }
156
210
  }
211
+
212
+ /**
213
+ * The bid's gas limit is only tied to the parent payload by bid gossip, so the bound is the gas limit the
214
+ * EIP-1559 rule allows on top of the parent payload's. The bid is the only bound if that gas limit is unknown.
215
+ */
216
+ function getMaxTransactionCount(chain: IBeaconChain, block: ProtoBlock, payloadInput: PayloadEnvelopeInput): bigint {
217
+ const parentGasLimit = block.executionPayloadBlockHash === null ? 0n : BigInt(block.executionPayloadGasLimit);
218
+ const maxGasLimit =
219
+ parentGasLimit === 0n
220
+ ? payloadInput.getBid().gasLimit
221
+ : parentGasLimit + (parentGasLimit / 1024n > 1n ? parentGasLimit / 1024n : 1n) - 1n;
222
+ return maxGasLimit / BigInt(chain.config.MIN_TRANSACTION_GAS);
223
+ }
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {type FileHandle, open, readFile, rm} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {ForkPostFulu} from "@lodestar/params";
@@ -172,7 +172,7 @@ export class FlatFileStore implements IFlatFileStore {
172
172
  for (const slot of slotsToPrune) {
173
173
  const release = await this.acquireMutationLock(slot);
174
174
  try {
175
- await fs.promises.rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
175
+ await rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
176
176
  this.slotIndex.remove(slot);
177
177
  this.metrics?.prunedDirectories.inc();
178
178
  } finally {
@@ -212,7 +212,7 @@ export class FlatFileStore implements IFlatFileStore {
212
212
 
213
213
  private async readFile(slot: Slot, rootHex: RootHex): Promise<Uint8Array | null> {
214
214
  try {
215
- return await fs.promises.readFile(this.filePath(slot, rootHex));
215
+ return await readFile(this.filePath(slot, rootHex));
216
216
  } catch (e) {
217
217
  if (!isFsNotFoundError(e)) throw e;
218
218
  return null;
@@ -224,9 +224,9 @@ export class FlatFileStore implements IFlatFileStore {
224
224
  rootHex: RootHex,
225
225
  indices: number[]
226
226
  ): Promise<(Uint8Array | undefined)[] | null> {
227
- let fd: fs.promises.FileHandle;
227
+ let fd: FileHandle;
228
228
  try {
229
- fd = await fs.promises.open(this.filePath(slot, rootHex), "r");
229
+ fd = await open(this.filePath(slot, rootHex), "r");
230
230
  } catch (e) {
231
231
  if (!isFsNotFoundError(e)) throw e;
232
232
  return null;
@@ -270,7 +270,7 @@ export class FlatFileStore implements IFlatFileStore {
270
270
  await observeFlatFileStoreOperation(this.metrics, FlatFileStoreOperation.delete, async () => {
271
271
  const release = await this.acquireMutationLock(slot);
272
272
  try {
273
- await fs.promises.rm(this.filePath(slot, rootHex), {force: true});
273
+ await rm(this.filePath(slot, rootHex), {force: true});
274
274
  } finally {
275
275
  release();
276
276
  }
@@ -294,7 +294,7 @@ function validateDcolHeader(header: DcolHeader, slot: Slot, rootHex: RootHex): v
294
294
  }
295
295
  }
296
296
 
297
- async function readExactly(fd: fs.promises.FileHandle, buffer: Uint8Array, position: number): Promise<void> {
297
+ async function readExactly(fd: FileHandle, buffer: Uint8Array, position: number): Promise<void> {
298
298
  let totalRead = 0;
299
299
  while (totalRead < buffer.length) {
300
300
  const {bytesRead} = await fd.read(buffer, totalRead, buffer.length - totalRead, position + totalRead);
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -19,21 +19,20 @@ import {IClock} from "../../util/clock.js";
19
19
  * Additional duration to account for potential event loop lag which causes
20
20
  * builder bids to be rejected even though the response was sent in time.
21
21
  */
22
- const EVENT_LOOP_LAG_BUFFER = 250;
22
+ export const BUILDER_BID_LAG_BUFFER_MS = 250;
23
23
 
24
24
  /**
25
- * Duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
- * is reached, advertised on each bid request via the `X-Timeout-Ms` header. The p2p bid is
27
- * selected after the same duration, only considering bids received up to that point.
25
+ * Default duration given to a builder to provide a `SignedExecutionPayloadBid` before the deadline
26
+ * is reached, advertised on each bid request via the `X-Timeout-Ms` header. Bids received via
27
+ * p2p are given the same time to bid up.
28
28
  */
29
- export const BUILDER_BID_DEADLINE_MS = 500;
30
-
31
- /** Local timeout for bid requests, event loop lag must not discard bids that arrived in time */
32
- export const BUILDER_BID_REQUEST_TIMEOUT_MS = BUILDER_BID_DEADLINE_MS + EVENT_LOOP_LAG_BUFFER;
29
+ export const DEFAULT_BUILDER_BID_DEADLINE_MS = 500;
33
30
 
34
31
  export type BuilderApiClientOpts = {
35
- /** Timeout for builder api requests, bid requests always use `BUILDER_BID_REQUEST_TIMEOUT_MS` */
32
+ /** Timeout for builder api requests, bid requests are bounded by `bidDeadline` instead */
36
33
  timeout?: number;
34
+ /** Time builders are given to provide a bid once block production starts, in milliseconds */
35
+ bidDeadline?: number;
37
36
  // Add User-Agent header to all requests
38
37
  userAgent?: string;
39
38
  };
@@ -69,6 +68,7 @@ export type BuilderApiBid = {
69
68
  * each block production request, clients are dialed on demand based on the entry `url`.
70
69
  */
71
70
  export class BuilderApiClient {
71
+ readonly bidDeadline: number;
72
72
  private readonly clients = new Map<BuilderUrl, BuilderApi>();
73
73
 
74
74
  constructor(
@@ -78,7 +78,9 @@ export class BuilderApiClient {
78
78
  private readonly bls: IBlsVerifier,
79
79
  private readonly metrics: Metrics | null = null,
80
80
  private readonly logger?: Logger
81
- ) {}
81
+ ) {
82
+ this.bidDeadline = opts.bidDeadline ?? DEFAULT_BUILDER_BID_DEADLINE_MS;
83
+ }
82
84
 
83
85
  /**
84
86
  * Fan out bid requests to the builders named by the entries, one request per unique
@@ -139,9 +141,10 @@ export class BuilderApiClient {
139
141
  proposerPubkey,
140
142
  requestAuth: entry.auth,
141
143
  dateMilliseconds: Date.now(),
142
- timeoutMs: BUILDER_BID_DEADLINE_MS,
144
+ timeoutMs: this.bidDeadline,
143
145
  },
144
- {timeoutMs: BUILDER_BID_REQUEST_TIMEOUT_MS}
146
+ // Event loop lag must not discard bids that arrived in time
147
+ {timeoutMs: this.bidDeadline + BUILDER_BID_LAG_BUFFER_MS}
145
148
  );
146
149
  const signedBid = res.value();
147
150
  if (signedBid === undefined) {
@@ -203,7 +206,7 @@ export class BuilderApiClient {
203
206
 
204
207
  /**
205
208
  * Establish the connection to every known builder outside the bid deadline, a cold TCP/TLS handshake
206
- * to a distant builder can exhaust `BUILDER_BID_DEADLINE_MS` on its own, and a long idle connection
209
+ * to a distant builder can exhaust the bid deadline on its own, and a long idle connection
207
210
  * may be half-open and only fail once written to.
208
211
  */
209
212
  async checkStatus(): Promise<void> {
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/types";
21
21
  import {toPrintableUrl} from "@lodestar/utils";
22
22
  import {Metrics} from "../../metrics/metrics.js";
23
+ import {DEFAULT_BUILDER_BID_DEADLINE_MS} from "./apiClient.js";
23
24
  import {ValidatorRegistration, ValidatorRegistrationCache} from "./cache.js";
24
25
  import {IExecutionBuilder} from "./interface.js";
25
26
 
@@ -29,6 +30,8 @@ export type ExecutionBuilderHttpOpts = {
29
30
  timeout?: number;
30
31
  faultInspectionWindow?: number;
31
32
  allowedFaults?: number;
33
+ /** Post-gloas only, time builders are given to provide a bid once block production starts, in milliseconds */
34
+ bidDeadline?: number;
32
35
 
33
36
  // Only required for merge-mock runs, no need to expose it to cli
34
37
  issueLocalFcUWithFeeRecipient?: string;
@@ -40,6 +43,7 @@ export const defaultExecutionBuilderHttpOpts: ExecutionBuilderHttpOpts = {
40
43
  enabled: false,
41
44
  url: "http://localhost:8661",
42
45
  timeout: 12000,
46
+ bidDeadline: DEFAULT_BUILDER_BID_DEADLINE_MS,
43
47
  };
44
48
 
45
49
  export enum BuilderStatus {
@@ -9,6 +9,7 @@ import {
9
9
  DEPOSIT_REQUEST_TYPE,
10
10
  FIELD_ELEMENTS_PER_BLOB,
11
11
  ForkName,
12
+ ForkPostElectra,
12
13
  ForkSeq,
13
14
  WITHDRAWAL_REQUEST_TYPE,
14
15
  } from "@lodestar/params";
@@ -23,6 +24,7 @@ import {
23
24
  deneb,
24
25
  gloas,
25
26
  ssz,
27
+ sszTypesFor,
26
28
  } from "@lodestar/types";
27
29
  import {BlobAndProof} from "@lodestar/types/deneb";
28
30
  import {BlobAndProofV2} from "@lodestar/types/fulu";
@@ -628,7 +630,7 @@ export function deserializeExecutionRequestsFromBytes(fork: ForkName, serialized
628
630
 
629
631
  switch (currentRequestType) {
630
632
  case DEPOSIT_REQUEST_TYPE: {
631
- result.deposits = ssz.electra.DepositRequests.deserialize(requests);
633
+ result.deposits = sszTypesFor(fork as ForkPostElectra).DepositRequests.deserialize(requests);
632
634
  break;
633
635
  }
634
636
  case WITHDRAWAL_REQUEST_TYPE: {
@@ -169,14 +169,16 @@ function getExecutionEngineStateForPayloadStatus(payloadStatus: ExecutionPayload
169
169
  return ExecutionEngineState.SYNCED;
170
170
 
171
171
  case ExecutionPayloadStatus.ELERROR:
172
- case ExecutionPayloadStatus.INVALID:
173
172
  case ExecutionPayloadStatus.SYNCING:
174
- case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
175
173
  return ExecutionEngineState.SYNCING;
176
174
 
177
175
  case ExecutionPayloadStatus.UNAVAILABLE:
178
176
  return ExecutionEngineState.OFFLINE;
179
177
 
178
+ case ExecutionPayloadStatus.INVALID:
179
+ case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
180
+ return ExecutionEngineState.ONLINE;
181
+
180
182
  default:
181
183
  // In case we can't determine the state, we assume it stays in old state
182
184
  // This assumption is better than considering offline, because the offline state may trigger some notifications
@@ -645,6 +645,11 @@ export function createLodestarMetrics(
645
645
  help: "Count of peers by sync type [FullySynced, Advanced, Behind]",
646
646
  labelNames: ["syncType"],
647
647
  }),
648
+ syncPeerFinalizedCheckpointMismatch: register.counter<{reason: string}>({
649
+ name: "lodestar_sync_peer_finalized_checkpoint_mismatch_total",
650
+ help: "Total behind peers whose Status finalized checkpoint is not in our chain, by reason",
651
+ labelNames: ["reason"],
652
+ }),
648
653
  syncSwitchGossipSubscriptions: register.gauge<{action: string}>({
649
654
  name: "lodestar_sync_switch_gossip_subscriptions",
650
655
  help: "Sync switched gossip subscriptions on/off",
@@ -1008,6 +1013,11 @@ export function createLodestarMetrics(
1008
1013
  help: "Time elapsed between block received and fully verified state, signatures and payload",
1009
1014
  buckets: [0.05, 0.1, 0.3, 0.5, 0.7, 1, 1.3, 1.6, 2, 2.5, 3, 3.5, 4],
1010
1015
  }),
1016
+ receivedToConsensusVerifiedTime: register.histogram({
1017
+ name: "lodestar_gossip_block_received_to_consensus_verified_seconds",
1018
+ help: "Time from gossip block arrival until both the state transition and all block signature verifications are complete, excluding execution payload verification",
1019
+ buckets: [0.01, 0.015, 0.02, 0.025, 0.03, 0.04, 0.5, 1],
1020
+ }),
1011
1021
  verifiedToBlobsAvailabiltyTime: register.histogram<{numBlobs: number}>({
1012
1022
  name: "lodestar_gossip_block_verified_to_blobs_availability_time",
1013
1023
  help: "Time elapsed between block verified and blobs became available",
@@ -44,16 +44,16 @@ export async function getHttpMetricsServer(
44
44
  ): Promise<void> {
45
45
  if (req.method === "GET" && req.url && req.url.includes("/metrics")) {
46
46
  const timer = scrapeTimeMetric.startTimer();
47
- const metricsRes = await Promise.all([wrapError(register.metrics()), getOtherMetrics()]);
48
- timer({status: metricsRes[0].err ? RequestStatus.error : RequestStatus.success});
47
+ const metricsRes = await wrapError(Promise.all([register.metrics(), getOtherMetrics()]));
48
+ timer({status: metricsRes.err ? RequestStatus.error : RequestStatus.success});
49
49
 
50
50
  // Ensure we only writeHead once
51
- if (metricsRes[0].err) {
52
- res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes[0].err.stack);
51
+ if (metricsRes.err) {
52
+ res.writeHead(500, {"content-type": "text/plain"}).end(metricsRes.err.stack);
53
53
  } else {
54
54
  // Get scrape time metrics
55
55
  const httpServerMetrics = await httpServerRegister.metrics();
56
- const metrics = [metricsRes[0].result, httpServerMetrics, ...metricsRes[1]];
56
+ const metrics = [metricsRes.result[0], httpServerMetrics, ...metricsRes.result[1]];
57
57
  const metricsStr = metrics.join("\n\n");
58
58
  res.writeHead(200, {"content-type": register.contentType}).end(metricsStr);
59
59
  }
@@ -10,6 +10,7 @@ import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
11
  import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -138,6 +138,7 @@ const libp2pWorkerApi: NetworkWorkerApi = {
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
139
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
140
  reStatusPeers: (peers) => core.reStatusPeers(peers),
141
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
142
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
143
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
144
 
@@ -11,6 +11,7 @@ import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
12
  import {Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -5,6 +5,7 @@ import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
7
  import {Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -108,6 +108,7 @@ type GossipSubInternal = GossipSub & {
108
108
  score: {score: (peerIdStr: string) => number};
109
109
  direct: Set<string>;
110
110
  topics: Map<string, Set<string>>;
111
+ streamsOutbound: ReadonlyMap<string, unknown>;
111
112
  start: () => Promise<void>;
112
113
  stop: () => Promise<void>;
113
114
  publish: (topic: TopicStr, data: Uint8Array, opts?: PublishOpts) => Promise<PublishResult>;
@@ -248,6 +249,16 @@ export class Eth2Gossipsub {
248
249
  return this.gossipsub.getMeshPeers(topic);
249
250
  }
250
251
 
252
+ getSubscribersWithOutboundStream(topic: GossipTopic): Set<string> {
253
+ const topicStr = stringifyGossipTopic(this.config, topic);
254
+ const peers = new Set<string>();
255
+ for (const peer of this.gossipsub.getSubscribers(topicStr)) {
256
+ const id = peer.toString();
257
+ if (this.gossipsub.streamsOutbound.has(id)) peers.add(id);
258
+ }
259
+ return peers;
260
+ }
261
+
251
262
  publish(topic: TopicStr, data: Uint8Array, opts?: PublishOpts): Promise<PublishResult> {
252
263
  return this.gossipsub.publish(topic, data, opts);
253
264
  }
@@ -37,6 +37,7 @@ import {
37
37
  phase0,
38
38
  } from "@lodestar/types";
39
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
40
41
  import {CustodyConfig} from "../util/dataColumns.js";
41
42
  import {PeerIdStr} from "../util/peerId.js";
42
43
  import {
@@ -74,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
74
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
75
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
76
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
77
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
79
81
  // ReqResp
@@ -150,7 +150,11 @@ export async function createNodeJsLibp2p(
150
150
  nodeInfo: {
151
151
  name: "lodestar",
152
152
  version: networkOpts.version ?? "unknown",
153
- userAgent: networkOpts.private ? "" : networkOpts.version ? `lodestar/${networkOpts.version}` : "lodestar",
153
+ userAgent: networkOpts.private
154
+ ? ""
155
+ : networkOpts.advertiseVersion && networkOpts.version
156
+ ? `lodestar/${networkOpts.version}`
157
+ : "lodestar",
154
158
  },
155
159
  addresses: {
156
160
  listen: localMultiaddrs,
@@ -34,6 +34,7 @@ import {prettyPrintIndices, sleep} from "@lodestar/utils";
34
34
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
35
35
  import {ChainEvent, IBeaconChain} from "../chain/index.js";
36
36
  import {computeSubnetForDataColumnSidecar} from "../chain/validation/dataColumnSidecar.js";
37
+ import {GoodByeReasonCode} from "../constants/index.js";
37
38
  import {IBeaconDb} from "../db/interface.js";
38
39
  import {Metrics, RegistryMetricCreator} from "../metrics/index.js";
39
40
  import {IClock} from "../util/clock.js";
@@ -289,6 +290,10 @@ export class Network implements INetwork {
289
290
  return this.core.reStatusPeers(peers);
290
291
  }
291
292
 
293
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
294
+ return this.core.goodbyeAndDisconnect(peer, reason);
295
+ }
296
+
292
297
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void {
293
298
  this.networkProcessor.searchUnknownBlock(slotRoot, source, peer);
294
299
  }
@@ -25,6 +25,8 @@ export interface NetworkOptions
25
25
  mdns?: boolean;
26
26
  connectToDiscv5Bootnodes?: boolean;
27
27
  version?: string;
28
+ /** Include the version in libp2p Identify. Private mode takes precedence. */
29
+ advertiseVersion?: boolean;
28
30
  private?: boolean;
29
31
  useWorker?: boolean;
30
32
  maxYoungGenerationSizeMb?: number;
@@ -14,6 +14,7 @@ import {NetworkCoreMetrics} from "../core/metrics.js";
14
14
  import {LodestarDiscv5Opts} from "../discv5/types.js";
15
15
  import {INetworkEventBus, NetworkEvent, NetworkEventData} from "../events.js";
16
16
  import {Eth2Gossipsub} from "../gossip/gossipsub.js";
17
+ import {GossipType} from "../gossip/interface.js";
17
18
  import {Libp2p} from "../interface.js";
18
19
  import {SubnetType} from "../metadata.js";
19
20
  import {NetworkConfig} from "../networkConfig.js";
@@ -577,6 +578,8 @@ export class PeerManager {
577
578
  this.lastStatus = status;
578
579
  this.metrics?.peerManager.starved.set(starved ? 1 : 0);
579
580
  const forkSeq = this.config.getForkSeq(this.clock.currentSlot);
581
+ const boundary = this.config.getForkBoundaryAtEpoch(this.clock.currentEpoch);
582
+ const connectedHealthyPeerIds = new Set(connectedHealthyPeers.map((peer) => peer.toString()));
580
583
 
581
584
  const prioritizeTimer = this.metrics?.peerManager.prioritizePeersDuration.startTimer();
582
585
  const {peersToDisconnect, peersToConnect, attnetQueries, syncnetQueries, custodyGroupQueries} = prioritizePeers(
@@ -594,8 +597,30 @@ export class PeerManager {
594
597
  };
595
598
  }),
596
599
  // Collect subnets which we need peers for in the current slot
597
- this.attnetsService.getActiveSubnets(),
598
- this.syncnetsService.getActiveSubnets(),
600
+ this.attnetsService.getActiveSubnets().map((request) => {
601
+ const subscribers = this.gossipsub.getSubscribersWithOutboundStream({
602
+ type: GossipType.beacon_attestation,
603
+ boundary,
604
+ subnet: request.subnet,
605
+ });
606
+ let peerCount = 0;
607
+ for (const peer of subscribers) {
608
+ if (connectedHealthyPeerIds.has(peer)) peerCount++;
609
+ }
610
+ return {...request, peerCount};
611
+ }),
612
+ this.syncnetsService.getActiveSubnets().map((request) => {
613
+ const subscribers = this.gossipsub.getSubscribersWithOutboundStream({
614
+ type: GossipType.sync_committee,
615
+ boundary,
616
+ subnet: request.subnet,
617
+ });
618
+ let peerCount = 0;
619
+ for (const peer of subscribers) {
620
+ if (connectedHealthyPeerIds.has(peer)) peerCount++;
621
+ }
622
+ return {...request, peerCount};
623
+ }),
599
624
  // ignore samplingGroups for pre-fulu forks
600
625
  forkSeq >= ForkSeq.fulu ? this.networkConfig.custodyConfig.sampleGroups : undefined,
601
626
  {
@@ -893,7 +918,7 @@ export class PeerManager {
893
918
  }
894
919
  }
895
920
 
896
- private async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
921
+ async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
897
922
  const reason = GOODBYE_KNOWN_CODES[goodbye.toString()] || "";
898
923
  const peerIdStr = peer.toString();
899
924
  try {