@lodestar/beacon-node 1.51.0-dev.9bcbf1838a → 1.51.0-dev.9f52a9d2ab

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/lib/chain/blocks/importExecutionPayload.d.ts +2 -10
  2. package/lib/chain/blocks/importExecutionPayload.d.ts.map +1 -1
  3. package/lib/chain/blocks/importExecutionPayload.js +2 -14
  4. package/lib/chain/blocks/importExecutionPayload.js.map +1 -1
  5. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts +10 -7
  6. package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map +1 -1
  7. package/lib/chain/blocks/payloadEnvelopeProcessor.js +21 -16
  8. package/lib/chain/blocks/payloadEnvelopeProcessor.js.map +1 -1
  9. package/lib/chain/blocks/types.d.ts +4 -1
  10. package/lib/chain/blocks/types.d.ts.map +1 -1
  11. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  12. package/lib/chain/blocks/verifyBlock.js +17 -6
  13. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  14. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  15. package/lib/chain/blocks/verifyBlocksSignatures.js +7 -5
  16. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  17. package/lib/chain/blocks/verifyPayloadsDataAvailability.d.ts.map +1 -1
  18. package/lib/chain/blocks/verifyPayloadsDataAvailability.js +1 -3
  19. package/lib/chain/blocks/verifyPayloadsDataAvailability.js.map +1 -1
  20. package/lib/chain/bls/interface.d.ts +2 -0
  21. package/lib/chain/bls/interface.d.ts.map +1 -1
  22. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  23. package/lib/chain/bls/multithread/index.js +8 -6
  24. package/lib/chain/bls/multithread/index.js.map +1 -1
  25. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  26. package/lib/chain/opPools/aggregatedAttestationPool.js +22 -9
  27. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  28. package/lib/chain/opPools/attestationPool.d.ts.map +1 -1
  29. package/lib/chain/opPools/attestationPool.js +14 -3
  30. package/lib/chain/opPools/attestationPool.js.map +1 -1
  31. package/lib/chain/opPools/payloadAttestationPool.d.ts.map +1 -1
  32. package/lib/chain/opPools/payloadAttestationPool.js +16 -6
  33. package/lib/chain/opPools/payloadAttestationPool.js.map +1 -1
  34. package/lib/chain/opPools/syncCommitteeMessagePool.d.ts.map +1 -1
  35. package/lib/chain/opPools/syncCommitteeMessagePool.js +8 -2
  36. package/lib/chain/opPools/syncCommitteeMessagePool.js.map +1 -1
  37. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  38. package/lib/chain/opPools/syncContributionAndProofPool.js +10 -2
  39. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  40. package/lib/chain/validation/executionPayloadBid.js +13 -13
  41. package/lib/chain/validation/executionPayloadBid.js.map +1 -1
  42. package/lib/db/flatFileStore/flatFileStore.js +5 -5
  43. package/lib/db/flatFileStore/flatFileStore.js.map +1 -1
  44. package/lib/db/flatFileStore/slotIndex.d.ts.map +1 -1
  45. package/lib/db/flatFileStore/slotIndex.js +2 -2
  46. package/lib/db/flatFileStore/slotIndex.js.map +1 -1
  47. package/lib/metrics/metrics/lodestar.d.ts +4 -0
  48. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  49. package/lib/metrics/metrics/lodestar.js +10 -0
  50. package/lib/metrics/metrics/lodestar.js.map +1 -1
  51. package/lib/network/core/networkCore.d.ts +2 -0
  52. package/lib/network/core/networkCore.d.ts.map +1 -1
  53. package/lib/network/core/networkCore.js +3 -0
  54. package/lib/network/core/networkCore.js.map +1 -1
  55. package/lib/network/core/networkCoreWorker.js +1 -0
  56. package/lib/network/core/networkCoreWorker.js.map +1 -1
  57. package/lib/network/core/networkCoreWorkerHandler.d.ts +2 -0
  58. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  59. package/lib/network/core/networkCoreWorkerHandler.js +3 -0
  60. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  61. package/lib/network/core/types.d.ts +2 -0
  62. package/lib/network/core/types.d.ts.map +1 -1
  63. package/lib/network/interface.d.ts +2 -0
  64. package/lib/network/interface.d.ts.map +1 -1
  65. package/lib/network/libp2p/index.d.ts.map +1 -1
  66. package/lib/network/libp2p/index.js +5 -1
  67. package/lib/network/libp2p/index.js.map +1 -1
  68. package/lib/network/network.d.ts +2 -0
  69. package/lib/network/network.d.ts.map +1 -1
  70. package/lib/network/network.js +3 -0
  71. package/lib/network/network.js.map +1 -1
  72. package/lib/network/options.d.ts +2 -0
  73. package/lib/network/options.d.ts.map +1 -1
  74. package/lib/network/options.js.map +1 -1
  75. package/lib/network/peers/peerManager.d.ts +2 -1
  76. package/lib/network/peers/peerManager.d.ts.map +1 -1
  77. package/lib/network/peers/peerManager.js.map +1 -1
  78. package/lib/network/peers/utils/assertPeerRelevance.d.ts +9 -1
  79. package/lib/network/peers/utils/assertPeerRelevance.d.ts.map +1 -1
  80. package/lib/network/peers/utils/assertPeerRelevance.js +32 -21
  81. package/lib/network/peers/utils/assertPeerRelevance.js.map +1 -1
  82. package/lib/network/processor/gossipHandlers.js +3 -3
  83. package/lib/network/processor/gossipHandlers.js.map +1 -1
  84. package/lib/sync/sync.d.ts +7 -0
  85. package/lib/sync/sync.d.ts.map +1 -1
  86. package/lib/sync/sync.js +61 -3
  87. package/lib/sync/sync.js.map +1 -1
  88. package/lib/util/file.d.ts.map +1 -1
  89. package/lib/util/file.js +8 -9
  90. package/lib/util/file.js.map +1 -1
  91. package/package.json +16 -17
  92. package/src/chain/blocks/importExecutionPayload.ts +2 -20
  93. package/src/chain/blocks/payloadEnvelopeProcessor.ts +32 -21
  94. package/src/chain/blocks/types.ts +4 -1
  95. package/src/chain/blocks/verifyBlock.ts +30 -16
  96. package/src/chain/blocks/verifyBlocksSignatures.ts +7 -5
  97. package/src/chain/blocks/verifyPayloadsDataAvailability.ts +1 -3
  98. package/src/chain/bls/interface.ts +2 -0
  99. package/src/chain/bls/multithread/index.ts +9 -5
  100. package/src/chain/opPools/aggregatedAttestationPool.ts +24 -8
  101. package/src/chain/opPools/attestationPool.ts +15 -3
  102. package/src/chain/opPools/payloadAttestationPool.ts +17 -6
  103. package/src/chain/opPools/syncCommitteeMessagePool.ts +9 -2
  104. package/src/chain/opPools/syncContributionAndProofPool.ts +12 -2
  105. package/src/chain/validation/executionPayloadBid.ts +14 -13
  106. package/src/db/flatFileStore/flatFileStore.ts +7 -7
  107. package/src/db/flatFileStore/slotIndex.ts +4 -3
  108. package/src/metrics/metrics/lodestar.ts +10 -0
  109. package/src/network/core/networkCore.ts +5 -0
  110. package/src/network/core/networkCoreWorker.ts +1 -0
  111. package/src/network/core/networkCoreWorkerHandler.ts +4 -0
  112. package/src/network/core/types.ts +2 -0
  113. package/src/network/interface.ts +2 -0
  114. package/src/network/libp2p/index.ts +5 -1
  115. package/src/network/network.ts +5 -0
  116. package/src/network/options.ts +2 -0
  117. package/src/network/peers/peerManager.ts +1 -1
  118. package/src/network/peers/utils/assertPeerRelevance.ts +39 -23
  119. package/src/network/processor/gossipHandlers.ts +3 -3
  120. package/src/sync/sync.ts +65 -4
  121. package/src/util/file.ts +8 -9
@@ -20,6 +20,7 @@ import {
20
20
  } from "@lodestar/params";
21
21
  import {
22
22
  EffectiveBalanceIncrements,
23
+ G2_POINT_AT_INFINITY,
23
24
  IBeaconStateView,
24
25
  RootCache,
25
26
  computeEpochAtSlot,
@@ -30,7 +31,7 @@ import {
30
31
  isStatePostGloas,
31
32
  } from "@lodestar/state-transition";
32
33
  import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
33
- import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
34
+ import {Logger, MapDef, assert, byteArrayEquals, toRootHex} from "@lodestar/utils";
34
35
  import {Metrics} from "../../metrics/metrics.js";
35
36
  import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
36
37
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
@@ -409,20 +410,34 @@ export class AggregatedAttestationPool {
409
410
 
410
411
  const sortedConsolidationsByScore = Array.from(consolidations.entries())
411
412
  .sort((a, b) => b[1] - a[1])
412
- .map(([consolidation, _]) => consolidation)
413
- .slice(0, MAX_ATTESTATIONS_ELECTRA);
413
+ .map(([consolidation, _]) => consolidation);
414
414
 
415
415
  // on chain aggregation is expensive, only do it after all
416
416
  const packedAttestationsMetrics = this.metrics?.opPool.aggregatedAttestationPool.packedAttestations;
417
- const packedAttestations: electra.Attestation[] = new Array(sortedConsolidationsByScore.length);
418
- for (const [i, consolidation] of sortedConsolidationsByScore.entries()) {
419
- packedAttestations[i] = aggregateConsolidation(consolidation);
417
+ const packedAttestations: electra.Attestation[] = [];
418
+ for (const consolidation of sortedConsolidationsByScore) {
419
+ if (packedAttestations.length >= MAX_ATTESTATIONS_ELECTRA) {
420
+ break;
421
+ }
422
+
423
+ const attestation = aggregateConsolidation(consolidation);
424
+ // The point at infinity is not a valid aggregate signature, exclude it from the block
425
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
426
+ this.logger?.debug("Excluding aggregate with infinity signature", {
427
+ slot: stateSlot,
428
+ attestationSlot: attestation.data.slot,
429
+ committees: consolidation.byCommittee.size,
430
+ });
431
+ continue;
432
+ }
433
+
434
+ const i = packedAttestations.push(attestation) - 1;
420
435
 
421
436
  // record metrics of packed attestations
422
437
  packedAttestationsMetrics?.committeeCount.set({index: i}, consolidation.byCommittee.size);
423
438
  packedAttestationsMetrics?.totalAttesters.set({index: i}, consolidation.totalAttesters);
424
439
  packedAttestationsMetrics?.nonParticipation.set({index: i}, consolidation.notSeenAttesters);
425
- packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - packedAttestations[i].data.slot);
440
+ packedAttestationsMetrics?.inclusionDistance.set({index: i}, stateSlot - attestation.data.slot);
426
441
  packedAttestationsMetrics?.newSeenAttesters.set({index: i}, consolidation.newSeenAttesters);
427
442
  packedAttestationsMetrics?.totalEffectiveBalance.set({index: i}, consolidation.totalNewSeenEffectiveBalance);
428
443
  }
@@ -462,7 +477,8 @@ export class AggregatedAttestationPool {
462
477
  attestations.push(...attestationGroup.getAttestations());
463
478
  }
464
479
  }
465
- return attestations;
480
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
481
+ return attestations.filter((attestation) => !byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY));
466
482
  }
467
483
 
468
484
  private onScrapeMetrics(metrics: Metrics): void {
@@ -2,8 +2,9 @@ import {BitArray} from "@chainsafe/ssz";
2
2
  import {ChainForkConfig} from "@lodestar/config";
3
3
  import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, isForkPostElectra} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Attestation, RootHex, SingleAttestation, Slot, isElectraSingleAttestation} from "@lodestar/types";
6
- import {MapDef, assert} from "@lodestar/utils";
7
+ import {MapDef, assert, byteArrayEquals} from "@lodestar/utils";
7
8
  import {Metrics} from "../../metrics/metrics.js";
8
9
  import {IClock} from "../../util/clock.js";
9
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -180,7 +181,13 @@ export class AttestationPool {
180
181
  assert.true(!isElectraAggregate(aggregate), "Aggregate should be type AggregateFastPhase0");
181
182
  }
182
183
 
183
- return fastToAttestation(aggregate);
184
+ const attestation = fastToAttestation(aggregate);
185
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
186
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
187
+ return null;
188
+ }
189
+
190
+ return attestation;
184
191
  }
185
192
 
186
193
  /**
@@ -209,7 +216,12 @@ export class AttestationPool {
209
216
  if (aggregateByRoot) {
210
217
  for (const aggFastByIndex of aggregateByRoot.values()) {
211
218
  for (const aggFast of aggFastByIndex.values()) {
212
- attestations.push(fastToAttestation(aggFast));
219
+ const attestation = fastToAttestation(aggFast);
220
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
221
+ if (byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY)) {
222
+ continue;
223
+ }
224
+ attestations.push(attestation);
213
225
  }
214
226
  }
215
227
  }
@@ -2,8 +2,9 @@ import {BitArray} from "@chainsafe/ssz";
2
2
  import {ChainForkConfig} from "@lodestar/config";
3
3
  import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {MAX_COMMITTEES_PER_SLOT, MAX_PAYLOAD_ATTESTATIONS, PTC_SIZE} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {RootHex, Slot, gloas} from "@lodestar/types";
6
- import {MapDef, toRootHex} from "@lodestar/utils";
7
+ import {MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
7
8
  import {Metrics} from "../../metrics/metrics.js";
8
9
  import {IClock} from "../../util/clock.js";
9
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -112,11 +113,19 @@ export class PayloadAttestationPool {
112
113
  return [];
113
114
  }
114
115
 
115
- return Array.from(aggregateByDataRoot.values())
116
- .slice()
116
+ const payloadAttestations: gloas.PayloadAttestation[] = [];
117
+ for (const aggregate of aggregateByDataRoot.values()) {
118
+ const payloadAttestation = fastToPayloadAttestation(aggregate);
119
+ // The point at infinity is not a valid aggregate signature, exclude it from the block
120
+ if (byteArrayEquals(payloadAttestation.signature, G2_POINT_AT_INFINITY)) {
121
+ continue;
122
+ }
123
+ payloadAttestations.push(payloadAttestation);
124
+ }
125
+
126
+ return payloadAttestations
117
127
  .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
118
- .slice(0, MAX_PAYLOAD_ATTESTATIONS)
119
- .map(fastToPayloadAttestation);
128
+ .slice(0, MAX_PAYLOAD_ATTESTATIONS);
120
129
  }
121
130
 
122
131
  getAll(slot?: Slot): gloas.PayloadAttestation[] {
@@ -139,9 +148,11 @@ export class PayloadAttestationPool {
139
148
  }
140
149
  }
141
150
 
151
+ // The point at infinity is not a valid aggregate signature, do not serve such an aggregate
142
152
  return aggregates
143
153
  .sort((a, b) => b.aggregationBits.getTrueBitIndexes().length - a.aggregationBits.getTrueBitIndexes().length)
144
- .map(fastToPayloadAttestation);
154
+ .map(fastToPayloadAttestation)
155
+ .filter((attestation) => !byteArrayEquals(attestation.signature, G2_POINT_AT_INFINITY));
145
156
  }
146
157
 
147
158
  prune(clockSlot: Slot): void {
@@ -2,8 +2,9 @@ import {BitArray} from "@chainsafe/ssz";
2
2
  import {ChainForkConfig} from "@lodestar/config";
3
3
  import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
5
+ import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Root, Slot, SubcommitteeIndex, SubnetID, altair} from "@lodestar/types";
6
- import {MapDef, toRootHex} from "@lodestar/utils";
7
+ import {MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
7
8
  import {IClock} from "../../util/clock.js";
8
9
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
9
10
  import {pruneBySlot, signatureFromBytesNoCheck} from "./utils.js";
@@ -110,10 +111,16 @@ export class SyncCommitteeMessagePool {
110
111
  return null;
111
112
  }
112
113
 
114
+ const signature = contribution.signature.toBytes();
115
+ // The point at infinity is not a valid contribution signature, do not serve such a contribution
116
+ if (byteArrayEquals(signature, G2_POINT_AT_INFINITY)) {
117
+ return null;
118
+ }
119
+
113
120
  return {
114
121
  ...contribution,
115
122
  aggregationBits: contribution.aggregationBits,
116
- signature: contribution.signature.toBytes(),
123
+ signature,
117
124
  };
118
125
  }
119
126
 
@@ -4,7 +4,7 @@ import {Signature, aggregateSignatures} from "@lodestar/native/blst";
4
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
5
5
  import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
6
6
  import {Root, Slot, SubnetID, altair, ssz} from "@lodestar/types";
7
- import {Logger, MapDef, toRootHex} from "@lodestar/utils";
7
+ import {Logger, MapDef, byteArrayEquals, toRootHex} from "@lodestar/utils";
8
8
  import {Metrics} from "../../metrics/metrics.js";
9
9
  import {IClock} from "../../util/clock.js";
10
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -234,8 +234,18 @@ export function aggregate(
234
234
  }
235
235
 
236
236
  metrics?.opPool.syncContributionAndProofPool.getAggregateParticipants.set(participationCount);
237
+
238
+ const syncCommitteeSignature = aggregateSignatures(signatures).toBytes();
239
+ // The point at infinity is only a valid sync aggregate signature with empty participation bits
240
+ if (byteArrayEquals(syncCommitteeSignature, G2_POINT_AT_INFINITY)) {
241
+ return {
242
+ syncCommitteeBits: BitArray.fromBitLen(SYNC_COMMITTEE_SIZE),
243
+ syncCommitteeSignature,
244
+ };
245
+ }
246
+
237
247
  return {
238
248
  syncCommitteeBits,
239
- syncCommitteeSignature: aggregateSignatures(signatures).toBytes(),
249
+ syncCommitteeSignature,
240
250
  };
241
251
  }
@@ -179,6 +179,20 @@ async function validateExecutionPayloadBid(
179
179
  });
180
180
  }
181
181
 
182
+ // [IGNORE] this bid is the highest value bid seen for the tuple
183
+ // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
184
+ // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
185
+ // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
186
+ // from builders submitting numerous bids with minimal value increments.
187
+ const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
188
+ if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
189
+ throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
190
+ code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
191
+ bidValue: bid.value,
192
+ currentHighestBid: bestBid.signedBid.message.value,
193
+ });
194
+ }
195
+
182
196
  // [IGNORE] `bid.parent_block_root` is the hash tree root of a known beacon block in fork choice.
183
197
  // Moved earlier than the spec ordering so we can derive the proposer dependent root for the
184
198
  // proposer-preferences lookup below from a known fork-choice block.
@@ -352,19 +366,6 @@ async function validateExecutionPayloadBid(
352
366
  });
353
367
  }
354
368
 
355
- // [IGNORE] this bid is the highest value bid seen for the tuple
356
- // `(bid.slot, bid.parent_block_hash, bid.parent_block_root)`.
357
- // As a DoS prevention measure, the bid must also exceed the current highest bid by a minimum
358
- // increment, see https://github.com/ethereum/consensus-specs/pull/4831. This prevents spam
359
- // from builders submitting numerous bids with minimal value increments.
360
- const bestBid = chain.executionPayloadBidPool.getBestBid(bid.slot, bidParentBlockHash, bidParentBlockRoot);
361
- if (bestBid !== null && bid.value < getMinBidValue(bestBid.signedBid.message.value)) {
362
- throw new ExecutionPayloadBidError(GossipAction.IGNORE, {
363
- code: ExecutionPayloadBidErrorCode.BID_TOO_LOW,
364
- bidValue: bid.value,
365
- currentHighestBid: bestBid.signedBid.message.value,
366
- });
367
- }
368
369
  // [IGNORE] `bid.value` is less or equal than the builder's excess balance --
369
370
  // i.e. `can_builder_cover_bid(state, builder_index, amount)` returns `True`.
370
371
  if (!state.canBuilderCoverBid(bid.builderIndex, bid.value)) {
@@ -1,4 +1,4 @@
1
- import fs from "node:fs";
1
+ import {type FileHandle, open, readFile, rm} from "node:fs/promises";
2
2
  import path from "node:path";
3
3
  import {ChainForkConfig} from "@lodestar/config";
4
4
  import {ForkPostFulu} from "@lodestar/params";
@@ -172,7 +172,7 @@ export class FlatFileStore implements IFlatFileStore {
172
172
  for (const slot of slotsToPrune) {
173
173
  const release = await this.acquireMutationLock(slot);
174
174
  try {
175
- await fs.promises.rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
175
+ await rm(path.join(this.dataColumnDir, padSlot(slot)), {recursive: true, force: true});
176
176
  this.slotIndex.remove(slot);
177
177
  this.metrics?.prunedDirectories.inc();
178
178
  } finally {
@@ -212,7 +212,7 @@ export class FlatFileStore implements IFlatFileStore {
212
212
 
213
213
  private async readFile(slot: Slot, rootHex: RootHex): Promise<Uint8Array | null> {
214
214
  try {
215
- return await fs.promises.readFile(this.filePath(slot, rootHex));
215
+ return await readFile(this.filePath(slot, rootHex));
216
216
  } catch (e) {
217
217
  if (!isFsNotFoundError(e)) throw e;
218
218
  return null;
@@ -224,9 +224,9 @@ export class FlatFileStore implements IFlatFileStore {
224
224
  rootHex: RootHex,
225
225
  indices: number[]
226
226
  ): Promise<(Uint8Array | undefined)[] | null> {
227
- let fd: fs.promises.FileHandle;
227
+ let fd: FileHandle;
228
228
  try {
229
- fd = await fs.promises.open(this.filePath(slot, rootHex), "r");
229
+ fd = await open(this.filePath(slot, rootHex), "r");
230
230
  } catch (e) {
231
231
  if (!isFsNotFoundError(e)) throw e;
232
232
  return null;
@@ -270,7 +270,7 @@ export class FlatFileStore implements IFlatFileStore {
270
270
  await observeFlatFileStoreOperation(this.metrics, FlatFileStoreOperation.delete, async () => {
271
271
  const release = await this.acquireMutationLock(slot);
272
272
  try {
273
- await fs.promises.rm(this.filePath(slot, rootHex), {force: true});
273
+ await rm(this.filePath(slot, rootHex), {force: true});
274
274
  } finally {
275
275
  release();
276
276
  }
@@ -294,7 +294,7 @@ function validateDcolHeader(header: DcolHeader, slot: Slot, rootHex: RootHex): v
294
294
  }
295
295
  }
296
296
 
297
- async function readExactly(fd: fs.promises.FileHandle, buffer: Uint8Array, position: number): Promise<void> {
297
+ async function readExactly(fd: FileHandle, buffer: Uint8Array, position: number): Promise<void> {
298
298
  let totalRead = 0;
299
299
  while (totalRead < buffer.length) {
300
300
  const {bytesRead} = await fd.read(buffer, totalRead, buffer.length - totalRead, position + totalRead);
@@ -1,4 +1,5 @@
1
- import fs from "node:fs";
1
+ import type {Dirent} from "node:fs";
2
+ import {readdir} from "node:fs/promises";
2
3
  import {Slot} from "@lodestar/types";
3
4
  import {isFsNotFoundError} from "./errors.js";
4
5
  import {padSlot} from "./path.js";
@@ -33,9 +34,9 @@ export class SlotIndex {
33
34
 
34
35
  async rebuildFromDisk(columnsDir: string): Promise<SlotIndexRebuildStats> {
35
36
  this.slots.clear();
36
- let entries: fs.Dirent[];
37
+ let entries: Dirent[];
37
38
  try {
38
- entries = await fs.promises.readdir(columnsDir, {withFileTypes: true});
39
+ entries = await readdir(columnsDir, {withFileTypes: true});
39
40
  } catch (e) {
40
41
  if (!isFsNotFoundError(e)) throw e;
41
42
  return {slots: 0, ignoredEntries: 0};
@@ -645,6 +645,11 @@ export function createLodestarMetrics(
645
645
  help: "Count of peers by sync type [FullySynced, Advanced, Behind]",
646
646
  labelNames: ["syncType"],
647
647
  }),
648
+ syncPeerFinalizedCheckpointMismatch: register.counter<{reason: string}>({
649
+ name: "lodestar_sync_peer_finalized_checkpoint_mismatch_total",
650
+ help: "Total behind peers whose Status finalized checkpoint is not in our chain, by reason",
651
+ labelNames: ["reason"],
652
+ }),
648
653
  syncSwitchGossipSubscriptions: register.gauge<{action: string}>({
649
654
  name: "lodestar_sync_switch_gossip_subscriptions",
650
655
  help: "Sync switched gossip subscriptions on/off",
@@ -1008,6 +1013,11 @@ export function createLodestarMetrics(
1008
1013
  help: "Time elapsed between block received and fully verified state, signatures and payload",
1009
1014
  buckets: [0.05, 0.1, 0.3, 0.5, 0.7, 1, 1.3, 1.6, 2, 2.5, 3, 3.5, 4],
1010
1015
  }),
1016
+ receivedToConsensusVerifiedTime: register.histogram({
1017
+ name: "lodestar_gossip_block_received_to_consensus_verified_seconds",
1018
+ help: "Time from gossip block arrival until both the state transition and all block signature verifications are complete, excluding execution payload verification",
1019
+ buckets: [0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2, 0.5, 1],
1020
+ }),
1011
1021
  verifiedToBlobsAvailabiltyTime: register.histogram<{numBlobs: number}>({
1012
1022
  name: "lodestar_gossip_block_verified_to_blobs_availability_time",
1013
1023
  help: "Time elapsed between block verified and blobs became available",
@@ -10,6 +10,7 @@ import {isForkPostFulu} from "@lodestar/params";
10
10
  import {ResponseIncoming} from "@lodestar/reqresp";
11
11
  import {Epoch, Status, fulu, sszTypesFor} from "@lodestar/types";
12
12
  import {formatNodePeer} from "../../api/impl/node/utils.js";
13
+ import {GoodByeReasonCode} from "../../constants/index.js";
13
14
  import {RegistryMetricCreator} from "../../metrics/index.js";
14
15
  import {ClockEvent, IClock} from "../../util/clock.js";
15
16
  import {CustodyConfig} from "../../util/dataColumns.js";
@@ -332,6 +333,10 @@ export class NetworkCore implements INetworkCore {
332
333
  this.peerManager.reStatusPeers(peers);
333
334
  }
334
335
 
336
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
337
+ await this.peerManager.goodbyeAndDisconnect(peerIdFromString(peer), reason);
338
+ }
339
+
335
340
  /**
336
341
  * Request att subnets up `toSlot`. Network will ensure to mantain some peers for each
337
342
  */
@@ -138,6 +138,7 @@ const libp2pWorkerApi: NetworkWorkerApi = {
138
138
  prepareSyncCommitteeSubnets: (subscriptions) => core.prepareSyncCommitteeSubnets(subscriptions),
139
139
  reportPeer: (peer, action, actionName) => core.reportPeer(peer, action, actionName),
140
140
  reStatusPeers: (peers) => core.reStatusPeers(peers),
141
+ goodbyeAndDisconnect: (peer, reason) => core.goodbyeAndDisconnect(peer, reason),
141
142
  subscribeGossipCoreTopics: () => core.subscribeGossipCoreTopics(),
142
143
  unsubscribeGossipCoreTopics: () => core.unsubscribeGossipCoreTopics(),
143
144
 
@@ -11,6 +11,7 @@ import type {LoggerNode} from "@lodestar/logger/node";
11
11
  import {ResponseIncoming, ResponseOutgoing} from "@lodestar/reqresp";
12
12
  import {Status} from "@lodestar/types";
13
13
  import {withTimeout} from "@lodestar/utils";
14
+ import {GoodByeReasonCode} from "../../constants/index.js";
14
15
  import {Metrics} from "../../metrics/index.js";
15
16
  import {AsyncIterableBridgeCaller, AsyncIterableBridgeHandler} from "../../util/asyncIterableToEvents.js";
16
17
  import {PeerIdStr, peerIdFromString} from "../../util/peerId.js";
@@ -205,6 +206,9 @@ export class WorkerNetworkCore implements INetworkCore {
205
206
  reStatusPeers(peers: PeerIdStr[]): Promise<void> {
206
207
  return this.getApi().reStatusPeers(peers);
207
208
  }
209
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
210
+ return this.getApi().goodbyeAndDisconnect(peer, reason);
211
+ }
208
212
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): Promise<void> {
209
213
  return this.getApi().reportPeer(peer, action, actionName);
210
214
  }
@@ -5,6 +5,7 @@ import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
6
6
  import {ResponseIncoming} from "@lodestar/reqresp";
7
7
  import {Status} from "@lodestar/types";
8
+ import {GoodByeReasonCode} from "../../constants/index.js";
8
9
  import {PeerIdStr} from "../../util/peerId.js";
9
10
  import {NetworkOptions} from "../options.js";
10
11
  import {PeerAction, PeerScoreStats} from "../peers/index.js";
@@ -53,6 +54,7 @@ export interface INetworkCore extends INetworkCorePublic {
53
54
  // Sync method
54
55
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
55
56
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
57
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
56
58
 
57
59
  // TODO: Duplicated methods with INetwork interface
58
60
  getConnectedPeers(): Promise<PeerIdStr[]>;
@@ -37,6 +37,7 @@ import {
37
37
  phase0,
38
38
  } from "@lodestar/types";
39
39
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
40
+ import {GoodByeReasonCode} from "../constants/index.js";
40
41
  import {CustodyConfig} from "../util/dataColumns.js";
41
42
  import {PeerIdStr} from "../util/peerId.js";
42
43
  import {
@@ -74,6 +75,7 @@ export interface INetwork extends INetworkCorePublic {
74
75
  reportPeer(peer: PeerIdStr, action: PeerAction, actionName: string): void;
75
76
  shouldAggregate(subnet: SubnetID, slot: Slot): boolean;
76
77
  reStatusPeers(peers: PeerIdStr[]): Promise<void>;
78
+ goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void>;
77
79
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
78
80
  searchUnknownEnvelope(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void;
79
81
  // ReqResp
@@ -150,7 +150,11 @@ export async function createNodeJsLibp2p(
150
150
  nodeInfo: {
151
151
  name: "lodestar",
152
152
  version: networkOpts.version ?? "unknown",
153
- userAgent: networkOpts.private ? "" : networkOpts.version ? `lodestar/${networkOpts.version}` : "lodestar",
153
+ userAgent: networkOpts.private
154
+ ? ""
155
+ : networkOpts.advertiseVersion && networkOpts.version
156
+ ? `lodestar/${networkOpts.version}`
157
+ : "lodestar",
154
158
  },
155
159
  addresses: {
156
160
  listen: localMultiaddrs,
@@ -34,6 +34,7 @@ import {prettyPrintIndices, sleep} from "@lodestar/utils";
34
34
  import {BlockInputSource} from "../chain/blocks/blockInput/types.js";
35
35
  import {ChainEvent, IBeaconChain} from "../chain/index.js";
36
36
  import {computeSubnetForDataColumnSidecar} from "../chain/validation/dataColumnSidecar.js";
37
+ import {GoodByeReasonCode} from "../constants/index.js";
37
38
  import {IBeaconDb} from "../db/interface.js";
38
39
  import {Metrics, RegistryMetricCreator} from "../metrics/index.js";
39
40
  import {IClock} from "../util/clock.js";
@@ -289,6 +290,10 @@ export class Network implements INetwork {
289
290
  return this.core.reStatusPeers(peers);
290
291
  }
291
292
 
293
+ async goodbyeAndDisconnect(peer: PeerIdStr, reason: GoodByeReasonCode): Promise<void> {
294
+ return this.core.goodbyeAndDisconnect(peer, reason);
295
+ }
296
+
292
297
  searchUnknownBlock(slotRoot: SlotRootHex, source: BlockInputSource, peer?: PeerIdStr): void {
293
298
  this.networkProcessor.searchUnknownBlock(slotRoot, source, peer);
294
299
  }
@@ -25,6 +25,8 @@ export interface NetworkOptions
25
25
  mdns?: boolean;
26
26
  connectToDiscv5Bootnodes?: boolean;
27
27
  version?: string;
28
+ /** Include the version in libp2p Identify. Private mode takes precedence. */
29
+ advertiseVersion?: boolean;
28
30
  private?: boolean;
29
31
  useWorker?: boolean;
30
32
  maxYoungGenerationSizeMb?: number;
@@ -893,7 +893,7 @@ export class PeerManager {
893
893
  }
894
894
  }
895
895
 
896
- private async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
896
+ async goodbyeAndDisconnect(peer: PeerId, goodbye: GoodByeReasonCode): Promise<void> {
897
897
  const reason = GOODBYE_KNOWN_CODES[goodbye.toString()] || "";
898
898
  const peerIdStr = peer.toString();
899
899
  try {
@@ -1,5 +1,6 @@
1
- import {ForkName, isForkPostFulu} from "@lodestar/params";
2
- import {ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
1
+ import {ForkName, GENESIS_EPOCH, isForkPostFulu} from "@lodestar/params";
2
+ import {computeEpochAtSlot} from "@lodestar/state-transition";
3
+ import {Epoch, ForkDigest, Root, Slot, Status, fulu, ssz} from "@lodestar/types";
3
4
  import {toHex, toRootHex} from "@lodestar/utils";
4
5
 
5
6
  // TODO: Why this value? (From Lighthouse)
@@ -9,6 +10,8 @@ export enum IrrelevantPeerCode {
9
10
  INCOMPATIBLE_FORKS = "IRRELEVANT_PEER_INCOMPATIBLE_FORKS",
10
11
  DIFFERENT_CLOCKS = "IRRELEVANT_PEER_DIFFERENT_CLOCKS",
11
12
  DIFFERENT_FINALIZED = "IRRELEVANT_PEER_DIFFERENT_FINALIZED",
13
+ FINALIZED_EPOCH_TOO_HIGH = "IRRELEVANT_PEER_FINALIZED_EPOCH_TOO_HIGH",
14
+ INVALID_FINALIZED_ROOT = "IRRELEVANT_PEER_INVALID_FINALIZED_ROOT",
12
15
  NO_EARLIEST_AVAILABLE_SLOT = "NO_EARLIEST_AVAILABLE_SLOT",
13
16
  }
14
17
 
@@ -16,6 +19,8 @@ type IrrelevantPeerType =
16
19
  | {code: IrrelevantPeerCode.INCOMPATIBLE_FORKS; ours: ForkDigest; theirs: ForkDigest}
17
20
  | {code: IrrelevantPeerCode.DIFFERENT_CLOCKS; slotDiff: number}
18
21
  | {code: IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT}
22
+ | {code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH; finalizedEpoch: Epoch; maxFinalizedEpoch: Epoch}
23
+ | {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT}
19
24
  | {code: IrrelevantPeerCode.DIFFERENT_FINALIZED; expectedRoot: Root; remoteRoot: Root};
20
25
 
21
26
  /**
@@ -45,29 +50,35 @@ export function assertPeerRelevance(
45
50
  return {code: IrrelevantPeerCode.DIFFERENT_CLOCKS, slotDiff};
46
51
  }
47
52
 
48
- // The remote's finalized epoch is less than or equal to ours, but the block root is
49
- // different to the one in our chain. Therefore, the node is on a different chain and we
50
- // should not communicate with them.
53
+ // A checkpoint can be finalized at the earliest at the start of epoch + 2
54
+ const maxFinalizedEpoch = Math.max(
55
+ GENESIS_EPOCH,
56
+ computeEpochAtSlot(Math.max(currentSlot, 0) + FUTURE_SLOT_TOLERANCE) - 2
57
+ );
58
+ if (remote.finalizedEpoch > maxFinalizedEpoch) {
59
+ return {
60
+ code: IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH,
61
+ finalizedEpoch: remote.finalizedEpoch,
62
+ maxFinalizedEpoch,
63
+ };
64
+ }
65
+
66
+ if (remote.finalizedEpoch > GENESIS_EPOCH && isZeroRoot(remote.finalizedRoot)) {
67
+ return {code: IrrelevantPeerCode.INVALID_FINALIZED_ROOT};
68
+ }
51
69
 
70
+ // The remote's finalized epoch is equal to ours, but the block root is different to the one in our chain.
71
+ // Therefore, the node is on a different chain and we should not communicate with them.
52
72
  if (
53
- remote.finalizedEpoch <= local.finalizedEpoch &&
54
- !isZeroRoot(remote.finalizedRoot) &&
55
- !isZeroRoot(local.finalizedRoot)
73
+ remote.finalizedEpoch === local.finalizedEpoch &&
74
+ !isZeroRoot(local.finalizedRoot) &&
75
+ !ssz.Root.equals(remote.finalizedRoot, local.finalizedRoot)
56
76
  ) {
57
- // NOTE: due to preferring to not access chain state here, we can't check the finalized root against our history.
58
- // The impact of not doing check is low: peers that are behind us we can't confirm they are in the same chain as us.
59
- // In the worst case they will attempt to sync from us, fail and disconnect. The ENR fork check should be sufficient
60
- // to differentiate most peers in normal network conditions.
61
- const remoteRoot = remote.finalizedRoot;
62
- const expectedRoot = remote.finalizedEpoch === local.finalizedEpoch ? local.finalizedRoot : null;
63
-
64
- if (expectedRoot !== null && !ssz.Root.equals(remoteRoot, expectedRoot)) {
65
- return {
66
- code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
67
- expectedRoot: expectedRoot, // forkChoice returns Tree BranchNode which the logger prints as {}
68
- remoteRoot: remoteRoot,
69
- };
70
- }
77
+ return {
78
+ code: IrrelevantPeerCode.DIFFERENT_FINALIZED,
79
+ expectedRoot: local.finalizedRoot,
80
+ remoteRoot: remote.finalizedRoot,
81
+ };
71
82
  }
72
83
 
73
84
  if (isForkPostFulu(forkName) && (remote as fulu.Status).earliestAvailableSlot === undefined) {
@@ -76,7 +87,8 @@ export function assertPeerRelevance(
76
87
  };
77
88
  }
78
89
 
79
- // Note: Accept request status finalized checkpoint in the future, we do not know if it is a true finalized root
90
+ // Note: for a behind finalized checkpoint, we validate it more on the main thread against our history,
91
+ // see BeaconSync.verifyPastFinalizedCheckpoint
80
92
  return null;
81
93
  }
82
94
 
@@ -93,6 +105,10 @@ export function renderIrrelevantPeerType(type: IrrelevantPeerType): string {
93
105
  return `DIFFERENT_CLOCKS slotDiff: ${type.slotDiff}`;
94
106
  case IrrelevantPeerCode.DIFFERENT_FINALIZED:
95
107
  return `DIFFERENT_FINALIZED root: ${toRootHex(type.remoteRoot)} expected: ${toRootHex(type.expectedRoot)}`;
108
+ case IrrelevantPeerCode.FINALIZED_EPOCH_TOO_HIGH:
109
+ return `FINALIZED_EPOCH_TOO_HIGH finalizedEpoch: ${type.finalizedEpoch} max: ${type.maxFinalizedEpoch}`;
110
+ case IrrelevantPeerCode.INVALID_FINALIZED_ROOT:
111
+ return "INVALID_FINALIZED_ROOT zero root for a non-genesis finalized epoch";
96
112
  case IrrelevantPeerCode.NO_EARLIEST_AVAILABLE_SLOT:
97
113
  return "No earliestAvailableSlot announced via peer Status";
98
114
  }
@@ -705,8 +705,8 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
705
705
 
706
706
  // Immediately attempt fetch of data columns from execution engine as the bid contains kzg commitments
707
707
  // which is all the information we need so there is no reason to delay until execution payload arrives
708
- // Columns fetched here feed payloadInput.addColumn, which resolves waitForAllData for any
709
- // in-flight importExecutionPayload. No processExecutionPayload trigger needed from this path.
708
+ // Columns fetched here feed payloadInput.addColumn, which resolves the waitForAllData of a
709
+ // pending payload import. No processExecutionPayload trigger needed from this path.
710
710
  chain.getBlobsTracker.triggerGetBlobs(payloadInput);
711
711
  }
712
712
  })
@@ -927,7 +927,7 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
927
927
  }
928
928
 
929
929
  // NOTE: we do NOT call chain.processExecutionPayload here. That is triggered only by
930
- // envelope arrival (gossip or API). An in-flight importExecutionPayload is awaiting
930
+ // envelope arrival (gossip or API). A pending payload import is awaiting
931
931
  // payloadInput.waitForAllData(); addColumn above will resolve it once hasAllData flips.
932
932
 
933
933
  scheduleIncompletePayloadEnvelope(payloadInput, peerIdStr);