@lodestar/beacon-node 1.39.0-dev.aceb5b7416 → 1.39.0-dev.ad23ef56aa

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/README.md +1 -1
  2. package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
  3. package/lib/chain/blocks/verifyBlock.js +1 -1
  4. package/lib/chain/blocks/verifyBlock.js.map +1 -1
  5. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  6. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +4 -2
  7. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  8. package/lib/chain/blocks/verifyBlocksSignatures.d.ts +2 -1
  9. package/lib/chain/blocks/verifyBlocksSignatures.d.ts.map +1 -1
  10. package/lib/chain/blocks/verifyBlocksSignatures.js +3 -2
  11. package/lib/chain/blocks/verifyBlocksSignatures.js.map +1 -1
  12. package/lib/chain/chain.d.ts +8 -9
  13. package/lib/chain/chain.d.ts.map +1 -1
  14. package/lib/chain/chain.js +23 -37
  15. package/lib/chain/chain.js.map +1 -1
  16. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  17. package/lib/chain/forkChoice/index.js +3 -3
  18. package/lib/chain/forkChoice/index.js.map +1 -1
  19. package/lib/chain/interface.d.ts +4 -7
  20. package/lib/chain/interface.d.ts.map +1 -1
  21. package/lib/chain/interface.js.map +1 -1
  22. package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -4
  23. package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
  24. package/lib/chain/opPools/aggregatedAttestationPool.js +4 -4
  25. package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
  26. package/lib/chain/opPools/opPool.d.ts +3 -0
  27. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  28. package/lib/chain/opPools/opPool.js +9 -8
  29. package/lib/chain/opPools/opPool.js.map +1 -1
  30. package/lib/chain/produceBlock/produceBlockBody.js +3 -3
  31. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  32. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +4 -1
  33. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
  34. package/lib/chain/stateCache/persistentCheckpointsCache.js +4 -2
  35. package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
  36. package/lib/chain/validation/aggregateAndProof.js +9 -0
  37. package/lib/chain/validation/aggregateAndProof.js.map +1 -1
  38. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  39. package/lib/chain/validation/attesterSlashing.js +2 -2
  40. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  41. package/lib/chain/validation/blobSidecar.d.ts.map +1 -1
  42. package/lib/chain/validation/blobSidecar.js +2 -3
  43. package/lib/chain/validation/blobSidecar.js.map +1 -1
  44. package/lib/chain/validation/block.d.ts.map +1 -1
  45. package/lib/chain/validation/block.js +3 -3
  46. package/lib/chain/validation/block.js.map +1 -1
  47. package/lib/chain/validation/blsToExecutionChange.d.ts.map +1 -1
  48. package/lib/chain/validation/blsToExecutionChange.js +10 -3
  49. package/lib/chain/validation/blsToExecutionChange.js.map +1 -1
  50. package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
  51. package/lib/chain/validation/dataColumnSidecar.js +2 -3
  52. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  53. package/lib/chain/validation/proposerSlashing.js +3 -2
  54. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  55. package/lib/chain/validation/signatureSets/aggregateAndProof.js +1 -1
  56. package/lib/chain/validation/signatureSets/aggregateAndProof.js.map +1 -1
  57. package/lib/chain/validation/signatureSets/contributionAndProof.d.ts +2 -1
  58. package/lib/chain/validation/signatureSets/contributionAndProof.d.ts.map +1 -1
  59. package/lib/chain/validation/signatureSets/contributionAndProof.js +2 -2
  60. package/lib/chain/validation/signatureSets/contributionAndProof.js.map +1 -1
  61. package/lib/chain/validation/signatureSets/syncCommittee.d.ts +2 -1
  62. package/lib/chain/validation/signatureSets/syncCommittee.d.ts.map +1 -1
  63. package/lib/chain/validation/signatureSets/syncCommittee.js +2 -2
  64. package/lib/chain/validation/signatureSets/syncCommittee.js.map +1 -1
  65. package/lib/chain/validation/signatureSets/syncCommitteeContribution.d.ts +2 -1
  66. package/lib/chain/validation/signatureSets/syncCommitteeContribution.d.ts.map +1 -1
  67. package/lib/chain/validation/signatureSets/syncCommitteeContribution.js +2 -2
  68. package/lib/chain/validation/signatureSets/syncCommitteeContribution.js.map +1 -1
  69. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.d.ts +2 -1
  70. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.d.ts.map +1 -1
  71. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.js +1 -2
  72. package/lib/chain/validation/signatureSets/syncCommitteeSelectionProof.js.map +1 -1
  73. package/lib/chain/validation/syncCommittee.js +1 -1
  74. package/lib/chain/validation/syncCommittee.js.map +1 -1
  75. package/lib/chain/validation/syncCommitteeContributionAndProof.d.ts.map +1 -1
  76. package/lib/chain/validation/syncCommitteeContributionAndProof.js +3 -3
  77. package/lib/chain/validation/syncCommitteeContributionAndProof.js.map +1 -1
  78. package/lib/chain/validation/voluntaryExit.js +1 -1
  79. package/lib/chain/validation/voluntaryExit.js.map +1 -1
  80. package/lib/db/beacon.d.ts +2 -0
  81. package/lib/db/beacon.d.ts.map +1 -1
  82. package/lib/db/beacon.js +32 -0
  83. package/lib/db/beacon.js.map +1 -1
  84. package/lib/db/buckets.d.ts +12 -0
  85. package/lib/db/buckets.d.ts.map +1 -1
  86. package/lib/db/buckets.js +12 -6
  87. package/lib/db/buckets.js.map +1 -1
  88. package/lib/db/interface.d.ts +1 -0
  89. package/lib/db/interface.d.ts.map +1 -1
  90. package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
  91. package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
  92. package/lib/network/peers/discover.d.ts.map +1 -1
  93. package/lib/network/peers/discover.js.map +1 -1
  94. package/lib/node/nodejs.d.ts +6 -3
  95. package/lib/node/nodejs.d.ts.map +1 -1
  96. package/lib/node/nodejs.js +13 -1
  97. package/lib/node/nodejs.js.map +1 -1
  98. package/lib/node/notifier.d.ts.map +1 -1
  99. package/lib/node/notifier.js +9 -6
  100. package/lib/node/notifier.js.map +1 -1
  101. package/lib/sync/backfill/backfill.d.ts.map +1 -1
  102. package/lib/sync/backfill/backfill.js +2 -4
  103. package/lib/sync/backfill/backfill.js.map +1 -1
  104. package/lib/sync/backfill/verify.d.ts +2 -2
  105. package/lib/sync/backfill/verify.d.ts.map +1 -1
  106. package/lib/sync/backfill/verify.js +3 -3
  107. package/lib/sync/backfill/verify.js.map +1 -1
  108. package/package.json +28 -20
  109. package/src/chain/blocks/verifyBlock.ts +1 -0
  110. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -2
  111. package/src/chain/blocks/verifyBlocksSignatures.ts +13 -3
  112. package/src/chain/chain.ts +33 -42
  113. package/src/chain/forkChoice/index.ts +3 -2
  114. package/src/chain/interface.ts +4 -6
  115. package/src/chain/opPools/aggregatedAttestationPool.ts +7 -7
  116. package/src/chain/opPools/opPool.ts +8 -8
  117. package/src/chain/produceBlock/produceBlockBody.ts +3 -3
  118. package/src/chain/stateCache/persistentCheckpointsCache.ts +15 -2
  119. package/src/chain/validation/aggregateAndProof.ts +12 -0
  120. package/src/chain/validation/attesterSlashing.ts +14 -2
  121. package/src/chain/validation/blobSidecar.ts +3 -3
  122. package/src/chain/validation/block.ts +3 -2
  123. package/src/chain/validation/blsToExecutionChange.ts +10 -8
  124. package/src/chain/validation/dataColumnSidecar.ts +3 -3
  125. package/src/chain/validation/proposerSlashing.ts +8 -2
  126. package/src/chain/validation/signatureSets/aggregateAndProof.ts +1 -1
  127. package/src/chain/validation/signatureSets/contributionAndProof.ts +3 -1
  128. package/src/chain/validation/signatureSets/syncCommittee.ts +3 -1
  129. package/src/chain/validation/signatureSets/syncCommitteeContribution.ts +3 -1
  130. package/src/chain/validation/signatureSets/syncCommitteeSelectionProof.ts +2 -1
  131. package/src/chain/validation/syncCommittee.ts +1 -1
  132. package/src/chain/validation/syncCommitteeContributionAndProof.ts +8 -3
  133. package/src/chain/validation/voluntaryExit.ts +1 -1
  134. package/src/db/beacon.ts +38 -1
  135. package/src/db/buckets.ts +12 -6
  136. package/src/db/interface.ts +2 -0
  137. package/src/network/peers/discover.ts +3 -3
  138. package/src/node/nodejs.ts +20 -2
  139. package/src/node/notifier.ts +13 -7
  140. package/src/sync/backfill/backfill.ts +2 -9
  141. package/src/sync/backfill/verify.ts +3 -8
  142. package/lib/chain/rewards/attestationsRewards.d.ts +0 -7
  143. package/lib/chain/rewards/attestationsRewards.d.ts.map +0 -1
  144. package/lib/chain/rewards/attestationsRewards.js +0 -112
  145. package/lib/chain/rewards/attestationsRewards.js.map +0 -1
  146. package/lib/chain/rewards/blockRewards.d.ts +0 -14
  147. package/lib/chain/rewards/blockRewards.d.ts.map +0 -1
  148. package/lib/chain/rewards/blockRewards.js +0 -94
  149. package/lib/chain/rewards/blockRewards.js.map +0 -1
  150. package/lib/chain/rewards/syncCommitteeRewards.d.ts +0 -6
  151. package/lib/chain/rewards/syncCommitteeRewards.d.ts.map +0 -1
  152. package/lib/chain/rewards/syncCommitteeRewards.js +0 -36
  153. package/lib/chain/rewards/syncCommitteeRewards.js.map +0 -1
  154. package/src/chain/rewards/attestationsRewards.ts +0 -197
  155. package/src/chain/rewards/blockRewards.ts +0 -150
  156. package/src/chain/rewards/syncCommitteeRewards.ts +0 -58
@@ -1,4 +1,5 @@
1
1
  import {routes} from "@lodestar/api";
2
+ import {BeaconConfig} from "@lodestar/config";
2
3
  import {
3
4
  CachedBeaconStateAllForks,
4
5
  computeStartSlotAtEpoch,
@@ -24,6 +25,7 @@ export type PersistentCheckpointStateCacheOpts = {
24
25
  };
25
26
 
26
27
  type PersistentCheckpointStateCacheModules = {
28
+ config: BeaconConfig;
27
29
  metrics?: Metrics | null;
28
30
  logger: Logger;
29
31
  clock?: IClock | null;
@@ -107,6 +109,7 @@ export class PersistentCheckpointStateCache implements CheckpointStateCache {
107
109
  private readonly cache: MapTracker<CacheKey, CacheItem>;
108
110
  /** Epoch -> Set<blockRoot> */
109
111
  private readonly epochIndex = new MapDef<Epoch, Set<RootHex>>(() => new Set<string>());
112
+ private readonly config: BeaconConfig;
110
113
  private readonly metrics: Metrics | null | undefined;
111
114
  private readonly logger: Logger;
112
115
  private readonly clock: IClock | null | undefined;
@@ -120,10 +123,20 @@ export class PersistentCheckpointStateCache implements CheckpointStateCache {
120
123
  private readonly bufferPool?: BufferPool | null;
121
124
 
122
125
  constructor(
123
- {metrics, logger, clock, signal, datastore, blockStateCache, bufferPool}: PersistentCheckpointStateCacheModules,
126
+ {
127
+ config,
128
+ metrics,
129
+ logger,
130
+ clock,
131
+ signal,
132
+ datastore,
133
+ blockStateCache,
134
+ bufferPool,
135
+ }: PersistentCheckpointStateCacheModules,
124
136
  opts: PersistentCheckpointStateCacheOpts
125
137
  ) {
126
138
  this.cache = new MapTracker(metrics?.cpStateCache);
139
+ this.config = config;
127
140
  if (metrics) {
128
141
  this.metrics = metrics;
129
142
  metrics.cpStateCache.size.addCollect(() => {
@@ -484,7 +497,7 @@ export class PersistentCheckpointStateCache implements CheckpointStateCache {
484
497
  }
485
498
 
486
499
  const blockSlot = state.slot;
487
- const processCPStatesTimeMs = state.config.getSlotComponentDurationMs(PROCESS_CHECKPOINT_STATES_BPS);
500
+ const processCPStatesTimeMs = this.config.getSlotComponentDurationMs(PROCESS_CHECKPOINT_STATES_BPS);
488
501
  // we always have clock in production, fallback value is only for test
489
502
  const msFromSlot = this.clock?.msFromSlot(blockSlot) ?? processCPStatesTimeMs;
490
503
  const msToProcessCPStates = processCPStatesTimeMs - msFromSlot;
@@ -245,6 +245,18 @@ async function validateAggregateAndProof(
245
245
  });
246
246
  }
247
247
 
248
+ // Same race-condition check as above for seen aggregators
249
+ if (
250
+ !skipValidationKnownAttesters &&
251
+ chain.seenAggregatedAttestations.isKnown(targetEpoch, attIndex, attDataRootHex, aggregationBits)
252
+ ) {
253
+ throw new AttestationError(GossipAction.IGNORE, {
254
+ code: AttestationErrorCode.ATTESTERS_ALREADY_KNOWN,
255
+ targetEpoch,
256
+ aggregateRoot: attDataRootHex,
257
+ });
258
+ }
259
+
248
260
  chain.seenAggregators.add(targetEpoch, aggregatorIndex);
249
261
  chain.seenAggregatedAttestations.add(
250
262
  targetEpoch,
@@ -43,7 +43,14 @@ export async function validateAttesterSlashing(
43
43
  // [REJECT] All of the conditions within process_attester_slashing pass validation.
44
44
  try {
45
45
  // verifySignature = false, verified in batch below
46
- assertValidAttesterSlashing(chain.index2pubkey, state, attesterSlashing, false);
46
+ assertValidAttesterSlashing(
47
+ chain.config,
48
+ chain.index2pubkey,
49
+ state.slot,
50
+ state.validators.length,
51
+ attesterSlashing,
52
+ false
53
+ );
47
54
  } catch (e) {
48
55
  throw new AttesterSlashingError(GossipAction.REJECT, {
49
56
  code: AttesterSlashingErrorCode.INVALID,
@@ -51,7 +58,12 @@ export async function validateAttesterSlashing(
51
58
  });
52
59
  }
53
60
 
54
- const signatureSets = getAttesterSlashingSignatureSets(chain.index2pubkey, state, attesterSlashing);
61
+ const signatureSets = getAttesterSlashingSignatureSets(
62
+ chain.config,
63
+ chain.index2pubkey,
64
+ state.slot,
65
+ attesterSlashing
66
+ );
55
67
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
56
68
  throw new AttesterSlashingError(GossipAction.REJECT, {
57
69
  code: AttesterSlashingErrorCode.INVALID,
@@ -138,8 +138,9 @@ export async function validateGossipBlobSidecar(
138
138
  const signature = blobSidecar.signedBlockHeader.signature;
139
139
  if (!chain.seenBlockInputCache.isVerifiedProposerSignature(blobSlot, blockHex, signature)) {
140
140
  const signatureSet = getBlockHeaderProposerSignatureSetByParentStateSlot(
141
+ chain.config,
141
142
  chain.index2pubkey,
142
- blockState,
143
+ blockState.slot,
143
144
  blobSidecar.signedBlockHeader
144
145
  );
145
146
  // Don't batch so verification is not delayed
@@ -243,10 +244,9 @@ export async function validateBlockBlobSidecars(
243
244
  const blockRootHex = toRootHex(blockRoot);
244
245
  const signature = firstSidecarSignedBlockHeader.signature;
245
246
  if (!chain.seenBlockInputCache.isVerifiedProposerSignature(blockSlot, blockRootHex, signature)) {
246
- const headState = await chain.getHeadState();
247
247
  const signatureSet = getBlockHeaderProposerSignatureSetByHeaderSlot(
248
+ chain.config,
248
249
  chain.index2pubkey,
249
- headState,
250
250
  firstSidecarSignedBlockHeader
251
251
  );
252
252
 
@@ -6,6 +6,7 @@ import {
6
6
  computeTimeAtSlot,
7
7
  getBlockProposerSignatureSet,
8
8
  isExecutionBlockBodyType,
9
+ isExecutionEnabled,
9
10
  isExecutionStateType,
10
11
  } from "@lodestar/state-transition";
11
12
  import {SignedBeaconBlock, deneb} from "@lodestar/types";
@@ -139,7 +140,7 @@ export async function validateGossipBlock(
139
140
  if (fork === ForkName.bellatrix) {
140
141
  if (!isExecutionBlockBodyType(block.body)) throw Error("Not merge block type");
141
142
  const executionPayload = block.body.executionPayload;
142
- if (isExecutionStateType(blockState)) {
143
+ if (isExecutionStateType(blockState) && isExecutionEnabled(blockState, block)) {
143
144
  const expectedTimestamp = computeTimeAtSlot(config, blockSlot, chain.genesisTime);
144
145
  if (executionPayload.timestamp !== computeTimeAtSlot(config, blockSlot, chain.genesisTime)) {
145
146
  throw new BlockGossipError(GossipAction.REJECT, {
@@ -153,7 +154,7 @@ export async function validateGossipBlock(
153
154
 
154
155
  // [REJECT] The proposer signature, signed_beacon_block.signature, is valid with respect to the proposer_index pubkey.
155
156
  if (!chain.seenBlockInputCache.isVerifiedProposerSignature(blockSlot, blockRoot, signedBlock.signature)) {
156
- const signatureSet = getBlockProposerSignatureSet(chain.index2pubkey, blockState, signedBlock);
157
+ const signatureSet = getBlockProposerSignatureSet(chain.config, chain.index2pubkey, signedBlock);
157
158
  // Don't batch so verification is not delayed
158
159
  if (!(await chain.bls.verifySignatureSets([signatureSet], {verifyOnMainThread: true}))) {
159
160
  throw new BlockGossipError(GossipAction.REJECT, {
@@ -1,8 +1,4 @@
1
- import {
2
- CachedBeaconStateCapella,
3
- getBlsToExecutionChangeSignatureSet,
4
- isValidBlsToExecutionChange,
5
- } from "@lodestar/state-transition";
1
+ import {getBlsToExecutionChangeSignatureSet, isValidBlsToExecutionChange} from "@lodestar/state-transition";
6
2
  import {capella} from "@lodestar/types";
7
3
  import {BlsToExecutionChangeError, BlsToExecutionChangeErrorCode, GossipAction} from "../errors/index.js";
8
4
  import {IBeaconChain} from "../index.js";
@@ -41,11 +37,17 @@ async function validateBlsToExecutionChange(
41
37
  // NOTE: No need to advance head state since the signature's fork is handled with `broadcastedOnFork`,
42
38
  // and chanes relevant to `isValidBlsToExecutionChange()` happen only on processBlock(), not processEpoch()
43
39
  const state = chain.getHeadState();
44
- const {config} = state;
45
-
40
+ const {config} = chain;
41
+ const addressChange = blsToExecutionChange.message;
42
+ if (addressChange.validatorIndex >= state.validators.length) {
43
+ throw new BlsToExecutionChangeError(GossipAction.REJECT, {
44
+ code: BlsToExecutionChangeErrorCode.INVALID,
45
+ });
46
+ }
47
+ const validator = state.validators.getReadonly(addressChange.validatorIndex);
46
48
  // [REJECT] All of the conditions within process_bls_to_execution_change pass validation.
47
49
  // verifySignature = false, verified in batch below
48
- const {valid} = isValidBlsToExecutionChange(state as CachedBeaconStateCapella, blsToExecutionChange, false);
50
+ const {valid} = isValidBlsToExecutionChange(config, validator, blsToExecutionChange, false);
49
51
  if (!valid) {
50
52
  throw new BlsToExecutionChangeError(GossipAction.REJECT, {
51
53
  code: BlsToExecutionChangeErrorCode.INVALID,
@@ -135,8 +135,9 @@ export async function validateGossipDataColumnSidecar(
135
135
  const signature = dataColumnSidecar.signedBlockHeader.signature;
136
136
  if (!chain.seenBlockInputCache.isVerifiedProposerSignature(blockHeader.slot, blockRootHex, signature)) {
137
137
  const signatureSet = getBlockHeaderProposerSignatureSetByParentStateSlot(
138
+ chain.config,
138
139
  chain.index2pubkey,
139
- blockState,
140
+ blockState.slot,
140
141
  dataColumnSidecar.signedBlockHeader
141
142
  );
142
143
 
@@ -336,10 +337,9 @@ export async function validateBlockDataColumnSidecars(
336
337
  const slot = firstSidecarSignedBlockHeader.message.slot;
337
338
  const signature = firstSidecarSignedBlockHeader.signature;
338
339
  if (!chain.seenBlockInputCache.isVerifiedProposerSignature(slot, rootHex, signature)) {
339
- const headState = await chain.getHeadState();
340
340
  const signatureSet = getBlockHeaderProposerSignatureSetByHeaderSlot(
341
+ chain.config,
341
342
  chain.index2pubkey,
342
- headState,
343
343
  firstSidecarSignedBlockHeader
344
344
  );
345
345
 
@@ -35,8 +35,9 @@ async function validateProposerSlashing(
35
35
 
36
36
  // [REJECT] All of the conditions within process_proposer_slashing pass validation.
37
37
  try {
38
+ const proposer = state.validators.getReadonly(proposerSlashing.signedHeader1.message.proposerIndex);
38
39
  // verifySignature = false, verified in batch below
39
- assertValidProposerSlashing(state, proposerSlashing, false);
40
+ assertValidProposerSlashing(chain.config, chain.index2pubkey, state.slot, proposerSlashing, proposer, false);
40
41
  } catch (e) {
41
42
  throw new ProposerSlashingError(GossipAction.REJECT, {
42
43
  code: ProposerSlashingErrorCode.INVALID,
@@ -44,7 +45,12 @@ async function validateProposerSlashing(
44
45
  });
45
46
  }
46
47
 
47
- const signatureSets = getProposerSlashingSignatureSets(chain.index2pubkey, state, proposerSlashing);
48
+ const signatureSets = getProposerSlashingSignatureSets(
49
+ chain.config,
50
+ chain.index2pubkey,
51
+ state.slot,
52
+ proposerSlashing
53
+ );
48
54
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
49
55
  throw new ProposerSlashingError(GossipAction.REJECT, {
50
56
  code: ProposerSlashingErrorCode.INVALID,
@@ -14,7 +14,7 @@ export function getAggregateAndProofSigningRoot(
14
14
  epoch: Epoch,
15
15
  aggregateAndProof: SignedAggregateAndProof
16
16
  ): Uint8Array {
17
- // previously, we call `const aggregatorDomain = state.config.getDomain(state.slot, DOMAIN_AGGREGATE_AND_PROOF, slot);`
17
+ // previously, we call `const aggregatorDomain = config.getDomain(state.slot, DOMAIN_AGGREGATE_AND_PROOF, slot);`
18
18
  // at fork boundary, it's required to dial to target epoch https://github.com/ChainSafe/lodestar/blob/v1.11.3/packages/beacon-node/src/chain/validation/attestation.ts#L573
19
19
  // instead of that, just use the fork of slot in the attestation data
20
20
  const slot = computeStartSlotAtEpoch(epoch);
@@ -1,3 +1,4 @@
1
+ import {BeaconConfig} from "@lodestar/config";
1
2
  import {DOMAIN_CONTRIBUTION_AND_PROOF} from "@lodestar/params";
2
3
  import {
3
4
  CachedBeaconStateAllForks,
@@ -9,11 +10,12 @@ import {
9
10
  import {altair, ssz} from "@lodestar/types";
10
11
 
11
12
  export function getContributionAndProofSignatureSet(
13
+ config: BeaconConfig,
12
14
  index2pubkey: Index2PubkeyCache,
13
15
  state: CachedBeaconStateAllForks,
14
16
  signedContributionAndProof: altair.SignedContributionAndProof
15
17
  ): ISignatureSet {
16
- const domain = state.config.getDomain(
18
+ const domain = config.getDomain(
17
19
  state.slot,
18
20
  DOMAIN_CONTRIBUTION_AND_PROOF,
19
21
  signedContributionAndProof.message.contribution.slot
@@ -1,3 +1,4 @@
1
+ import {BeaconConfig} from "@lodestar/config";
1
2
  import {DOMAIN_SYNC_COMMITTEE} from "@lodestar/params";
2
3
  import {
3
4
  CachedBeaconStateAllForks,
@@ -9,11 +10,12 @@ import {
9
10
  import {altair, ssz} from "@lodestar/types";
10
11
 
11
12
  export function getSyncCommitteeSignatureSet(
13
+ config: BeaconConfig,
12
14
  index2pubkey: Index2PubkeyCache,
13
15
  state: CachedBeaconStateAllForks,
14
16
  syncCommittee: altair.SyncCommitteeMessage
15
17
  ): ISignatureSet {
16
- const domain = state.config.getDomain(state.slot, DOMAIN_SYNC_COMMITTEE, syncCommittee.slot);
18
+ const domain = config.getDomain(state.slot, DOMAIN_SYNC_COMMITTEE, syncCommittee.slot);
17
19
 
18
20
  return {
19
21
  type: SignatureSetType.single,
@@ -1,14 +1,16 @@
1
1
  import {PublicKey} from "@chainsafe/blst";
2
+ import {BeaconConfig} from "@lodestar/config";
2
3
  import {DOMAIN_SYNC_COMMITTEE} from "@lodestar/params";
3
4
  import {CachedBeaconStateAltair, ISignatureSet, SignatureSetType, computeSigningRoot} from "@lodestar/state-transition";
4
5
  import {altair, ssz} from "@lodestar/types";
5
6
 
6
7
  export function getSyncCommitteeContributionSignatureSet(
8
+ config: BeaconConfig,
7
9
  state: CachedBeaconStateAltair,
8
10
  contribution: altair.SyncCommitteeContribution,
9
11
  pubkeys: PublicKey[]
10
12
  ): ISignatureSet {
11
- const domain = state.config.getDomain(state.slot, DOMAIN_SYNC_COMMITTEE, contribution.slot);
13
+ const domain = config.getDomain(state.slot, DOMAIN_SYNC_COMMITTEE, contribution.slot);
12
14
  return {
13
15
  type: SignatureSetType.aggregate,
14
16
  pubkeys,
@@ -1,3 +1,4 @@
1
+ import {BeaconConfig} from "@lodestar/config";
1
2
  import {DOMAIN_SYNC_COMMITTEE_SELECTION_PROOF} from "@lodestar/params";
2
3
  import {
3
4
  CachedBeaconStateAllForks,
@@ -9,11 +10,11 @@ import {
9
10
  import {altair, ssz} from "@lodestar/types";
10
11
 
11
12
  export function getSyncCommitteeSelectionProofSignatureSet(
13
+ config: BeaconConfig,
12
14
  index2pubkey: Index2PubkeyCache,
13
15
  state: CachedBeaconStateAllForks,
14
16
  contributionAndProof: altair.ContributionAndProof
15
17
  ): ISignatureSet {
16
- const {config} = state;
17
18
  const slot = contributionAndProof.contribution.slot;
18
19
  const domain = config.getDomain(state.slot, DOMAIN_SYNC_COMMITTEE_SELECTION_PROOF, slot);
19
20
  const signingData: altair.SyncAggregatorSelectionData = {
@@ -89,7 +89,7 @@ async function validateSyncCommitteeSigOnly(
89
89
  syncCommittee: altair.SyncCommitteeMessage,
90
90
  prioritizeBls = false
91
91
  ): Promise<void> {
92
- const signatureSet = getSyncCommitteeSignatureSet(chain.index2pubkey, headState, syncCommittee);
92
+ const signatureSet = getSyncCommitteeSignatureSet(chain.config, chain.index2pubkey, headState, syncCommittee);
93
93
  if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: true, priority: prioritizeBls}))) {
94
94
  throw new SyncCommitteeError(GossipAction.REJECT, {
95
95
  code: SyncCommitteeErrorCode.INVALID_SIGNATURE,
@@ -78,14 +78,19 @@ export async function validateSyncCommitteeGossipContributionAndProof(
78
78
  const signatureSets = [
79
79
  // [REJECT] The contribution_and_proof.selection_proof is a valid signature of the SyncAggregatorSelectionData
80
80
  // derived from the contribution by the validator with index contribution_and_proof.aggregator_index.
81
- getSyncCommitteeSelectionProofSignatureSet(index2pubkey, headState, contributionAndProof),
81
+ getSyncCommitteeSelectionProofSignatureSet(chain.config, index2pubkey, headState, contributionAndProof),
82
82
 
83
83
  // [REJECT] The aggregator signature, signed_contribution_and_proof.signature, is valid.
84
- getContributionAndProofSignatureSet(index2pubkey, headState, signedContributionAndProof),
84
+ getContributionAndProofSignatureSet(chain.config, index2pubkey, headState, signedContributionAndProof),
85
85
 
86
86
  // [REJECT] The aggregate signature is valid for the message beacon_block_root and aggregate pubkey derived from
87
87
  // the participation info in aggregation_bits for the subcommittee specified by the contribution.subcommittee_index.
88
- getSyncCommitteeContributionSignatureSet(headState as CachedBeaconStateAltair, contribution, participantPubkeys),
88
+ getSyncCommitteeContributionSignatureSet(
89
+ chain.config,
90
+ headState as CachedBeaconStateAltair,
91
+ contribution,
92
+ participantPubkeys
93
+ ),
89
94
  ];
90
95
 
91
96
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true}))) {
@@ -59,7 +59,7 @@ async function validateVoluntaryExit(
59
59
  });
60
60
  }
61
61
 
62
- const signatureSet = getVoluntaryExitSignatureSet(chain.index2pubkey, state, voluntaryExit);
62
+ const signatureSet = getVoluntaryExitSignatureSet(chain.config, chain.index2pubkey, state.slot, voluntaryExit);
63
63
  if (!(await chain.bls.verifySignatureSets([signatureSet], {batchable: true, priority: prioritizeBls}))) {
64
64
  throw new VoluntaryExitError(GossipAction.REJECT, {
65
65
  code: VoluntaryExitErrorCode.INVALID_SIGNATURE,
package/src/db/beacon.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
- import {Db, LevelDbControllerMetrics} from "@lodestar/db";
2
+ import {Db, LevelDbControllerMetrics, encodeKey} from "@lodestar/db";
3
+ import {Bucket} from "./buckets.js";
3
4
  import {IBeaconDb} from "./interface.js";
4
5
  import {CheckpointStateRepository} from "./repositories/checkpointState.js";
5
6
  import {
@@ -95,4 +96,40 @@ export class BeaconDb implements IBeaconDb {
95
96
  // TODO: Enable once it's deemed safe
96
97
  // await this.block.batchDelete(await this.block.keys());
97
98
  }
99
+
100
+ async deleteDeprecatedEth1Data(): Promise<void> {
101
+ const deprecatedBuckets = [
102
+ Bucket.phase0_eth1Data,
103
+ Bucket.index_depositDataRoot,
104
+ Bucket.phase0_depositData,
105
+ Bucket.phase0_depositEvent,
106
+ Bucket.phase0_preGenesisState,
107
+ Bucket.phase0_preGenesisStateLastProcessedBlock,
108
+ ];
109
+
110
+ for (const bucket of deprecatedBuckets) {
111
+ await this.deleteBucketData(bucket);
112
+ }
113
+ }
114
+
115
+ private async deleteBucketData(bucket: Bucket): Promise<void> {
116
+ const minKey = encodeKey(bucket, Buffer.alloc(0));
117
+ const maxKey = encodeKey(bucket + 1, Buffer.alloc(0));
118
+
119
+ // Batch delete to avoid loading all keys into memory at once
120
+ const BATCH_DELETE_SIZE = 1000;
121
+ let keysBatch: Uint8Array[] = [];
122
+
123
+ for await (const key of this.db.keysStream({gte: minKey, lt: maxKey})) {
124
+ keysBatch.push(key);
125
+ if (keysBatch.length >= BATCH_DELETE_SIZE) {
126
+ await this.db.batchDelete(keysBatch);
127
+ keysBatch = [];
128
+ }
129
+ }
130
+
131
+ if (keysBatch.length > 0) {
132
+ await this.db.batchDelete(keysBatch);
133
+ }
134
+ }
98
135
  }
package/src/db/buckets.ts CHANGED
@@ -16,13 +16,16 @@ export enum Bucket {
16
16
  index_mainChain = 6, // Slot -> Root<BeaconBlock>
17
17
  // justified, finalized state and block hashes
18
18
  index_chainInfo = 7, // Key -> Number64 | stateHash | blockHash
19
- // phase0_eth1Data = 8, // DEPRECATED - eth1 deposit tracking is not required since electra
20
- // index_depositDataRoot = 9, // DEPRECATED - eth1 deposit tracking is not required since electra
19
+ /** @deprecated Eth1 deposit tracking is not required since electra, only kept around to delete data from existing databases */
20
+ phase0_eth1Data = 8,
21
+ /** @deprecated Eth1 deposit tracking is not required since electra, only kept around to delete data from existing databases */
22
+ index_depositDataRoot = 9,
21
23
 
22
24
  // op pool
23
25
  // phase0_attestation = 10, // DEPRECATED on v0.25.0
24
26
  // phase0_aggregateAndProof = 11, // Root -> AggregateAndProof, DEPRECATED on v.27.0
25
- // phase0_depositData = 12, // DEPRECATED - eth1 deposit tracking is not required since electra
27
+ /** @deprecated Eth1 deposit tracking is not required since electra, only kept around to delete data from existing databases */
28
+ phase0_depositData = 12,
26
29
  phase0_exit = 13, // ValidatorIndex -> VoluntaryExit
27
30
  phase0_proposerSlashing = 14, // ValidatorIndex -> ProposerSlashing
28
31
  allForks_attesterSlashing = 15, // Root -> AttesterSlashing
@@ -31,15 +34,18 @@ export enum Bucket {
31
34
  allForks_checkpointState = 17, // Root -> BeaconState
32
35
 
33
36
  // allForks_pendingBlock = 25, // Root -> SignedBeaconBlock // DEPRECATED on v0.30.0
34
- // phase0_depositEvent = 19, // DEPRECATED - eth1 deposit tracking is not required since electra
37
+ /** @deprecated Eth1 deposit tracking is not required since electra, only kept around to delete data from existing databases */
38
+ phase0_depositEvent = 19,
35
39
 
36
40
  index_stateArchiveRootIndex = 26, // State Root -> slot
37
41
 
38
42
  deneb_blobSidecars = 27, // DENEB BeaconBlockRoot -> BlobSidecars
39
43
  deneb_blobSidecarsArchive = 28, // DENEB BeaconBlockSlot -> BlobSidecars
40
44
 
41
- // phase0_preGenesisState = 30, // DEPRECATED - genesis from eth1 is no longer supported
42
- // phase0_preGenesisStateLastProcessedBlock = 31, // DEPRECATED - genesis from eth1 is no longer supported
45
+ /** @deprecated Genesis from eth1 is no longer supported, only kept around to delete data from existing databases */
46
+ phase0_preGenesisState = 30,
47
+ /** @deprecated Genesis from eth1 is no longer supported, only kept around to delete data from existing databases */
48
+ phase0_preGenesisStateLastProcessedBlock = 31,
43
49
 
44
50
  // Lightclient server
45
51
  // altair_bestUpdatePerCommitteePeriod = 30, // DEPRECATED on v0.32.0
@@ -56,6 +56,8 @@ export interface IBeaconDb {
56
56
 
57
57
  pruneHotDb(): Promise<void>;
58
58
 
59
+ deleteDeprecatedEth1Data(): Promise<void>;
60
+
59
61
  /** Close the connection to the db instance and close the db store. */
60
62
  close(): Promise<void>;
61
63
  /** To inject metrics after CLI initialization */
@@ -1,4 +1,4 @@
1
- import type {PeerId, PeerInfo, PrivateKey} from "@libp2p/interface";
1
+ import type {PeerId, PeerInfo, PendingDial, PrivateKey} from "@libp2p/interface";
2
2
  import {Multiaddr} from "@multiformats/multiaddr";
3
3
  import {ENR} from "@chainsafe/enr";
4
4
  import {BeaconConfig} from "@lodestar/config";
@@ -217,7 +217,7 @@ export class PeerDiscovery {
217
217
  const pendingDials = new Set(
218
218
  this.libp2p.services.components.connectionManager
219
219
  .getDialQueue()
220
- .map((pendingDial) => pendingDial.peerId?.toString())
220
+ .map((pendingDial: PendingDial) => pendingDial.peerId?.toString())
221
221
  );
222
222
  for (const [id, cachedENR] of this.cachedENRs.entries()) {
223
223
  if (
@@ -458,7 +458,7 @@ export class PeerDiscovery {
458
458
  if (
459
459
  this.libp2p.services.components.connectionManager
460
460
  .getDialQueue()
461
- .find((pendingDial) => pendingDial.peerId?.equals(peerId))
461
+ .find((pendingDial: PendingDial) => pendingDial.peerId?.equals(peerId))
462
462
  ) {
463
463
  return DiscoveredPeerStatus.already_dialing;
464
464
  }
@@ -2,10 +2,11 @@ import {setMaxListeners} from "node:events";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
3
  import {Registry} from "prom-client";
4
4
  import {hasher} from "@chainsafe/persistent-merkle-tree";
5
+ import {PubkeyIndexMap} from "@chainsafe/pubkey-index-map";
5
6
  import {BeaconApiMethods} from "@lodestar/api/beacon/server";
6
7
  import {BeaconConfig} from "@lodestar/config";
7
8
  import type {LoggerNode} from "@lodestar/logger/node";
8
- import {BeaconStateAllForks} from "@lodestar/state-transition";
9
+ import {CachedBeaconStateAllForks, Index2PubkeyCache} from "@lodestar/state-transition";
9
10
  import {phase0} from "@lodestar/types";
10
11
  import {sleep} from "@lodestar/utils";
11
12
  import {ProcessShutdownCallback} from "@lodestar/validator";
@@ -45,13 +46,15 @@ export type BeaconNodeModules = {
45
46
  export type BeaconNodeInitModules = {
46
47
  opts: IBeaconNodeOptions;
47
48
  config: BeaconConfig;
49
+ pubkey2index: PubkeyIndexMap;
50
+ index2pubkey: Index2PubkeyCache;
48
51
  db: IBeaconDb;
49
52
  logger: LoggerNode;
50
53
  processShutdownCallback: ProcessShutdownCallback;
51
54
  privateKey: PrivateKey;
52
55
  dataDir: string;
53
56
  peerStoreDir?: string;
54
- anchorState: BeaconStateAllForks;
57
+ anchorState: CachedBeaconStateAllForks;
55
58
  isAnchorStateFinalized: boolean;
56
59
  wsCheckpoint?: phase0.Checkpoint;
57
60
  metricsRegistries?: Registry[];
@@ -146,6 +149,8 @@ export class BeaconNode {
146
149
  static async init<T extends BeaconNode = BeaconNode>({
147
150
  opts,
148
151
  config,
152
+ pubkey2index,
153
+ index2pubkey,
149
154
  db,
150
155
  logger,
151
156
  processShutdownCallback,
@@ -197,6 +202,17 @@ export class BeaconNode {
197
202
  // TODO: Should this call be awaited?
198
203
  await db.pruneHotDb();
199
204
 
205
+ // Delete deprecated eth1 data to free up disk space for users
206
+ logger.debug("Deleting deprecated eth1 data from database");
207
+ const startTime = Date.now();
208
+ db.deleteDeprecatedEth1Data()
209
+ .then(() => {
210
+ logger.debug("Deleted deprecated eth1 data", {durationMs: Date.now() - startTime});
211
+ })
212
+ .catch((e) => {
213
+ logger.error("Failed to delete deprecated eth1 data", {}, e);
214
+ });
215
+
200
216
  const monitoring = opts.monitoring.endpoint
201
217
  ? new MonitoringService(
202
218
  "beacon",
@@ -209,6 +225,8 @@ export class BeaconNode {
209
225
  privateKey,
210
226
  config,
211
227
  clock,
228
+ pubkey2index,
229
+ index2pubkey,
212
230
  dataDir,
213
231
  db,
214
232
  dbName: opts.db.name,
@@ -6,6 +6,7 @@ import {
6
6
  computeEpochAtSlot,
7
7
  computeStartSlotAtEpoch,
8
8
  isExecutionCachedStateType,
9
+ isMergeTransitionComplete,
9
10
  } from "@lodestar/state-transition";
10
11
  import {Epoch} from "@lodestar/types";
11
12
  import {ErrorAborted, Logger, prettyBytes, prettyBytesShort, sleep} from "@lodestar/utils";
@@ -171,13 +172,18 @@ function getHeadExecutionInfo(
171
172
 
172
173
  // Add execution status to notifier only if head is on/post bellatrix
173
174
  if (isExecutionCachedStateType(headState)) {
174
- const executionPayloadHashInfo =
175
- headInfo.executionStatus !== ExecutionStatus.PreMerge ? headInfo.executionPayloadBlockHash : "empty";
176
- const executionPayloadNumberInfo =
177
- headInfo.executionStatus !== ExecutionStatus.PreMerge ? headInfo.executionPayloadNumber : NaN;
178
- return [
179
- `exec-block: ${executionStatusStr}(${executionPayloadNumberInfo} ${prettyBytesShort(executionPayloadHashInfo)})`,
180
- ];
175
+ if (isMergeTransitionComplete(headState)) {
176
+ const executionPayloadHashInfo =
177
+ headInfo.executionStatus !== ExecutionStatus.PreMerge ? headInfo.executionPayloadBlockHash : "empty";
178
+ const executionPayloadNumberInfo =
179
+ headInfo.executionStatus !== ExecutionStatus.PreMerge ? headInfo.executionPayloadNumber : NaN;
180
+ return [
181
+ `exec-block: ${executionStatusStr}(${executionPayloadNumberInfo} ${prettyBytesShort(
182
+ executionPayloadHashInfo
183
+ )})`,
184
+ ];
185
+ }
186
+ return [`exec-block: ${executionStatusStr}`];
181
187
  }
182
188
 
183
189
  return [];
@@ -750,9 +750,7 @@ export class BackfillSync extends (EventEmitter as {new (): BackfillSyncEmitter}
750
750
 
751
751
  // GENESIS_SLOT doesn't has valid signature
752
752
  if (anchorBlock.message.slot === GENESIS_SLOT) return;
753
- await verifyBlockProposerSignature(this.chain.index2pubkey, this.chain.bls, this.chain.getHeadState(), [
754
- anchorBlock,
755
- ]);
753
+ await verifyBlockProposerSignature(this.chain.config, this.chain.index2pubkey, this.chain.bls, [anchorBlock]);
756
754
 
757
755
  // We can write to the disk if this is ahead of prevFinalizedCheckpointBlock otherwise
758
756
  // we will need to go make checks on the top of sync loop before writing as it might
@@ -817,12 +815,7 @@ export class BackfillSync extends (EventEmitter as {new (): BackfillSyncEmitter}
817
815
 
818
816
  // If any of the block's proposer signature fail, we can't trust this peer at all
819
817
  if (verifiedBlocks.length > 0) {
820
- await verifyBlockProposerSignature(
821
- this.chain.index2pubkey,
822
- this.chain.bls,
823
- this.chain.getHeadState(),
824
- verifiedBlocks
825
- );
818
+ await verifyBlockProposerSignature(this.chain.config, this.chain.index2pubkey, this.chain.bls, verifiedBlocks);
826
819
 
827
820
  // This is bad, like super bad. Abort the backfill
828
821
  if (!nextAnchor)
@@ -1,11 +1,6 @@
1
1
  import {BeaconConfig} from "@lodestar/config";
2
2
  import {GENESIS_SLOT} from "@lodestar/params";
3
- import {
4
- CachedBeaconStateAllForks,
5
- ISignatureSet,
6
- Index2PubkeyCache,
7
- getBlockProposerSignatureSet,
8
- } from "@lodestar/state-transition";
3
+ import {ISignatureSet, Index2PubkeyCache, getBlockProposerSignatureSet} from "@lodestar/state-transition";
9
4
  import {Root, SignedBeaconBlock, Slot, ssz} from "@lodestar/types";
10
5
  import {IBlsVerifier} from "../../chain/bls/index.js";
11
6
  import {BackfillSyncError, BackfillSyncErrorCode} from "./errors.js";
@@ -46,15 +41,15 @@ export function verifyBlockSequence(
46
41
  }
47
42
 
48
43
  export async function verifyBlockProposerSignature(
44
+ config: BeaconConfig,
49
45
  index2pubkey: Index2PubkeyCache,
50
46
  bls: IBlsVerifier,
51
- state: CachedBeaconStateAllForks,
52
47
  blocks: SignedBeaconBlock[]
53
48
  ): Promise<void> {
54
49
  if (blocks.length === 1 && blocks[0].message.slot === GENESIS_SLOT) return;
55
50
  const signatures = blocks.reduce((sigs: ISignatureSet[], block) => {
56
51
  // genesis block doesn't have valid signature
57
- if (block.message.slot !== GENESIS_SLOT) sigs.push(getBlockProposerSignatureSet(index2pubkey, state, block));
52
+ if (block.message.slot !== GENESIS_SLOT) sigs.push(getBlockProposerSignatureSet(config, index2pubkey, block));
58
53
  return sigs;
59
54
  }, []);
60
55