@lodestar/beacon-node 1.50.0-dev.9e2fc57acd → 1.50.0-dev.a28be61ecb

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/lib/api/impl/beacon/pool/index.js +4 -4
  2. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  3. package/lib/chain/archiveStore/archiveStore.d.ts +1 -0
  4. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  5. package/lib/chain/archiveStore/archiveStore.js +6 -2
  6. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  7. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +4 -1
  8. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  9. package/lib/chain/archiveStore/utils/pruneHistory.js +4 -3
  10. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  11. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  12. package/lib/chain/blocks/importBlock.js +4 -0
  13. package/lib/chain/blocks/importBlock.js.map +1 -1
  14. package/lib/chain/chain.js +3 -3
  15. package/lib/chain/chain.js.map +1 -1
  16. package/lib/chain/errors/gossipValidation.d.ts +2 -1
  17. package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
  18. package/lib/chain/errors/gossipValidation.js +1 -0
  19. package/lib/chain/errors/gossipValidation.js.map +1 -1
  20. package/lib/chain/initState.d.ts +2 -9
  21. package/lib/chain/initState.d.ts.map +1 -1
  22. package/lib/chain/initState.js +5 -38
  23. package/lib/chain/initState.js.map +1 -1
  24. package/lib/chain/opPools/opPool.d.ts +5 -4
  25. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  26. package/lib/chain/opPools/opPool.js +62 -18
  27. package/lib/chain/opPools/opPool.js.map +1 -1
  28. package/lib/chain/opPools/utils.d.ts +4 -1
  29. package/lib/chain/opPools/utils.d.ts.map +1 -1
  30. package/lib/chain/opPools/utils.js +11 -1
  31. package/lib/chain/opPools/utils.js.map +1 -1
  32. package/lib/chain/validation/attesterSlashing.d.ts +4 -4
  33. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  34. package/lib/chain/validation/attesterSlashing.js +3 -0
  35. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  36. package/lib/chain/validation/proposerSlashing.d.ts +3 -3
  37. package/lib/chain/validation/proposerSlashing.d.ts.map +1 -1
  38. package/lib/chain/validation/proposerSlashing.js +3 -0
  39. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  40. package/lib/db/beacon.d.ts.map +1 -1
  41. package/lib/db/beacon.js +2 -0
  42. package/lib/db/beacon.js.map +1 -1
  43. package/lib/db/repositories/proposerSlashing.d.ts +1 -0
  44. package/lib/db/repositories/proposerSlashing.d.ts.map +1 -1
  45. package/lib/db/repositories/proposerSlashing.js +5 -1
  46. package/lib/db/repositories/proposerSlashing.js.map +1 -1
  47. package/lib/index.d.ts +1 -1
  48. package/lib/index.d.ts.map +1 -1
  49. package/lib/index.js +1 -1
  50. package/lib/index.js.map +1 -1
  51. package/lib/network/processor/gossipHandlers.js +4 -4
  52. package/lib/network/processor/gossipHandlers.js.map +1 -1
  53. package/lib/network/processor/gossipValidatorFn.d.ts +3 -1
  54. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  55. package/lib/network/processor/gossipValidatorFn.js +1 -1
  56. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  57. package/lib/network/processor/index.d.ts +1 -0
  58. package/lib/network/processor/index.d.ts.map +1 -1
  59. package/lib/network/processor/index.js +28 -8
  60. package/lib/network/processor/index.js.map +1 -1
  61. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts.map +1 -1
  62. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +41 -26
  63. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
  64. package/lib/sync/unknownBlock.d.ts +9 -5
  65. package/lib/sync/unknownBlock.d.ts.map +1 -1
  66. package/lib/sync/unknownBlock.js +83 -42
  67. package/lib/sync/unknownBlock.js.map +1 -1
  68. package/lib/util/execution.d.ts +2 -0
  69. package/lib/util/execution.d.ts.map +1 -1
  70. package/lib/util/execution.js +1 -1
  71. package/lib/util/execution.js.map +1 -1
  72. package/package.json +15 -15
  73. package/src/api/impl/beacon/pool/index.ts +4 -4
  74. package/src/chain/archiveStore/archiveStore.ts +9 -3
  75. package/src/chain/archiveStore/utils/pruneHistory.ts +6 -4
  76. package/src/chain/blocks/importBlock.ts +4 -0
  77. package/src/chain/chain.ts +3 -3
  78. package/src/chain/errors/gossipValidation.ts +1 -0
  79. package/src/chain/initState.ts +8 -60
  80. package/src/chain/opPools/opPool.ts +91 -18
  81. package/src/chain/opPools/utils.ts +31 -3
  82. package/src/chain/validation/attesterSlashing.ts +7 -4
  83. package/src/chain/validation/proposerSlashing.ts +7 -4
  84. package/src/db/beacon.ts +2 -0
  85. package/src/db/repositories/proposerSlashing.ts +6 -1
  86. package/src/index.ts +1 -1
  87. package/src/network/processor/gossipHandlers.ts +4 -4
  88. package/src/network/processor/gossipValidatorFn.ts +1 -1
  89. package/src/network/processor/index.ts +34 -8
  90. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +42 -28
  91. package/src/sync/unknownBlock.ts +94 -46
  92. package/src/util/execution.ts +1 -1
@@ -9,6 +9,7 @@ export enum GossipErrorCode {
9
9
  INVALID_SERIALIZED_BYTES_ERROR_CODE = "GOSSIP_ERROR_INVALID_SERIALIZED_BYTES",
10
10
  PAST_SLOT = "GOSSIP_ERROR_PAST_SLOT",
11
11
  FUTURE_SLOT = "GOSSIP_ERROR_FUTURE_SLOT",
12
+ INVALID_SLOT = "GOSSIP_ERROR_INVALID_SLOT",
12
13
  }
13
14
 
14
15
  export class GossipActionError<T extends {code: string}> extends LodestarError<T> {
@@ -1,14 +1,8 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {ForkPostGloas, ForkSeq, ZERO_HASH} from "@lodestar/params";
3
- import {
4
- BeaconStateAllForks,
5
- BeaconStateGloas,
6
- IBeaconStateView,
7
- computeEpochAtSlot,
8
- computeStartSlotAtEpoch,
9
- } from "@lodestar/state-transition";
3
+ import {BeaconStateAllForks, IBeaconStateView, computeEpochAtSlot, isStatePostGloas} from "@lodestar/state-transition";
10
4
  import {SignedBeaconBlock, ssz} from "@lodestar/types";
11
- import {Logger, byteArrayEquals, toHex, toRootHex} from "@lodestar/utils";
5
+ import {LodestarError, Logger, byteArrayEquals, toRootHex} from "@lodestar/utils";
12
6
  import {GENESIS_SLOT} from "../constants/index.js";
13
7
  import {IBeaconDb} from "../db/index.js";
14
8
  import {Metrics} from "../metrics/index.js";
@@ -17,7 +11,7 @@ import {getStateTypeFromBytes} from "../util/multifork.js";
17
11
  export async function persistAnchorState(
18
12
  config: ChainForkConfig,
19
13
  db: IBeaconDb,
20
- anchorState: BeaconStateAllForks,
14
+ anchorState: IBeaconStateView,
21
15
  anchorStateBytes: Uint8Array
22
16
  ): Promise<void> {
23
17
  if (anchorState.slot === GENESIS_SLOT) {
@@ -33,7 +27,8 @@ export async function persistAnchorState(
33
27
  const latestBlockRoot = ssz.phase0.BeaconBlockHeader.hashTreeRoot(latestBlockHeader);
34
28
 
35
29
  if (!byteArrayEquals(blockRoot, latestBlockRoot)) {
36
- throw Error(
30
+ throw new LodestarError(
31
+ {code: "GENESIS_BLOCK_ROOT_MISMATCH"},
37
32
  `Genesis block root ${toRootHex(blockRoot)} does not match genesis state latest block root ${toRootHex(latestBlockRoot)}`
38
33
  );
39
34
  }
@@ -48,16 +43,15 @@ export async function persistAnchorState(
48
43
  }
49
44
  }
50
45
 
51
- export function createGenesisBlock(config: ChainForkConfig, genesisState: BeaconStateAllForks): SignedBeaconBlock {
46
+ export function createGenesisBlock(config: ChainForkConfig, genesisState: IBeaconStateView): SignedBeaconBlock {
52
47
  const types = config.getForkTypes(GENESIS_SLOT);
53
48
  const genesisBlock = types.SignedBeaconBlock.defaultValue();
54
49
  const stateRoot = genesisState.hashTreeRoot();
55
50
  genesisBlock.message.stateRoot = stateRoot;
56
51
 
57
- if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas) {
52
+ if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas && isStatePostGloas(genesisState)) {
58
53
  const gloasBlock = genesisBlock as SignedBeaconBlock<ForkPostGloas>;
59
- const gloasState = genesisState as BeaconStateGloas;
60
- gloasBlock.message.body.signedExecutionPayloadBid.message = gloasState.latestExecutionPayloadBid.toValue();
54
+ gloasBlock.message.body.signedExecutionPayloadBid.message = genesisState.latestExecutionPayloadBid;
61
55
  }
62
56
 
63
57
  return genesisBlock;
@@ -86,52 +80,6 @@ export async function initStateFromDb(
86
80
  return state;
87
81
  }
88
82
 
89
- /**
90
- * Initialize and persist an anchor state (either weak subjectivity or genesis)
91
- */
92
- export async function checkAndPersistAnchorState(
93
- config: ChainForkConfig,
94
- db: IBeaconDb,
95
- logger: Logger,
96
- anchorState: BeaconStateAllForks,
97
- anchorStateBytes: Uint8Array,
98
- {
99
- isWithinWeakSubjectivityPeriod,
100
- isCheckpointState,
101
- }: {isWithinWeakSubjectivityPeriod: boolean; isCheckpointState: boolean}
102
- ): Promise<void> {
103
- const expectedFork = config.getForkInfo(computeStartSlotAtEpoch(anchorState.fork.epoch));
104
- const expectedForkVersion = toHex(expectedFork.version);
105
- const stateFork = toHex(anchorState.fork.currentVersion);
106
- if (stateFork !== expectedForkVersion) {
107
- throw Error(
108
- `State current fork version ${stateFork} not equal to current config ${expectedForkVersion}. Maybe caused by importing a state from a different network`
109
- );
110
- }
111
-
112
- const stateInfo = isCheckpointState ? "checkpoint" : "db";
113
- if (isWithinWeakSubjectivityPeriod) {
114
- logger.info(`Initializing beacon from a valid ${stateInfo} state`, {
115
- slot: anchorState.slot,
116
- epoch: computeEpochAtSlot(anchorState.slot),
117
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
118
- isWithinWeakSubjectivityPeriod,
119
- });
120
- } else {
121
- logger.warn(`Initializing from a stale ${stateInfo} state vulnerable to long range attacks`, {
122
- slot: anchorState.slot,
123
- epoch: computeEpochAtSlot(anchorState.slot),
124
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
125
- isWithinWeakSubjectivityPeriod,
126
- });
127
- logger.warn("Checkpoint sync recommended, please use --help to see checkpoint sync options");
128
- }
129
-
130
- if (isCheckpointState || anchorState.slot === GENESIS_SLOT) {
131
- await persistAnchorState(config, db, anchorState, anchorStateBytes);
132
- }
133
- }
134
-
135
83
  export function initBeaconMetrics(metrics: Metrics, state: IBeaconStateView): void {
136
84
  metrics.headSlot.set(state.slot);
137
85
  metrics.previousJustifiedEpoch.set(state.previousJustifiedCheckpoint.epoch);
@@ -12,38 +12,54 @@ import {
12
12
  } from "@lodestar/params";
13
13
  import {
14
14
  IBeaconStateView,
15
+ assertValidAttesterSlashing,
15
16
  computeEpochAtSlot,
16
17
  computeStartSlotAtEpoch,
17
18
  getAttesterSlashableIndices,
19
+ getAttesterSlashingSignatureSets,
20
+ getProposerSlashingSignatureSets,
18
21
  } from "@lodestar/state-transition";
19
22
  import {
20
23
  AttesterSlashing,
24
+ Domain,
21
25
  Epoch,
22
26
  SignedBeaconBlock,
27
+ Slot,
23
28
  ValidatorIndex,
24
29
  capella,
25
30
  phase0,
31
+ ssz,
26
32
  sszTypesFor,
27
33
  } from "@lodestar/types";
28
- import {fromHex, toHex, toRootHex} from "@lodestar/utils";
34
+ import {byteArrayEquals, fromHex, toHex, toRootHex} from "@lodestar/utils";
29
35
  import {IBeaconDb} from "../../db/index.js";
30
36
  import {Metrics} from "../../metrics/metrics.js";
31
37
  import {SignedBLSToExecutionChangeVersioned} from "../../util/types.js";
38
+ import {IBlsVerifier} from "../bls/interface.js";
32
39
  import {BlockType} from "../interface.js";
33
40
  import {BlockProductionStep} from "../produceBlock/produceBlockBody.js";
34
- import {isValidBlsToExecutionChangeForBlockInclusion} from "./utils.js";
41
+ import {
42
+ getAttesterSlashingSignatureDomains,
43
+ getProposerSlashingSignatureDomain,
44
+ isValidBlsToExecutionChangeForBlockInclusion,
45
+ } from "./utils.js";
35
46
 
36
47
  type HexRoot = string;
37
48
  type AttesterSlashingCached = {
38
49
  attesterSlashing: AttesterSlashing;
39
50
  intersectingIndices: number[];
51
+ verifiedDomains: [Domain, Domain];
52
+ };
53
+ type ProposerSlashingCached = {
54
+ proposerSlashing: phase0.ProposerSlashing;
55
+ verifiedDomain: Domain;
40
56
  };
41
57
 
42
58
  export class OpPool {
43
59
  /** Map of uniqueId(AttesterSlashing) -> AttesterSlashing */
44
60
  private readonly attesterSlashings = new Map<HexRoot, AttesterSlashingCached>();
45
61
  /** Map of to slash validator index -> ProposerSlashing */
46
- private readonly proposerSlashings = new Map<ValidatorIndex, phase0.ProposerSlashing>();
62
+ private readonly proposerSlashings = new Map<ValidatorIndex, ProposerSlashingCached>();
47
63
  /** Map of to exit validator index -> SignedVoluntaryExit */
48
64
  private readonly voluntaryExits = new Map<ValidatorIndex, phase0.SignedVoluntaryExit>();
49
65
  /** Set of seen attester slashing indexes. No need to prune */
@@ -68,7 +84,7 @@ export class OpPool {
68
84
  return this.blsToExecutionChanges.size;
69
85
  }
70
86
 
71
- async fromPersisted(db: IBeaconDb): Promise<void> {
87
+ async fromPersisted(db: IBeaconDb, state: IBeaconStateView, bls: IBlsVerifier, currentSlot: Slot): Promise<void> {
72
88
  const [attesterSlashings, proposerSlashings, voluntaryExits, blsToExecutionChanges] = await Promise.all([
73
89
  db.attesterSlashing.entries(),
74
90
  db.proposerSlashing.values(),
@@ -76,11 +92,42 @@ export class OpPool {
76
92
  db.blsToExecutionChange.values(),
77
93
  ]);
78
94
 
79
- for (const attesterSlashing of attesterSlashings) {
80
- this.insertAttesterSlashing(ForkName.electra, attesterSlashing.value, attesterSlashing.key);
95
+ // Persisted operations have no verification context. Rebuild it before they can enter the pool.
96
+ // The startup anchor may precede a fork whose slashings are already persisted.
97
+ for (const {key, value: attesterSlashing} of attesterSlashings) {
98
+ try {
99
+ assertValidAttesterSlashing(this.config, currentSlot, state.validatorCount, attesterSlashing, false);
100
+ } catch {
101
+ continue;
102
+ }
103
+ const verifiedDomains = getAttesterSlashingSignatureDomains(this.config, currentSlot, attesterSlashing);
104
+ if (
105
+ !(await bls.verifySignatureSets(getAttesterSlashingSignatureSets(this.config, currentSlot, attesterSlashing)))
106
+ ) {
107
+ continue;
108
+ }
109
+ this.insertAttesterSlashing(ForkName.electra, attesterSlashing, verifiedDomains, key);
81
110
  }
82
111
  for (const proposerSlashing of proposerSlashings) {
83
- this.insertProposerSlashing(proposerSlashing);
112
+ const header1 = proposerSlashing.signedHeader1.message;
113
+ const header2 = proposerSlashing.signedHeader2.message;
114
+ // Startup may restore a state from before activation. Current slashability is checked
115
+ // when selecting operations, so it must not prevent restoring an otherwise valid slashing.
116
+ if (
117
+ header1.slot !== header2.slot ||
118
+ header1.proposerIndex !== header2.proposerIndex ||
119
+ header1.proposerIndex >= state.validatorCount ||
120
+ ssz.phase0.BeaconBlockHeaderBigint.equals(header1, header2)
121
+ ) {
122
+ continue;
123
+ }
124
+ const verifiedDomain = getProposerSlashingSignatureDomain(this.config, currentSlot, proposerSlashing);
125
+ if (
126
+ !(await bls.verifySignatureSets(getProposerSlashingSignatureSets(this.config, currentSlot, proposerSlashing)))
127
+ ) {
128
+ continue;
129
+ }
130
+ this.insertProposerSlashing(proposerSlashing, verifiedDomain);
84
131
  }
85
132
  for (const voluntaryExit of voluntaryExits) {
86
133
  this.insertVoluntaryExit(voluntaryExit);
@@ -102,8 +149,12 @@ export class OpPool {
102
149
  ),
103
150
  persistDiff(
104
151
  db.proposerSlashing,
105
- Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value})),
106
- (index) => index
152
+ Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value: value.proposerSlashing})),
153
+ (index) => index,
154
+ // A slashing invalidated by a fork may remain on disk after eviction from the pool.
155
+ // A new valid slashing for that validator has the same database key, so comparing
156
+ // keys alone would retain the invalid slashing and lose the replacement on restart.
157
+ {updateExisting: true}
107
158
  ),
108
159
  persistDiff(
109
160
  db.voluntaryExit,
@@ -143,7 +194,12 @@ export class OpPool {
143
194
  }
144
195
 
145
196
  /** Must be validated beforehand */
146
- insertAttesterSlashing(fork: ForkName, attesterSlashing: AttesterSlashing, rootHash?: Uint8Array): void {
197
+ insertAttesterSlashing(
198
+ fork: ForkName,
199
+ attesterSlashing: AttesterSlashing,
200
+ verifiedDomains: [Domain, Domain],
201
+ rootHash?: Uint8Array
202
+ ): void {
147
203
  if (!rootHash) {
148
204
  rootHash = sszTypesFor(fork).AttesterSlashing.hashTreeRoot(attesterSlashing);
149
205
  }
@@ -153,6 +209,7 @@ export class OpPool {
153
209
  this.attesterSlashings.set(toRootHex(rootHash), {
154
210
  attesterSlashing,
155
211
  intersectingIndices,
212
+ verifiedDomains,
156
213
  });
157
214
  for (const index of intersectingIndices) {
158
215
  this.attesterSlashingIndexes.add(index);
@@ -160,8 +217,11 @@ export class OpPool {
160
217
  }
161
218
 
162
219
  /** Must be validated beforehand */
163
- insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing): void {
164
- this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, proposerSlashing);
220
+ insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing, verifiedDomain: Domain): void {
221
+ this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, {
222
+ proposerSlashing,
223
+ verifiedDomain,
224
+ });
165
225
  }
166
226
 
167
227
  /** Must be validated beforehand */
@@ -204,7 +264,14 @@ export class OpPool {
204
264
  : metrics?.builderBlockProductionTimeSteps;
205
265
 
206
266
  const endProposerSlashing = stepsMetrics?.startTimer();
207
- for (const proposerSlashing of this.proposerSlashings.values()) {
267
+ for (const [key, {proposerSlashing, verifiedDomain}] of this.proposerSlashings) {
268
+ // A fork can change the required domain even for verified slashings, including those with future-slot headers.
269
+ if (
270
+ !byteArrayEquals(verifiedDomain, getProposerSlashingSignatureDomain(this.config, state.slot, proposerSlashing))
271
+ ) {
272
+ this.proposerSlashings.delete(key);
273
+ continue;
274
+ }
208
275
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
209
276
  const validator = state.getValidator(index);
210
277
  if (!validator.slashed && validator.activationEpoch <= stateEpoch && stateEpoch < validator.withdrawableEpoch) {
@@ -223,7 +290,12 @@ export class OpPool {
223
290
  const endAttesterSlashings = stepsMetrics?.startTimer();
224
291
  const attesterSlashings: AttesterSlashing[] = [];
225
292
  const maxAttesterSlashings = stateFork >= ForkSeq.electra ? MAX_ATTESTER_SLASHINGS_ELECTRA : MAX_ATTESTER_SLASHINGS;
226
- attesterSlashing: for (const attesterSlashing of this.attesterSlashings.values()) {
293
+ attesterSlashing: for (const [key, attesterSlashing] of this.attesterSlashings) {
294
+ const domains = getAttesterSlashingSignatureDomains(this.config, state.slot, attesterSlashing.attesterSlashing);
295
+ if (!attesterSlashing.verifiedDomains.every((domain, i) => byteArrayEquals(domain, domains[i]))) {
296
+ this.attesterSlashings.delete(key);
297
+ continue;
298
+ }
227
299
  /** Indices slashable in this attester slashing */
228
300
  const slashableIndices = new Set<ValidatorIndex>();
229
301
  for (let i = 0; i < attesterSlashing.intersectingIndices.length; i++) {
@@ -303,7 +375,7 @@ export class OpPool {
303
375
 
304
376
  /** For beacon pool API */
305
377
  getAllProposerSlashings(): phase0.ProposerSlashing[] {
306
- return Array.from(this.proposerSlashings.values());
378
+ return Array.from(this.proposerSlashings.values()).map(({proposerSlashing}) => proposerSlashing);
307
379
  }
308
380
 
309
381
  /** For beacon pool API */
@@ -356,7 +428,7 @@ export class OpPool {
356
428
  */
357
429
  private pruneProposerSlashings(headState: IBeaconStateView): void {
358
430
  const finalizedEpoch = headState.finalizedCheckpoint.epoch;
359
- for (const [key, proposerSlashing] of this.proposerSlashings.entries()) {
431
+ for (const [key, {proposerSlashing}] of this.proposerSlashings.entries()) {
360
432
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
361
433
  if (headState.getValidator(index).exitEpoch <= finalizedEpoch) {
362
434
  this.proposerSlashings.delete(key);
@@ -436,14 +508,15 @@ function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean
436
508
  async function persistDiff<K extends Id, V>(
437
509
  dbRepo: Repository<K, V>,
438
510
  items: {key: K; value: V}[],
439
- serializeKey: (key: K) => number | string
511
+ serializeKey: (key: K) => number | string,
512
+ opts: {updateExisting?: boolean} = {}
440
513
  ): Promise<void> {
441
514
  const persistedKeys = await dbRepo.keys();
442
515
  const batch: DbBatch<K, V> = [];
443
516
 
444
517
  const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
445
518
  for (const item of items) {
446
- if (!persistedKeysSerialized.has(serializeKey(item.key))) {
519
+ if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
447
520
  batch.push({type: "put", key: item.key, value: item.value});
448
521
  }
449
522
  }
@@ -1,9 +1,37 @@
1
1
  import {Signature} from "@chainsafe/lodestar-z/blst";
2
- import {BLS_WITHDRAWAL_PREFIX} from "@lodestar/params";
3
- import {IBeaconStateView} from "@lodestar/state-transition";
4
- import {Slot, capella} from "@lodestar/types";
2
+ import {BeaconConfig} from "@lodestar/config";
3
+ import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
4
+ import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
5
+ import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
5
6
  import {AggregateFast, AggregateFastElectra} from "./attestationPool.js";
6
7
 
8
+ export function getProposerSlashingSignatureDomain(
9
+ config: BeaconConfig,
10
+ stateSlot: Slot,
11
+ slashing: phase0.ProposerSlashing
12
+ ): Domain {
13
+ return config.getDomain(stateSlot, DOMAIN_BEACON_PROPOSER, Number(slashing.signedHeader1.message.slot));
14
+ }
15
+
16
+ export function getAttesterSlashingSignatureDomains(
17
+ config: BeaconConfig,
18
+ stateSlot: Slot,
19
+ slashing: AttesterSlashing
20
+ ): [Domain, Domain] {
21
+ return [
22
+ config.getDomain(
23
+ stateSlot,
24
+ DOMAIN_BEACON_ATTESTER,
25
+ computeStartSlotAtEpoch(Number(slashing.attestation1.data.target.epoch))
26
+ ),
27
+ config.getDomain(
28
+ stateSlot,
29
+ DOMAIN_BEACON_ATTESTER,
30
+ computeStartSlotAtEpoch(Number(slashing.attestation2.data.target.epoch))
31
+ ),
32
+ ];
33
+ }
34
+
7
35
  /**
8
36
  * Prune a Map indexed by slot to keep the most recent slots, up to `slotsRetained`
9
37
  */
@@ -4,14 +4,15 @@ import {
4
4
  getAttesterSlashingSignatureSets,
5
5
  isSlashableValidator,
6
6
  } from "@lodestar/state-transition";
7
- import {AttesterSlashing} from "@lodestar/types";
7
+ import {AttesterSlashing, Domain} from "@lodestar/types";
8
8
  import {AttesterSlashingError, AttesterSlashingErrorCode, GossipAction} from "../errors/index.js";
9
9
  import {IBeaconChain} from "../index.js";
10
+ import {getAttesterSlashingSignatureDomains} from "../opPools/utils.js";
10
11
 
11
12
  export async function validateApiAttesterSlashing(
12
13
  chain: IBeaconChain,
13
14
  attesterSlashing: AttesterSlashing
14
- ): Promise<void> {
15
+ ): Promise<[Domain, Domain]> {
15
16
  const prioritizeBls = true;
16
17
  return validateAttesterSlashing(chain, attesterSlashing, prioritizeBls);
17
18
  }
@@ -19,7 +20,7 @@ export async function validateApiAttesterSlashing(
19
20
  export async function validateGossipAttesterSlashing(
20
21
  chain: IBeaconChain,
21
22
  attesterSlashing: AttesterSlashing
22
- ): Promise<void> {
23
+ ): Promise<[Domain, Domain]> {
23
24
  return validateAttesterSlashing(chain, attesterSlashing);
24
25
  }
25
26
 
@@ -27,7 +28,7 @@ export async function validateAttesterSlashing(
27
28
  chain: IBeaconChain,
28
29
  attesterSlashing: AttesterSlashing,
29
30
  prioritizeBls = false
30
- ): Promise<void> {
31
+ ): Promise<[Domain, Domain]> {
31
32
  // [IGNORE] At least one index in the intersection of the attesting indices of each attestation has not yet been seen
32
33
  // in any prior attester_slashing (i.e.
33
34
  // attester_slashed_indices = set(attestation_1.attesting_indices).intersection(attestation_2.attesting_indices
@@ -61,9 +62,11 @@ export async function validateAttesterSlashing(
61
62
  }
62
63
 
63
64
  const signatureSets = getAttesterSlashingSignatureSets(chain.config, state.slot, attesterSlashing);
65
+ const verifiedDomains = getAttesterSlashingSignatureDomains(chain.config, state.slot, attesterSlashing);
64
66
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
65
67
  throw new AttesterSlashingError(GossipAction.REJECT, {
66
68
  code: AttesterSlashingErrorCode.INVALID_SIGNATURE,
67
69
  });
68
70
  }
71
+ return verifiedDomains;
69
72
  }
@@ -1,12 +1,13 @@
1
1
  import {assertValidProposerSlashing, getProposerSlashingSignatureSets} from "@lodestar/state-transition";
2
- import {phase0} from "@lodestar/types";
2
+ import {Domain, phase0} from "@lodestar/types";
3
3
  import {GossipAction, ProposerSlashingError, ProposerSlashingErrorCode} from "../errors/index.js";
4
4
  import {IBeaconChain} from "../index.js";
5
+ import {getProposerSlashingSignatureDomain} from "../opPools/utils.js";
5
6
 
6
7
  export async function validateApiProposerSlashing(
7
8
  chain: IBeaconChain,
8
9
  proposerSlashing: phase0.ProposerSlashing
9
- ): Promise<void> {
10
+ ): Promise<Domain> {
10
11
  const prioritizeBls = true;
11
12
  return validateProposerSlashing(chain, proposerSlashing, prioritizeBls);
12
13
  }
@@ -14,7 +15,7 @@ export async function validateApiProposerSlashing(
14
15
  export async function validateGossipProposerSlashing(
15
16
  chain: IBeaconChain,
16
17
  proposerSlashing: phase0.ProposerSlashing
17
- ): Promise<void> {
18
+ ): Promise<Domain> {
18
19
  return validateProposerSlashing(chain, proposerSlashing);
19
20
  }
20
21
 
@@ -22,7 +23,7 @@ async function validateProposerSlashing(
22
23
  chain: IBeaconChain,
23
24
  proposerSlashing: phase0.ProposerSlashing,
24
25
  prioritizeBls = false
25
- ): Promise<void> {
26
+ ): Promise<Domain> {
26
27
  // [IGNORE] The proposer slashing is the first valid proposer slashing received for the proposer with index
27
28
  // proposer_slashing.signed_header_1.message.proposer_index.
28
29
  if (chain.opPool.hasSeenProposerSlashing(proposerSlashing.signedHeader1.message.proposerIndex)) {
@@ -46,9 +47,11 @@ async function validateProposerSlashing(
46
47
  }
47
48
 
48
49
  const signatureSets = getProposerSlashingSignatureSets(chain.config, state.slot, proposerSlashing);
50
+ const verifiedDomain = getProposerSlashingSignatureDomain(chain.config, state.slot, proposerSlashing);
49
51
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
50
52
  throw new ProposerSlashingError(GossipAction.REJECT, {
51
53
  code: ProposerSlashingErrorCode.INVALID_SIGNATURE,
52
54
  });
53
55
  }
56
+ return verifiedDomain;
54
57
  }
package/src/db/beacon.ts CHANGED
@@ -122,6 +122,8 @@ export class BeaconDb implements IBeaconDb {
122
122
  async pruneHotDb(): Promise<void> {
123
123
  // Prune all hot blobs
124
124
  await this.blobSidecars.batchDelete(await this.blobSidecars.keys());
125
+ // New columns are persisted in flat files, so this bucket only contains legacy hot data.
126
+ await this.deleteBucketData(Bucket.allForks_dataColumnSidecars);
125
127
  // Prune all hot blocks
126
128
  // TODO: Enable once it's deemed safe
127
129
  // await this.block.batchDelete(await this.block.keys());
@@ -1,6 +1,7 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
- import {Db, Repository} from "@lodestar/db";
2
+ import {BUCKET_LENGTH, Db, Repository} from "@lodestar/db";
3
3
  import {ValidatorIndex, phase0, ssz} from "@lodestar/types";
4
+ import {bytesToInt} from "@lodestar/utils";
4
5
  import {Bucket, getBucketNameByValue} from "../buckets.js";
5
6
 
6
7
  export class ProposerSlashingRepository extends Repository<ValidatorIndex, phase0.ProposerSlashing> {
@@ -12,4 +13,8 @@ export class ProposerSlashingRepository extends Repository<ValidatorIndex, phase
12
13
  getId(value: phase0.ProposerSlashing): ValidatorIndex {
13
14
  return value.signedHeader1.message.proposerIndex;
14
15
  }
16
+
17
+ decodeKey(data: Uint8Array): ValidatorIndex {
18
+ return bytesToInt(data.subarray(BUCKET_LENGTH), "be");
19
+ }
15
20
  }
package/src/index.ts CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  export type {RestApiServerMetrics, RestApiServerModules, RestApiServerOpts} from "./api/rest/base.js";
4
4
  export {RestApiServer} from "./api/rest/base.js";
5
- export {checkAndPersistAnchorState} from "./chain/index.js";
5
+ export {persistAnchorState} from "./chain/index.js";
6
6
  export {DbCPStateDatastore} from "./chain/stateCache/datastore/db.js";
7
7
  export {FileCPStateDatastore} from "./chain/stateCache/datastore/file.js";
8
8
  export {BeaconDb, type IBeaconDb} from "./db/index.js";
@@ -1065,12 +1065,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1065
1065
  const {serializedData} = gossipData;
1066
1066
  const {fork} = topic.boundary;
1067
1067
  const attesterSlashing = sszDeserialize(topic, serializedData);
1068
- await validateGossipAttesterSlashing(chain, attesterSlashing);
1068
+ const verifiedDomains = await validateGossipAttesterSlashing(chain, attesterSlashing);
1069
1069
 
1070
1070
  // Handler - deferred to next event loop so the validation result propagates first
1071
1071
  callInNextEventLoop(() => {
1072
1072
  try {
1073
- chain.opPool.insertAttesterSlashing(fork, attesterSlashing);
1073
+ chain.opPool.insertAttesterSlashing(fork, attesterSlashing, verifiedDomains);
1074
1074
  chain.forkChoice.onAttesterSlashing(attesterSlashing);
1075
1075
  chain.emitter.emit(routes.events.EventType.attesterSlashing, attesterSlashing);
1076
1076
  } catch (e) {
@@ -1089,12 +1089,12 @@ function getSequentialHandlers(modules: ValidatorFnsModules, options: GossipHand
1089
1089
  }: GossipHandlerParamGeneric<GossipType.proposer_slashing>) => {
1090
1090
  const {serializedData} = gossipData;
1091
1091
  const proposerSlashing = sszDeserialize(topic, serializedData);
1092
- await validateGossipProposerSlashing(chain, proposerSlashing);
1092
+ const verifiedDomain = await validateGossipProposerSlashing(chain, proposerSlashing);
1093
1093
 
1094
1094
  // Handler - deferred to next event loop so the validation result propagates first
1095
1095
  callInNextEventLoop(() => {
1096
1096
  try {
1097
- chain.opPool.insertProposerSlashing(proposerSlashing);
1097
+ chain.opPool.insertProposerSlashing(proposerSlashing, verifiedDomain);
1098
1098
  chain.emitter.emit(routes.events.EventType.proposerSlashing, proposerSlashing);
1099
1099
  } catch (e) {
1100
1100
  logger.debug(
@@ -112,7 +112,7 @@ const gossipRejectPeerAction: Record<GossipType, RejectPeerActionRule> = {
112
112
  [GossipType.light_client_optimistic_update]: {default: PeerAction.HighToleranceError},
113
113
  };
114
114
 
115
- function rejectPeerAction(type: GossipType, code: string): PeerAction {
115
+ export function rejectPeerAction(type: GossipType, code: string): PeerAction {
116
116
  const rule = gossipRejectPeerAction[type];
117
117
  return rule.byCode?.[code] ?? rule.default;
118
118
  }
@@ -22,6 +22,7 @@ import {
22
22
  getParentRootFromSignedBeaconBlockSerialized,
23
23
  getPayloadPresentFromPayloadAttestationMessageSerialized,
24
24
  } from "../../util/sszBytes.js";
25
+ import {INetworkCore} from "../core/index.js";
25
26
  import {NetworkEvent, NetworkEventBus} from "../events.js";
26
27
  import {
27
28
  GossipHandlers,
@@ -34,7 +35,12 @@ import {MAX_PEERS_PER_ROOT} from "./constants.js";
34
35
  import {createExtractBlockSlotRootFns} from "./extractSlotRootFns.js";
35
36
  import {GossipHandlerOpts, ValidatorFnsModules, getGossipHandlers} from "./gossipHandlers.js";
36
37
  import {createGossipQueues} from "./gossipQueues/index.js";
37
- import {ValidatorFnModules, getGossipValidatorBatchFn, getGossipValidatorFn} from "./gossipValidatorFn.js";
38
+ import {
39
+ ValidatorFnModules,
40
+ getGossipValidatorBatchFn,
41
+ getGossipValidatorFn,
42
+ rejectPeerAction,
43
+ } from "./gossipValidatorFn.js";
38
44
  import {PendingGossipsubMessage} from "./types.js";
39
45
 
40
46
  export * from "./types.js";
@@ -232,6 +238,7 @@ type SearchUnknownRootTarget =
232
238
  */
233
239
  export class NetworkProcessor {
234
240
  private readonly chain: IBeaconChain;
241
+ private readonly core: INetworkCore;
235
242
  private readonly events: NetworkEventBus;
236
243
  private readonly logger: Logger;
237
244
  private readonly metrics: Metrics | null;
@@ -261,8 +268,9 @@ export class NetworkProcessor {
261
268
  modules: NetworkProcessorModules,
262
269
  private readonly opts: NetworkProcessorOpts
263
270
  ) {
264
- const {chain, events, logger, metrics} = modules;
271
+ const {chain, core, events, logger, metrics} = modules;
265
272
  this.chain = chain;
273
+ this.core = core;
266
274
  this.events = events;
267
275
  this.metrics = metrics;
268
276
  this.logger = logger;
@@ -409,16 +417,34 @@ export class NetworkProcessor {
409
417
  private onPendingGossipsubMessage = (message: PendingGossipsubMessage): void => {
410
418
  const topicType = message.topic.type;
411
419
  const extractBlockSlotRootFn = this.extractBlockSlotRootFns[topicType];
420
+ if (extractBlockSlotRootFn === undefined) {
421
+ // some messages don't have slot and root
422
+ this.pushPendingGossipsubMessageToQueue(message);
423
+ return;
424
+ }
412
425
 
413
426
  // 1st extract round: make sure slot is in range and if block root is not available
414
427
  // proactively search for it + queue the message
415
- const slotRoot = extractBlockSlotRootFn
416
- ? extractBlockSlotRootFn(message.msg.data, message.topic.boundary.fork)
417
- : null;
428
+ const slotRoot = extractBlockSlotRootFn(message.msg.data, message.topic.boundary.fork);
418
429
  if (slotRoot === null) {
419
- // some messages don't have slot and root
420
- // if the msg.data is invalid, message will be rejected when deserializing data in later phase (gossipValidatorFn)
421
- this.pushPendingGossipsubMessageToQueue(message);
430
+ // DOS protection: null means malformed bytes or slot >= 2^32, neither is forwarded by honest peers.
431
+ const {propagationSource, clientAgent, clientVersion} = message;
432
+ const code = GossipErrorCode.INVALID_SLOT;
433
+ const peerAction = rejectPeerAction(topicType, code);
434
+ this.metrics?.networkProcessor.gossipValidationReject.inc({topic: topicType});
435
+ this.core.reportPeer(propagationSource, peerAction, code);
436
+ this.logger.debug(`Gossip validation ${topicType} rejected due to null slot`, {
437
+ peer: propagationSource,
438
+ clientAgent,
439
+ clientVersion,
440
+ peerAction,
441
+ code,
442
+ });
443
+ this.events.emit(NetworkEvent.gossipMessageValidationResult, {
444
+ msgId: message.msgId,
445
+ propagationSource,
446
+ acceptance: TopicValidatorResult.Reject,
447
+ });
422
448
  return;
423
449
  }
424
450