@lodestar/beacon-node 1.50.0-dev.6fb6c0bad4 → 1.50.0-dev.70314c9caa

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (132) hide show
  1. package/lib/api/impl/beacon/pool/index.js +4 -4
  2. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  3. package/lib/chain/archiveStore/archiveStore.d.ts +1 -0
  4. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  5. package/lib/chain/archiveStore/archiveStore.js +6 -2
  6. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  7. package/lib/chain/archiveStore/utils/pruneHistory.d.ts +4 -1
  8. package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
  9. package/lib/chain/archiveStore/utils/pruneHistory.js +4 -3
  10. package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
  11. package/lib/chain/blocks/importBlock.d.ts.map +1 -1
  12. package/lib/chain/blocks/importBlock.js +4 -0
  13. package/lib/chain/blocks/importBlock.js.map +1 -1
  14. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +2 -1
  15. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  16. package/lib/chain/chain.js +3 -3
  17. package/lib/chain/chain.js.map +1 -1
  18. package/lib/chain/errors/gossipValidation.d.ts +3 -1
  19. package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
  20. package/lib/chain/errors/gossipValidation.js +2 -0
  21. package/lib/chain/errors/gossipValidation.js.map +1 -1
  22. package/lib/chain/initState.d.ts +2 -9
  23. package/lib/chain/initState.d.ts.map +1 -1
  24. package/lib/chain/initState.js +5 -38
  25. package/lib/chain/initState.js.map +1 -1
  26. package/lib/chain/opPools/opPool.d.ts +5 -4
  27. package/lib/chain/opPools/opPool.d.ts.map +1 -1
  28. package/lib/chain/opPools/opPool.js +62 -18
  29. package/lib/chain/opPools/opPool.js.map +1 -1
  30. package/lib/chain/opPools/utils.d.ts +4 -1
  31. package/lib/chain/opPools/utils.d.ts.map +1 -1
  32. package/lib/chain/opPools/utils.js +11 -1
  33. package/lib/chain/opPools/utils.js.map +1 -1
  34. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  35. package/lib/chain/prepareNextSlot.js +5 -2
  36. package/lib/chain/prepareNextSlot.js.map +1 -1
  37. package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
  38. package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
  39. package/lib/chain/produceBlock/produceBlockBody.js +6 -2
  40. package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
  41. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +6 -0
  42. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  43. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +10 -0
  44. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  45. package/lib/chain/validation/attesterSlashing.d.ts +4 -4
  46. package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
  47. package/lib/chain/validation/attesterSlashing.js +3 -0
  48. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  49. package/lib/chain/validation/proposerSlashing.d.ts +3 -3
  50. package/lib/chain/validation/proposerSlashing.d.ts.map +1 -1
  51. package/lib/chain/validation/proposerSlashing.js +3 -0
  52. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  53. package/lib/db/beacon.d.ts.map +1 -1
  54. package/lib/db/beacon.js +2 -0
  55. package/lib/db/beacon.js.map +1 -1
  56. package/lib/db/repositories/proposerSlashing.d.ts +1 -0
  57. package/lib/db/repositories/proposerSlashing.d.ts.map +1 -1
  58. package/lib/db/repositories/proposerSlashing.js +5 -1
  59. package/lib/db/repositories/proposerSlashing.js.map +1 -1
  60. package/lib/execution/engine/http.d.ts.map +1 -1
  61. package/lib/execution/engine/http.js +5 -4
  62. package/lib/execution/engine/http.js.map +1 -1
  63. package/lib/index.d.ts +1 -1
  64. package/lib/index.d.ts.map +1 -1
  65. package/lib/index.js +1 -1
  66. package/lib/index.js.map +1 -1
  67. package/lib/metrics/metrics/beacon.d.ts +1 -1
  68. package/lib/metrics/metrics/beacon.d.ts.map +1 -1
  69. package/lib/metrics/metrics/beacon.js.map +1 -1
  70. package/lib/network/metadata.d.ts +1 -1
  71. package/lib/network/metadata.d.ts.map +1 -1
  72. package/lib/network/metadata.js +17 -17
  73. package/lib/network/metadata.js.map +1 -1
  74. package/lib/network/peers/datastore.d.ts +9 -9
  75. package/lib/network/peers/datastore.d.ts.map +1 -1
  76. package/lib/network/peers/datastore.js +36 -36
  77. package/lib/network/peers/datastore.js.map +1 -1
  78. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  79. package/lib/network/processor/gossipHandlers.js +7 -4
  80. package/lib/network/processor/gossipHandlers.js.map +1 -1
  81. package/lib/network/processor/gossipValidatorFn.d.ts +7 -3
  82. package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
  83. package/lib/network/processor/gossipValidatorFn.js +7 -3
  84. package/lib/network/processor/gossipValidatorFn.js.map +1 -1
  85. package/lib/network/processor/index.d.ts +9 -0
  86. package/lib/network/processor/index.d.ts.map +1 -1
  87. package/lib/network/processor/index.js +77 -10
  88. package/lib/network/processor/index.js.map +1 -1
  89. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.d.ts.map +1 -1
  90. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +41 -26
  91. package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
  92. package/lib/sync/range/range.d.ts.map +1 -1
  93. package/lib/sync/range/range.js +50 -18
  94. package/lib/sync/range/range.js.map +1 -1
  95. package/lib/sync/unknownBlock.d.ts +9 -5
  96. package/lib/sync/unknownBlock.d.ts.map +1 -1
  97. package/lib/sync/unknownBlock.js +88 -46
  98. package/lib/sync/unknownBlock.js.map +1 -1
  99. package/lib/util/execution.d.ts +2 -0
  100. package/lib/util/execution.d.ts.map +1 -1
  101. package/lib/util/execution.js +6 -6
  102. package/lib/util/execution.js.map +1 -1
  103. package/package.json +15 -15
  104. package/src/api/impl/beacon/pool/index.ts +4 -4
  105. package/src/chain/archiveStore/archiveStore.ts +9 -3
  106. package/src/chain/archiveStore/utils/pruneHistory.ts +6 -4
  107. package/src/chain/blocks/importBlock.ts +4 -0
  108. package/src/chain/blocks/payloadEnvelopeInput/types.ts +2 -1
  109. package/src/chain/chain.ts +3 -3
  110. package/src/chain/errors/gossipValidation.ts +2 -0
  111. package/src/chain/initState.ts +8 -60
  112. package/src/chain/opPools/opPool.ts +91 -18
  113. package/src/chain/opPools/utils.ts +31 -3
  114. package/src/chain/prepareNextSlot.ts +6 -3
  115. package/src/chain/produceBlock/produceBlockBody.ts +8 -1
  116. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +11 -0
  117. package/src/chain/validation/attesterSlashing.ts +7 -4
  118. package/src/chain/validation/proposerSlashing.ts +7 -4
  119. package/src/db/beacon.ts +2 -0
  120. package/src/db/repositories/proposerSlashing.ts +6 -1
  121. package/src/execution/engine/http.ts +6 -4
  122. package/src/index.ts +1 -1
  123. package/src/metrics/metrics/beacon.ts +1 -1
  124. package/src/network/metadata.ts +17 -17
  125. package/src/network/peers/datastore.ts +36 -36
  126. package/src/network/processor/gossipHandlers.ts +7 -4
  127. package/src/network/processor/gossipValidatorFn.ts +13 -3
  128. package/src/network/processor/index.ts +89 -10
  129. package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +42 -28
  130. package/src/sync/range/range.ts +50 -18
  131. package/src/sync/unknownBlock.ts +99 -50
  132. package/src/util/execution.ts +10 -6
@@ -22,8 +22,9 @@ export enum PayloadEnvelopeInputSource {
22
22
  * - finalized: below the finalized slot
23
23
  * - prune: explicit prune by root
24
24
  * - cap: insertion-order backstop cap (MAX_PAYLOAD_ENVELOPE_INPUT_CACHE_SIZE)
25
+ * - invalid: the cached envelope failed import with a definitive invalid verdict
25
26
  */
26
- export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "remove" | "cap";
27
+ export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "remove" | "cap" | "invalid";
27
28
 
28
29
  export type SourceMeta = {
29
30
  source: PayloadEnvelopeInputSource;
@@ -611,7 +611,7 @@ export class BeaconChain implements IBeaconChain {
611
611
  /** Populate in-memory caches with persisted data. Call at least once on startup */
612
612
  async loadFromDisk(): Promise<void> {
613
613
  await this.regen.init();
614
- await this.opPool.fromPersisted(this.db);
614
+ await this.opPool.fromPersisted(this.db, this.getHeadState(), this.bls, this.clock.currentSlot);
615
615
  }
616
616
 
617
617
  /** Persist in-memory data to the DB. Call at least once before stopping the process */
@@ -1329,13 +1329,13 @@ export class BeaconChain implements IBeaconChain {
1329
1329
  };
1330
1330
 
1331
1331
  try {
1332
- await validateApiProposerSlashing(this, proposerSlashing);
1332
+ const verifiedDomain = await validateApiProposerSlashing(this, proposerSlashing);
1333
+ this.opPool.insertProposerSlashing(proposerSlashing, verifiedDomain);
1333
1334
  } catch (e) {
1334
1335
  this.logger.debug("Produced proposer slashing is not valid", {slot: blockSlot, proposerIndex}, e as Error);
1335
1336
  return;
1336
1337
  }
1337
1338
 
1338
- this.opPool.insertProposerSlashing(proposerSlashing);
1339
1339
  this.emitter.emit(routes.events.EventType.proposerSlashing, proposerSlashing);
1340
1340
  this.emitter.emit(ChainEvent.publishProposerSlashing, proposerSlashing);
1341
1341
  this.metrics?.opPool.proposerSlashingsProduced.inc();
@@ -9,6 +9,8 @@ export enum GossipErrorCode {
9
9
  INVALID_SERIALIZED_BYTES_ERROR_CODE = "GOSSIP_ERROR_INVALID_SERIALIZED_BYTES",
10
10
  PAST_SLOT = "GOSSIP_ERROR_PAST_SLOT",
11
11
  FUTURE_SLOT = "GOSSIP_ERROR_FUTURE_SLOT",
12
+ FATAL_PEER = "GOSSIP_ERROR_FATAL_PEER",
13
+ INVALID_SLOT = "GOSSIP_ERROR_INVALID_SLOT",
12
14
  }
13
15
 
14
16
  export class GossipActionError<T extends {code: string}> extends LodestarError<T> {
@@ -1,14 +1,8 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
2
  import {ForkPostGloas, ForkSeq, ZERO_HASH} from "@lodestar/params";
3
- import {
4
- BeaconStateAllForks,
5
- BeaconStateGloas,
6
- IBeaconStateView,
7
- computeEpochAtSlot,
8
- computeStartSlotAtEpoch,
9
- } from "@lodestar/state-transition";
3
+ import {BeaconStateAllForks, IBeaconStateView, computeEpochAtSlot, isStatePostGloas} from "@lodestar/state-transition";
10
4
  import {SignedBeaconBlock, ssz} from "@lodestar/types";
11
- import {Logger, byteArrayEquals, toHex, toRootHex} from "@lodestar/utils";
5
+ import {LodestarError, Logger, byteArrayEquals, toRootHex} from "@lodestar/utils";
12
6
  import {GENESIS_SLOT} from "../constants/index.js";
13
7
  import {IBeaconDb} from "../db/index.js";
14
8
  import {Metrics} from "../metrics/index.js";
@@ -17,7 +11,7 @@ import {getStateTypeFromBytes} from "../util/multifork.js";
17
11
  export async function persistAnchorState(
18
12
  config: ChainForkConfig,
19
13
  db: IBeaconDb,
20
- anchorState: BeaconStateAllForks,
14
+ anchorState: IBeaconStateView,
21
15
  anchorStateBytes: Uint8Array
22
16
  ): Promise<void> {
23
17
  if (anchorState.slot === GENESIS_SLOT) {
@@ -33,7 +27,8 @@ export async function persistAnchorState(
33
27
  const latestBlockRoot = ssz.phase0.BeaconBlockHeader.hashTreeRoot(latestBlockHeader);
34
28
 
35
29
  if (!byteArrayEquals(blockRoot, latestBlockRoot)) {
36
- throw Error(
30
+ throw new LodestarError(
31
+ {code: "GENESIS_BLOCK_ROOT_MISMATCH"},
37
32
  `Genesis block root ${toRootHex(blockRoot)} does not match genesis state latest block root ${toRootHex(latestBlockRoot)}`
38
33
  );
39
34
  }
@@ -48,16 +43,15 @@ export async function persistAnchorState(
48
43
  }
49
44
  }
50
45
 
51
- export function createGenesisBlock(config: ChainForkConfig, genesisState: BeaconStateAllForks): SignedBeaconBlock {
46
+ export function createGenesisBlock(config: ChainForkConfig, genesisState: IBeaconStateView): SignedBeaconBlock {
52
47
  const types = config.getForkTypes(GENESIS_SLOT);
53
48
  const genesisBlock = types.SignedBeaconBlock.defaultValue();
54
49
  const stateRoot = genesisState.hashTreeRoot();
55
50
  genesisBlock.message.stateRoot = stateRoot;
56
51
 
57
- if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas) {
52
+ if (config.getForkSeq(GENESIS_SLOT) >= ForkSeq.gloas && isStatePostGloas(genesisState)) {
58
53
  const gloasBlock = genesisBlock as SignedBeaconBlock<ForkPostGloas>;
59
- const gloasState = genesisState as BeaconStateGloas;
60
- gloasBlock.message.body.signedExecutionPayloadBid.message = gloasState.latestExecutionPayloadBid.toValue();
54
+ gloasBlock.message.body.signedExecutionPayloadBid.message = genesisState.latestExecutionPayloadBid;
61
55
  }
62
56
 
63
57
  return genesisBlock;
@@ -86,52 +80,6 @@ export async function initStateFromDb(
86
80
  return state;
87
81
  }
88
82
 
89
- /**
90
- * Initialize and persist an anchor state (either weak subjectivity or genesis)
91
- */
92
- export async function checkAndPersistAnchorState(
93
- config: ChainForkConfig,
94
- db: IBeaconDb,
95
- logger: Logger,
96
- anchorState: BeaconStateAllForks,
97
- anchorStateBytes: Uint8Array,
98
- {
99
- isWithinWeakSubjectivityPeriod,
100
- isCheckpointState,
101
- }: {isWithinWeakSubjectivityPeriod: boolean; isCheckpointState: boolean}
102
- ): Promise<void> {
103
- const expectedFork = config.getForkInfo(computeStartSlotAtEpoch(anchorState.fork.epoch));
104
- const expectedForkVersion = toHex(expectedFork.version);
105
- const stateFork = toHex(anchorState.fork.currentVersion);
106
- if (stateFork !== expectedForkVersion) {
107
- throw Error(
108
- `State current fork version ${stateFork} not equal to current config ${expectedForkVersion}. Maybe caused by importing a state from a different network`
109
- );
110
- }
111
-
112
- const stateInfo = isCheckpointState ? "checkpoint" : "db";
113
- if (isWithinWeakSubjectivityPeriod) {
114
- logger.info(`Initializing beacon from a valid ${stateInfo} state`, {
115
- slot: anchorState.slot,
116
- epoch: computeEpochAtSlot(anchorState.slot),
117
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
118
- isWithinWeakSubjectivityPeriod,
119
- });
120
- } else {
121
- logger.warn(`Initializing from a stale ${stateInfo} state vulnerable to long range attacks`, {
122
- slot: anchorState.slot,
123
- epoch: computeEpochAtSlot(anchorState.slot),
124
- stateRoot: toRootHex(anchorState.hashTreeRoot()),
125
- isWithinWeakSubjectivityPeriod,
126
- });
127
- logger.warn("Checkpoint sync recommended, please use --help to see checkpoint sync options");
128
- }
129
-
130
- if (isCheckpointState || anchorState.slot === GENESIS_SLOT) {
131
- await persistAnchorState(config, db, anchorState, anchorStateBytes);
132
- }
133
- }
134
-
135
83
  export function initBeaconMetrics(metrics: Metrics, state: IBeaconStateView): void {
136
84
  metrics.headSlot.set(state.slot);
137
85
  metrics.previousJustifiedEpoch.set(state.previousJustifiedCheckpoint.epoch);
@@ -12,38 +12,54 @@ import {
12
12
  } from "@lodestar/params";
13
13
  import {
14
14
  IBeaconStateView,
15
+ assertValidAttesterSlashing,
15
16
  computeEpochAtSlot,
16
17
  computeStartSlotAtEpoch,
17
18
  getAttesterSlashableIndices,
19
+ getAttesterSlashingSignatureSets,
20
+ getProposerSlashingSignatureSets,
18
21
  } from "@lodestar/state-transition";
19
22
  import {
20
23
  AttesterSlashing,
24
+ Domain,
21
25
  Epoch,
22
26
  SignedBeaconBlock,
27
+ Slot,
23
28
  ValidatorIndex,
24
29
  capella,
25
30
  phase0,
31
+ ssz,
26
32
  sszTypesFor,
27
33
  } from "@lodestar/types";
28
- import {fromHex, toHex, toRootHex} from "@lodestar/utils";
34
+ import {byteArrayEquals, fromHex, toHex, toRootHex} from "@lodestar/utils";
29
35
  import {IBeaconDb} from "../../db/index.js";
30
36
  import {Metrics} from "../../metrics/metrics.js";
31
37
  import {SignedBLSToExecutionChangeVersioned} from "../../util/types.js";
38
+ import {IBlsVerifier} from "../bls/interface.js";
32
39
  import {BlockType} from "../interface.js";
33
40
  import {BlockProductionStep} from "../produceBlock/produceBlockBody.js";
34
- import {isValidBlsToExecutionChangeForBlockInclusion} from "./utils.js";
41
+ import {
42
+ getAttesterSlashingSignatureDomains,
43
+ getProposerSlashingSignatureDomain,
44
+ isValidBlsToExecutionChangeForBlockInclusion,
45
+ } from "./utils.js";
35
46
 
36
47
  type HexRoot = string;
37
48
  type AttesterSlashingCached = {
38
49
  attesterSlashing: AttesterSlashing;
39
50
  intersectingIndices: number[];
51
+ verifiedDomains: [Domain, Domain];
52
+ };
53
+ type ProposerSlashingCached = {
54
+ proposerSlashing: phase0.ProposerSlashing;
55
+ verifiedDomain: Domain;
40
56
  };
41
57
 
42
58
  export class OpPool {
43
59
  /** Map of uniqueId(AttesterSlashing) -> AttesterSlashing */
44
60
  private readonly attesterSlashings = new Map<HexRoot, AttesterSlashingCached>();
45
61
  /** Map of to slash validator index -> ProposerSlashing */
46
- private readonly proposerSlashings = new Map<ValidatorIndex, phase0.ProposerSlashing>();
62
+ private readonly proposerSlashings = new Map<ValidatorIndex, ProposerSlashingCached>();
47
63
  /** Map of to exit validator index -> SignedVoluntaryExit */
48
64
  private readonly voluntaryExits = new Map<ValidatorIndex, phase0.SignedVoluntaryExit>();
49
65
  /** Set of seen attester slashing indexes. No need to prune */
@@ -68,7 +84,7 @@ export class OpPool {
68
84
  return this.blsToExecutionChanges.size;
69
85
  }
70
86
 
71
- async fromPersisted(db: IBeaconDb): Promise<void> {
87
+ async fromPersisted(db: IBeaconDb, state: IBeaconStateView, bls: IBlsVerifier, currentSlot: Slot): Promise<void> {
72
88
  const [attesterSlashings, proposerSlashings, voluntaryExits, blsToExecutionChanges] = await Promise.all([
73
89
  db.attesterSlashing.entries(),
74
90
  db.proposerSlashing.values(),
@@ -76,11 +92,42 @@ export class OpPool {
76
92
  db.blsToExecutionChange.values(),
77
93
  ]);
78
94
 
79
- for (const attesterSlashing of attesterSlashings) {
80
- this.insertAttesterSlashing(ForkName.electra, attesterSlashing.value, attesterSlashing.key);
95
+ // Persisted operations have no verification context. Rebuild it before they can enter the pool.
96
+ // The startup anchor may precede a fork whose slashings are already persisted.
97
+ for (const {key, value: attesterSlashing} of attesterSlashings) {
98
+ try {
99
+ assertValidAttesterSlashing(this.config, currentSlot, state.validatorCount, attesterSlashing, false);
100
+ } catch {
101
+ continue;
102
+ }
103
+ const verifiedDomains = getAttesterSlashingSignatureDomains(this.config, currentSlot, attesterSlashing);
104
+ if (
105
+ !(await bls.verifySignatureSets(getAttesterSlashingSignatureSets(this.config, currentSlot, attesterSlashing)))
106
+ ) {
107
+ continue;
108
+ }
109
+ this.insertAttesterSlashing(ForkName.electra, attesterSlashing, verifiedDomains, key);
81
110
  }
82
111
  for (const proposerSlashing of proposerSlashings) {
83
- this.insertProposerSlashing(proposerSlashing);
112
+ const header1 = proposerSlashing.signedHeader1.message;
113
+ const header2 = proposerSlashing.signedHeader2.message;
114
+ // Startup may restore a state from before activation. Current slashability is checked
115
+ // when selecting operations, so it must not prevent restoring an otherwise valid slashing.
116
+ if (
117
+ header1.slot !== header2.slot ||
118
+ header1.proposerIndex !== header2.proposerIndex ||
119
+ header1.proposerIndex >= state.validatorCount ||
120
+ ssz.phase0.BeaconBlockHeaderBigint.equals(header1, header2)
121
+ ) {
122
+ continue;
123
+ }
124
+ const verifiedDomain = getProposerSlashingSignatureDomain(this.config, currentSlot, proposerSlashing);
125
+ if (
126
+ !(await bls.verifySignatureSets(getProposerSlashingSignatureSets(this.config, currentSlot, proposerSlashing)))
127
+ ) {
128
+ continue;
129
+ }
130
+ this.insertProposerSlashing(proposerSlashing, verifiedDomain);
84
131
  }
85
132
  for (const voluntaryExit of voluntaryExits) {
86
133
  this.insertVoluntaryExit(voluntaryExit);
@@ -102,8 +149,12 @@ export class OpPool {
102
149
  ),
103
150
  persistDiff(
104
151
  db.proposerSlashing,
105
- Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value})),
106
- (index) => index
152
+ Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value: value.proposerSlashing})),
153
+ (index) => index,
154
+ // A slashing invalidated by a fork may remain on disk after eviction from the pool.
155
+ // A new valid slashing for that validator has the same database key, so comparing
156
+ // keys alone would retain the invalid slashing and lose the replacement on restart.
157
+ {updateExisting: true}
107
158
  ),
108
159
  persistDiff(
109
160
  db.voluntaryExit,
@@ -143,7 +194,12 @@ export class OpPool {
143
194
  }
144
195
 
145
196
  /** Must be validated beforehand */
146
- insertAttesterSlashing(fork: ForkName, attesterSlashing: AttesterSlashing, rootHash?: Uint8Array): void {
197
+ insertAttesterSlashing(
198
+ fork: ForkName,
199
+ attesterSlashing: AttesterSlashing,
200
+ verifiedDomains: [Domain, Domain],
201
+ rootHash?: Uint8Array
202
+ ): void {
147
203
  if (!rootHash) {
148
204
  rootHash = sszTypesFor(fork).AttesterSlashing.hashTreeRoot(attesterSlashing);
149
205
  }
@@ -153,6 +209,7 @@ export class OpPool {
153
209
  this.attesterSlashings.set(toRootHex(rootHash), {
154
210
  attesterSlashing,
155
211
  intersectingIndices,
212
+ verifiedDomains,
156
213
  });
157
214
  for (const index of intersectingIndices) {
158
215
  this.attesterSlashingIndexes.add(index);
@@ -160,8 +217,11 @@ export class OpPool {
160
217
  }
161
218
 
162
219
  /** Must be validated beforehand */
163
- insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing): void {
164
- this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, proposerSlashing);
220
+ insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing, verifiedDomain: Domain): void {
221
+ this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, {
222
+ proposerSlashing,
223
+ verifiedDomain,
224
+ });
165
225
  }
166
226
 
167
227
  /** Must be validated beforehand */
@@ -204,7 +264,14 @@ export class OpPool {
204
264
  : metrics?.builderBlockProductionTimeSteps;
205
265
 
206
266
  const endProposerSlashing = stepsMetrics?.startTimer();
207
- for (const proposerSlashing of this.proposerSlashings.values()) {
267
+ for (const [key, {proposerSlashing, verifiedDomain}] of this.proposerSlashings) {
268
+ // A fork can change the required domain even for verified slashings, including those with future-slot headers.
269
+ if (
270
+ !byteArrayEquals(verifiedDomain, getProposerSlashingSignatureDomain(this.config, state.slot, proposerSlashing))
271
+ ) {
272
+ this.proposerSlashings.delete(key);
273
+ continue;
274
+ }
208
275
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
209
276
  const validator = state.getValidator(index);
210
277
  if (!validator.slashed && validator.activationEpoch <= stateEpoch && stateEpoch < validator.withdrawableEpoch) {
@@ -223,7 +290,12 @@ export class OpPool {
223
290
  const endAttesterSlashings = stepsMetrics?.startTimer();
224
291
  const attesterSlashings: AttesterSlashing[] = [];
225
292
  const maxAttesterSlashings = stateFork >= ForkSeq.electra ? MAX_ATTESTER_SLASHINGS_ELECTRA : MAX_ATTESTER_SLASHINGS;
226
- attesterSlashing: for (const attesterSlashing of this.attesterSlashings.values()) {
293
+ attesterSlashing: for (const [key, attesterSlashing] of this.attesterSlashings) {
294
+ const domains = getAttesterSlashingSignatureDomains(this.config, state.slot, attesterSlashing.attesterSlashing);
295
+ if (!attesterSlashing.verifiedDomains.every((domain, i) => byteArrayEquals(domain, domains[i]))) {
296
+ this.attesterSlashings.delete(key);
297
+ continue;
298
+ }
227
299
  /** Indices slashable in this attester slashing */
228
300
  const slashableIndices = new Set<ValidatorIndex>();
229
301
  for (let i = 0; i < attesterSlashing.intersectingIndices.length; i++) {
@@ -303,7 +375,7 @@ export class OpPool {
303
375
 
304
376
  /** For beacon pool API */
305
377
  getAllProposerSlashings(): phase0.ProposerSlashing[] {
306
- return Array.from(this.proposerSlashings.values());
378
+ return Array.from(this.proposerSlashings.values()).map(({proposerSlashing}) => proposerSlashing);
307
379
  }
308
380
 
309
381
  /** For beacon pool API */
@@ -356,7 +428,7 @@ export class OpPool {
356
428
  */
357
429
  private pruneProposerSlashings(headState: IBeaconStateView): void {
358
430
  const finalizedEpoch = headState.finalizedCheckpoint.epoch;
359
- for (const [key, proposerSlashing] of this.proposerSlashings.entries()) {
431
+ for (const [key, {proposerSlashing}] of this.proposerSlashings.entries()) {
360
432
  const index = proposerSlashing.signedHeader1.message.proposerIndex;
361
433
  if (headState.getValidator(index).exitEpoch <= finalizedEpoch) {
362
434
  this.proposerSlashings.delete(key);
@@ -436,14 +508,15 @@ function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean
436
508
  async function persistDiff<K extends Id, V>(
437
509
  dbRepo: Repository<K, V>,
438
510
  items: {key: K; value: V}[],
439
- serializeKey: (key: K) => number | string
511
+ serializeKey: (key: K) => number | string,
512
+ opts: {updateExisting?: boolean} = {}
440
513
  ): Promise<void> {
441
514
  const persistedKeys = await dbRepo.keys();
442
515
  const batch: DbBatch<K, V> = [];
443
516
 
444
517
  const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
445
518
  for (const item of items) {
446
- if (!persistedKeysSerialized.has(serializeKey(item.key))) {
519
+ if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
447
520
  batch.push({type: "put", key: item.key, value: item.value});
448
521
  }
449
522
  }
@@ -1,9 +1,37 @@
1
1
  import {Signature} from "@chainsafe/lodestar-z/blst";
2
- import {BLS_WITHDRAWAL_PREFIX} from "@lodestar/params";
3
- import {IBeaconStateView} from "@lodestar/state-transition";
4
- import {Slot, capella} from "@lodestar/types";
2
+ import {BeaconConfig} from "@lodestar/config";
3
+ import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
4
+ import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
5
+ import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
5
6
  import {AggregateFast, AggregateFastElectra} from "./attestationPool.js";
6
7
 
8
+ export function getProposerSlashingSignatureDomain(
9
+ config: BeaconConfig,
10
+ stateSlot: Slot,
11
+ slashing: phase0.ProposerSlashing
12
+ ): Domain {
13
+ return config.getDomain(stateSlot, DOMAIN_BEACON_PROPOSER, Number(slashing.signedHeader1.message.slot));
14
+ }
15
+
16
+ export function getAttesterSlashingSignatureDomains(
17
+ config: BeaconConfig,
18
+ stateSlot: Slot,
19
+ slashing: AttesterSlashing
20
+ ): [Domain, Domain] {
21
+ return [
22
+ config.getDomain(
23
+ stateSlot,
24
+ DOMAIN_BEACON_ATTESTER,
25
+ computeStartSlotAtEpoch(Number(slashing.attestation1.data.target.epoch))
26
+ ),
27
+ config.getDomain(
28
+ stateSlot,
29
+ DOMAIN_BEACON_ATTESTER,
30
+ computeStartSlotAtEpoch(Number(slashing.attestation2.data.target.epoch))
31
+ ),
32
+ ];
33
+ }
34
+
7
35
  /**
8
36
  * Prune a Map indexed by slot to keep the most recent slots, up to `slotsRetained`
9
37
  */
@@ -244,6 +244,10 @@ export class PrepareNextSlotScheduler {
244
244
  parentBlockHash = preparedState.latestExecutionPayloadHeader.blockHash;
245
245
  }
246
246
 
247
+ // The payload_attributes event must carry the same hashes we send to the EL
248
+ const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
249
+ const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
250
+
247
251
  let payloadAttributes: PayloadAttributes | undefined;
248
252
  // If emitPayloadAttributes is true emit a SSE payloadAttributes event for
249
253
  // every slot. Without the flag, only emit the event if we are proposing in the next slot.
@@ -256,6 +260,8 @@ export class PrepareNextSlotScheduler {
256
260
  prepareSlot,
257
261
  parentBlockRoot: fromHex(updatedHead.blockRoot),
258
262
  parentBlockHash,
263
+ safeBlockHash,
264
+ finalizedBlockHash,
259
265
  feeRecipient: feeRecipient ?? "0x0000000000000000000000000000000000000000",
260
266
  });
261
267
  this.chain.emitter.emit(routes.events.EventType.payloadAttributes, {data, version: fork});
@@ -267,9 +273,6 @@ export class PrepareNextSlotScheduler {
267
273
  computeTimeAtSlot(this.config, prepareSlot, this.chain.genesisTime) - Date.now() / 1000;
268
274
  this.metrics?.blockPayload.payloadAdvancePrepTime.observe(preparationTime);
269
275
 
270
- const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
271
- const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
272
-
273
276
  // awaiting here instead of throwing an async call because there is no other task
274
277
  // left for scheduler and this gives nice semantics to catch and log errors in the
275
278
  // try/catch wrapper here.
@@ -845,6 +845,8 @@ export function getPayloadAttributesForSSE(
845
845
  prepareSlot,
846
846
  parentBlockRoot,
847
847
  parentBlockHash,
848
+ safeBlockHash,
849
+ finalizedBlockHash,
848
850
  feeRecipient,
849
851
  }: {
850
852
  /**
@@ -855,6 +857,8 @@ export function getPayloadAttributesForSSE(
855
857
  prepareSlot: Slot;
856
858
  parentBlockRoot: Root;
857
859
  parentBlockHash: Bytes32;
860
+ safeBlockHash: RootHex;
861
+ finalizedBlockHash: RootHex;
858
862
  feeRecipient: string;
859
863
  }
860
864
  ): SSEPayloadAttributes {
@@ -874,7 +878,10 @@ export function getPayloadAttributesForSSE(
874
878
  payloadAttributes,
875
879
  } as SSEPayloadAttributes;
876
880
 
877
- if (!isForkPostGloas(fork)) {
881
+ if (isForkPostGloas(fork)) {
882
+ (ssePayloadAttributes as gloas.SSEPayloadAttributes).safeBlockHash = fromHex(safeBlockHash);
883
+ (ssePayloadAttributes as gloas.SSEPayloadAttributes).finalizedBlockHash = fromHex(finalizedBlockHash);
884
+ } else {
878
885
  // Removed in Gloas, builders can get the block number from the EL via the block hash if required
879
886
  (ssePayloadAttributes as bellatrix.SSEPayloadAttributes).parentBlockNumber = prepareState.payloadBlockNumber;
880
887
  }
@@ -264,6 +264,17 @@ export class SeenPayloadEnvelopeInput {
264
264
  }
265
265
  }
266
266
 
267
+ /**
268
+ * Removes a PayloadEnvelopeInput whose envelope failed import with a definitive invalid verdict. The envelope
269
+ * cannot be replaced in place, sync recreates the entry via `getOrReload()` or `add()` to fetch another one.
270
+ * No-op if the cached entry is a different object, it may already be the recreated one.
271
+ */
272
+ removeInvalid(payloadInput: PayloadEnvelopeInput): void {
273
+ if (this.payloadInputs.get(payloadInput.blockRootHex) === payloadInput) {
274
+ this.evictPayloadInput(payloadInput, "invalid");
275
+ }
276
+ }
277
+
267
278
  pruneBelowParent(parentBlock: ProtoBlock): void {
268
279
  for (const block of this.forkChoice.getAllAncestorBlocks(parentBlock.blockRoot, parentBlock.payloadStatus)) {
269
280
  // Only evict once the payload is FULL (revealed/imported) — on an EMPTY/PENDING branch we may
@@ -4,14 +4,15 @@ import {
4
4
  getAttesterSlashingSignatureSets,
5
5
  isSlashableValidator,
6
6
  } from "@lodestar/state-transition";
7
- import {AttesterSlashing} from "@lodestar/types";
7
+ import {AttesterSlashing, Domain} from "@lodestar/types";
8
8
  import {AttesterSlashingError, AttesterSlashingErrorCode, GossipAction} from "../errors/index.js";
9
9
  import {IBeaconChain} from "../index.js";
10
+ import {getAttesterSlashingSignatureDomains} from "../opPools/utils.js";
10
11
 
11
12
  export async function validateApiAttesterSlashing(
12
13
  chain: IBeaconChain,
13
14
  attesterSlashing: AttesterSlashing
14
- ): Promise<void> {
15
+ ): Promise<[Domain, Domain]> {
15
16
  const prioritizeBls = true;
16
17
  return validateAttesterSlashing(chain, attesterSlashing, prioritizeBls);
17
18
  }
@@ -19,7 +20,7 @@ export async function validateApiAttesterSlashing(
19
20
  export async function validateGossipAttesterSlashing(
20
21
  chain: IBeaconChain,
21
22
  attesterSlashing: AttesterSlashing
22
- ): Promise<void> {
23
+ ): Promise<[Domain, Domain]> {
23
24
  return validateAttesterSlashing(chain, attesterSlashing);
24
25
  }
25
26
 
@@ -27,7 +28,7 @@ export async function validateAttesterSlashing(
27
28
  chain: IBeaconChain,
28
29
  attesterSlashing: AttesterSlashing,
29
30
  prioritizeBls = false
30
- ): Promise<void> {
31
+ ): Promise<[Domain, Domain]> {
31
32
  // [IGNORE] At least one index in the intersection of the attesting indices of each attestation has not yet been seen
32
33
  // in any prior attester_slashing (i.e.
33
34
  // attester_slashed_indices = set(attestation_1.attesting_indices).intersection(attestation_2.attesting_indices
@@ -61,9 +62,11 @@ export async function validateAttesterSlashing(
61
62
  }
62
63
 
63
64
  const signatureSets = getAttesterSlashingSignatureSets(chain.config, state.slot, attesterSlashing);
65
+ const verifiedDomains = getAttesterSlashingSignatureDomains(chain.config, state.slot, attesterSlashing);
64
66
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
65
67
  throw new AttesterSlashingError(GossipAction.REJECT, {
66
68
  code: AttesterSlashingErrorCode.INVALID_SIGNATURE,
67
69
  });
68
70
  }
71
+ return verifiedDomains;
69
72
  }
@@ -1,12 +1,13 @@
1
1
  import {assertValidProposerSlashing, getProposerSlashingSignatureSets} from "@lodestar/state-transition";
2
- import {phase0} from "@lodestar/types";
2
+ import {Domain, phase0} from "@lodestar/types";
3
3
  import {GossipAction, ProposerSlashingError, ProposerSlashingErrorCode} from "../errors/index.js";
4
4
  import {IBeaconChain} from "../index.js";
5
+ import {getProposerSlashingSignatureDomain} from "../opPools/utils.js";
5
6
 
6
7
  export async function validateApiProposerSlashing(
7
8
  chain: IBeaconChain,
8
9
  proposerSlashing: phase0.ProposerSlashing
9
- ): Promise<void> {
10
+ ): Promise<Domain> {
10
11
  const prioritizeBls = true;
11
12
  return validateProposerSlashing(chain, proposerSlashing, prioritizeBls);
12
13
  }
@@ -14,7 +15,7 @@ export async function validateApiProposerSlashing(
14
15
  export async function validateGossipProposerSlashing(
15
16
  chain: IBeaconChain,
16
17
  proposerSlashing: phase0.ProposerSlashing
17
- ): Promise<void> {
18
+ ): Promise<Domain> {
18
19
  return validateProposerSlashing(chain, proposerSlashing);
19
20
  }
20
21
 
@@ -22,7 +23,7 @@ async function validateProposerSlashing(
22
23
  chain: IBeaconChain,
23
24
  proposerSlashing: phase0.ProposerSlashing,
24
25
  prioritizeBls = false
25
- ): Promise<void> {
26
+ ): Promise<Domain> {
26
27
  // [IGNORE] The proposer slashing is the first valid proposer slashing received for the proposer with index
27
28
  // proposer_slashing.signed_header_1.message.proposer_index.
28
29
  if (chain.opPool.hasSeenProposerSlashing(proposerSlashing.signedHeader1.message.proposerIndex)) {
@@ -46,9 +47,11 @@ async function validateProposerSlashing(
46
47
  }
47
48
 
48
49
  const signatureSets = getProposerSlashingSignatureSets(chain.config, state.slot, proposerSlashing);
50
+ const verifiedDomain = getProposerSlashingSignatureDomain(chain.config, state.slot, proposerSlashing);
49
51
  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
50
52
  throw new ProposerSlashingError(GossipAction.REJECT, {
51
53
  code: ProposerSlashingErrorCode.INVALID_SIGNATURE,
52
54
  });
53
55
  }
56
+ return verifiedDomain;
54
57
  }
package/src/db/beacon.ts CHANGED
@@ -122,6 +122,8 @@ export class BeaconDb implements IBeaconDb {
122
122
  async pruneHotDb(): Promise<void> {
123
123
  // Prune all hot blobs
124
124
  await this.blobSidecars.batchDelete(await this.blobSidecars.keys());
125
+ // New columns are persisted in flat files, so this bucket only contains legacy hot data.
126
+ await this.deleteBucketData(Bucket.allForks_dataColumnSidecars);
125
127
  // Prune all hot blocks
126
128
  // TODO: Enable once it's deemed safe
127
129
  // await this.block.batchDelete(await this.block.keys());
@@ -1,6 +1,7 @@
1
1
  import {ChainForkConfig} from "@lodestar/config";
2
- import {Db, Repository} from "@lodestar/db";
2
+ import {BUCKET_LENGTH, Db, Repository} from "@lodestar/db";
3
3
  import {ValidatorIndex, phase0, ssz} from "@lodestar/types";
4
+ import {bytesToInt} from "@lodestar/utils";
4
5
  import {Bucket, getBucketNameByValue} from "../buckets.js";
5
6
 
6
7
  export class ProposerSlashingRepository extends Repository<ValidatorIndex, phase0.ProposerSlashing> {
@@ -12,4 +13,8 @@ export class ProposerSlashingRepository extends Repository<ValidatorIndex, phase
12
13
  getId(value: phase0.ProposerSlashing): ValidatorIndex {
13
14
  return value.signedHeader1.message.proposerIndex;
14
15
  }
16
+
17
+ decodeKey(data: Uint8Array): ValidatorIndex {
18
+ return bytesToInt(data.subarray(BUCKET_LENGTH), "be");
19
+ }
15
20
  }
@@ -516,12 +516,13 @@ export class ExecutionEngineHttp implements IExecutionEngine {
516
516
  ): Promise<(BlobAndProof | null)[]>;
517
517
  async getBlobs(
518
518
  fork: ForkName,
519
- versionedHashes: VersionedHashes
519
+ versionedHashes: VersionedHashes,
520
+ buffers?: Uint8Array[]
520
521
  ): Promise<BlobAndProofV2[] | (BlobAndProof | null)[] | null> {
521
522
  assertReqSizeLimit(versionedHashes.length, MAX_VERSIONED_HASHES);
522
523
  const versionedHashesHex = versionedHashes.map(bytesToData);
523
524
  if (isForkPostFulu(fork)) {
524
- return await this.getBlobsV2(versionedHashesHex);
525
+ return await this.getBlobsV2(versionedHashesHex, buffers);
525
526
  }
526
527
  return await this.getBlobsV1(versionedHashesHex);
527
528
  }
@@ -551,8 +552,9 @@ export class ExecutionEngineHttp implements IExecutionEngine {
551
552
 
552
553
  private async getBlobsV2(versionedHashesHex: string[], buffers?: Uint8Array[]) {
553
554
  if (buffers) {
554
- if (buffers.length !== versionedHashesHex.length) {
555
- throw Error(`Invalid buffers length=${buffers.length} versionedHashes=${versionedHashesHex.length}`);
555
+ // Callers preallocate one buffer per max blobs of the epoch, only the first entries are used
556
+ if (buffers.length < versionedHashesHex.length) {
557
+ throw Error(`Not enough buffers length=${buffers.length} versionedHashes=${versionedHashesHex.length}`);
556
558
  }
557
559
 
558
560
  for (const [i, buffer] of buffers.entries()) {
package/src/index.ts CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  export type {RestApiServerMetrics, RestApiServerModules, RestApiServerOpts} from "./api/rest/base.js";
4
4
  export {RestApiServer} from "./api/rest/base.js";
5
- export {checkAndPersistAnchorState} from "./chain/index.js";
5
+ export {persistAnchorState} from "./chain/index.js";
6
6
  export {DbCPStateDatastore} from "./chain/stateCache/datastore/db.js";
7
7
  export {FileCPStateDatastore} from "./chain/stateCache/datastore/file.js";
8
8
  export {BeaconDb, type IBeaconDb} from "./db/index.js";