@lodestar/beacon-node 1.47.0-dev.da8dfeabda → 1.47.0-dev.e73f1f5165

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +2 -1
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/pool/index.js +13 -1
  6. package/lib/api/impl/beacon/pool/index.js.map +1 -1
  7. package/lib/api/impl/events/index.d.ts.map +1 -1
  8. package/lib/api/impl/events/index.js +2 -0
  9. package/lib/api/impl/events/index.js.map +1 -1
  10. package/lib/api/impl/lodestar/index.js +1 -1
  11. package/lib/api/impl/lodestar/index.js.map +1 -1
  12. package/lib/api/rest/base.d.ts.map +1 -1
  13. package/lib/api/rest/base.js +7 -0
  14. package/lib/api/rest/base.js.map +1 -1
  15. package/lib/chain/archiveStore/archiveStore.js +1 -1
  16. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  17. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +2 -1
  18. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
  19. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +6 -2
  20. package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
  21. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +14 -5
  22. package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
  23. package/lib/chain/blocks/payloadEnvelopeInput/types.js +5 -0
  24. package/lib/chain/blocks/payloadEnvelopeInput/types.js.map +1 -1
  25. package/lib/chain/chain.d.ts +2 -1
  26. package/lib/chain/chain.d.ts.map +1 -1
  27. package/lib/chain/chain.js +10 -2
  28. package/lib/chain/chain.js.map +1 -1
  29. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  30. package/lib/chain/forkChoice/index.js +4 -0
  31. package/lib/chain/forkChoice/index.js.map +1 -1
  32. package/lib/chain/interface.d.ts +2 -1
  33. package/lib/chain/interface.d.ts.map +1 -1
  34. package/lib/chain/interface.js.map +1 -1
  35. package/lib/chain/opPools/deferredVoluntaryExitPool.d.ts +16 -0
  36. package/lib/chain/opPools/deferredVoluntaryExitPool.d.ts.map +1 -0
  37. package/lib/chain/opPools/deferredVoluntaryExitPool.js +57 -0
  38. package/lib/chain/opPools/deferredVoluntaryExitPool.js.map +1 -0
  39. package/lib/chain/opPools/index.d.ts +1 -0
  40. package/lib/chain/opPools/index.d.ts.map +1 -1
  41. package/lib/chain/opPools/index.js +1 -0
  42. package/lib/chain/opPools/index.js.map +1 -1
  43. package/lib/chain/prepareNextSlot.d.ts.map +1 -1
  44. package/lib/chain/prepareNextSlot.js +23 -5
  45. package/lib/chain/prepareNextSlot.js.map +1 -1
  46. package/lib/chain/regen/interface.d.ts +4 -2
  47. package/lib/chain/regen/interface.d.ts.map +1 -1
  48. package/lib/chain/regen/interface.js +2 -0
  49. package/lib/chain/regen/interface.js.map +1 -1
  50. package/lib/chain/regen/queued.d.ts +2 -2
  51. package/lib/chain/regen/queued.d.ts.map +1 -1
  52. package/lib/chain/regen/queued.js +5 -5
  53. package/lib/chain/regen/queued.js.map +1 -1
  54. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +28 -1
  55. package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
  56. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +121 -13
  57. package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
  58. package/lib/chain/stateCache/fifoBlockStateCache.d.ts +5 -1
  59. package/lib/chain/stateCache/fifoBlockStateCache.d.ts.map +1 -1
  60. package/lib/chain/stateCache/fifoBlockStateCache.js +6 -0
  61. package/lib/chain/stateCache/fifoBlockStateCache.js.map +1 -1
  62. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +47 -5
  63. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
  64. package/lib/chain/stateCache/persistentCheckpointsCache.js +117 -7
  65. package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
  66. package/lib/chain/stateCache/types.d.ts +3 -3
  67. package/lib/chain/stateCache/types.d.ts.map +1 -1
  68. package/lib/chain/validation/voluntaryExit.d.ts +9 -1
  69. package/lib/chain/validation/voluntaryExit.d.ts.map +1 -1
  70. package/lib/chain/validation/voluntaryExit.js +46 -1
  71. package/lib/chain/validation/voluntaryExit.js.map +1 -1
  72. package/lib/metrics/metrics/lodestar.d.ts +24 -4
  73. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  74. package/lib/metrics/metrics/lodestar.js +34 -2
  75. package/lib/metrics/metrics/lodestar.js.map +1 -1
  76. package/lib/network/processor/constants.d.ts +7 -0
  77. package/lib/network/processor/constants.d.ts.map +1 -0
  78. package/lib/network/processor/constants.js +7 -0
  79. package/lib/network/processor/constants.js.map +1 -0
  80. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  81. package/lib/network/processor/gossipHandlers.js +5 -1
  82. package/lib/network/processor/gossipHandlers.js.map +1 -1
  83. package/lib/network/processor/index.d.ts +3 -0
  84. package/lib/network/processor/index.d.ts.map +1 -1
  85. package/lib/network/processor/index.js +36 -15
  86. package/lib/network/processor/index.js.map +1 -1
  87. package/lib/node/deferredVoluntaryExitPublisher.d.ts +15 -0
  88. package/lib/node/deferredVoluntaryExitPublisher.d.ts.map +1 -0
  89. package/lib/node/deferredVoluntaryExitPublisher.js +38 -0
  90. package/lib/node/deferredVoluntaryExitPublisher.js.map +1 -0
  91. package/lib/node/nodejs.d.ts.map +1 -1
  92. package/lib/node/nodejs.js +2 -0
  93. package/lib/node/nodejs.js.map +1 -1
  94. package/lib/sync/types.d.ts +32 -0
  95. package/lib/sync/types.d.ts.map +1 -1
  96. package/lib/sync/types.js +33 -0
  97. package/lib/sync/types.js.map +1 -1
  98. package/lib/sync/unknownBlock.d.ts +6 -2
  99. package/lib/sync/unknownBlock.d.ts.map +1 -1
  100. package/lib/sync/unknownBlock.js +143 -68
  101. package/lib/sync/unknownBlock.js.map +1 -1
  102. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  103. package/lib/sync/utils/downloadByRange.js +16 -11
  104. package/lib/sync/utils/downloadByRange.js.map +1 -1
  105. package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
  106. package/lib/sync/utils/downloadByRoot.js +3 -1
  107. package/lib/sync/utils/downloadByRoot.js.map +1 -1
  108. package/package.json +31 -31
  109. package/src/api/impl/beacon/blocks/index.ts +2 -1
  110. package/src/api/impl/beacon/pool/index.ts +15 -1
  111. package/src/api/impl/events/index.ts +3 -1
  112. package/src/api/impl/lodestar/index.ts +1 -1
  113. package/src/api/rest/base.ts +7 -0
  114. package/src/chain/archiveStore/archiveStore.ts +1 -1
  115. package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +8 -2
  116. package/src/chain/blocks/payloadEnvelopeInput/types.ts +17 -4
  117. package/src/chain/chain.ts +10 -1
  118. package/src/chain/forkChoice/index.ts +4 -0
  119. package/src/chain/interface.ts +2 -0
  120. package/src/chain/opPools/deferredVoluntaryExitPool.ts +65 -0
  121. package/src/chain/opPools/index.ts +1 -0
  122. package/src/chain/prepareNextSlot.ts +23 -5
  123. package/src/chain/regen/interface.ts +4 -2
  124. package/src/chain/regen/queued.ts +5 -5
  125. package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +143 -14
  126. package/src/chain/stateCache/fifoBlockStateCache.ts +8 -1
  127. package/src/chain/stateCache/persistentCheckpointsCache.ts +133 -8
  128. package/src/chain/stateCache/types.ts +3 -3
  129. package/src/chain/validation/voluntaryExit.ts +59 -2
  130. package/src/metrics/metrics/lodestar.ts +41 -6
  131. package/src/network/processor/constants.ts +6 -0
  132. package/src/network/processor/gossipHandlers.ts +5 -1
  133. package/src/network/processor/index.ts +42 -19
  134. package/src/node/deferredVoluntaryExitPublisher.ts +54 -0
  135. package/src/node/nodejs.ts +3 -0
  136. package/src/sync/types.ts +33 -0
  137. package/src/sync/unknownBlock.ts +167 -73
  138. package/src/sync/utils/downloadByRange.ts +21 -12
  139. package/src/sync/utils/downloadByRoot.ts +3 -1
package/package.json CHANGED
@@ -11,7 +11,7 @@
11
11
  "bugs": {
12
12
  "url": "https://github.com/ChainSafe/lodestar/issues"
13
13
  },
14
- "version": "1.47.0-dev.da8dfeabda",
14
+ "version": "1.47.0-dev.e73f1f5165",
15
15
  "type": "module",
16
16
  "exports": {
17
17
  ".": {
@@ -116,35 +116,35 @@
116
116
  "@fastify/cors": "^10.0.1",
117
117
  "@fastify/swagger": "^9.0.0",
118
118
  "@fastify/swagger-ui": "^5.0.1",
119
- "@libp2p/bootstrap": "^12.0.14",
120
- "@libp2p/crypto": "^5.1.13",
121
- "@libp2p/gossipsub": "^16.0.2",
122
- "@libp2p/identify": "^4.0.13",
123
- "@libp2p/interface": "^3.1.0",
124
- "@libp2p/mdns": "^12.0.14",
125
- "@libp2p/mplex": "^12.0.14",
126
- "@libp2p/peer-id": "^6.0.4",
127
- "@libp2p/prometheus-metrics": "^5.0.14",
128
- "@libp2p/tcp": "^11.0.13",
129
- "@lodestar/api": "^1.47.0-dev.da8dfeabda",
130
- "@lodestar/config": "^1.47.0-dev.da8dfeabda",
131
- "@lodestar/db": "^1.47.0-dev.da8dfeabda",
132
- "@lodestar/fork-choice": "^1.47.0-dev.da8dfeabda",
133
- "@lodestar/logger": "^1.47.0-dev.da8dfeabda",
134
- "@lodestar/params": "^1.47.0-dev.da8dfeabda",
135
- "@lodestar/reqresp": "^1.47.0-dev.da8dfeabda",
136
- "@lodestar/state-transition": "^1.47.0-dev.da8dfeabda",
137
- "@lodestar/types": "^1.47.0-dev.da8dfeabda",
138
- "@lodestar/utils": "^1.47.0-dev.da8dfeabda",
139
- "@lodestar/validator": "^1.47.0-dev.da8dfeabda",
119
+ "@libp2p/bootstrap": "^12.0.30",
120
+ "@libp2p/crypto": "^5.1.23",
121
+ "@libp2p/gossipsub": "^16.1.1",
122
+ "@libp2p/identify": "^4.1.13",
123
+ "@libp2p/interface": "^3.3.0",
124
+ "@libp2p/mdns": "^12.0.30",
125
+ "@libp2p/mplex": "^12.0.30",
126
+ "@libp2p/peer-id": "^6.0.15",
127
+ "@libp2p/prometheus-metrics": "^5.0.28",
128
+ "@libp2p/tcp": "^11.0.27",
129
+ "@lodestar/api": "^1.47.0-dev.e73f1f5165",
130
+ "@lodestar/config": "^1.47.0-dev.e73f1f5165",
131
+ "@lodestar/db": "^1.47.0-dev.e73f1f5165",
132
+ "@lodestar/fork-choice": "^1.47.0-dev.e73f1f5165",
133
+ "@lodestar/logger": "^1.47.0-dev.e73f1f5165",
134
+ "@lodestar/params": "^1.47.0-dev.e73f1f5165",
135
+ "@lodestar/reqresp": "^1.47.0-dev.e73f1f5165",
136
+ "@lodestar/state-transition": "^1.47.0-dev.e73f1f5165",
137
+ "@lodestar/types": "^1.47.0-dev.e73f1f5165",
138
+ "@lodestar/utils": "^1.47.0-dev.e73f1f5165",
139
+ "@lodestar/validator": "^1.47.0-dev.e73f1f5165",
140
140
  "@multiformats/multiaddr": "^13.0.1",
141
- "datastore-core": "^11.0.2",
142
- "datastore-level": "^12.0.2",
141
+ "datastore-core": "^12.0.1",
142
+ "datastore-level": "^13.0.1",
143
143
  "deepmerge": "^4.3.1",
144
144
  "fastify": "^5.8.1",
145
- "interface-datastore": "^9.0.2",
145
+ "interface-datastore": "^10.0.1",
146
146
  "jwt-simple": "0.5.6",
147
- "libp2p": "3.1.6",
147
+ "libp2p": "3.3.9",
148
148
  "multiformats": "^13.4.2",
149
149
  "prom-client": "^15.1.0",
150
150
  "qs": "^6.14.2",
@@ -155,10 +155,10 @@
155
155
  },
156
156
  "devDependencies": {
157
157
  "@chainsafe/swap-or-not-shuffle": "^1.2.1",
158
- "@libp2p/interface-internal": "^3.0.13",
159
- "@libp2p/logger": "^6.2.2",
160
- "@libp2p/utils": "^7.0.13",
161
- "@lodestar/spec-test-util": "^1.47.0-dev.da8dfeabda",
158
+ "@libp2p/interface-internal": "^3.1.12",
159
+ "@libp2p/logger": "^6.2.13",
160
+ "@libp2p/utils": "^7.4.0",
161
+ "@lodestar/spec-test-util": "^1.47.0-dev.e73f1f5165",
162
162
  "@types/js-yaml": "^4.0.5",
163
163
  "@types/qs": "^6.9.7",
164
164
  "@types/tmp": "^0.2.3",
@@ -175,5 +175,5 @@
175
175
  "beacon",
176
176
  "blockchain"
177
177
  ],
178
- "gitHead": "ca798baa4a35b53638f98f64eacac48a3ad82df7"
178
+ "gitHead": "f904f0debe8a23fe85fe084e09e2247110d0717f"
179
179
  }
@@ -128,7 +128,8 @@ export function getBeaconBlockApi({
128
128
  forkName: fork,
129
129
  sampledColumns: chain.custodyConfig.sampledColumns,
130
130
  custodyColumns: chain.custodyConfig.custodyColumns,
131
- timeCreatedSec: seenTimestampSec,
131
+ seenTimestampSec,
132
+ source: PayloadEnvelopeInputSource.api,
132
133
  });
133
134
  }
134
135
 
@@ -179,7 +179,21 @@ export function getBeaconPoolApi({
179
179
  },
180
180
 
181
181
  async submitPoolVoluntaryExit({signedVoluntaryExit}) {
182
- await validateApiVoluntaryExit(chain, signedVoluntaryExit);
182
+ const result = await validateApiVoluntaryExit(chain, signedVoluntaryExit);
183
+
184
+ if (result.status === "deferred") {
185
+ const currentEpoch = chain.clock.currentEpoch;
186
+ const inserted = chain.deferredVoluntaryExitPool.insert(signedVoluntaryExit, result.validity, currentEpoch);
187
+ if (!inserted) {
188
+ throw new ApiError(400, "Deferred voluntary exit pool is full or already contains this validator");
189
+ }
190
+ logger.info("Voluntary exit deferred until transient conditions are met", {
191
+ validatorIndex: signedVoluntaryExit.message.validatorIndex,
192
+ reason: result.validity,
193
+ });
194
+ return;
195
+ }
196
+
183
197
  chain.opPool.insertVoluntaryExit(signedVoluntaryExit);
184
198
  chain.emitter.emit(routes.events.EventType.voluntaryExit, signedVoluntaryExit);
185
199
  await network.publishVoluntaryExit(signedVoluntaryExit);
@@ -14,7 +14,9 @@ export function getEventsApi({
14
14
  // biome-ignore lint/suspicious/noExplicitAny: We need to use `any` type here
15
15
  const handler = (data: any): void => {
16
16
  try {
17
- onEvent({type: topic, message: data});
17
+ // TS only relates `{type, message}` to the `BeaconEvent` discriminated union while
18
+ // `EventType` stays within its ~25-member cap; without the cast, adding events trips TS2345.
19
+ onEvent({type: topic, message: data} as routes.events.BeaconEvent);
18
20
  } catch (e) {
19
21
  // `chain.emitter` emits synchronously, a throwing listener would propagate the error to
20
22
  // whoever emitted the event, e.g. a gossip handler, and skip the remaining listeners.
@@ -147,7 +147,7 @@ export function getLodestarApi({
147
147
  },
148
148
 
149
149
  async dropStateCache() {
150
- chain.regen.dropCache();
150
+ await chain.regen.dropCache();
151
151
  },
152
152
 
153
153
  async connectPeer({peerId, multiaddrs}) {
@@ -104,6 +104,13 @@ export class RestApiServer {
104
104
 
105
105
  // To parse our ApiError -> statusCode
106
106
  server.setErrorHandler<FastifyError | Error>((err, _req, res) => {
107
+ if (res.raw.headersSent) {
108
+ // A status code can no longer be written, e.g. if a long-lived SSE stream failed mid-flight.
109
+ // End the response instead, else the socket is left open and the client never notices.
110
+ if (!res.raw.writableEnded && !res.raw.destroyed) res.raw.end();
111
+ return;
112
+ }
113
+
107
114
  const stacktraces = opts.stacktraces ? err.stack?.split("\n") : undefined;
108
115
  if ("validation" in err && err.validation) {
109
116
  const {instancePath = "unknown", message} = err.validation?.[0] ?? {};
@@ -192,7 +192,7 @@ export class ArchiveStore {
192
192
 
193
193
  private onCheckpoint = (): void => {
194
194
  const headStateRoot = this.chain.forkChoice.getHead().stateRoot;
195
- this.chain.regen.pruneOnCheckpoint(
195
+ this.chain.regen.onCheckpoint(
196
196
  this.chain.forkChoice.getFinalizedCheckpoint().epoch,
197
197
  this.chain.forkChoice.getJustifiedCheckpoint().epoch,
198
198
  headStateRoot
@@ -9,6 +9,7 @@ import {
9
9
  ColumnWithSource,
10
10
  CreateFromBidProps,
11
11
  CreateFromBlockProps,
12
+ PayloadEnvelopeInputSource,
12
13
  SourceMeta,
13
14
  } from "./types.js";
14
15
 
@@ -71,6 +72,7 @@ export class PayloadEnvelopeInput {
71
72
  readonly bid: gloas.ExecutionPayloadBid;
72
73
  readonly versionedHashes: VersionedHashes;
73
74
  readonly daOutOfRange: boolean;
75
+ readonly source: PayloadEnvelopeInputSource;
74
76
 
75
77
  private columnsCache = new Map<ColumnIndex, ColumnWithSource>();
76
78
 
@@ -95,6 +97,7 @@ export class PayloadEnvelopeInput {
95
97
  custodyColumns: ColumnIndex[];
96
98
  timeCreatedSec: number;
97
99
  daOutOfRange: boolean;
100
+ source: PayloadEnvelopeInputSource;
98
101
  }) {
99
102
  this.blockRootHex = props.blockRootHex;
100
103
  this.slot = props.slot;
@@ -106,6 +109,7 @@ export class PayloadEnvelopeInput {
106
109
  this.custodyColumns = props.custodyColumns;
107
110
  this.timeCreatedSec = props.timeCreatedSec;
108
111
  this.daOutOfRange = props.daOutOfRange;
112
+ this.source = props.source;
109
113
  this.payloadEnvelopeDataPromise = createPromise();
110
114
  this.allDataPromise = createPromise();
111
115
  this.columnsDataPromise = createPromise();
@@ -133,8 +137,9 @@ export class PayloadEnvelopeInput {
133
137
  bid,
134
138
  sampledColumns: props.sampledColumns,
135
139
  custodyColumns: props.custodyColumns,
136
- timeCreatedSec: props.timeCreatedSec,
140
+ timeCreatedSec: props.seenTimestampSec,
137
141
  daOutOfRange: props.daOutOfRange,
142
+ source: props.source,
138
143
  });
139
144
  }
140
145
 
@@ -153,8 +158,9 @@ export class PayloadEnvelopeInput {
153
158
  bid: props.bid,
154
159
  sampledColumns: props.sampledColumns,
155
160
  custodyColumns: props.custodyColumns,
156
- timeCreatedSec: props.timeCreatedSec,
161
+ timeCreatedSec: props.seenTimestampSec,
157
162
  daOutOfRange: props.daOutOfRange,
163
+ source: props.source,
158
164
  });
159
165
  }
160
166
 
@@ -7,9 +7,24 @@ export enum PayloadEnvelopeInputSource {
7
7
  engine = "engine",
8
8
  byRange = "req_resp_by_range",
9
9
  byRoot = "req_resp_by_root",
10
+ // Data-column reconstruction (KZG cell recovery), NOT a cache reload
10
11
  recovery = "recovery",
12
+ // Entry reconstructed from the hot DB by SeenPayloadEnvelopeInput.getOrReload
13
+ reload = "reload",
14
+ // Entry seeded from a checkpoint anchor state's latestExecutionPayloadBid at chain init
15
+ anchorState = "anchor_state",
11
16
  }
12
17
 
18
+ /**
19
+ * Reason a PayloadEnvelopeInput is evicted from SeenPayloadEnvelopeInput. Used for the `pruned` metric
20
+ * label and the eviction log.
21
+ * - belowParent: pruned below the new head's parent (canonical, FULL, all-columns)
22
+ * - finalized: below the finalized slot
23
+ * - prune: explicit prune by root
24
+ * - cap: insertion-order backstop cap (MAX_PAYLOAD_ENVELOPE_INPUT_CACHE_SIZE)
25
+ */
26
+ export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "prune" | "cap";
27
+
13
28
  export type SourceMeta = {
14
29
  source: PayloadEnvelopeInputSource;
15
30
  seenTimestampSec: number;
@@ -20,13 +35,12 @@ export type ColumnWithSource = SourceMeta & {
20
35
  columnSidecar: gloas.DataColumnSidecar;
21
36
  };
22
37
 
23
- export type CreateFromBlockProps = {
38
+ export type CreateFromBlockProps = SourceMeta & {
24
39
  blockRootHex: RootHex;
25
40
  block: SignedBeaconBlock<ForkPostGloas>;
26
41
  forkName: ForkName;
27
42
  sampledColumns: ColumnIndex[];
28
43
  custodyColumns: ColumnIndex[];
29
- timeCreatedSec: number;
30
44
  daOutOfRange: boolean;
31
45
  };
32
46
 
@@ -35,7 +49,7 @@ export type CreateFromBlockProps = {
35
49
  * the chain from a checkpoint anchor state — we have the bid via the state but not the
36
50
  * full SignedBeaconBlock).
37
51
  */
38
- export type CreateFromBidProps = {
52
+ export type CreateFromBidProps = SourceMeta & {
39
53
  blockRootHex: RootHex;
40
54
  slot: number;
41
55
  forkName: ForkName;
@@ -43,7 +57,6 @@ export type CreateFromBidProps = {
43
57
  bid: gloas.ExecutionPayloadBid;
44
58
  sampledColumns: ColumnIndex[];
45
59
  custodyColumns: ColumnIndex[];
46
- timeCreatedSec: number;
47
60
  daOutOfRange: boolean;
48
61
  };
49
62
 
@@ -79,6 +79,7 @@ import {CheckpointBalancesCache} from "./balancesCache.js";
79
79
  import {BeaconProposerCache} from "./beaconProposerCache.js";
80
80
  import {IBlockInput, isBlockInputBlobs, isBlockInputColumns} from "./blocks/blockInput/index.js";
81
81
  import {BlockProcessor, ImportBlockOpts} from "./blocks/index.js";
82
+ import {PayloadEnvelopeInputSource} from "./blocks/payloadEnvelopeInput/index.js";
82
83
  import {PayloadEnvelopeProcessor} from "./blocks/payloadEnvelopeProcessor.js";
83
84
  import {ImportPayloadOpts} from "./blocks/types.js";
84
85
  import {persistBlockInput} from "./blocks/writeBlockInputToDb.js";
@@ -94,6 +95,7 @@ import {LightClientServer} from "./lightClient/index.js";
94
95
  import {
95
96
  AggregatedAttestationPool,
96
97
  AttestationPool,
98
+ DeferredVoluntaryExitPool,
97
99
  ExecutionPayloadBidPool,
98
100
  OpPool,
99
101
  PayloadAttestationPool,
@@ -193,6 +195,7 @@ export class BeaconChain implements IBeaconChain {
193
195
  readonly payloadAttestationPool: PayloadAttestationPool;
194
196
  readonly proposerPreferencesPool = new ProposerPreferencesPool();
195
197
  readonly opPool: OpPool;
198
+ readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
196
199
 
197
200
  // Gossip seen cache
198
201
  readonly seenAttesters = new SeenAttesters();
@@ -320,6 +323,7 @@ export class BeaconChain implements IBeaconChain {
320
323
  this.executionPayloadBidPool = new ExecutionPayloadBidPool();
321
324
  this.payloadAttestationPool = new PayloadAttestationPool(config, clock, metrics);
322
325
  this.opPool = new OpPool(config);
326
+ this.deferredVoluntaryExitPool = new DeferredVoluntaryExitPool(logger);
323
327
 
324
328
  this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
325
329
  this.seenContributionAndProof = new SeenContributionAndProof(metrics);
@@ -451,6 +455,9 @@ export class BeaconChain implements IBeaconChain {
451
455
  chainEvents: emitter,
452
456
  signal,
453
457
  serializedCache: this.serializedCache,
458
+ db,
459
+ seenBlockInputCache: this.seenBlockInputCache,
460
+ custodyConfig: this.custodyConfig,
454
461
  metrics,
455
462
  logger,
456
463
  });
@@ -466,7 +473,8 @@ export class BeaconChain implements IBeaconChain {
466
473
  bid: anchorBid,
467
474
  sampledColumns: this.custodyConfig.sampledColumns,
468
475
  custodyColumns: this.custodyConfig.custodyColumns,
469
- timeCreatedSec: Math.floor(Date.now() / 1000),
476
+ seenTimestampSec: Date.now() / 1000,
477
+ source: PayloadEnvelopeInputSource.anchorState,
470
478
  });
471
479
  }
472
480
 
@@ -1569,6 +1577,7 @@ export class BeaconChain implements IBeaconChain {
1569
1577
  // aggregatedAttestationPool tracks metrics on its own
1570
1578
  metrics.opPool.attestationPool.size.set(this.attestationPool.getAttestationCount());
1571
1579
  metrics.opPool.attesterSlashingPoolSize.set(this.opPool.attesterSlashingsSize);
1580
+ metrics.opPool.deferredVoluntaryExitPool.size.set(this.deferredVoluntaryExitPool.size());
1572
1581
  metrics.opPool.proposerSlashingPoolSize.set(this.opPool.proposerSlashingsSize);
1573
1582
  metrics.opPool.voluntaryExitPoolSize.set(this.opPool.voluntaryExitsSize);
1574
1583
  metrics.opPool.syncCommitteeMessagePoolSize.set(this.syncCommitteeMessagePool.size);
@@ -134,6 +134,8 @@ export function initializeForkChoiceFromFinalizedState(
134
134
  stateRoot: toRootHex(blockHeader.stateRoot),
135
135
  blockRoot: toRootHex(checkpoint.root),
136
136
  timeliness: true, // Optimistically assume is timely
137
+ ptcTimeliness: true, // Spec: block_timeliness for anchor = [True, True]
138
+ proposerIndex: blockHeader.proposerIndex,
137
139
 
138
140
  justifiedEpoch: justifiedCheckpoint.epoch,
139
141
  justifiedRoot: toRootHex(justifiedCheckpoint.root),
@@ -230,6 +232,8 @@ export function initializeForkChoiceFromUnfinalizedState(
230
232
  blockRoot: headRoot,
231
233
  targetRoot: headRoot,
232
234
  timeliness: true, // Optimistically assume is timely
235
+ ptcTimeliness: true, // Spec: block_timeliness for anchor = [True, True]
236
+ proposerIndex: blockHeader.proposerIndex,
233
237
 
234
238
  justifiedEpoch: justifiedCheckpoint.epoch,
235
239
  justifiedRoot: toRootHex(justifiedCheckpoint.root),
@@ -45,6 +45,7 @@ import {LightClientServer} from "./lightClient/index.js";
45
45
  import {AggregatedAttestationPool} from "./opPools/aggregatedAttestationPool.js";
46
46
  import {
47
47
  AttestationPool,
48
+ DeferredVoluntaryExitPool,
48
49
  ExecutionPayloadBidPool,
49
50
  OpPool,
50
51
  PayloadAttestationPool,
@@ -128,6 +129,7 @@ export interface IBeaconChain {
128
129
  readonly payloadAttestationPool: PayloadAttestationPool;
129
130
  readonly proposerPreferencesPool: ProposerPreferencesPool;
130
131
  readonly opPool: OpPool;
132
+ readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
131
133
 
132
134
  // Gossip seen cache
133
135
  readonly seenAttesters: SeenAttesters;
@@ -0,0 +1,65 @@
1
+ import {Logger} from "@lodestar/logger";
2
+ import {IBeaconStateView, VoluntaryExitValidity} from "@lodestar/state-transition";
3
+ import {Epoch, ValidatorIndex} from "@lodestar/types";
4
+ import {SignedVoluntaryExit} from "@lodestar/types/phase0";
5
+ import {isTransientExitValidity} from "../validation/voluntaryExit.js";
6
+
7
+ type DeferredEntry = {
8
+ exit: SignedVoluntaryExit;
9
+ validity: VoluntaryExitValidity;
10
+ insertedAtEpoch: Epoch;
11
+ };
12
+
13
+ export class DeferredVoluntaryExitPool {
14
+ private pool = new Map<ValidatorIndex, DeferredEntry>();
15
+
16
+ constructor(
17
+ private readonly logger: Logger,
18
+ private readonly maxSize = 1024,
19
+ private readonly maxDeferEpochs = 4096
20
+ ) {}
21
+
22
+ insert(exit: SignedVoluntaryExit, validity: VoluntaryExitValidity, currentEpoch: Epoch): boolean {
23
+ if (!isTransientExitValidity(validity)) return false;
24
+ if (this.pool.size === this.maxSize) return false;
25
+ if (this.pool.has(exit.message.validatorIndex)) return false;
26
+
27
+ this.pool.set(exit.message.validatorIndex, {exit, validity, insertedAtEpoch: currentEpoch});
28
+
29
+ return true;
30
+ }
31
+
32
+ drainProcessableExits(state: IBeaconStateView): SignedVoluntaryExit[] {
33
+ const epoch = state.epoch;
34
+ const validExits: SignedVoluntaryExit[] = [];
35
+ for (const [validatorIndex, entry] of this.pool) {
36
+ try {
37
+ if (epoch - entry.insertedAtEpoch > this.maxDeferEpochs) {
38
+ this.pool.delete(validatorIndex);
39
+ this.logger.debug("Deferred voluntary exit expired", {validatorIndex, lastValidity: entry.validity});
40
+ continue;
41
+ }
42
+ const validity = state.getVoluntaryExitValidity(entry.exit, true);
43
+ if (validity === VoluntaryExitValidity.valid) {
44
+ validExits.push(entry.exit);
45
+ this.pool.delete(validatorIndex);
46
+ } else if (!isTransientExitValidity(validity)) {
47
+ this.logger.debug("Deferred voluntary exit became permanently invalid", {validatorIndex, validity});
48
+ this.pool.delete(validatorIndex);
49
+ }
50
+ // Else if still transient - keep
51
+ } catch (e) {
52
+ this.logger.debug("Processing deferred voluntary exit failed", {validatorIndex}, e as Error);
53
+ }
54
+ }
55
+ return validExits;
56
+ }
57
+
58
+ has(validatorIndex: ValidatorIndex): boolean {
59
+ return this.pool.has(validatorIndex);
60
+ }
61
+
62
+ size(): number {
63
+ return this.pool.size;
64
+ }
65
+ }
@@ -1,5 +1,6 @@
1
1
  export {AggregatedAttestationPool} from "./aggregatedAttestationPool.js";
2
2
  export {AttestationPool} from "./attestationPool.js";
3
+ export {DeferredVoluntaryExitPool} from "./deferredVoluntaryExitPool.js";
3
4
  export {ExecutionPayloadBidPool} from "./executionPayloadBidPool.js";
4
5
  export {OpPool} from "./opPool.js";
5
6
  export {PayloadAttestationPool} from "./payloadAttestationPool.js";
@@ -151,23 +151,38 @@ export class PrepareNextSlotScheduler {
151
151
  const proposerIndex = await getProposerIndex();
152
152
  feeRecipient = this.chain.beaconProposerCache.get(proposerIndex);
153
153
 
154
- if (feeRecipient) {
155
- // If we are proposing next slot, we need to predict if we can proposer-boost-reorg or not
154
+ // Predict the proposer head of the next slot when either:
155
+ // - we are proposing the next slot (single-slot proposer-boost-reorg), or
156
+ // - this is an epoch transition: post-Fulu the next proposer may reorg a weak
157
+ // last-block-of-epoch and build slot 0 on the strong parent (epoch-boundary reorg),
158
+ // so we should dial the strong parent through the boundary instead of the weak head.
159
+ if (feeRecipient || isEpochTransition) {
156
160
  const proposerHead = this.chain.predictProposerHead(clockSlot);
157
161
  const {slot: proposerHeadSlot, blockRoot: proposerHeadRoot} = proposerHead;
158
162
 
159
- // If we predict we can reorg, we build on the proposer head (parent) block instead
163
+ // If we predict a reorg, we build the epoch transition on the proposer head (parent) instead
160
164
  if (proposerHeadRoot !== headRoot || proposerHeadSlot !== headSlot) {
161
- this.logger.verbose("Weak head detected. May build on parent block instead", {
165
+ // feeRecipient set => WE propose the next slot and may reorg it out ourselves;
166
+ // otherwise it's a predicted reorg by another proposer (epoch-boundary reorg).
167
+ const logMessage = feeRecipient
168
+ ? "Weak head detected. We may build on parent block instead"
169
+ : "Weak head detected. Another proposer may build on parent block instead";
170
+ this.logger.verbose(logMessage, {
162
171
  proposerHeadSlot,
163
172
  proposerHeadRoot,
164
173
  headSlot,
165
174
  headRoot,
175
+ isEpochTransition,
166
176
  });
167
177
  this.metrics?.weakHeadDetected.inc();
178
+ if (isEpochTransition) {
179
+ this.metrics?.precomputeNextEpochTransition.predictedReorg.inc();
180
+ }
168
181
  updatedHead = proposerHead;
169
182
  }
183
+ }
170
184
 
185
+ if (feeRecipient) {
171
186
  if (isForkPostGloas(fork)) {
172
187
  this.chain.builderCircuitBreaker.update(clockSlot, updatedHead);
173
188
  } else {
@@ -182,6 +197,7 @@ export class PrepareNextSlotScheduler {
182
197
  }
183
198
 
184
199
  // post-fulu we'll always reach here because preparedState is undefined
200
+ // we may run epoch transition not with headBlock if it's weak
185
201
  if (preparedState === undefined || updatedHead !== headBlock) {
186
202
  preparedState = await this.chain.regen.getBlockSlotState(
187
203
  updatedHead,
@@ -280,7 +296,7 @@ export class PrepareNextSlotScheduler {
280
296
  // + if next slot is a skipped slot, it'd help getting target checkpoint state faster to validate attestations
281
297
  if (isEpochTransition) {
282
298
  this.metrics?.precomputeNextEpochTransition.count.inc({result: "success"}, 1);
283
- const previousHits = this.chain.regen.updatePreComputedCheckpoint(headRoot, nextEpoch);
299
+ const previousHits = this.chain.regen.updatePreComputedCheckpoint(updatedHead.blockRoot, nextEpoch);
284
300
  if (previousHits === 0) {
285
301
  this.metrics?.precomputeNextEpochTransition.waste.inc();
286
302
  }
@@ -289,6 +305,8 @@ export class PrepareNextSlotScheduler {
289
305
  this.logger.verbose("Completed PrepareNextSlotScheduler epoch transition", {
290
306
  nextEpoch,
291
307
  headSlot,
308
+ headRoot,
309
+ updatedHeadRoot: updatedHead.blockRoot,
292
310
  prepareSlot,
293
311
  previousHits,
294
312
  durationMs: Date.now() - start,
@@ -21,6 +21,8 @@ export enum RegenCaller {
21
21
  validateGossipAggregateAndProof = "validateGossipAggregateAndProof",
22
22
  validateGossipAttestation = "validateGossipAttestation",
23
23
  validateGossipVoluntaryExit = "validateGossipVoluntaryExit",
24
+ validateApiVoluntaryExit = "validateApiVoluntaryExit",
25
+ publishDeferredVoluntaryExits = "publishDeferredVoluntaryExits",
24
26
  validateGossipExecutionPayloadBid = "validateGossipExecutionPayloadBid",
25
27
  validateGossipPayloadAttestationMessage = "validateGossipPayloadAttestationMessage",
26
28
  validateGossipProposerPreferences = "validateGossipProposerPreferences",
@@ -39,14 +41,14 @@ export type StateRegenerationOpts = {
39
41
  };
40
42
 
41
43
  export interface IStateRegenerator extends IStateRegeneratorInternal {
42
- dropCache(): void;
44
+ dropCache(): Promise<void>;
43
45
  dumpCacheSummary(): routes.lodestar.StateCacheItem[];
44
46
  getStateSync(stateRoot: RootHex): IBeaconStateView | null;
45
47
  getPreStateSync(block: BeaconBlock): IBeaconStateView | null;
46
48
  getCheckpointStateOrBytes(cp: CheckpointHex): Promise<IBeaconStateView | Uint8Array | null>;
47
49
  getCheckpointStateSync(cp: CheckpointHex): IBeaconStateView | null;
48
50
  getClosestHeadState(head: ProtoBlock): IBeaconStateView | null;
49
- pruneOnCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void;
51
+ onCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void;
50
52
  processState(blockRootHex: RootHex, postState: IBeaconStateView): void;
51
53
  addCheckpointState(cp: phase0.Checkpoint, item: IBeaconStateView): void;
52
54
  updateHeadState(newHead: ProtoBlock, maybeHeadState: IBeaconStateView): void;
@@ -67,9 +67,9 @@ export class QueuedStateRegenerator implements IStateRegenerator {
67
67
  return this.jobQueue.jobLen < REGEN_CAN_ACCEPT_WORK_THRESHOLD;
68
68
  }
69
69
 
70
- dropCache(): void {
70
+ async dropCache(): Promise<void> {
71
71
  this.blockStateCache.clear();
72
- this.checkpointStateCache.clear();
72
+ await this.checkpointStateCache.clear();
73
73
  }
74
74
 
75
75
  dumpCacheSummary(): routes.lodestar.StateCacheItem[] {
@@ -138,9 +138,9 @@ export class QueuedStateRegenerator implements IStateRegenerator {
138
138
  return this.checkpointStateCache.getLatest(head.blockRoot, Infinity) || this.blockStateCache.get(head.stateRoot);
139
139
  }
140
140
 
141
- pruneOnCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void {
142
- this.checkpointStateCache.prune(finalizedEpoch, justifiedEpoch);
143
- this.blockStateCache.prune(headStateRoot);
141
+ onCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void {
142
+ this.checkpointStateCache.onCheckpoint(finalizedEpoch, justifiedEpoch);
143
+ this.blockStateCache.onCheckpoint(headStateRoot);
144
144
  }
145
145
 
146
146
  processState(blockRootHex: RootHex, postState: IBeaconStateView): void {