@lodestar/beacon-node 1.47.0-dev.da8dfeabda → 1.47.0-dev.e73f1f5165
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +2 -1
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/pool/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/pool/index.js +13 -1
- package/lib/api/impl/beacon/pool/index.js.map +1 -1
- package/lib/api/impl/events/index.d.ts.map +1 -1
- package/lib/api/impl/events/index.js +2 -0
- package/lib/api/impl/events/index.js.map +1 -1
- package/lib/api/impl/lodestar/index.js +1 -1
- package/lib/api/impl/lodestar/index.js.map +1 -1
- package/lib/api/rest/base.d.ts.map +1 -1
- package/lib/api/rest/base.js +7 -0
- package/lib/api/rest/base.js.map +1 -1
- package/lib/chain/archiveStore/archiveStore.js +1 -1
- package/lib/chain/archiveStore/archiveStore.js.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts +2 -1
- package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js +6 -2
- package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +14 -5
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.js +5 -0
- package/lib/chain/blocks/payloadEnvelopeInput/types.js.map +1 -1
- package/lib/chain/chain.d.ts +2 -1
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +10 -2
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/forkChoice/index.d.ts.map +1 -1
- package/lib/chain/forkChoice/index.js +4 -0
- package/lib/chain/forkChoice/index.js.map +1 -1
- package/lib/chain/interface.d.ts +2 -1
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/interface.js.map +1 -1
- package/lib/chain/opPools/deferredVoluntaryExitPool.d.ts +16 -0
- package/lib/chain/opPools/deferredVoluntaryExitPool.d.ts.map +1 -0
- package/lib/chain/opPools/deferredVoluntaryExitPool.js +57 -0
- package/lib/chain/opPools/deferredVoluntaryExitPool.js.map +1 -0
- package/lib/chain/opPools/index.d.ts +1 -0
- package/lib/chain/opPools/index.d.ts.map +1 -1
- package/lib/chain/opPools/index.js +1 -0
- package/lib/chain/opPools/index.js.map +1 -1
- package/lib/chain/prepareNextSlot.d.ts.map +1 -1
- package/lib/chain/prepareNextSlot.js +23 -5
- package/lib/chain/prepareNextSlot.js.map +1 -1
- package/lib/chain/regen/interface.d.ts +4 -2
- package/lib/chain/regen/interface.d.ts.map +1 -1
- package/lib/chain/regen/interface.js +2 -0
- package/lib/chain/regen/interface.js.map +1 -1
- package/lib/chain/regen/queued.d.ts +2 -2
- package/lib/chain/regen/queued.d.ts.map +1 -1
- package/lib/chain/regen/queued.js +5 -5
- package/lib/chain/regen/queued.js.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +28 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +121 -13
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
- package/lib/chain/stateCache/fifoBlockStateCache.d.ts +5 -1
- package/lib/chain/stateCache/fifoBlockStateCache.d.ts.map +1 -1
- package/lib/chain/stateCache/fifoBlockStateCache.js +6 -0
- package/lib/chain/stateCache/fifoBlockStateCache.js.map +1 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +47 -5
- package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.js +117 -7
- package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
- package/lib/chain/stateCache/types.d.ts +3 -3
- package/lib/chain/stateCache/types.d.ts.map +1 -1
- package/lib/chain/validation/voluntaryExit.d.ts +9 -1
- package/lib/chain/validation/voluntaryExit.d.ts.map +1 -1
- package/lib/chain/validation/voluntaryExit.js +46 -1
- package/lib/chain/validation/voluntaryExit.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +24 -4
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +34 -2
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/network/processor/constants.d.ts +7 -0
- package/lib/network/processor/constants.d.ts.map +1 -0
- package/lib/network/processor/constants.js +7 -0
- package/lib/network/processor/constants.js.map +1 -0
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +5 -1
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/processor/index.d.ts +3 -0
- package/lib/network/processor/index.d.ts.map +1 -1
- package/lib/network/processor/index.js +36 -15
- package/lib/network/processor/index.js.map +1 -1
- package/lib/node/deferredVoluntaryExitPublisher.d.ts +15 -0
- package/lib/node/deferredVoluntaryExitPublisher.d.ts.map +1 -0
- package/lib/node/deferredVoluntaryExitPublisher.js +38 -0
- package/lib/node/deferredVoluntaryExitPublisher.js.map +1 -0
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +2 -0
- package/lib/node/nodejs.js.map +1 -1
- package/lib/sync/types.d.ts +32 -0
- package/lib/sync/types.d.ts.map +1 -1
- package/lib/sync/types.js +33 -0
- package/lib/sync/types.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts +6 -2
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +143 -68
- package/lib/sync/unknownBlock.js.map +1 -1
- package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRange.js +16 -11
- package/lib/sync/utils/downloadByRange.js.map +1 -1
- package/lib/sync/utils/downloadByRoot.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRoot.js +3 -1
- package/lib/sync/utils/downloadByRoot.js.map +1 -1
- package/package.json +31 -31
- package/src/api/impl/beacon/blocks/index.ts +2 -1
- package/src/api/impl/beacon/pool/index.ts +15 -1
- package/src/api/impl/events/index.ts +3 -1
- package/src/api/impl/lodestar/index.ts +1 -1
- package/src/api/rest/base.ts +7 -0
- package/src/chain/archiveStore/archiveStore.ts +1 -1
- package/src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts +8 -2
- package/src/chain/blocks/payloadEnvelopeInput/types.ts +17 -4
- package/src/chain/chain.ts +10 -1
- package/src/chain/forkChoice/index.ts +4 -0
- package/src/chain/interface.ts +2 -0
- package/src/chain/opPools/deferredVoluntaryExitPool.ts +65 -0
- package/src/chain/opPools/index.ts +1 -0
- package/src/chain/prepareNextSlot.ts +23 -5
- package/src/chain/regen/interface.ts +4 -2
- package/src/chain/regen/queued.ts +5 -5
- package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +143 -14
- package/src/chain/stateCache/fifoBlockStateCache.ts +8 -1
- package/src/chain/stateCache/persistentCheckpointsCache.ts +133 -8
- package/src/chain/stateCache/types.ts +3 -3
- package/src/chain/validation/voluntaryExit.ts +59 -2
- package/src/metrics/metrics/lodestar.ts +41 -6
- package/src/network/processor/constants.ts +6 -0
- package/src/network/processor/gossipHandlers.ts +5 -1
- package/src/network/processor/index.ts +42 -19
- package/src/node/deferredVoluntaryExitPublisher.ts +54 -0
- package/src/node/nodejs.ts +3 -0
- package/src/sync/types.ts +33 -0
- package/src/sync/unknownBlock.ts +167 -73
- package/src/sync/utils/downloadByRange.ts +21 -12
- package/src/sync/utils/downloadByRoot.ts +3 -1
package/package.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
"bugs": {
|
|
12
12
|
"url": "https://github.com/ChainSafe/lodestar/issues"
|
|
13
13
|
},
|
|
14
|
-
"version": "1.47.0-dev.
|
|
14
|
+
"version": "1.47.0-dev.e73f1f5165",
|
|
15
15
|
"type": "module",
|
|
16
16
|
"exports": {
|
|
17
17
|
".": {
|
|
@@ -116,35 +116,35 @@
|
|
|
116
116
|
"@fastify/cors": "^10.0.1",
|
|
117
117
|
"@fastify/swagger": "^9.0.0",
|
|
118
118
|
"@fastify/swagger-ui": "^5.0.1",
|
|
119
|
-
"@libp2p/bootstrap": "^12.0.
|
|
120
|
-
"@libp2p/crypto": "^5.1.
|
|
121
|
-
"@libp2p/gossipsub": "^16.
|
|
122
|
-
"@libp2p/identify": "^4.
|
|
123
|
-
"@libp2p/interface": "^3.
|
|
124
|
-
"@libp2p/mdns": "^12.0.
|
|
125
|
-
"@libp2p/mplex": "^12.0.
|
|
126
|
-
"@libp2p/peer-id": "^6.0.
|
|
127
|
-
"@libp2p/prometheus-metrics": "^5.0.
|
|
128
|
-
"@libp2p/tcp": "^11.0.
|
|
129
|
-
"@lodestar/api": "^1.47.0-dev.
|
|
130
|
-
"@lodestar/config": "^1.47.0-dev.
|
|
131
|
-
"@lodestar/db": "^1.47.0-dev.
|
|
132
|
-
"@lodestar/fork-choice": "^1.47.0-dev.
|
|
133
|
-
"@lodestar/logger": "^1.47.0-dev.
|
|
134
|
-
"@lodestar/params": "^1.47.0-dev.
|
|
135
|
-
"@lodestar/reqresp": "^1.47.0-dev.
|
|
136
|
-
"@lodestar/state-transition": "^1.47.0-dev.
|
|
137
|
-
"@lodestar/types": "^1.47.0-dev.
|
|
138
|
-
"@lodestar/utils": "^1.47.0-dev.
|
|
139
|
-
"@lodestar/validator": "^1.47.0-dev.
|
|
119
|
+
"@libp2p/bootstrap": "^12.0.30",
|
|
120
|
+
"@libp2p/crypto": "^5.1.23",
|
|
121
|
+
"@libp2p/gossipsub": "^16.1.1",
|
|
122
|
+
"@libp2p/identify": "^4.1.13",
|
|
123
|
+
"@libp2p/interface": "^3.3.0",
|
|
124
|
+
"@libp2p/mdns": "^12.0.30",
|
|
125
|
+
"@libp2p/mplex": "^12.0.30",
|
|
126
|
+
"@libp2p/peer-id": "^6.0.15",
|
|
127
|
+
"@libp2p/prometheus-metrics": "^5.0.28",
|
|
128
|
+
"@libp2p/tcp": "^11.0.27",
|
|
129
|
+
"@lodestar/api": "^1.47.0-dev.e73f1f5165",
|
|
130
|
+
"@lodestar/config": "^1.47.0-dev.e73f1f5165",
|
|
131
|
+
"@lodestar/db": "^1.47.0-dev.e73f1f5165",
|
|
132
|
+
"@lodestar/fork-choice": "^1.47.0-dev.e73f1f5165",
|
|
133
|
+
"@lodestar/logger": "^1.47.0-dev.e73f1f5165",
|
|
134
|
+
"@lodestar/params": "^1.47.0-dev.e73f1f5165",
|
|
135
|
+
"@lodestar/reqresp": "^1.47.0-dev.e73f1f5165",
|
|
136
|
+
"@lodestar/state-transition": "^1.47.0-dev.e73f1f5165",
|
|
137
|
+
"@lodestar/types": "^1.47.0-dev.e73f1f5165",
|
|
138
|
+
"@lodestar/utils": "^1.47.0-dev.e73f1f5165",
|
|
139
|
+
"@lodestar/validator": "^1.47.0-dev.e73f1f5165",
|
|
140
140
|
"@multiformats/multiaddr": "^13.0.1",
|
|
141
|
-
"datastore-core": "^
|
|
142
|
-
"datastore-level": "^
|
|
141
|
+
"datastore-core": "^12.0.1",
|
|
142
|
+
"datastore-level": "^13.0.1",
|
|
143
143
|
"deepmerge": "^4.3.1",
|
|
144
144
|
"fastify": "^5.8.1",
|
|
145
|
-
"interface-datastore": "^
|
|
145
|
+
"interface-datastore": "^10.0.1",
|
|
146
146
|
"jwt-simple": "0.5.6",
|
|
147
|
-
"libp2p": "3.
|
|
147
|
+
"libp2p": "3.3.9",
|
|
148
148
|
"multiformats": "^13.4.2",
|
|
149
149
|
"prom-client": "^15.1.0",
|
|
150
150
|
"qs": "^6.14.2",
|
|
@@ -155,10 +155,10 @@
|
|
|
155
155
|
},
|
|
156
156
|
"devDependencies": {
|
|
157
157
|
"@chainsafe/swap-or-not-shuffle": "^1.2.1",
|
|
158
|
-
"@libp2p/interface-internal": "^3.
|
|
159
|
-
"@libp2p/logger": "^6.2.
|
|
160
|
-
"@libp2p/utils": "^7.0
|
|
161
|
-
"@lodestar/spec-test-util": "^1.47.0-dev.
|
|
158
|
+
"@libp2p/interface-internal": "^3.1.12",
|
|
159
|
+
"@libp2p/logger": "^6.2.13",
|
|
160
|
+
"@libp2p/utils": "^7.4.0",
|
|
161
|
+
"@lodestar/spec-test-util": "^1.47.0-dev.e73f1f5165",
|
|
162
162
|
"@types/js-yaml": "^4.0.5",
|
|
163
163
|
"@types/qs": "^6.9.7",
|
|
164
164
|
"@types/tmp": "^0.2.3",
|
|
@@ -175,5 +175,5 @@
|
|
|
175
175
|
"beacon",
|
|
176
176
|
"blockchain"
|
|
177
177
|
],
|
|
178
|
-
"gitHead": "
|
|
178
|
+
"gitHead": "f904f0debe8a23fe85fe084e09e2247110d0717f"
|
|
179
179
|
}
|
|
@@ -128,7 +128,8 @@ export function getBeaconBlockApi({
|
|
|
128
128
|
forkName: fork,
|
|
129
129
|
sampledColumns: chain.custodyConfig.sampledColumns,
|
|
130
130
|
custodyColumns: chain.custodyConfig.custodyColumns,
|
|
131
|
-
|
|
131
|
+
seenTimestampSec,
|
|
132
|
+
source: PayloadEnvelopeInputSource.api,
|
|
132
133
|
});
|
|
133
134
|
}
|
|
134
135
|
|
|
@@ -179,7 +179,21 @@ export function getBeaconPoolApi({
|
|
|
179
179
|
},
|
|
180
180
|
|
|
181
181
|
async submitPoolVoluntaryExit({signedVoluntaryExit}) {
|
|
182
|
-
await validateApiVoluntaryExit(chain, signedVoluntaryExit);
|
|
182
|
+
const result = await validateApiVoluntaryExit(chain, signedVoluntaryExit);
|
|
183
|
+
|
|
184
|
+
if (result.status === "deferred") {
|
|
185
|
+
const currentEpoch = chain.clock.currentEpoch;
|
|
186
|
+
const inserted = chain.deferredVoluntaryExitPool.insert(signedVoluntaryExit, result.validity, currentEpoch);
|
|
187
|
+
if (!inserted) {
|
|
188
|
+
throw new ApiError(400, "Deferred voluntary exit pool is full or already contains this validator");
|
|
189
|
+
}
|
|
190
|
+
logger.info("Voluntary exit deferred until transient conditions are met", {
|
|
191
|
+
validatorIndex: signedVoluntaryExit.message.validatorIndex,
|
|
192
|
+
reason: result.validity,
|
|
193
|
+
});
|
|
194
|
+
return;
|
|
195
|
+
}
|
|
196
|
+
|
|
183
197
|
chain.opPool.insertVoluntaryExit(signedVoluntaryExit);
|
|
184
198
|
chain.emitter.emit(routes.events.EventType.voluntaryExit, signedVoluntaryExit);
|
|
185
199
|
await network.publishVoluntaryExit(signedVoluntaryExit);
|
|
@@ -14,7 +14,9 @@ export function getEventsApi({
|
|
|
14
14
|
// biome-ignore lint/suspicious/noExplicitAny: We need to use `any` type here
|
|
15
15
|
const handler = (data: any): void => {
|
|
16
16
|
try {
|
|
17
|
-
|
|
17
|
+
// TS only relates `{type, message}` to the `BeaconEvent` discriminated union while
|
|
18
|
+
// `EventType` stays within its ~25-member cap; without the cast, adding events trips TS2345.
|
|
19
|
+
onEvent({type: topic, message: data} as routes.events.BeaconEvent);
|
|
18
20
|
} catch (e) {
|
|
19
21
|
// `chain.emitter` emits synchronously, a throwing listener would propagate the error to
|
|
20
22
|
// whoever emitted the event, e.g. a gossip handler, and skip the remaining listeners.
|
package/src/api/rest/base.ts
CHANGED
|
@@ -104,6 +104,13 @@ export class RestApiServer {
|
|
|
104
104
|
|
|
105
105
|
// To parse our ApiError -> statusCode
|
|
106
106
|
server.setErrorHandler<FastifyError | Error>((err, _req, res) => {
|
|
107
|
+
if (res.raw.headersSent) {
|
|
108
|
+
// A status code can no longer be written, e.g. if a long-lived SSE stream failed mid-flight.
|
|
109
|
+
// End the response instead, else the socket is left open and the client never notices.
|
|
110
|
+
if (!res.raw.writableEnded && !res.raw.destroyed) res.raw.end();
|
|
111
|
+
return;
|
|
112
|
+
}
|
|
113
|
+
|
|
107
114
|
const stacktraces = opts.stacktraces ? err.stack?.split("\n") : undefined;
|
|
108
115
|
if ("validation" in err && err.validation) {
|
|
109
116
|
const {instancePath = "unknown", message} = err.validation?.[0] ?? {};
|
|
@@ -192,7 +192,7 @@ export class ArchiveStore {
|
|
|
192
192
|
|
|
193
193
|
private onCheckpoint = (): void => {
|
|
194
194
|
const headStateRoot = this.chain.forkChoice.getHead().stateRoot;
|
|
195
|
-
this.chain.regen.
|
|
195
|
+
this.chain.regen.onCheckpoint(
|
|
196
196
|
this.chain.forkChoice.getFinalizedCheckpoint().epoch,
|
|
197
197
|
this.chain.forkChoice.getJustifiedCheckpoint().epoch,
|
|
198
198
|
headStateRoot
|
|
@@ -9,6 +9,7 @@ import {
|
|
|
9
9
|
ColumnWithSource,
|
|
10
10
|
CreateFromBidProps,
|
|
11
11
|
CreateFromBlockProps,
|
|
12
|
+
PayloadEnvelopeInputSource,
|
|
12
13
|
SourceMeta,
|
|
13
14
|
} from "./types.js";
|
|
14
15
|
|
|
@@ -71,6 +72,7 @@ export class PayloadEnvelopeInput {
|
|
|
71
72
|
readonly bid: gloas.ExecutionPayloadBid;
|
|
72
73
|
readonly versionedHashes: VersionedHashes;
|
|
73
74
|
readonly daOutOfRange: boolean;
|
|
75
|
+
readonly source: PayloadEnvelopeInputSource;
|
|
74
76
|
|
|
75
77
|
private columnsCache = new Map<ColumnIndex, ColumnWithSource>();
|
|
76
78
|
|
|
@@ -95,6 +97,7 @@ export class PayloadEnvelopeInput {
|
|
|
95
97
|
custodyColumns: ColumnIndex[];
|
|
96
98
|
timeCreatedSec: number;
|
|
97
99
|
daOutOfRange: boolean;
|
|
100
|
+
source: PayloadEnvelopeInputSource;
|
|
98
101
|
}) {
|
|
99
102
|
this.blockRootHex = props.blockRootHex;
|
|
100
103
|
this.slot = props.slot;
|
|
@@ -106,6 +109,7 @@ export class PayloadEnvelopeInput {
|
|
|
106
109
|
this.custodyColumns = props.custodyColumns;
|
|
107
110
|
this.timeCreatedSec = props.timeCreatedSec;
|
|
108
111
|
this.daOutOfRange = props.daOutOfRange;
|
|
112
|
+
this.source = props.source;
|
|
109
113
|
this.payloadEnvelopeDataPromise = createPromise();
|
|
110
114
|
this.allDataPromise = createPromise();
|
|
111
115
|
this.columnsDataPromise = createPromise();
|
|
@@ -133,8 +137,9 @@ export class PayloadEnvelopeInput {
|
|
|
133
137
|
bid,
|
|
134
138
|
sampledColumns: props.sampledColumns,
|
|
135
139
|
custodyColumns: props.custodyColumns,
|
|
136
|
-
timeCreatedSec: props.
|
|
140
|
+
timeCreatedSec: props.seenTimestampSec,
|
|
137
141
|
daOutOfRange: props.daOutOfRange,
|
|
142
|
+
source: props.source,
|
|
138
143
|
});
|
|
139
144
|
}
|
|
140
145
|
|
|
@@ -153,8 +158,9 @@ export class PayloadEnvelopeInput {
|
|
|
153
158
|
bid: props.bid,
|
|
154
159
|
sampledColumns: props.sampledColumns,
|
|
155
160
|
custodyColumns: props.custodyColumns,
|
|
156
|
-
timeCreatedSec: props.
|
|
161
|
+
timeCreatedSec: props.seenTimestampSec,
|
|
157
162
|
daOutOfRange: props.daOutOfRange,
|
|
163
|
+
source: props.source,
|
|
158
164
|
});
|
|
159
165
|
}
|
|
160
166
|
|
|
@@ -7,9 +7,24 @@ export enum PayloadEnvelopeInputSource {
|
|
|
7
7
|
engine = "engine",
|
|
8
8
|
byRange = "req_resp_by_range",
|
|
9
9
|
byRoot = "req_resp_by_root",
|
|
10
|
+
// Data-column reconstruction (KZG cell recovery), NOT a cache reload
|
|
10
11
|
recovery = "recovery",
|
|
12
|
+
// Entry reconstructed from the hot DB by SeenPayloadEnvelopeInput.getOrReload
|
|
13
|
+
reload = "reload",
|
|
14
|
+
// Entry seeded from a checkpoint anchor state's latestExecutionPayloadBid at chain init
|
|
15
|
+
anchorState = "anchor_state",
|
|
11
16
|
}
|
|
12
17
|
|
|
18
|
+
/**
|
|
19
|
+
* Reason a PayloadEnvelopeInput is evicted from SeenPayloadEnvelopeInput. Used for the `pruned` metric
|
|
20
|
+
* label and the eviction log.
|
|
21
|
+
* - belowParent: pruned below the new head's parent (canonical, FULL, all-columns)
|
|
22
|
+
* - finalized: below the finalized slot
|
|
23
|
+
* - prune: explicit prune by root
|
|
24
|
+
* - cap: insertion-order backstop cap (MAX_PAYLOAD_ENVELOPE_INPUT_CACHE_SIZE)
|
|
25
|
+
*/
|
|
26
|
+
export type PayloadEnvelopeInputPruneReason = "belowParent" | "finalized" | "prune" | "cap";
|
|
27
|
+
|
|
13
28
|
export type SourceMeta = {
|
|
14
29
|
source: PayloadEnvelopeInputSource;
|
|
15
30
|
seenTimestampSec: number;
|
|
@@ -20,13 +35,12 @@ export type ColumnWithSource = SourceMeta & {
|
|
|
20
35
|
columnSidecar: gloas.DataColumnSidecar;
|
|
21
36
|
};
|
|
22
37
|
|
|
23
|
-
export type CreateFromBlockProps = {
|
|
38
|
+
export type CreateFromBlockProps = SourceMeta & {
|
|
24
39
|
blockRootHex: RootHex;
|
|
25
40
|
block: SignedBeaconBlock<ForkPostGloas>;
|
|
26
41
|
forkName: ForkName;
|
|
27
42
|
sampledColumns: ColumnIndex[];
|
|
28
43
|
custodyColumns: ColumnIndex[];
|
|
29
|
-
timeCreatedSec: number;
|
|
30
44
|
daOutOfRange: boolean;
|
|
31
45
|
};
|
|
32
46
|
|
|
@@ -35,7 +49,7 @@ export type CreateFromBlockProps = {
|
|
|
35
49
|
* the chain from a checkpoint anchor state — we have the bid via the state but not the
|
|
36
50
|
* full SignedBeaconBlock).
|
|
37
51
|
*/
|
|
38
|
-
export type CreateFromBidProps = {
|
|
52
|
+
export type CreateFromBidProps = SourceMeta & {
|
|
39
53
|
blockRootHex: RootHex;
|
|
40
54
|
slot: number;
|
|
41
55
|
forkName: ForkName;
|
|
@@ -43,7 +57,6 @@ export type CreateFromBidProps = {
|
|
|
43
57
|
bid: gloas.ExecutionPayloadBid;
|
|
44
58
|
sampledColumns: ColumnIndex[];
|
|
45
59
|
custodyColumns: ColumnIndex[];
|
|
46
|
-
timeCreatedSec: number;
|
|
47
60
|
daOutOfRange: boolean;
|
|
48
61
|
};
|
|
49
62
|
|
package/src/chain/chain.ts
CHANGED
|
@@ -79,6 +79,7 @@ import {CheckpointBalancesCache} from "./balancesCache.js";
|
|
|
79
79
|
import {BeaconProposerCache} from "./beaconProposerCache.js";
|
|
80
80
|
import {IBlockInput, isBlockInputBlobs, isBlockInputColumns} from "./blocks/blockInput/index.js";
|
|
81
81
|
import {BlockProcessor, ImportBlockOpts} from "./blocks/index.js";
|
|
82
|
+
import {PayloadEnvelopeInputSource} from "./blocks/payloadEnvelopeInput/index.js";
|
|
82
83
|
import {PayloadEnvelopeProcessor} from "./blocks/payloadEnvelopeProcessor.js";
|
|
83
84
|
import {ImportPayloadOpts} from "./blocks/types.js";
|
|
84
85
|
import {persistBlockInput} from "./blocks/writeBlockInputToDb.js";
|
|
@@ -94,6 +95,7 @@ import {LightClientServer} from "./lightClient/index.js";
|
|
|
94
95
|
import {
|
|
95
96
|
AggregatedAttestationPool,
|
|
96
97
|
AttestationPool,
|
|
98
|
+
DeferredVoluntaryExitPool,
|
|
97
99
|
ExecutionPayloadBidPool,
|
|
98
100
|
OpPool,
|
|
99
101
|
PayloadAttestationPool,
|
|
@@ -193,6 +195,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
193
195
|
readonly payloadAttestationPool: PayloadAttestationPool;
|
|
194
196
|
readonly proposerPreferencesPool = new ProposerPreferencesPool();
|
|
195
197
|
readonly opPool: OpPool;
|
|
198
|
+
readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
|
|
196
199
|
|
|
197
200
|
// Gossip seen cache
|
|
198
201
|
readonly seenAttesters = new SeenAttesters();
|
|
@@ -320,6 +323,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
320
323
|
this.executionPayloadBidPool = new ExecutionPayloadBidPool();
|
|
321
324
|
this.payloadAttestationPool = new PayloadAttestationPool(config, clock, metrics);
|
|
322
325
|
this.opPool = new OpPool(config);
|
|
326
|
+
this.deferredVoluntaryExitPool = new DeferredVoluntaryExitPool(logger);
|
|
323
327
|
|
|
324
328
|
this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
|
|
325
329
|
this.seenContributionAndProof = new SeenContributionAndProof(metrics);
|
|
@@ -451,6 +455,9 @@ export class BeaconChain implements IBeaconChain {
|
|
|
451
455
|
chainEvents: emitter,
|
|
452
456
|
signal,
|
|
453
457
|
serializedCache: this.serializedCache,
|
|
458
|
+
db,
|
|
459
|
+
seenBlockInputCache: this.seenBlockInputCache,
|
|
460
|
+
custodyConfig: this.custodyConfig,
|
|
454
461
|
metrics,
|
|
455
462
|
logger,
|
|
456
463
|
});
|
|
@@ -466,7 +473,8 @@ export class BeaconChain implements IBeaconChain {
|
|
|
466
473
|
bid: anchorBid,
|
|
467
474
|
sampledColumns: this.custodyConfig.sampledColumns,
|
|
468
475
|
custodyColumns: this.custodyConfig.custodyColumns,
|
|
469
|
-
|
|
476
|
+
seenTimestampSec: Date.now() / 1000,
|
|
477
|
+
source: PayloadEnvelopeInputSource.anchorState,
|
|
470
478
|
});
|
|
471
479
|
}
|
|
472
480
|
|
|
@@ -1569,6 +1577,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1569
1577
|
// aggregatedAttestationPool tracks metrics on its own
|
|
1570
1578
|
metrics.opPool.attestationPool.size.set(this.attestationPool.getAttestationCount());
|
|
1571
1579
|
metrics.opPool.attesterSlashingPoolSize.set(this.opPool.attesterSlashingsSize);
|
|
1580
|
+
metrics.opPool.deferredVoluntaryExitPool.size.set(this.deferredVoluntaryExitPool.size());
|
|
1572
1581
|
metrics.opPool.proposerSlashingPoolSize.set(this.opPool.proposerSlashingsSize);
|
|
1573
1582
|
metrics.opPool.voluntaryExitPoolSize.set(this.opPool.voluntaryExitsSize);
|
|
1574
1583
|
metrics.opPool.syncCommitteeMessagePoolSize.set(this.syncCommitteeMessagePool.size);
|
|
@@ -134,6 +134,8 @@ export function initializeForkChoiceFromFinalizedState(
|
|
|
134
134
|
stateRoot: toRootHex(blockHeader.stateRoot),
|
|
135
135
|
blockRoot: toRootHex(checkpoint.root),
|
|
136
136
|
timeliness: true, // Optimistically assume is timely
|
|
137
|
+
ptcTimeliness: true, // Spec: block_timeliness for anchor = [True, True]
|
|
138
|
+
proposerIndex: blockHeader.proposerIndex,
|
|
137
139
|
|
|
138
140
|
justifiedEpoch: justifiedCheckpoint.epoch,
|
|
139
141
|
justifiedRoot: toRootHex(justifiedCheckpoint.root),
|
|
@@ -230,6 +232,8 @@ export function initializeForkChoiceFromUnfinalizedState(
|
|
|
230
232
|
blockRoot: headRoot,
|
|
231
233
|
targetRoot: headRoot,
|
|
232
234
|
timeliness: true, // Optimistically assume is timely
|
|
235
|
+
ptcTimeliness: true, // Spec: block_timeliness for anchor = [True, True]
|
|
236
|
+
proposerIndex: blockHeader.proposerIndex,
|
|
233
237
|
|
|
234
238
|
justifiedEpoch: justifiedCheckpoint.epoch,
|
|
235
239
|
justifiedRoot: toRootHex(justifiedCheckpoint.root),
|
package/src/chain/interface.ts
CHANGED
|
@@ -45,6 +45,7 @@ import {LightClientServer} from "./lightClient/index.js";
|
|
|
45
45
|
import {AggregatedAttestationPool} from "./opPools/aggregatedAttestationPool.js";
|
|
46
46
|
import {
|
|
47
47
|
AttestationPool,
|
|
48
|
+
DeferredVoluntaryExitPool,
|
|
48
49
|
ExecutionPayloadBidPool,
|
|
49
50
|
OpPool,
|
|
50
51
|
PayloadAttestationPool,
|
|
@@ -128,6 +129,7 @@ export interface IBeaconChain {
|
|
|
128
129
|
readonly payloadAttestationPool: PayloadAttestationPool;
|
|
129
130
|
readonly proposerPreferencesPool: ProposerPreferencesPool;
|
|
130
131
|
readonly opPool: OpPool;
|
|
132
|
+
readonly deferredVoluntaryExitPool: DeferredVoluntaryExitPool;
|
|
131
133
|
|
|
132
134
|
// Gossip seen cache
|
|
133
135
|
readonly seenAttesters: SeenAttesters;
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import {Logger} from "@lodestar/logger";
|
|
2
|
+
import {IBeaconStateView, VoluntaryExitValidity} from "@lodestar/state-transition";
|
|
3
|
+
import {Epoch, ValidatorIndex} from "@lodestar/types";
|
|
4
|
+
import {SignedVoluntaryExit} from "@lodestar/types/phase0";
|
|
5
|
+
import {isTransientExitValidity} from "../validation/voluntaryExit.js";
|
|
6
|
+
|
|
7
|
+
type DeferredEntry = {
|
|
8
|
+
exit: SignedVoluntaryExit;
|
|
9
|
+
validity: VoluntaryExitValidity;
|
|
10
|
+
insertedAtEpoch: Epoch;
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
export class DeferredVoluntaryExitPool {
|
|
14
|
+
private pool = new Map<ValidatorIndex, DeferredEntry>();
|
|
15
|
+
|
|
16
|
+
constructor(
|
|
17
|
+
private readonly logger: Logger,
|
|
18
|
+
private readonly maxSize = 1024,
|
|
19
|
+
private readonly maxDeferEpochs = 4096
|
|
20
|
+
) {}
|
|
21
|
+
|
|
22
|
+
insert(exit: SignedVoluntaryExit, validity: VoluntaryExitValidity, currentEpoch: Epoch): boolean {
|
|
23
|
+
if (!isTransientExitValidity(validity)) return false;
|
|
24
|
+
if (this.pool.size === this.maxSize) return false;
|
|
25
|
+
if (this.pool.has(exit.message.validatorIndex)) return false;
|
|
26
|
+
|
|
27
|
+
this.pool.set(exit.message.validatorIndex, {exit, validity, insertedAtEpoch: currentEpoch});
|
|
28
|
+
|
|
29
|
+
return true;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
drainProcessableExits(state: IBeaconStateView): SignedVoluntaryExit[] {
|
|
33
|
+
const epoch = state.epoch;
|
|
34
|
+
const validExits: SignedVoluntaryExit[] = [];
|
|
35
|
+
for (const [validatorIndex, entry] of this.pool) {
|
|
36
|
+
try {
|
|
37
|
+
if (epoch - entry.insertedAtEpoch > this.maxDeferEpochs) {
|
|
38
|
+
this.pool.delete(validatorIndex);
|
|
39
|
+
this.logger.debug("Deferred voluntary exit expired", {validatorIndex, lastValidity: entry.validity});
|
|
40
|
+
continue;
|
|
41
|
+
}
|
|
42
|
+
const validity = state.getVoluntaryExitValidity(entry.exit, true);
|
|
43
|
+
if (validity === VoluntaryExitValidity.valid) {
|
|
44
|
+
validExits.push(entry.exit);
|
|
45
|
+
this.pool.delete(validatorIndex);
|
|
46
|
+
} else if (!isTransientExitValidity(validity)) {
|
|
47
|
+
this.logger.debug("Deferred voluntary exit became permanently invalid", {validatorIndex, validity});
|
|
48
|
+
this.pool.delete(validatorIndex);
|
|
49
|
+
}
|
|
50
|
+
// Else if still transient - keep
|
|
51
|
+
} catch (e) {
|
|
52
|
+
this.logger.debug("Processing deferred voluntary exit failed", {validatorIndex}, e as Error);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return validExits;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
has(validatorIndex: ValidatorIndex): boolean {
|
|
59
|
+
return this.pool.has(validatorIndex);
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
size(): number {
|
|
63
|
+
return this.pool.size;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export {AggregatedAttestationPool} from "./aggregatedAttestationPool.js";
|
|
2
2
|
export {AttestationPool} from "./attestationPool.js";
|
|
3
|
+
export {DeferredVoluntaryExitPool} from "./deferredVoluntaryExitPool.js";
|
|
3
4
|
export {ExecutionPayloadBidPool} from "./executionPayloadBidPool.js";
|
|
4
5
|
export {OpPool} from "./opPool.js";
|
|
5
6
|
export {PayloadAttestationPool} from "./payloadAttestationPool.js";
|
|
@@ -151,23 +151,38 @@ export class PrepareNextSlotScheduler {
|
|
|
151
151
|
const proposerIndex = await getProposerIndex();
|
|
152
152
|
feeRecipient = this.chain.beaconProposerCache.get(proposerIndex);
|
|
153
153
|
|
|
154
|
-
|
|
155
|
-
|
|
154
|
+
// Predict the proposer head of the next slot when either:
|
|
155
|
+
// - we are proposing the next slot (single-slot proposer-boost-reorg), or
|
|
156
|
+
// - this is an epoch transition: post-Fulu the next proposer may reorg a weak
|
|
157
|
+
// last-block-of-epoch and build slot 0 on the strong parent (epoch-boundary reorg),
|
|
158
|
+
// so we should dial the strong parent through the boundary instead of the weak head.
|
|
159
|
+
if (feeRecipient || isEpochTransition) {
|
|
156
160
|
const proposerHead = this.chain.predictProposerHead(clockSlot);
|
|
157
161
|
const {slot: proposerHeadSlot, blockRoot: proposerHeadRoot} = proposerHead;
|
|
158
162
|
|
|
159
|
-
// If we predict
|
|
163
|
+
// If we predict a reorg, we build the epoch transition on the proposer head (parent) instead
|
|
160
164
|
if (proposerHeadRoot !== headRoot || proposerHeadSlot !== headSlot) {
|
|
161
|
-
|
|
165
|
+
// feeRecipient set => WE propose the next slot and may reorg it out ourselves;
|
|
166
|
+
// otherwise it's a predicted reorg by another proposer (epoch-boundary reorg).
|
|
167
|
+
const logMessage = feeRecipient
|
|
168
|
+
? "Weak head detected. We may build on parent block instead"
|
|
169
|
+
: "Weak head detected. Another proposer may build on parent block instead";
|
|
170
|
+
this.logger.verbose(logMessage, {
|
|
162
171
|
proposerHeadSlot,
|
|
163
172
|
proposerHeadRoot,
|
|
164
173
|
headSlot,
|
|
165
174
|
headRoot,
|
|
175
|
+
isEpochTransition,
|
|
166
176
|
});
|
|
167
177
|
this.metrics?.weakHeadDetected.inc();
|
|
178
|
+
if (isEpochTransition) {
|
|
179
|
+
this.metrics?.precomputeNextEpochTransition.predictedReorg.inc();
|
|
180
|
+
}
|
|
168
181
|
updatedHead = proposerHead;
|
|
169
182
|
}
|
|
183
|
+
}
|
|
170
184
|
|
|
185
|
+
if (feeRecipient) {
|
|
171
186
|
if (isForkPostGloas(fork)) {
|
|
172
187
|
this.chain.builderCircuitBreaker.update(clockSlot, updatedHead);
|
|
173
188
|
} else {
|
|
@@ -182,6 +197,7 @@ export class PrepareNextSlotScheduler {
|
|
|
182
197
|
}
|
|
183
198
|
|
|
184
199
|
// post-fulu we'll always reach here because preparedState is undefined
|
|
200
|
+
// we may run epoch transition not with headBlock if it's weak
|
|
185
201
|
if (preparedState === undefined || updatedHead !== headBlock) {
|
|
186
202
|
preparedState = await this.chain.regen.getBlockSlotState(
|
|
187
203
|
updatedHead,
|
|
@@ -280,7 +296,7 @@ export class PrepareNextSlotScheduler {
|
|
|
280
296
|
// + if next slot is a skipped slot, it'd help getting target checkpoint state faster to validate attestations
|
|
281
297
|
if (isEpochTransition) {
|
|
282
298
|
this.metrics?.precomputeNextEpochTransition.count.inc({result: "success"}, 1);
|
|
283
|
-
const previousHits = this.chain.regen.updatePreComputedCheckpoint(
|
|
299
|
+
const previousHits = this.chain.regen.updatePreComputedCheckpoint(updatedHead.blockRoot, nextEpoch);
|
|
284
300
|
if (previousHits === 0) {
|
|
285
301
|
this.metrics?.precomputeNextEpochTransition.waste.inc();
|
|
286
302
|
}
|
|
@@ -289,6 +305,8 @@ export class PrepareNextSlotScheduler {
|
|
|
289
305
|
this.logger.verbose("Completed PrepareNextSlotScheduler epoch transition", {
|
|
290
306
|
nextEpoch,
|
|
291
307
|
headSlot,
|
|
308
|
+
headRoot,
|
|
309
|
+
updatedHeadRoot: updatedHead.blockRoot,
|
|
292
310
|
prepareSlot,
|
|
293
311
|
previousHits,
|
|
294
312
|
durationMs: Date.now() - start,
|
|
@@ -21,6 +21,8 @@ export enum RegenCaller {
|
|
|
21
21
|
validateGossipAggregateAndProof = "validateGossipAggregateAndProof",
|
|
22
22
|
validateGossipAttestation = "validateGossipAttestation",
|
|
23
23
|
validateGossipVoluntaryExit = "validateGossipVoluntaryExit",
|
|
24
|
+
validateApiVoluntaryExit = "validateApiVoluntaryExit",
|
|
25
|
+
publishDeferredVoluntaryExits = "publishDeferredVoluntaryExits",
|
|
24
26
|
validateGossipExecutionPayloadBid = "validateGossipExecutionPayloadBid",
|
|
25
27
|
validateGossipPayloadAttestationMessage = "validateGossipPayloadAttestationMessage",
|
|
26
28
|
validateGossipProposerPreferences = "validateGossipProposerPreferences",
|
|
@@ -39,14 +41,14 @@ export type StateRegenerationOpts = {
|
|
|
39
41
|
};
|
|
40
42
|
|
|
41
43
|
export interface IStateRegenerator extends IStateRegeneratorInternal {
|
|
42
|
-
dropCache(): void
|
|
44
|
+
dropCache(): Promise<void>;
|
|
43
45
|
dumpCacheSummary(): routes.lodestar.StateCacheItem[];
|
|
44
46
|
getStateSync(stateRoot: RootHex): IBeaconStateView | null;
|
|
45
47
|
getPreStateSync(block: BeaconBlock): IBeaconStateView | null;
|
|
46
48
|
getCheckpointStateOrBytes(cp: CheckpointHex): Promise<IBeaconStateView | Uint8Array | null>;
|
|
47
49
|
getCheckpointStateSync(cp: CheckpointHex): IBeaconStateView | null;
|
|
48
50
|
getClosestHeadState(head: ProtoBlock): IBeaconStateView | null;
|
|
49
|
-
|
|
51
|
+
onCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void;
|
|
50
52
|
processState(blockRootHex: RootHex, postState: IBeaconStateView): void;
|
|
51
53
|
addCheckpointState(cp: phase0.Checkpoint, item: IBeaconStateView): void;
|
|
52
54
|
updateHeadState(newHead: ProtoBlock, maybeHeadState: IBeaconStateView): void;
|
|
@@ -67,9 +67,9 @@ export class QueuedStateRegenerator implements IStateRegenerator {
|
|
|
67
67
|
return this.jobQueue.jobLen < REGEN_CAN_ACCEPT_WORK_THRESHOLD;
|
|
68
68
|
}
|
|
69
69
|
|
|
70
|
-
dropCache(): void {
|
|
70
|
+
async dropCache(): Promise<void> {
|
|
71
71
|
this.blockStateCache.clear();
|
|
72
|
-
this.checkpointStateCache.clear();
|
|
72
|
+
await this.checkpointStateCache.clear();
|
|
73
73
|
}
|
|
74
74
|
|
|
75
75
|
dumpCacheSummary(): routes.lodestar.StateCacheItem[] {
|
|
@@ -138,9 +138,9 @@ export class QueuedStateRegenerator implements IStateRegenerator {
|
|
|
138
138
|
return this.checkpointStateCache.getLatest(head.blockRoot, Infinity) || this.blockStateCache.get(head.stateRoot);
|
|
139
139
|
}
|
|
140
140
|
|
|
141
|
-
|
|
142
|
-
this.checkpointStateCache.
|
|
143
|
-
this.blockStateCache.
|
|
141
|
+
onCheckpoint(finalizedEpoch: Epoch, justifiedEpoch: Epoch, headStateRoot: RootHex): void {
|
|
142
|
+
this.checkpointStateCache.onCheckpoint(finalizedEpoch, justifiedEpoch);
|
|
143
|
+
this.blockStateCache.onCheckpoint(headStateRoot);
|
|
144
144
|
}
|
|
145
145
|
|
|
146
146
|
processState(blockRootHex: RootHex, postState: IBeaconStateView): void {
|