@lodestar/beacon-node 1.50.0-dev.db953a4f93 → 1.50.0-dev.e8dec5f2fe
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +6 -1
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/index.js +13 -0
- package/lib/api/impl/beacon/index.js.map +1 -1
- package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/index.js +23 -3
- package/lib/api/impl/beacon/state/index.js.map +1 -1
- package/lib/api/impl/debug/index.d.ts.map +1 -1
- package/lib/api/impl/debug/index.js +26 -18
- package/lib/api/impl/debug/index.js.map +1 -1
- package/lib/api/impl/validator/index.d.ts +1 -0
- package/lib/api/impl/validator/index.d.ts.map +1 -1
- package/lib/api/impl/validator/index.js +23 -1
- package/lib/api/impl/validator/index.js.map +1 -1
- package/lib/chain/archiveStore/archiveStore.d.ts +5 -0
- package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
- package/lib/chain/archiveStore/archiveStore.js +14 -24
- package/lib/chain/archiveStore/archiveStore.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +2 -2
- package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
- package/lib/chain/archiveStore/historicalState/getHistoricalState.js +5 -7
- package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/historicalStateRegen.js +1 -1
- package/lib/chain/archiveStore/historicalState/historicalStateRegen.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/types.d.ts +2 -2
- package/lib/chain/archiveStore/historicalState/types.d.ts.map +1 -1
- package/lib/chain/archiveStore/historicalState/worker.js +1 -1
- package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
- package/lib/chain/archiveStore/interface.d.ts +1 -1
- package/lib/chain/archiveStore/interface.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js +2 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
- package/lib/chain/blocks/importBlock.d.ts.map +1 -1
- package/lib/chain/blocks/importBlock.js +7 -3
- package/lib/chain/blocks/importBlock.js.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +2 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.js +1 -1
- package/lib/chain/blocks/verifyBlock.js.map +1 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts +2 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js +5 -4
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js.map +1 -1
- package/lib/chain/chain.d.ts +9 -5
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +53 -18
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/emitter.d.ts +7 -1
- package/lib/chain/emitter.d.ts.map +1 -1
- package/lib/chain/emitter.js +5 -0
- package/lib/chain/emitter.js.map +1 -1
- package/lib/chain/errors/envelopeReconstructionError.d.ts +5 -0
- package/lib/chain/errors/envelopeReconstructionError.d.ts.map +1 -1
- package/lib/chain/errors/envelopeReconstructionError.js +2 -0
- package/lib/chain/errors/envelopeReconstructionError.js.map +1 -1
- package/lib/chain/errors/gossipValidation.d.ts +3 -1
- package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
- package/lib/chain/errors/gossipValidation.js +2 -0
- package/lib/chain/errors/gossipValidation.js.map +1 -1
- package/lib/chain/forkChoice/index.d.ts.map +1 -1
- package/lib/chain/forkChoice/index.js +2 -0
- package/lib/chain/forkChoice/index.js.map +1 -1
- package/lib/chain/interface.d.ts +3 -2
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -2
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.js +30 -8
- package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.d.ts +4 -4
- package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.js +14 -11
- package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
- package/lib/chain/options.d.ts +2 -1
- package/lib/chain/options.d.ts.map +1 -1
- package/lib/chain/options.js +1 -1
- package/lib/chain/options.js.map +1 -1
- package/lib/chain/prepareNextSlot.d.ts.map +1 -1
- package/lib/chain/prepareNextSlot.js +5 -2
- package/lib/chain/prepareNextSlot.js.map +1 -1
- package/lib/chain/produceBlock/computeNewStateRoot.js +1 -1
- package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts +3 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.js +6 -2
- package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
- package/lib/chain/regen/regen.d.ts +2 -0
- package/lib/chain/regen/regen.d.ts.map +1 -1
- package/lib/chain/regen/regen.js +10 -4
- package/lib/chain/regen/regen.js.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -0
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.js +21 -0
- package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +9 -2
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +23 -13
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
- package/lib/chain/shufflingCache.d.ts +1 -0
- package/lib/chain/shufflingCache.d.ts.map +1 -1
- package/lib/chain/shufflingCache.js +4 -0
- package/lib/chain/shufflingCache.js.map +1 -1
- package/lib/chain/validatorMonitor.d.ts +5 -1
- package/lib/chain/validatorMonitor.d.ts.map +1 -1
- package/lib/chain/validatorMonitor.js +64 -54
- package/lib/chain/validatorMonitor.js.map +1 -1
- package/lib/db/beacon.d.ts +2 -0
- package/lib/db/beacon.d.ts.map +1 -1
- package/lib/db/beacon.js +3 -0
- package/lib/db/beacon.js.map +1 -1
- package/lib/db/buckets.d.ts +2 -1
- package/lib/db/buckets.d.ts.map +1 -1
- package/lib/db/buckets.js +1 -0
- package/lib/db/buckets.js.map +1 -1
- package/lib/db/interface.d.ts +2 -0
- package/lib/db/interface.d.ts.map +1 -1
- package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
- package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
- package/lib/db/repositories/earliestAvailableSlot.d.ts +11 -0
- package/lib/db/repositories/earliestAvailableSlot.d.ts.map +1 -0
- package/lib/db/repositories/earliestAvailableSlot.js +19 -0
- package/lib/db/repositories/earliestAvailableSlot.js.map +1 -0
- package/lib/execution/engine/disabled.d.ts +0 -2
- package/lib/execution/engine/disabled.d.ts.map +1 -1
- package/lib/execution/engine/disabled.js +0 -6
- package/lib/execution/engine/disabled.js.map +1 -1
- package/lib/execution/engine/http.d.ts +1 -3
- package/lib/execution/engine/http.d.ts.map +1 -1
- package/lib/execution/engine/http.js +2 -17
- package/lib/execution/engine/http.js.map +1 -1
- package/lib/execution/engine/interface.d.ts +2 -4
- package/lib/execution/engine/interface.d.ts.map +1 -1
- package/lib/execution/engine/mock.d.ts +0 -2
- package/lib/execution/engine/mock.d.ts.map +1 -1
- package/lib/execution/engine/mock.js +0 -8
- package/lib/execution/engine/mock.js.map +1 -1
- package/lib/execution/engine/types.d.ts +0 -8
- package/lib/execution/engine/types.d.ts.map +1 -1
- package/lib/execution/engine/types.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +1 -0
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +4 -0
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/metrics/metrics.d.ts +7 -3
- package/lib/metrics/metrics.d.ts.map +1 -1
- package/lib/metrics/metrics.js +4 -4
- package/lib/metrics/metrics.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +62 -63
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/processor/gossipValidatorFn.d.ts +7 -3
- package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
- package/lib/network/processor/gossipValidatorFn.js +7 -3
- package/lib/network/processor/gossipValidatorFn.js.map +1 -1
- package/lib/network/processor/index.d.ts +9 -0
- package/lib/network/processor/index.d.ts.map +1 -1
- package/lib/network/processor/index.js +77 -10
- package/lib/network/processor/index.js.map +1 -1
- package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +1 -1
- package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
- package/lib/node/nodejs.d.ts +3 -1
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +27 -4
- package/lib/node/nodejs.js.map +1 -1
- package/lib/sync/range/batch.d.ts +6 -0
- package/lib/sync/range/batch.d.ts.map +1 -1
- package/lib/sync/range/batch.js +11 -0
- package/lib/sync/range/batch.js.map +1 -1
- package/lib/sync/range/chain.d.ts.map +1 -1
- package/lib/sync/range/chain.js +6 -1
- package/lib/sync/range/chain.js.map +1 -1
- package/lib/sync/range/range.d.ts.map +1 -1
- package/lib/sync/range/range.js +50 -18
- package/lib/sync/range/range.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts +5 -2
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +49 -24
- package/lib/sync/unknownBlock.js.map +1 -1
- package/lib/sync/utils/downloadByRange.d.ts +8 -0
- package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRange.js +32 -9
- package/lib/sync/utils/downloadByRange.js.map +1 -1
- package/lib/util/execution.d.ts +9 -11
- package/lib/util/execution.d.ts.map +1 -1
- package/lib/util/execution.js +5 -1
- package/lib/util/execution.js.map +1 -1
- package/package.json +17 -17
- package/src/api/impl/beacon/blocks/index.ts +7 -4
- package/src/api/impl/beacon/index.ts +15 -0
- package/src/api/impl/beacon/state/index.ts +31 -3
- package/src/api/impl/debug/index.ts +28 -19
- package/src/api/impl/validator/index.ts +24 -2
- package/src/chain/archiveStore/archiveStore.ts +19 -25
- package/src/chain/archiveStore/historicalState/getHistoricalState.ts +5 -7
- package/src/chain/archiveStore/historicalState/historicalStateRegen.ts +1 -1
- package/src/chain/archiveStore/historicalState/types.ts +2 -2
- package/src/chain/archiveStore/historicalState/worker.ts +1 -2
- package/src/chain/archiveStore/interface.ts +1 -1
- package/src/chain/archiveStore/utils/pruneHistory.ts +4 -1
- package/src/chain/blocks/importBlock.ts +9 -3
- package/src/chain/blocks/payloadEnvelopeInput/types.ts +2 -1
- package/src/chain/blocks/verifyBlock.ts +1 -0
- package/src/chain/blocks/verifyBlocksStateTransitionOnly.ts +6 -3
- package/src/chain/chain.ts +73 -20
- package/src/chain/emitter.ts +7 -1
- package/src/chain/errors/envelopeReconstructionError.ts +3 -0
- package/src/chain/errors/gossipValidation.ts +2 -0
- package/src/chain/forkChoice/index.ts +2 -0
- package/src/chain/interface.ts +3 -2
- package/src/chain/opPools/aggregatedAttestationPool.ts +34 -10
- package/src/chain/opPools/proposerPreferencesPool.ts +14 -10
- package/src/chain/options.ts +3 -3
- package/src/chain/prepareNextSlot.ts +6 -3
- package/src/chain/produceBlock/computeNewStateRoot.ts +1 -1
- package/src/chain/produceBlock/produceBlockBody.ts +8 -1
- package/src/chain/regen/regen.ts +12 -4
- package/src/chain/seenCache/seenGossipBlockInput.ts +23 -0
- package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +31 -13
- package/src/chain/shufflingCache.ts +5 -0
- package/src/chain/validatorMonitor.ts +75 -57
- package/src/db/beacon.ts +3 -0
- package/src/db/buckets.ts +1 -0
- package/src/db/interface.ts +2 -0
- package/src/db/repositories/earliestAvailableSlot.ts +19 -0
- package/src/execution/engine/disabled.ts +0 -8
- package/src/execution/engine/http.ts +1 -30
- package/src/execution/engine/interface.ts +2 -6
- package/src/execution/engine/mock.ts +1 -19
- package/src/execution/engine/types.ts +0 -10
- package/src/metrics/metrics/lodestar.ts +4 -0
- package/src/metrics/metrics.ts +21 -6
- package/src/network/processor/gossipHandlers.ts +93 -76
- package/src/network/processor/gossipValidatorFn.ts +13 -3
- package/src/network/processor/index.ts +89 -10
- package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +1 -1
- package/src/node/nodejs.ts +35 -3
- package/src/sync/range/batch.ts +12 -0
- package/src/sync/range/chain.ts +7 -1
- package/src/sync/range/range.ts +50 -18
- package/src/sync/unknownBlock.ts +62 -25
- package/src/sync/utils/downloadByRange.ts +47 -8
- package/src/util/execution.ts +16 -8
package/src/chain/regen/regen.ts
CHANGED
|
@@ -14,6 +14,7 @@ import {Logger, fromHex, toRootHex} from "@lodestar/utils";
|
|
|
14
14
|
import {IBeaconDb} from "../../db/index.js";
|
|
15
15
|
import {Metrics} from "../../metrics/index.js";
|
|
16
16
|
import {nextEventLoop} from "../../util/eventLoop.js";
|
|
17
|
+
import {SerializedCache} from "../../util/serializedCache.js";
|
|
17
18
|
import {getCheckpointFromState} from "../blocks/utils/checkpoint.js";
|
|
18
19
|
import {ChainEvent, ChainEventEmitter} from "../emitter.js";
|
|
19
20
|
import {SeenBlockInput} from "../seenCache/seenGossipBlockInput.js";
|
|
@@ -28,6 +29,7 @@ export type RegenModules = {
|
|
|
28
29
|
blockStateCache: BlockStateCache;
|
|
29
30
|
checkpointStateCache: CheckpointStateCache;
|
|
30
31
|
seenBlockInputCache: SeenBlockInput;
|
|
32
|
+
serializedCache: SerializedCache;
|
|
31
33
|
config: ChainForkConfig;
|
|
32
34
|
emitter: ChainEventEmitter;
|
|
33
35
|
logger: Logger;
|
|
@@ -235,7 +237,7 @@ export class StateRegenerator implements IStateRegeneratorInternal {
|
|
|
235
237
|
// We are only running the state transition to get a specific state's data.
|
|
236
238
|
// stateTransition() does the clone() inside, transfer cache to make the regen faster
|
|
237
239
|
state = state.stateTransition(
|
|
238
|
-
block,
|
|
240
|
+
{block, ssz: this.modules.serializedCache.get(block)},
|
|
239
241
|
{
|
|
240
242
|
// Replay previously imported blocks, assume valid and available
|
|
241
243
|
executionPayloadStatus: ExecutionPayloadStatus.valid,
|
|
@@ -245,7 +247,7 @@ export class StateRegenerator implements IStateRegeneratorInternal {
|
|
|
245
247
|
verifySignatures: false,
|
|
246
248
|
dontTransferCache: false,
|
|
247
249
|
},
|
|
248
|
-
this.modules
|
|
250
|
+
{metrics: this.modules.metrics?.stateTransition, validatorMonitor: this.modules.validatorMonitor}
|
|
249
251
|
);
|
|
250
252
|
|
|
251
253
|
const hashTreeRootTimer = this.modules.metrics?.stateHashTreeRootTime.startTimer({
|
|
@@ -316,7 +318,10 @@ async function processSlotsByCheckpoint(
|
|
|
316
318
|
): Promise<IBeaconStateView> {
|
|
317
319
|
let postState = await processSlotsToNearestCheckpoint(modules, preState, slot, regenCaller, opts);
|
|
318
320
|
if (postState.slot < slot) {
|
|
319
|
-
postState = postState.processSlots(slot, opts,
|
|
321
|
+
postState = postState.processSlots(slot, opts, {
|
|
322
|
+
metrics: modules.metrics?.stateTransition,
|
|
323
|
+
validatorMonitor: modules.validatorMonitor,
|
|
324
|
+
});
|
|
320
325
|
}
|
|
321
326
|
return postState;
|
|
322
327
|
}
|
|
@@ -361,7 +366,10 @@ export async function processSlotsToNearestCheckpoint(
|
|
|
361
366
|
caller: regenCaller,
|
|
362
367
|
});
|
|
363
368
|
// processSlots calls .clone() before mutating
|
|
364
|
-
postState = postState.processSlots(nextEpochSlot, opts,
|
|
369
|
+
postState = postState.processSlots(nextEpochSlot, opts, {
|
|
370
|
+
metrics: metrics?.stateTransition,
|
|
371
|
+
validatorMonitor: modules.validatorMonitor,
|
|
372
|
+
});
|
|
365
373
|
metrics?.epochTransitionByCaller.inc({caller: regenCaller});
|
|
366
374
|
|
|
367
375
|
// this is usually added when we prepare for next slot or validate gossip block
|
|
@@ -111,6 +111,9 @@ export class SeenBlockInput {
|
|
|
111
111
|
// there should only 1 block root per slot but we need to always compare against rootHex
|
|
112
112
|
// and the signature to ensure we only skip verification if both match
|
|
113
113
|
private verifiedProposerSignatures = new Map<Slot, Map<RootHex, BLSSignature>>();
|
|
114
|
+
// Roots of gossip blocks under validation, counted because blocks with the same root but different signatures
|
|
115
|
+
// can be validated concurrently
|
|
116
|
+
private validatingBlockRoots = new Map<RootHex, number>();
|
|
114
117
|
|
|
115
118
|
constructor({
|
|
116
119
|
config,
|
|
@@ -153,6 +156,26 @@ export class SeenBlockInput {
|
|
|
153
156
|
return this.blockInputs.get(rootHex)?.hasBlock() ?? false;
|
|
154
157
|
}
|
|
155
158
|
|
|
159
|
+
/**
|
|
160
|
+
* Mark a gossip block root as under validation, every call MUST be paired with `unmarkValidatingBlock()`
|
|
161
|
+
*/
|
|
162
|
+
markValidatingBlock(rootHex: RootHex): void {
|
|
163
|
+
this.validatingBlockRoots.set(rootHex, (this.validatingBlockRoots.get(rootHex) ?? 0) + 1);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
unmarkValidatingBlock(rootHex: RootHex): void {
|
|
167
|
+
const count = this.validatingBlockRoots.get(rootHex) ?? 0;
|
|
168
|
+
if (count <= 1) {
|
|
169
|
+
this.validatingBlockRoots.delete(rootHex);
|
|
170
|
+
} else {
|
|
171
|
+
this.validatingBlockRoots.set(rootHex, count - 1);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
isValidatingBlock(rootHex: RootHex): boolean {
|
|
176
|
+
return this.validatingBlockRoots.has(rootHex);
|
|
177
|
+
}
|
|
178
|
+
|
|
156
179
|
get(rootHex: RootHex): IBlockInput | undefined {
|
|
157
180
|
return this.blockInputs.get(rootHex);
|
|
158
181
|
}
|
|
@@ -47,8 +47,9 @@ export type SeenPayloadEnvelopeInputModules = {
|
|
|
47
47
|
* Created whenever we have a block because it needs block bid.
|
|
48
48
|
* Steady state (linear chain, healthy progression): the cache holds ~2 entries — the head
|
|
49
49
|
* (parent for next-slot production) and its parent (proposer-boost-reorg fallback). It can
|
|
50
|
-
*
|
|
51
|
-
*
|
|
50
|
+
* hold more during forks and range sync, or while an entry's payload is not FULL on the head's
|
|
51
|
+
* branch or its columns are still being gathered. Such entries are evicted on a later block
|
|
52
|
+
* import, on finalization or by the size cap.
|
|
52
53
|
*/
|
|
53
54
|
export class SeenPayloadEnvelopeInput {
|
|
54
55
|
private readonly config: ChainForkConfig;
|
|
@@ -264,18 +265,35 @@ export class SeenPayloadEnvelopeInput {
|
|
|
264
265
|
}
|
|
265
266
|
}
|
|
266
267
|
|
|
268
|
+
/**
|
|
269
|
+
* Removes a PayloadEnvelopeInput whose envelope failed import with a definitive invalid verdict. The envelope
|
|
270
|
+
* cannot be replaced in place, sync recreates the entry via `getOrReload()` or `add()` to fetch another one.
|
|
271
|
+
* No-op if the cached entry is a different object, it may already be the recreated one.
|
|
272
|
+
*/
|
|
273
|
+
removeInvalid(payloadInput: PayloadEnvelopeInput): void {
|
|
274
|
+
if (this.payloadInputs.get(payloadInput.blockRootHex) === payloadInput) {
|
|
275
|
+
this.evictPayloadInput(payloadInput, "invalid");
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
|
|
267
279
|
pruneBelowParent(parentBlock: ProtoBlock): void {
|
|
268
|
-
for (const
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
//
|
|
275
|
-
//
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
280
|
+
for (const input of this.payloadInputs.values()) {
|
|
281
|
+
if (
|
|
282
|
+
input.slot < parentBlock.slot &&
|
|
283
|
+
// Don't evict while columns are still being gathered: writeDataColumnsToDb awaits the same
|
|
284
|
+
// hasComputedAllData() before persisting. Such entries are pruned by a later call.
|
|
285
|
+
input.hasComputedAllData() &&
|
|
286
|
+
// Only evict once the payload is FULL (revealed/imported) on the parent's branch. On an EMPTY/PENDING
|
|
287
|
+
// branch we may still need to download the FULL envelope (see #9475), and without the entry gossip
|
|
288
|
+
// for the block is ignored until by-root sync reloads it.
|
|
289
|
+
this.forkChoice.isDescendant(
|
|
290
|
+
input.blockRootHex,
|
|
291
|
+
PayloadStatus.FULL,
|
|
292
|
+
parentBlock.blockRoot,
|
|
293
|
+
parentBlock.payloadStatus
|
|
294
|
+
)
|
|
295
|
+
) {
|
|
296
|
+
this.evictPayloadInput(input, "belowParent");
|
|
279
297
|
}
|
|
280
298
|
}
|
|
281
299
|
}
|
|
@@ -205,6 +205,11 @@ export class ShufflingCache {
|
|
|
205
205
|
return this.getBeaconCommittees(epoch, decisionRoot, slot, [index])[0];
|
|
206
206
|
}
|
|
207
207
|
|
|
208
|
+
getBeaconCommitteeOrNull(epoch: number, decisionRoot: string, slot: Slot, index: CommitteeIndex): Uint32Array | null {
|
|
209
|
+
const shuffling = this.getSync(epoch, decisionRoot);
|
|
210
|
+
return shuffling === null ? null : getBeaconCommittees(shuffling, slot, [index])[0];
|
|
211
|
+
}
|
|
212
|
+
|
|
208
213
|
getBeaconCommittees(epoch: number, decisionRoot: string, slot: Slot, indices: CommitteeIndex[]): Uint32Array[] {
|
|
209
214
|
const shuffling = this.getShufflingOrThrow(epoch, decisionRoot);
|
|
210
215
|
return getBeaconCommittees(shuffling, slot, indices);
|
|
@@ -123,6 +123,11 @@ export type ValidatorMonitorOpts = {
|
|
|
123
123
|
validatorMonitorLogs?: boolean;
|
|
124
124
|
};
|
|
125
125
|
|
|
126
|
+
export type NativeValidatorMonitor = {
|
|
127
|
+
registerLocalValidator(index: ValidatorIndex): void;
|
|
128
|
+
unregisterLocalValidator(index: ValidatorIndex): void;
|
|
129
|
+
};
|
|
130
|
+
|
|
126
131
|
export const defaultValidatorMonitorOpts: ValidatorMonitorOpts = {
|
|
127
132
|
validatorMonitorLogs: false,
|
|
128
133
|
};
|
|
@@ -296,7 +301,8 @@ export function createValidatorMonitor(
|
|
|
296
301
|
config: ChainForkConfig,
|
|
297
302
|
genesisTime: number,
|
|
298
303
|
logger: Logger,
|
|
299
|
-
opts: ValidatorMonitorOpts
|
|
304
|
+
opts: ValidatorMonitorOpts,
|
|
305
|
+
nativeValidatorMonitor: NativeValidatorMonitor | null = null
|
|
300
306
|
): ValidatorMonitor {
|
|
301
307
|
const logLevel = opts.validatorMonitorLogs ? LogLevel.info : LogLevel.debug;
|
|
302
308
|
const log: LogHandler = (message: string, context?: LogData) => {
|
|
@@ -327,18 +333,23 @@ export function createValidatorMonitor(
|
|
|
327
333
|
}));
|
|
328
334
|
|
|
329
335
|
let lastRegisteredStatusEpoch = -1;
|
|
336
|
+
let lastAttestationSummaryEpoch = -1;
|
|
330
337
|
|
|
331
338
|
// Track validator additions/removals per epoch for logging
|
|
332
339
|
const addedValidatorsInEpoch: Set<ValidatorIndex> = new Set();
|
|
333
340
|
const removedValidatorsInEpoch: Set<ValidatorIndex> = new Set();
|
|
334
341
|
|
|
335
|
-
const
|
|
342
|
+
const shouldRegisterStateDerivedMetrics = nativeValidatorMonitor === null;
|
|
343
|
+
const validatorMonitorMetrics = metricsRegister
|
|
344
|
+
? createValidatorMonitorMetrics(metricsRegister, shouldRegisterStateDerivedMetrics)
|
|
345
|
+
: null;
|
|
336
346
|
|
|
337
347
|
const validatorMonitor: ValidatorMonitor = {
|
|
338
348
|
registerLocalValidator(index) {
|
|
339
349
|
const isNewValidator = !validators.has(index);
|
|
340
350
|
validators.getOrDefault(index).lastRegisteredTimeMs = Date.now();
|
|
341
351
|
if (isNewValidator) {
|
|
352
|
+
nativeValidatorMonitor?.registerLocalValidator(index);
|
|
342
353
|
addedValidatorsInEpoch.add(index);
|
|
343
354
|
}
|
|
344
355
|
},
|
|
@@ -366,7 +377,7 @@ export function createValidatorMonitor(
|
|
|
366
377
|
// Track total balance instead of per-validator balance to reduce metric cardinality
|
|
367
378
|
let totalBalance = 0;
|
|
368
379
|
|
|
369
|
-
for (const
|
|
380
|
+
for (const index of validators.keys()) {
|
|
370
381
|
// We subtract two from the state of the epoch that generated these summaries.
|
|
371
382
|
//
|
|
372
383
|
// - One to account for it being the previous epoch.
|
|
@@ -380,68 +391,29 @@ export function createValidatorMonitor(
|
|
|
380
391
|
);
|
|
381
392
|
|
|
382
393
|
if (summary.isPrevSourceAttester) {
|
|
383
|
-
validatorMonitorMetrics?.prevEpochOnChainSourceAttesterHit
|
|
394
|
+
validatorMonitorMetrics?.prevEpochOnChainSourceAttesterHit?.inc();
|
|
384
395
|
} else {
|
|
385
|
-
validatorMonitorMetrics?.prevEpochOnChainSourceAttesterMiss
|
|
396
|
+
validatorMonitorMetrics?.prevEpochOnChainSourceAttesterMiss?.inc();
|
|
386
397
|
}
|
|
387
398
|
if (summary.isPrevHeadAttester) {
|
|
388
|
-
validatorMonitorMetrics?.prevEpochOnChainHeadAttesterHit
|
|
399
|
+
validatorMonitorMetrics?.prevEpochOnChainHeadAttesterHit?.inc();
|
|
389
400
|
} else {
|
|
390
|
-
validatorMonitorMetrics?.prevEpochOnChainHeadAttesterMiss
|
|
401
|
+
validatorMonitorMetrics?.prevEpochOnChainHeadAttesterMiss?.inc();
|
|
391
402
|
}
|
|
392
403
|
if (summary.isPrevTargetAttester) {
|
|
393
|
-
validatorMonitorMetrics?.prevEpochOnChainTargetAttesterHit
|
|
404
|
+
validatorMonitorMetrics?.prevEpochOnChainTargetAttesterHit?.inc();
|
|
394
405
|
} else {
|
|
395
|
-
validatorMonitorMetrics?.prevEpochOnChainTargetAttesterMiss
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
const prevEpochSummary = monitoredValidator.summaries.get(previousEpoch);
|
|
399
|
-
const attestationCorrectHead = prevEpochSummary?.attestationCorrectHead;
|
|
400
|
-
if (attestationCorrectHead !== null && attestationCorrectHead !== undefined) {
|
|
401
|
-
if (attestationCorrectHead) {
|
|
402
|
-
validatorMonitorMetrics?.prevOnChainAttesterCorrectHead.inc();
|
|
403
|
-
} else {
|
|
404
|
-
validatorMonitorMetrics?.prevOnChainAttesterIncorrectHead.inc();
|
|
405
|
-
}
|
|
406
|
-
}
|
|
407
|
-
|
|
408
|
-
const attestationMinBlockInclusionDistance = prevEpochSummary?.attestationMinBlockInclusionDistance;
|
|
409
|
-
const inclusionDistance =
|
|
410
|
-
attestationMinBlockInclusionDistance != null && attestationMinBlockInclusionDistance > 0
|
|
411
|
-
? // altair, attestation is not missed
|
|
412
|
-
attestationMinBlockInclusionDistance
|
|
413
|
-
: summary.inclusionDistance
|
|
414
|
-
? // phase0, this is from the state transition
|
|
415
|
-
summary.inclusionDistance
|
|
416
|
-
: null;
|
|
417
|
-
|
|
418
|
-
if (inclusionDistance !== null) {
|
|
419
|
-
validatorMonitorMetrics?.prevEpochOnChainInclusionDistance.observe(inclusionDistance);
|
|
420
|
-
validatorMonitorMetrics?.prevEpochOnChainAttesterHit.inc();
|
|
421
|
-
} else {
|
|
422
|
-
validatorMonitorMetrics?.prevEpochOnChainAttesterMiss.inc();
|
|
406
|
+
validatorMonitorMetrics?.prevEpochOnChainTargetAttesterMiss?.inc();
|
|
423
407
|
}
|
|
424
408
|
|
|
425
409
|
const balance = balances?.[index];
|
|
426
410
|
if (balance !== undefined) {
|
|
427
411
|
totalBalance += balance;
|
|
428
412
|
}
|
|
429
|
-
|
|
430
|
-
if (!summary.isPrevSourceAttester || !summary.isPrevTargetAttester || !summary.isPrevHeadAttester) {
|
|
431
|
-
log("Failed attestation in previous epoch", {
|
|
432
|
-
validator: index,
|
|
433
|
-
prevEpoch: currentEpoch - 1,
|
|
434
|
-
isPrevSourceAttester: summary.isPrevSourceAttester,
|
|
435
|
-
isPrevHeadAttester: summary.isPrevHeadAttester,
|
|
436
|
-
isPrevTargetAttester: summary.isPrevTargetAttester,
|
|
437
|
-
// inclusionDistance is not available in summary since altair
|
|
438
|
-
inclusionDistance,
|
|
439
|
-
});
|
|
440
|
-
}
|
|
441
413
|
}
|
|
442
414
|
|
|
443
415
|
if (balances !== undefined) {
|
|
444
|
-
validatorMonitorMetrics?.prevEpochOnChainBalance
|
|
416
|
+
validatorMonitorMetrics?.prevEpochOnChainBalance?.set(totalBalance);
|
|
445
417
|
}
|
|
446
418
|
},
|
|
447
419
|
|
|
@@ -732,6 +704,7 @@ export function createValidatorMonitor(
|
|
|
732
704
|
// Prune validators not seen in a while
|
|
733
705
|
for (const [index, validator] of validators.entries()) {
|
|
734
706
|
if (Date.now() - validator.lastRegisteredTimeMs > retainRegisteredValidatorsMs) {
|
|
707
|
+
nativeValidatorMonitor?.unregisterLocalValidator(index);
|
|
735
708
|
validators.delete(index);
|
|
736
709
|
removedValidatorsInEpoch.add(index);
|
|
737
710
|
}
|
|
@@ -767,6 +740,38 @@ export function createValidatorMonitor(
|
|
|
767
740
|
return;
|
|
768
741
|
}
|
|
769
742
|
|
|
743
|
+
// On-chain attestation summary of prevEpoch. Reads only the epoch summaries filled by
|
|
744
|
+
// registerAttestationInBlock(), so it works with both TS and native state transition.
|
|
745
|
+
if (prevEpoch > lastAttestationSummaryEpoch) {
|
|
746
|
+
lastAttestationSummaryEpoch = prevEpoch;
|
|
747
|
+
|
|
748
|
+
for (const monitoredValidator of validators.values()) {
|
|
749
|
+
const prevEpochSummary = monitoredValidator.summaries.get(prevEpoch);
|
|
750
|
+
const attestationCorrectHead = prevEpochSummary?.attestationCorrectHead;
|
|
751
|
+
if (attestationCorrectHead !== null && attestationCorrectHead !== undefined) {
|
|
752
|
+
if (attestationCorrectHead) {
|
|
753
|
+
validatorMonitorMetrics?.prevOnChainAttesterCorrectHead.inc();
|
|
754
|
+
} else {
|
|
755
|
+
validatorMonitorMetrics?.prevOnChainAttesterIncorrectHead.inc();
|
|
756
|
+
}
|
|
757
|
+
}
|
|
758
|
+
|
|
759
|
+
const attestationMinBlockInclusionDistance = prevEpochSummary?.attestationMinBlockInclusionDistance;
|
|
760
|
+
const inclusionDistance =
|
|
761
|
+
attestationMinBlockInclusionDistance != null && attestationMinBlockInclusionDistance > 0
|
|
762
|
+
? // altair, attestation is not missed
|
|
763
|
+
attestationMinBlockInclusionDistance
|
|
764
|
+
: null;
|
|
765
|
+
|
|
766
|
+
if (inclusionDistance !== null) {
|
|
767
|
+
validatorMonitorMetrics?.prevEpochOnChainInclusionDistance.observe(inclusionDistance);
|
|
768
|
+
validatorMonitorMetrics?.prevEpochOnChainAttesterHit.inc();
|
|
769
|
+
} else {
|
|
770
|
+
validatorMonitorMetrics?.prevEpochOnChainAttesterMiss.inc();
|
|
771
|
+
}
|
|
772
|
+
}
|
|
773
|
+
}
|
|
774
|
+
|
|
770
775
|
const rootCache = new RootHexCache(headState);
|
|
771
776
|
|
|
772
777
|
if (isStatePostAltair(headState)) {
|
|
@@ -784,6 +789,17 @@ export function createValidatorMonitor(
|
|
|
784
789
|
epoch: prevEpoch,
|
|
785
790
|
summary,
|
|
786
791
|
});
|
|
792
|
+
|
|
793
|
+
if (!flags.timelySource || !flags.timelyTarget || !flags.timelyHead) {
|
|
794
|
+
log("Failed attestation in previous epoch", {
|
|
795
|
+
validator: index,
|
|
796
|
+
prevEpoch,
|
|
797
|
+
isPrevSourceAttester: flags.timelySource,
|
|
798
|
+
isPrevHeadAttester: flags.timelyHead,
|
|
799
|
+
isPrevTargetAttester: flags.timelyTarget,
|
|
800
|
+
inclusionDistance: validator.summaries.get(prevEpoch)?.attestationMinBlockInclusionDistance ?? null,
|
|
801
|
+
});
|
|
802
|
+
}
|
|
787
803
|
}
|
|
788
804
|
}
|
|
789
805
|
|
|
@@ -1198,7 +1214,9 @@ export class RootHexCache {
|
|
|
1198
1214
|
}
|
|
1199
1215
|
}
|
|
1200
1216
|
|
|
1201
|
-
function createValidatorMonitorMetrics(register: RegistryMetricCreator) {
|
|
1217
|
+
function createValidatorMonitorMetrics(register: RegistryMetricCreator, registerStateDerivedMetrics = true) {
|
|
1218
|
+
const stateDerivedRegister = registerStateDerivedMetrics ? register : null;
|
|
1219
|
+
|
|
1202
1220
|
return {
|
|
1203
1221
|
validatorsConnected: register.gauge({
|
|
1204
1222
|
name: "validator_monitor_validators",
|
|
@@ -1217,7 +1235,7 @@ function createValidatorMonitorMetrics(register: RegistryMetricCreator) {
|
|
|
1217
1235
|
}),
|
|
1218
1236
|
|
|
1219
1237
|
// Validator Monitor Metrics (per-epoch summaries)
|
|
1220
|
-
prevEpochOnChainBalance:
|
|
1238
|
+
prevEpochOnChainBalance: stateDerivedRegister?.gauge({
|
|
1221
1239
|
name: "validator_monitor_prev_epoch_on_chain_balance",
|
|
1222
1240
|
help: "Total balance of all monitored validators after an epoch",
|
|
1223
1241
|
}),
|
|
@@ -1229,19 +1247,19 @@ function createValidatorMonitorMetrics(register: RegistryMetricCreator) {
|
|
|
1229
1247
|
name: "validator_monitor_prev_epoch_on_chain_attester_miss_total",
|
|
1230
1248
|
help: "Incremented if validator's submitted attestation is not included in any blocks",
|
|
1231
1249
|
}),
|
|
1232
|
-
prevEpochOnChainSourceAttesterHit:
|
|
1250
|
+
prevEpochOnChainSourceAttesterHit: stateDerivedRegister?.gauge({
|
|
1233
1251
|
name: "validator_monitor_prev_epoch_on_chain_source_attester_hit_total",
|
|
1234
1252
|
help: "Incremented if the validator is flagged as a previous epoch source attester during per epoch processing",
|
|
1235
1253
|
}),
|
|
1236
|
-
prevEpochOnChainSourceAttesterMiss:
|
|
1254
|
+
prevEpochOnChainSourceAttesterMiss: stateDerivedRegister?.gauge({
|
|
1237
1255
|
name: "validator_monitor_prev_epoch_on_chain_source_attester_miss_total",
|
|
1238
1256
|
help: "Incremented if the validator is not flagged as a previous epoch source attester during per epoch processing",
|
|
1239
1257
|
}),
|
|
1240
|
-
prevEpochOnChainHeadAttesterHit:
|
|
1258
|
+
prevEpochOnChainHeadAttesterHit: stateDerivedRegister?.gauge({
|
|
1241
1259
|
name: "validator_monitor_prev_epoch_on_chain_head_attester_hit_total",
|
|
1242
1260
|
help: "Incremented if the validator is flagged as a previous epoch head attester during per epoch processing",
|
|
1243
1261
|
}),
|
|
1244
|
-
prevEpochOnChainHeadAttesterMiss:
|
|
1262
|
+
prevEpochOnChainHeadAttesterMiss: stateDerivedRegister?.gauge({
|
|
1245
1263
|
name: "validator_monitor_prev_epoch_on_chain_head_attester_miss_total",
|
|
1246
1264
|
help: "Incremented if the validator is not flagged as a previous epoch head attester during per epoch processing",
|
|
1247
1265
|
}),
|
|
@@ -1253,11 +1271,11 @@ function createValidatorMonitorMetrics(register: RegistryMetricCreator) {
|
|
|
1253
1271
|
name: "validator_monitor_prev_epoch_on_chain_attester_incorrect_head_total",
|
|
1254
1272
|
help: "Total count of times a validator votes incorrect head",
|
|
1255
1273
|
}),
|
|
1256
|
-
prevEpochOnChainTargetAttesterHit:
|
|
1274
|
+
prevEpochOnChainTargetAttesterHit: stateDerivedRegister?.gauge({
|
|
1257
1275
|
name: "validator_monitor_prev_epoch_on_chain_target_attester_hit_total",
|
|
1258
1276
|
help: "Incremented if the validator is flagged as a previous epoch target attester during per epoch processing",
|
|
1259
1277
|
}),
|
|
1260
|
-
prevEpochOnChainTargetAttesterMiss:
|
|
1278
|
+
prevEpochOnChainTargetAttesterMiss: stateDerivedRegister?.gauge({
|
|
1261
1279
|
name: "validator_monitor_prev_epoch_on_chain_target_attester_miss_total",
|
|
1262
1280
|
help: "Incremented if the validator is not flagged as a previous epoch target attester during per epoch processing",
|
|
1263
1281
|
}),
|
package/src/db/beacon.ts
CHANGED
|
@@ -8,6 +8,7 @@ import {FlatFileStore} from "./flatFileStore/flatFileStore.js";
|
|
|
8
8
|
import type {FlatFileStoreMetrics} from "./flatFileStore/metrics.js";
|
|
9
9
|
import {IBeaconDb} from "./interface.js";
|
|
10
10
|
import {CheckpointStateRepository} from "./repositories/checkpointState.js";
|
|
11
|
+
import {EarliestAvailableSlotRepository} from "./repositories/earliestAvailableSlot.js";
|
|
11
12
|
import {
|
|
12
13
|
AttesterSlashingRepository,
|
|
13
14
|
BLSToExecutionChangeRepository,
|
|
@@ -48,6 +49,7 @@ export class BeaconDb implements IBeaconDb {
|
|
|
48
49
|
|
|
49
50
|
stateArchive: StateArchiveRepository;
|
|
50
51
|
checkpointState: CheckpointStateRepository;
|
|
52
|
+
earliestAvailableSlot: EarliestAvailableSlotRepository;
|
|
51
53
|
|
|
52
54
|
voluntaryExit: VoluntaryExitRepository;
|
|
53
55
|
proposerSlashing: ProposerSlashingRepository;
|
|
@@ -83,6 +85,7 @@ export class BeaconDb implements IBeaconDb {
|
|
|
83
85
|
|
|
84
86
|
this.stateArchive = new StateArchiveRepository(config, db);
|
|
85
87
|
this.checkpointState = new CheckpointStateRepository(config, db);
|
|
88
|
+
this.earliestAvailableSlot = new EarliestAvailableSlotRepository(db);
|
|
86
89
|
this.voluntaryExit = new VoluntaryExitRepository(config, db);
|
|
87
90
|
this.blsToExecutionChange = new BLSToExecutionChangeRepository(config, db);
|
|
88
91
|
this.proposerSlashing = new ProposerSlashingRepository(config, db);
|
package/src/db/buckets.ts
CHANGED
|
@@ -72,6 +72,7 @@ export enum Bucket {
|
|
|
72
72
|
|
|
73
73
|
gloas_executionPayloadEnvelope = 59, // GLOAS BeaconBlockRoot -> SignedExecutionPayloadEnvelope
|
|
74
74
|
gloas_executionPayloadEnvelopeArchive = 60, // GLOAS Slot -> SignedExecutionPayloadEnvelope, or 0x00 + SignedExecutionPayloadHeaderEnvelope
|
|
75
|
+
earliestAvailableSlot = 61, // singleton -> Slot
|
|
75
76
|
}
|
|
76
77
|
|
|
77
78
|
export function getBucketNameByValue<T extends Bucket>(enumValue: T): keyof typeof Bucket {
|
package/src/db/interface.ts
CHANGED
|
@@ -3,6 +3,7 @@ import {Slot} from "@lodestar/types";
|
|
|
3
3
|
import type {IDataColumnStore} from "./dataColumnStore.js";
|
|
4
4
|
import type {FlatFileStoreMetrics} from "./flatFileStore/metrics.js";
|
|
5
5
|
import {CheckpointStateRepository} from "./repositories/checkpointState.js";
|
|
6
|
+
import {EarliestAvailableSlotRepository} from "./repositories/earliestAvailableSlot.js";
|
|
6
7
|
import {
|
|
7
8
|
AttesterSlashingRepository,
|
|
8
9
|
BLSToExecutionChangeRepository,
|
|
@@ -46,6 +47,7 @@ export interface IBeaconDb {
|
|
|
46
47
|
stateArchive: StateArchiveRepository;
|
|
47
48
|
// checkpoint states
|
|
48
49
|
checkpointState: CheckpointStateRepository;
|
|
50
|
+
earliestAvailableSlot: EarliestAvailableSlotRepository;
|
|
49
51
|
|
|
50
52
|
// op pool
|
|
51
53
|
voluntaryExit: VoluntaryExitRepository;
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import {Db, encodeKey} from "@lodestar/db";
|
|
2
|
+
import {Slot, ssz} from "@lodestar/types";
|
|
3
|
+
import {Bucket, getBucketNameByValue} from "../buckets.js";
|
|
4
|
+
|
|
5
|
+
export class EarliestAvailableSlotRepository {
|
|
6
|
+
private readonly key = encodeKey(Bucket.earliestAvailableSlot, 0);
|
|
7
|
+
private readonly opts = {bucketId: getBucketNameByValue(Bucket.earliestAvailableSlot)};
|
|
8
|
+
|
|
9
|
+
constructor(private readonly db: Db) {}
|
|
10
|
+
|
|
11
|
+
async get(): Promise<Slot | null> {
|
|
12
|
+
const bytes = await this.db.get(this.key, this.opts);
|
|
13
|
+
return bytes === null ? null : ssz.Slot.deserialize(bytes);
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
async set(slot: Slot): Promise<void> {
|
|
17
|
+
await this.db.put(this.key, ssz.Slot.serialize(slot), this.opts);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
@@ -21,18 +21,10 @@ export class ExecutionEngineDisabled implements IExecutionEngine {
|
|
|
21
21
|
throw Error("Execution engine disabled");
|
|
22
22
|
}
|
|
23
23
|
|
|
24
|
-
getPayloadBodiesByHash(): Promise<never> {
|
|
25
|
-
throw Error("Execution engine disabled");
|
|
26
|
-
}
|
|
27
|
-
|
|
28
24
|
getPayloadBodiesByHashV2(): Promise<never> {
|
|
29
25
|
throw Error("Execution engine disabled");
|
|
30
26
|
}
|
|
31
27
|
|
|
32
|
-
getPayloadBodiesByRange(): Promise<never> {
|
|
33
|
-
throw Error("Execution engine disabled");
|
|
34
|
-
}
|
|
35
|
-
|
|
36
28
|
getBlobs(): Promise<never> {
|
|
37
29
|
throw Error("Execution engine disabled");
|
|
38
30
|
}
|
|
@@ -31,13 +31,11 @@ import {
|
|
|
31
31
|
BLOB_AND_PROOF_V2_RPC_BYTES,
|
|
32
32
|
EngineApiRpcParamTypes,
|
|
33
33
|
EngineApiRpcReturnTypes,
|
|
34
|
-
ExecutionPayloadBody,
|
|
35
34
|
ExecutionPayloadBodyV2,
|
|
36
35
|
assertReqSizeLimit,
|
|
37
36
|
deserializeBlobAndProofs,
|
|
38
37
|
deserializeBlobAndProofsV2,
|
|
39
38
|
deserializeBlobAndProofsV2IntoBytes,
|
|
40
|
-
deserializeExecutionPayloadBody,
|
|
41
39
|
deserializeExecutionPayloadBodyV2,
|
|
42
40
|
parseExecutionPayload,
|
|
43
41
|
serializeBeaconBlockRoot,
|
|
@@ -46,7 +44,7 @@ import {
|
|
|
46
44
|
serializePayloadAttributes,
|
|
47
45
|
serializeVersionedHashes,
|
|
48
46
|
} from "./types.js";
|
|
49
|
-
import {bytesToData, getExecutionEngineState
|
|
47
|
+
import {bytesToData, getExecutionEngineState} from "./utils.js";
|
|
50
48
|
|
|
51
49
|
export type ExecutionEngineModules = {
|
|
52
50
|
signal: AbortSignal;
|
|
@@ -114,7 +112,6 @@ const notifyNewPayloadOpts: ReqOpts = {routeId: "notifyNewPayload"};
|
|
|
114
112
|
const forkchoiceUpdatedV1Opts: ReqOpts = {routeId: "forkchoiceUpdated"};
|
|
115
113
|
const getPayloadOpts: ReqOpts = {routeId: "getPayload"};
|
|
116
114
|
const getPayloadBodiesByHashOpts: ReqOpts = {routeId: "getPayloadBodiesByHash"};
|
|
117
|
-
const getPayloadBodiesByRangeOpts: ReqOpts = {routeId: "getPayloadBodiesByRange"};
|
|
118
115
|
const getBlobsV1Opts: ReqOpts = {routeId: "getBlobsV1"};
|
|
119
116
|
const getBlobsV2Opts: ReqOpts = {routeId: "getBlobsV2"};
|
|
120
117
|
const getClientVersionOpts: ReqOpts = {routeId: "getClientVersion"};
|
|
@@ -468,16 +465,6 @@ export class ExecutionEngineHttp implements IExecutionEngine {
|
|
|
468
465
|
this.payloadIdCache.prune();
|
|
469
466
|
}
|
|
470
467
|
|
|
471
|
-
async getPayloadBodiesByHash(_fork: ForkName, blockHashes: RootHex[]): Promise<(ExecutionPayloadBody | null)[]> {
|
|
472
|
-
const method = "engine_getPayloadBodiesByHashV1";
|
|
473
|
-
assertReqSizeLimit(blockHashes.length, 32);
|
|
474
|
-
const response = await this.rpc.fetchWithRetries<
|
|
475
|
-
EngineApiRpcReturnTypes[typeof method],
|
|
476
|
-
EngineApiRpcParamTypes[typeof method]
|
|
477
|
-
>({method, params: [blockHashes]}, getPayloadBodiesByHashOpts);
|
|
478
|
-
return response.map(deserializeExecutionPayloadBody);
|
|
479
|
-
}
|
|
480
|
-
|
|
481
468
|
async getPayloadBodiesByHashV2(blockHashes: RootHex[]): Promise<(ExecutionPayloadBodyV2 | null)[]> {
|
|
482
469
|
const method = "engine_getPayloadBodiesByHashV2";
|
|
483
470
|
assertReqSizeLimit(blockHashes.length, 32);
|
|
@@ -488,22 +475,6 @@ export class ExecutionEngineHttp implements IExecutionEngine {
|
|
|
488
475
|
return response.map(deserializeExecutionPayloadBodyV2);
|
|
489
476
|
}
|
|
490
477
|
|
|
491
|
-
async getPayloadBodiesByRange(
|
|
492
|
-
_fork: ForkName,
|
|
493
|
-
startBlockNumber: number,
|
|
494
|
-
blockCount: number
|
|
495
|
-
): Promise<(ExecutionPayloadBody | null)[]> {
|
|
496
|
-
const method = "engine_getPayloadBodiesByRangeV1";
|
|
497
|
-
assertReqSizeLimit(blockCount, 32);
|
|
498
|
-
const start = numToQuantity(startBlockNumber);
|
|
499
|
-
const count = numToQuantity(blockCount);
|
|
500
|
-
const response = await this.rpc.fetchWithRetries<
|
|
501
|
-
EngineApiRpcReturnTypes[typeof method],
|
|
502
|
-
EngineApiRpcParamTypes[typeof method]
|
|
503
|
-
>({method, params: [start, count]}, getPayloadBodiesByRangeOpts);
|
|
504
|
-
return response.map(deserializeExecutionPayloadBody);
|
|
505
|
-
}
|
|
506
|
-
|
|
507
478
|
async getBlobs(
|
|
508
479
|
fork: ForkPostFulu,
|
|
509
480
|
versionedHashes: VersionedHashes,
|
|
@@ -13,7 +13,7 @@ import {BlobsBundle, ExecutionPayload, ExecutionRequests, Root, RootHex, Wei, ca
|
|
|
13
13
|
import {BlobAndProof} from "@lodestar/types/deneb";
|
|
14
14
|
import {BlobAndProofV2} from "@lodestar/types/fulu";
|
|
15
15
|
import {PayloadId, PayloadIdCache, WithdrawalV1} from "./payloadIdCache.js";
|
|
16
|
-
import {
|
|
16
|
+
import {ExecutionPayloadBodyV2} from "./types.js";
|
|
17
17
|
import {DATA} from "./utils.js";
|
|
18
18
|
|
|
19
19
|
export {PayloadIdCache, type PayloadId, type WithdrawalV1};
|
|
@@ -170,13 +170,9 @@ export interface IExecutionEngine {
|
|
|
170
170
|
shouldOverrideBuilder?: boolean;
|
|
171
171
|
}>;
|
|
172
172
|
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
/** Amsterdam: like V1 but also returns the block access list (null if the EL no longer has it) */
|
|
173
|
+
/** Amsterdam: payload bodies including the block access list (null if the EL no longer has it) */
|
|
176
174
|
getPayloadBodiesByHashV2(blockHash: DATA[]): Promise<(ExecutionPayloadBodyV2 | null)[]>;
|
|
177
175
|
|
|
178
|
-
getPayloadBodiesByRange(fork: ForkName, start: number, count: number): Promise<(ExecutionPayloadBody | null)[]>;
|
|
179
|
-
|
|
180
176
|
getBlobs(
|
|
181
177
|
fork: ForkPostFulu,
|
|
182
178
|
versionedHashes: VersionedHashes,
|
|
@@ -22,7 +22,6 @@ import {
|
|
|
22
22
|
BlobsBundleRpc,
|
|
23
23
|
EngineApiRpcParamTypes,
|
|
24
24
|
EngineApiRpcReturnTypes,
|
|
25
|
-
ExecutionPayloadBodyRpc,
|
|
26
25
|
ExecutionPayloadBodyV2Rpc,
|
|
27
26
|
ExecutionPayloadRpc,
|
|
28
27
|
ExecutionRequestsRpc,
|
|
@@ -50,7 +49,7 @@ type ExecutionBlock = {
|
|
|
50
49
|
blockHash: RootHex;
|
|
51
50
|
timestamp: number;
|
|
52
51
|
blockNumber: number;
|
|
53
|
-
/** Bodies as received via newPayload, served back by
|
|
52
|
+
/** Bodies as received via newPayload, served back by engine_getPayloadBodiesByHashV2 */
|
|
54
53
|
body: ExecutionPayloadBodyV2Rpc;
|
|
55
54
|
};
|
|
56
55
|
|
|
@@ -148,23 +147,13 @@ export class ExecutionEngineMockBackend implements JsonRpcBackend {
|
|
|
148
147
|
engine_getPayloadV4: this.getPayloadV5.bind(this),
|
|
149
148
|
engine_getPayloadV5: this.getPayloadV5.bind(this),
|
|
150
149
|
engine_getPayloadV6: this.getPayloadV5.bind(this),
|
|
151
|
-
engine_getPayloadBodiesByHashV1: this.getPayloadBodiesByHash.bind(this),
|
|
152
150
|
engine_getPayloadBodiesByHashV2: this.getPayloadBodiesByHashV2.bind(this),
|
|
153
|
-
engine_getPayloadBodiesByRangeV1: this.getPayloadBodiesByRange.bind(this),
|
|
154
151
|
engine_getClientVersionV1: this.getClientVersionV1.bind(this),
|
|
155
152
|
engine_getBlobsV1: this.getBlobs.bind(this),
|
|
156
153
|
engine_getBlobsV2: this.getBlobsV2.bind(this),
|
|
157
154
|
};
|
|
158
155
|
}
|
|
159
156
|
|
|
160
|
-
private getPayloadBodiesByHash(
|
|
161
|
-
blockHashes: EngineApiRpcParamTypes["engine_getPayloadBodiesByHashV1"][0]
|
|
162
|
-
): EngineApiRpcReturnTypes["engine_getPayloadBodiesByHashV1"] {
|
|
163
|
-
return this.getPayloadBodiesByHashV2(blockHashes).map((body) =>
|
|
164
|
-
body ? {transactions: body.transactions, withdrawals: body.withdrawals} : null
|
|
165
|
-
);
|
|
166
|
-
}
|
|
167
|
-
|
|
168
157
|
private getPayloadBodiesByHashV2(
|
|
169
158
|
blockHashes: EngineApiRpcParamTypes["engine_getPayloadBodiesByHashV2"][0]
|
|
170
159
|
): EngineApiRpcReturnTypes["engine_getPayloadBodiesByHashV2"] {
|
|
@@ -172,13 +161,6 @@ export class ExecutionEngineMockBackend implements JsonRpcBackend {
|
|
|
172
161
|
return blockHashes.map((hash) => this.validBlocks.get(hash)?.body ?? null);
|
|
173
162
|
}
|
|
174
163
|
|
|
175
|
-
private getPayloadBodiesByRange(
|
|
176
|
-
_start: EngineApiRpcParamTypes["engine_getPayloadBodiesByRangeV1"][0],
|
|
177
|
-
_count: EngineApiRpcParamTypes["engine_getPayloadBodiesByRangeV1"][1]
|
|
178
|
-
): EngineApiRpcReturnTypes["engine_getPayloadBodiesByRangeV1"] {
|
|
179
|
-
return [] as ExecutionPayloadBodyRpc[];
|
|
180
|
-
}
|
|
181
|
-
|
|
182
164
|
/**
|
|
183
165
|
* Mock manipulator to add predefined responses before execution engine client calls
|
|
184
166
|
*/
|