@lodestar/beacon-node 1.50.0-dev.67e2b54129 → 1.50.0-dev.6a7dbb4d5d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +7 -2
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/index.js +28 -6
- package/lib/api/impl/beacon/state/index.js.map +1 -1
- package/lib/api/impl/debug/index.d.ts.map +1 -1
- package/lib/api/impl/debug/index.js +26 -18
- package/lib/api/impl/debug/index.js.map +1 -1
- package/lib/api/impl/validator/index.d.ts.map +1 -1
- package/lib/api/impl/validator/index.js +32 -0
- package/lib/api/impl/validator/index.js.map +1 -1
- package/lib/chain/archiveStore/archiveStore.d.ts +5 -0
- package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
- package/lib/chain/archiveStore/archiveStore.js +13 -23
- package/lib/chain/archiveStore/archiveStore.js.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js +2 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
- package/lib/chain/beaconProposerCache.d.ts +6 -0
- package/lib/chain/beaconProposerCache.d.ts.map +1 -1
- package/lib/chain/beaconProposerCache.js +16 -0
- package/lib/chain/beaconProposerCache.js.map +1 -1
- package/lib/chain/blocks/importBlock.d.ts.map +1 -1
- package/lib/chain/blocks/importBlock.js +14 -8
- package/lib/chain/blocks/importBlock.js.map +1 -1
- package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.js +6 -6
- package/lib/chain/blocks/verifyBlock.js.map +1 -1
- package/lib/chain/chain.d.ts +4 -1
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +62 -20
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/interface.d.ts +3 -0
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -2
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.js +30 -8
- package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
- package/lib/chain/opPools/opPool.d.ts.map +1 -1
- package/lib/chain/opPools/opPool.js +1 -23
- package/lib/chain/opPools/opPool.js.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.d.ts +4 -0
- package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.js +13 -1
- package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
- package/lib/chain/opPools/utils.d.ts +11 -0
- package/lib/chain/opPools/utils.d.ts.map +1 -1
- package/lib/chain/opPools/utils.js +22 -0
- package/lib/chain/opPools/utils.js.map +1 -1
- package/lib/chain/options.d.ts +1 -0
- package/lib/chain/options.d.ts.map +1 -1
- package/lib/chain/prepareNextSlot.d.ts.map +1 -1
- package/lib/chain/prepareNextSlot.js +11 -3
- package/lib/chain/prepareNextSlot.js.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts +8 -0
- package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.js +40 -28
- package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -0
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.js +21 -0
- package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
- package/lib/chain/shufflingCache.d.ts +18 -8
- package/lib/chain/shufflingCache.d.ts.map +1 -1
- package/lib/chain/shufflingCache.js +72 -18
- package/lib/chain/shufflingCache.js.map +1 -1
- package/lib/db/beacon.d.ts +4 -1
- package/lib/db/beacon.d.ts.map +1 -1
- package/lib/db/beacon.js +6 -1
- package/lib/db/beacon.js.map +1 -1
- package/lib/db/buckets.d.ts +3 -1
- package/lib/db/buckets.d.ts.map +1 -1
- package/lib/db/buckets.js +2 -0
- package/lib/db/buckets.js.map +1 -1
- package/lib/db/interface.d.ts +4 -1
- package/lib/db/interface.d.ts.map +1 -1
- package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
- package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
- package/lib/db/repositories/earliestAvailableSlot.d.ts +11 -0
- package/lib/db/repositories/earliestAvailableSlot.d.ts.map +1 -0
- package/lib/db/repositories/earliestAvailableSlot.js +19 -0
- package/lib/db/repositories/earliestAvailableSlot.js.map +1 -0
- package/lib/db/repositories/index.d.ts +1 -0
- package/lib/db/repositories/index.d.ts.map +1 -1
- package/lib/db/repositories/index.js +1 -0
- package/lib/db/repositories/index.js.map +1 -1
- package/lib/db/repositories/proposerPreferences.d.ts +14 -0
- package/lib/db/repositories/proposerPreferences.d.ts.map +1 -0
- package/lib/db/repositories/proposerPreferences.js +21 -0
- package/lib/db/repositories/proposerPreferences.js.map +1 -0
- package/lib/execution/engine/blobVersionedHashes.d.ts +9 -0
- package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -0
- package/lib/execution/engine/blobVersionedHashes.js +74 -0
- package/lib/execution/engine/blobVersionedHashes.js.map +1 -0
- package/lib/execution/engine/http.d.ts +45 -13
- package/lib/execution/engine/http.d.ts.map +1 -1
- package/lib/execution/engine/http.js +236 -198
- package/lib/execution/engine/http.js.map +1 -1
- package/lib/execution/engine/index.d.ts +3 -2
- package/lib/execution/engine/index.d.ts.map +1 -1
- package/lib/execution/engine/index.js +33 -8
- package/lib/execution/engine/index.js.map +1 -1
- package/lib/execution/engine/interface.d.ts +1 -1
- package/lib/execution/engine/interface.d.ts.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.d.ts +25 -0
- package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -0
- package/lib/execution/engine/jsonRpcTransport.js +158 -0
- package/lib/execution/engine/jsonRpcTransport.js.map +1 -0
- package/lib/execution/engine/restHttpClient.d.ts +71 -0
- package/lib/execution/engine/restHttpClient.d.ts.map +1 -0
- package/lib/execution/engine/restHttpClient.js +201 -0
- package/lib/execution/engine/restHttpClient.js.map +1 -0
- package/lib/execution/engine/restTransport.d.ts +46 -0
- package/lib/execution/engine/restTransport.d.ts.map +1 -0
- package/lib/execution/engine/restTransport.js +399 -0
- package/lib/execution/engine/restTransport.js.map +1 -0
- package/lib/execution/engine/sszTypes.d.ts +1261 -0
- package/lib/execution/engine/sszTypes.d.ts.map +1 -0
- package/lib/execution/engine/sszTypes.js +216 -0
- package/lib/execution/engine/sszTypes.js.map +1 -0
- package/lib/execution/engine/transport.d.ts +39 -0
- package/lib/execution/engine/transport.d.ts.map +1 -0
- package/lib/execution/engine/transport.js +2 -0
- package/lib/execution/engine/transport.js.map +1 -0
- package/lib/execution/engine/types.d.ts +2 -0
- package/lib/execution/engine/types.d.ts.map +1 -1
- package/lib/execution/engine/types.js +24 -57
- package/lib/execution/engine/types.js.map +1 -1
- package/lib/execution/engine/utils.d.ts.map +1 -1
- package/lib/execution/engine/utils.js +9 -2
- package/lib/execution/engine/utils.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +10 -0
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +22 -0
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/network/core/events.d.ts +5 -1
- package/lib/network/core/events.d.ts.map +1 -1
- package/lib/network/core/events.js +8 -0
- package/lib/network/core/events.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +60 -64
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/node/nodejs.d.ts +3 -1
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +2 -1
- package/lib/node/nodejs.js.map +1 -1
- package/lib/node/options.d.ts +3 -2
- package/lib/node/options.d.ts.map +1 -1
- package/lib/node/options.js +2 -2
- package/lib/node/options.js.map +1 -1
- package/lib/sync/range/batch.d.ts +5 -5
- package/lib/sync/range/batch.d.ts.map +1 -1
- package/lib/sync/range/batch.js +11 -17
- package/lib/sync/range/batch.js.map +1 -1
- package/lib/sync/range/chain.d.ts +4 -4
- package/lib/sync/range/chain.d.ts.map +1 -1
- package/lib/sync/range/chain.js +7 -5
- package/lib/sync/range/chain.js.map +1 -1
- package/lib/sync/range/range.d.ts.map +1 -1
- package/lib/sync/range/range.js +25 -11
- package/lib/sync/range/range.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts +5 -2
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +44 -20
- package/lib/sync/unknownBlock.js.map +1 -1
- package/lib/sync/utils/downloadByRange.d.ts +38 -14
- package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRange.js +84 -39
- package/lib/sync/utils/downloadByRange.js.map +1 -1
- package/lib/util/asyncIterableToEvents.d.ts +10 -2
- package/lib/util/asyncIterableToEvents.d.ts.map +1 -1
- package/lib/util/asyncIterableToEvents.js +29 -3
- package/lib/util/asyncIterableToEvents.js.map +1 -1
- package/lib/util/metadata.d.ts.map +1 -1
- package/lib/util/metadata.js +2 -1
- package/lib/util/metadata.js.map +1 -1
- package/package.json +17 -16
- package/src/api/impl/beacon/blocks/index.ts +8 -2
- package/src/api/impl/beacon/state/index.ts +43 -6
- package/src/api/impl/debug/index.ts +28 -19
- package/src/api/impl/validator/index.ts +45 -0
- package/src/chain/archiveStore/archiveStore.ts +18 -24
- package/src/chain/archiveStore/utils/pruneHistory.ts +4 -1
- package/src/chain/beaconProposerCache.ts +19 -1
- package/src/chain/blocks/importBlock.ts +17 -7
- package/src/chain/blocks/verifyBlock.ts +7 -6
- package/src/chain/chain.ts +85 -19
- package/src/chain/interface.ts +3 -0
- package/src/chain/opPools/aggregatedAttestationPool.ts +34 -10
- package/src/chain/opPools/opPool.ts +1 -31
- package/src/chain/opPools/proposerPreferencesPool.ts +20 -1
- package/src/chain/opPools/utils.ts +31 -0
- package/src/chain/options.ts +1 -1
- package/src/chain/prepareNextSlot.ts +15 -3
- package/src/chain/produceBlock/produceBlockBody.ts +68 -34
- package/src/chain/seenCache/seenGossipBlockInput.ts +23 -0
- package/src/chain/shufflingCache.ts +84 -22
- package/src/db/beacon.ts +6 -0
- package/src/db/buckets.ts +2 -0
- package/src/db/interface.ts +4 -0
- package/src/db/repositories/earliestAvailableSlot.ts +19 -0
- package/src/db/repositories/index.ts +1 -0
- package/src/db/repositories/proposerPreferences.ts +23 -0
- package/src/execution/engine/blobVersionedHashes.ts +72 -0
- package/src/execution/engine/http.ts +304 -271
- package/src/execution/engine/index.ts +41 -7
- package/src/execution/engine/interface.ts +1 -1
- package/src/execution/engine/jsonRpcTransport.ts +247 -0
- package/src/execution/engine/restHttpClient.ts +269 -0
- package/src/execution/engine/restTransport.ts +544 -0
- package/src/execution/engine/sszTypes.ts +354 -0
- package/src/execution/engine/transport.ts +61 -0
- package/src/execution/engine/types.ts +34 -74
- package/src/execution/engine/utils.ts +12 -2
- package/src/metrics/metrics/lodestar.ts +23 -0
- package/src/network/core/events.ts +16 -1
- package/src/network/processor/gossipHandlers.ts +91 -77
- package/src/node/nodejs.ts +4 -0
- package/src/node/options.ts +10 -1
- package/src/sync/range/batch.ts +14 -19
- package/src/sync/range/chain.ts +9 -7
- package/src/sync/range/range.ts +26 -12
- package/src/sync/unknownBlock.ts +57 -21
- package/src/sync/utils/downloadByRange.ts +123 -58
- package/src/util/asyncIterableToEvents.ts +44 -5
- package/src/util/metadata.ts +2 -1
package/src/chain/chain.ts
CHANGED
|
@@ -128,7 +128,7 @@ import {SeenAggregatedAttestations} from "./seenCache/seenAggregateAndProof.js";
|
|
|
128
128
|
import {SeenAttestationDatas} from "./seenCache/seenAttestationData.js";
|
|
129
129
|
import {SeenBlockAttesters} from "./seenCache/seenBlockAttesters.js";
|
|
130
130
|
import {SeenBlockInput} from "./seenCache/seenGossipBlockInput.js";
|
|
131
|
-
import {ShufflingCache} from "./shufflingCache.js";
|
|
131
|
+
import {ShufflingCache, ShufflingPromiseCancelReason} from "./shufflingCache.js";
|
|
132
132
|
import {DbCPStateDatastore, checkpointToDatastoreKey} from "./stateCache/datastore/db.js";
|
|
133
133
|
import {FileCPStateDatastore} from "./stateCache/datastore/file.js";
|
|
134
134
|
import {CPStateDatastore} from "./stateCache/datastore/types.js";
|
|
@@ -279,6 +279,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
279
279
|
validatorMonitor,
|
|
280
280
|
anchorState,
|
|
281
281
|
isAnchorStateFinalized,
|
|
282
|
+
earliestAvailableSlot,
|
|
282
283
|
executionEngine,
|
|
283
284
|
executionBuilder,
|
|
284
285
|
builderApiClientOpts,
|
|
@@ -298,6 +299,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
298
299
|
validatorMonitor: ValidatorMonitor | null;
|
|
299
300
|
anchorState: IBeaconStateView;
|
|
300
301
|
isAnchorStateFinalized: boolean;
|
|
302
|
+
earliestAvailableSlot: Slot;
|
|
301
303
|
executionEngine: IExecutionEngine;
|
|
302
304
|
executionBuilder?: IExecutionBuilder;
|
|
303
305
|
builderApiClientOpts?: BuilderApiClientOpts;
|
|
@@ -326,7 +328,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
326
328
|
|
|
327
329
|
this.blacklistedBlocks = new Map((opts.blacklistedBlocks ?? []).map((hex) => [hex, null]));
|
|
328
330
|
this.attestationPool = new AttestationPool(config, clock, this.opts?.preaggregateSlotDistance, metrics);
|
|
329
|
-
this.aggregatedAttestationPool = new AggregatedAttestationPool(this.config, metrics);
|
|
331
|
+
this.aggregatedAttestationPool = new AggregatedAttestationPool(this.config, metrics, logger);
|
|
330
332
|
this.syncCommitteeMessagePool = new SyncCommitteeMessagePool(config, clock, this.opts?.preaggregateSlotDistance);
|
|
331
333
|
this.syncContributionAndProofPool = new SyncContributionAndProofPool(config, clock, metrics, logger);
|
|
332
334
|
this.executionPayloadBidPool = new ExecutionPayloadBidPool();
|
|
@@ -363,7 +365,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
363
365
|
logger,
|
|
364
366
|
});
|
|
365
367
|
|
|
366
|
-
this._earliestAvailableSlot =
|
|
368
|
+
this._earliestAvailableSlot = earliestAvailableSlot;
|
|
367
369
|
|
|
368
370
|
this.shufflingCache = new ShufflingCache(metrics, logger, this.opts, [
|
|
369
371
|
{
|
|
@@ -574,7 +576,11 @@ export class BeaconChain implements IBeaconChain {
|
|
|
574
576
|
}
|
|
575
577
|
|
|
576
578
|
seenBlock(blockRoot: RootHex): boolean {
|
|
577
|
-
return
|
|
579
|
+
return (
|
|
580
|
+
this.seenBlockInputCache.hasBlock(blockRoot) ||
|
|
581
|
+
this.seenBlockInputCache.isValidatingBlock(blockRoot) ||
|
|
582
|
+
this.forkChoice.hasBlockHexUnsafe(blockRoot)
|
|
583
|
+
);
|
|
578
584
|
}
|
|
579
585
|
|
|
580
586
|
seenPayloadEnvelope(blockRoot: RootHex): boolean {
|
|
@@ -614,12 +620,14 @@ export class BeaconChain implements IBeaconChain {
|
|
|
614
620
|
async loadFromDisk(): Promise<void> {
|
|
615
621
|
await this.regen.init();
|
|
616
622
|
await this.opPool.fromPersisted(this.db, this.getHeadState(), this.bls, this.clock.currentSlot);
|
|
623
|
+
await this.proposerPreferencesPool.fromPersisted(this.db, this.clock.currentSlot);
|
|
617
624
|
}
|
|
618
625
|
|
|
619
626
|
/** Persist in-memory data to the DB. Call at least once before stopping the process */
|
|
620
627
|
async persistToDisk(): Promise<void> {
|
|
621
628
|
await this.archiveStore.persistToDisk();
|
|
622
629
|
await this.opPool.toPersisted(this.db);
|
|
630
|
+
await this.proposerPreferencesPool.toPersisted(this.db);
|
|
623
631
|
}
|
|
624
632
|
|
|
625
633
|
getHeadState(): IBeaconStateView {
|
|
@@ -1536,6 +1544,22 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1536
1544
|
}
|
|
1537
1545
|
}
|
|
1538
1546
|
|
|
1547
|
+
persistExecutionPayloadEnvelope(envelope: gloas.ExecutionPayloadEnvelope): void {
|
|
1548
|
+
const blockRoot = toRootHex(envelope.beaconBlockRoot);
|
|
1549
|
+
void this.persistSszObject(
|
|
1550
|
+
"ExecutionPayloadEnvelope",
|
|
1551
|
+
ssz.gloas.ExecutionPayloadEnvelope.serialize(envelope),
|
|
1552
|
+
blockRoot,
|
|
1553
|
+
"produced_execution_payload_envelope"
|
|
1554
|
+
).catch((e) => {
|
|
1555
|
+
this.logger.error(
|
|
1556
|
+
"Error persisting produced execution payload envelope",
|
|
1557
|
+
{slot: envelope.payload.slotNumber, blockRoot},
|
|
1558
|
+
e as Error
|
|
1559
|
+
);
|
|
1560
|
+
});
|
|
1561
|
+
}
|
|
1562
|
+
|
|
1539
1563
|
/**
|
|
1540
1564
|
* Invalid state root error is critical and it causes the node to stale most of the time so we want to always
|
|
1541
1565
|
* persist preState, postState and block for further investigation.
|
|
@@ -1607,21 +1631,48 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1607
1631
|
const blockEpoch = computeEpochAtSlot(attHeadBlock.slot);
|
|
1608
1632
|
|
|
1609
1633
|
let state: IBeaconStateView;
|
|
1610
|
-
|
|
1611
|
-
|
|
1612
|
-
|
|
1613
|
-
|
|
1614
|
-
|
|
1615
|
-
|
|
1616
|
-
|
|
1617
|
-
|
|
1618
|
-
|
|
1619
|
-
|
|
1620
|
-
|
|
1621
|
-
|
|
1622
|
-
|
|
1623
|
-
|
|
1634
|
+
try {
|
|
1635
|
+
if (blockEpoch < attEpoch - 1) {
|
|
1636
|
+
// thanks to one epoch look ahead, we don't need to dial up to attEpoch
|
|
1637
|
+
const targetSlot = computeStartSlotAtEpoch(attEpoch - 1);
|
|
1638
|
+
this.metrics?.gossipAttestation.useHeadBlockStateDialedToTargetEpoch.inc({caller: regenCaller});
|
|
1639
|
+
state = await this.regen.getBlockSlotState(attHeadBlock, targetSlot, {dontTransferCache: true}, regenCaller);
|
|
1640
|
+
} else if (blockEpoch > attEpoch) {
|
|
1641
|
+
// should not happen, handled inside attestation verification code
|
|
1642
|
+
throw Error(`Block epoch ${blockEpoch} is after attestation epoch ${attEpoch}`);
|
|
1643
|
+
} else {
|
|
1644
|
+
// should use either current or next shuffling of head state
|
|
1645
|
+
// it's not likely to hit this since these shufflings are cached already
|
|
1646
|
+
// so handle just in case
|
|
1647
|
+
this.metrics?.gossipAttestation.useHeadBlockState.inc({caller: regenCaller});
|
|
1648
|
+
state = await this.regen.getState(attHeadBlock.stateRoot, regenCaller);
|
|
1649
|
+
}
|
|
1650
|
+
} catch (e) {
|
|
1651
|
+
this.shufflingCache.cancelPromise(attEpoch, shufflingDependentRoot, ShufflingPromiseCancelReason.regenError);
|
|
1652
|
+
throw e;
|
|
1624
1653
|
}
|
|
1654
|
+
|
|
1655
|
+
const stateDecisionRoot = state.getShufflingDecisionRoot(attEpoch);
|
|
1656
|
+
if (stateDecisionRoot !== shufflingDependentRoot) {
|
|
1657
|
+
// the promise would never be resolved by the state's shuffling
|
|
1658
|
+
this.shufflingCache.cancelPromise(
|
|
1659
|
+
attEpoch,
|
|
1660
|
+
shufflingDependentRoot,
|
|
1661
|
+
ShufflingPromiseCancelReason.decisionRootMismatch
|
|
1662
|
+
);
|
|
1663
|
+
this.logger.debug("Shuffling decision root mismatch on attestation regen", {
|
|
1664
|
+
slot: attHeadBlock.slot,
|
|
1665
|
+
root: attHeadBlock.blockRoot,
|
|
1666
|
+
epoch: attEpoch,
|
|
1667
|
+
shufflingDependentRoot,
|
|
1668
|
+
stateDecisionRoot,
|
|
1669
|
+
});
|
|
1670
|
+
|
|
1671
|
+
throw Error(
|
|
1672
|
+
`Shuffling decision root mismatch epoch=${attEpoch} slot=${attHeadBlock.slot} root=${attHeadBlock.blockRoot} expected=${shufflingDependentRoot} actual=${stateDecisionRoot}`
|
|
1673
|
+
);
|
|
1674
|
+
}
|
|
1675
|
+
|
|
1625
1676
|
// resolve the promise to unblock other calls of the same epoch and dependent root
|
|
1626
1677
|
this.shufflingCache.processState(state);
|
|
1627
1678
|
return state.getShufflingAtEpoch(attEpoch);
|
|
@@ -1731,7 +1782,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1731
1782
|
// remove date suffixes in file name, and check duplicate to avoid redundant persistence
|
|
1732
1783
|
await writeIfNotExist(filepath, bytes);
|
|
1733
1784
|
|
|
1734
|
-
this.logger.debug("Persisted
|
|
1785
|
+
this.logger.debug("Persisted SSZ object", {id: logStr, filepath});
|
|
1735
1786
|
}
|
|
1736
1787
|
|
|
1737
1788
|
private onScrapeMetrics(metrics: Metrics): void {
|
|
@@ -1885,6 +1936,21 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1885
1936
|
}
|
|
1886
1937
|
}
|
|
1887
1938
|
|
|
1939
|
+
async updateAttachedValidators(epoch: Epoch, validatorIndices: ValidatorIndex[]): Promise<void> {
|
|
1940
|
+
let hasNewValidators = false;
|
|
1941
|
+
for (const validatorIndex of validatorIndices) {
|
|
1942
|
+
if (this.beaconProposerCache.track(epoch, validatorIndex)) {
|
|
1943
|
+
hasNewValidators = true;
|
|
1944
|
+
}
|
|
1945
|
+
}
|
|
1946
|
+
|
|
1947
|
+
// Only update validator custody if we discovered new validators
|
|
1948
|
+
if (hasNewValidators) {
|
|
1949
|
+
const finalizedCheckpoint = this.forkChoice.getFinalizedCheckpoint();
|
|
1950
|
+
await this.updateValidatorsCustodyRequirement(finalizedCheckpoint);
|
|
1951
|
+
}
|
|
1952
|
+
}
|
|
1953
|
+
|
|
1888
1954
|
private async updateValidatorsCustodyRequirement(finalizedCheckpoint: CheckpointWithHex): Promise<void> {
|
|
1889
1955
|
if (this.custodyConfig.targetCustodyGroupCount === this.config.NUMBER_OF_CUSTODY_GROUPS) {
|
|
1890
1956
|
// Custody requirements can only be increased, we can disable dynamic custody updates
|
package/src/chain/interface.ts
CHANGED
|
@@ -288,8 +288,11 @@ export interface IBeaconChain {
|
|
|
288
288
|
waitForBlock(slot: Slot, root: RootHex): Promise<boolean>;
|
|
289
289
|
|
|
290
290
|
updateBeaconProposerData(epoch: Epoch, proposers: ProposerPreparationData[]): Promise<void>;
|
|
291
|
+
/** Track validators that use this node for duties, e.g. by subscribing to attestation subnets */
|
|
292
|
+
updateAttachedValidators(epoch: Epoch, validatorIndices: ValidatorIndex[]): Promise<void>;
|
|
291
293
|
|
|
292
294
|
persistBlock(data: BeaconBlock | BlindedBeaconBlock, suffix?: string): void;
|
|
295
|
+
persistExecutionPayloadEnvelope(envelope: gloas.ExecutionPayloadEnvelope): void;
|
|
293
296
|
persistInvalidStateRoot(
|
|
294
297
|
preState: IBeaconStateView,
|
|
295
298
|
postState: IBeaconStateView,
|
|
@@ -30,7 +30,7 @@ import {
|
|
|
30
30
|
isStatePostGloas,
|
|
31
31
|
} from "@lodestar/state-transition";
|
|
32
32
|
import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
|
|
33
|
-
import {MapDef, assert, toRootHex} from "@lodestar/utils";
|
|
33
|
+
import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
|
|
34
34
|
import {Metrics} from "../../metrics/metrics.js";
|
|
35
35
|
import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
|
|
36
36
|
import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
|
|
@@ -58,7 +58,7 @@ export type AttestationsConsolidation = {
|
|
|
58
58
|
|
|
59
59
|
/**
|
|
60
60
|
* This function returns not seen participation for a given epoch and slot and committee index.
|
|
61
|
-
* Return
|
|
61
|
+
* Return an empty set if all validators are seen, or null if the committee cannot be computed (e.g. missing shuffling).
|
|
62
62
|
*/
|
|
63
63
|
type GetNotSeenValidatorsFn = (epoch: Epoch, slot: Slot, committeeIndex: number) => Set<number> | null;
|
|
64
64
|
|
|
@@ -140,7 +140,8 @@ export class AggregatedAttestationPool {
|
|
|
140
140
|
|
|
141
141
|
constructor(
|
|
142
142
|
private readonly config: BeaconConfig,
|
|
143
|
-
private readonly metrics: Metrics | null = null
|
|
143
|
+
private readonly metrics: Metrics | null = null,
|
|
144
|
+
private readonly logger: Logger | null = null
|
|
144
145
|
) {
|
|
145
146
|
metrics?.opPool.aggregatedAttestationPool.attDataPerSlot.addCollect(() => this.onScrapeMetrics(metrics));
|
|
146
147
|
}
|
|
@@ -244,6 +245,7 @@ export class AggregatedAttestationPool {
|
|
|
244
245
|
const consolidations = new Map<AttestationsConsolidation, number>();
|
|
245
246
|
let scannedSlots = 0;
|
|
246
247
|
let stopReason: ScannedSlotsTerminationReason | null = null;
|
|
248
|
+
const missingShufflingCommitteesByEpoch = new Map<Epoch, number>();
|
|
247
249
|
slot: for (const slot of slots) {
|
|
248
250
|
const attestationGroupByIndexByDataHash = this.attestationGroupByIndexByDataHexBySlot.get(slot);
|
|
249
251
|
// should not happen
|
|
@@ -295,7 +297,12 @@ export class AggregatedAttestationPool {
|
|
|
295
297
|
|
|
296
298
|
for (const [committeeIndex, attestationGroup] of attestationGroupByIndex.entries()) {
|
|
297
299
|
const notSeenCommitteeMembers = notSeenValidatorsFn(epoch, slot, committeeIndex);
|
|
298
|
-
if (notSeenCommitteeMembers === null
|
|
300
|
+
if (notSeenCommitteeMembers === null) {
|
|
301
|
+
// skip this committee instead of failing the whole block production, other epochs may still have shuffling
|
|
302
|
+
missingShufflingCommitteesByEpoch.set(epoch, (missingShufflingCommitteesByEpoch.get(epoch) ?? 0) + 1);
|
|
303
|
+
continue;
|
|
304
|
+
}
|
|
305
|
+
if (notSeenCommitteeMembers.size === 0) {
|
|
299
306
|
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.seenCommittees.inc();
|
|
300
307
|
continue;
|
|
301
308
|
}
|
|
@@ -386,6 +393,18 @@ export class AggregatedAttestationPool {
|
|
|
386
393
|
scannedSlots++;
|
|
387
394
|
}
|
|
388
395
|
|
|
396
|
+
for (const [epoch, missingCommittees] of missingShufflingCommitteesByEpoch) {
|
|
397
|
+
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.missingShufflingCommittees.inc(
|
|
398
|
+
missingCommittees
|
|
399
|
+
);
|
|
400
|
+
this.logger?.debug("Missing shuffling when packing attestations, skipped committees", {
|
|
401
|
+
slot: stateSlot,
|
|
402
|
+
epoch,
|
|
403
|
+
decisionRoot: state.getShufflingDecisionRoot(epoch),
|
|
404
|
+
missingCommittees,
|
|
405
|
+
});
|
|
406
|
+
}
|
|
407
|
+
|
|
389
408
|
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.totalConsolidations.set(consolidations.size);
|
|
390
409
|
|
|
391
410
|
const sortedConsolidationsByScore = Array.from(consolidations.entries())
|
|
@@ -770,13 +789,18 @@ export function getNotSeenValidatorsFn(
|
|
|
770
789
|
}
|
|
771
790
|
const cacheKey = slot + "_" + committeeIndex;
|
|
772
791
|
let notSeenCommitteeMembers = cachedNotSeenValidators.get(cacheKey);
|
|
773
|
-
if (notSeenCommitteeMembers
|
|
774
|
-
|
|
775
|
-
return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
|
|
792
|
+
if (notSeenCommitteeMembers !== undefined) {
|
|
793
|
+
return notSeenCommitteeMembers;
|
|
776
794
|
}
|
|
777
795
|
|
|
778
796
|
const decisionRoot = state.getShufflingDecisionRoot(computeEpochAtSlot(slot));
|
|
779
|
-
const committee = shufflingCache.
|
|
797
|
+
const committee = shufflingCache.getBeaconCommitteeOrNull(epoch, decisionRoot, slot, committeeIndex);
|
|
798
|
+
if (committee === null) {
|
|
799
|
+
// attestations in the pool were validated against a cached shuffling of the previous or current epoch,
|
|
800
|
+
// so a miss is a ShufflingCache bug. Return null so the caller tracks it via metrics/logs without failing
|
|
801
|
+
// block production. Don't fall back to the state's shuffling, that would hide the bug
|
|
802
|
+
return null;
|
|
803
|
+
}
|
|
780
804
|
notSeenCommitteeMembers = new Set<number>();
|
|
781
805
|
for (const [i, validatorIndex] of committee.entries()) {
|
|
782
806
|
// no need to check flagIsTimelySource as if validator is not seen, it's participation status is 0
|
|
@@ -786,8 +810,8 @@ export function getNotSeenValidatorsFn(
|
|
|
786
810
|
}
|
|
787
811
|
}
|
|
788
812
|
cachedNotSeenValidators.set(cacheKey, notSeenCommitteeMembers);
|
|
789
|
-
//
|
|
790
|
-
return notSeenCommitteeMembers
|
|
813
|
+
// an empty set means all validators are seen, we don't need to check for any attestations of same committee again
|
|
814
|
+
return notSeenCommitteeMembers;
|
|
791
815
|
};
|
|
792
816
|
}
|
|
793
817
|
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import {BeaconConfig} from "@lodestar/config";
|
|
2
|
-
import {DbBatch, Id, Repository} from "@lodestar/db";
|
|
3
2
|
import {
|
|
4
3
|
BLS_WITHDRAWAL_PREFIX,
|
|
5
4
|
ForkName,
|
|
@@ -42,6 +41,7 @@ import {
|
|
|
42
41
|
getAttesterSlashingSignatureDomains,
|
|
43
42
|
getProposerSlashingSignatureDomain,
|
|
44
43
|
isValidBlsToExecutionChangeForBlockInclusion,
|
|
44
|
+
persistDiff,
|
|
45
45
|
} from "./utils.js";
|
|
46
46
|
|
|
47
47
|
type HexRoot = string;
|
|
@@ -500,33 +500,3 @@ function isVoluntaryExitSignatureIncludable(stateFork: ForkSeq, voluntaryExitFor
|
|
|
500
500
|
function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean {
|
|
501
501
|
return !validator.slashed && validator.activationEpoch <= epoch && epoch < validator.withdrawableEpoch;
|
|
502
502
|
}
|
|
503
|
-
|
|
504
|
-
/**
|
|
505
|
-
* Persist target items `items` in `dbRepo` doing minimum put and delete writes.
|
|
506
|
-
* Reads all keys in repository to compute the diff between current persisted data and target data.
|
|
507
|
-
*/
|
|
508
|
-
async function persistDiff<K extends Id, V>(
|
|
509
|
-
dbRepo: Repository<K, V>,
|
|
510
|
-
items: {key: K; value: V}[],
|
|
511
|
-
serializeKey: (key: K) => number | string,
|
|
512
|
-
opts: {updateExisting?: boolean} = {}
|
|
513
|
-
): Promise<void> {
|
|
514
|
-
const persistedKeys = await dbRepo.keys();
|
|
515
|
-
const batch: DbBatch<K, V> = [];
|
|
516
|
-
|
|
517
|
-
const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
|
|
518
|
-
for (const item of items) {
|
|
519
|
-
if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
|
|
520
|
-
batch.push({type: "put", key: item.key, value: item.value});
|
|
521
|
-
}
|
|
522
|
-
}
|
|
523
|
-
|
|
524
|
-
const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
|
|
525
|
-
for (const persistedKey of persistedKeys) {
|
|
526
|
-
if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
|
|
527
|
-
batch.push({type: "del", key: persistedKey});
|
|
528
|
-
}
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
if (batch.length > 0) await dbRepo.batch(batch);
|
|
532
|
-
}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
|
|
2
|
-
import {toRootHex} from "@lodestar/utils";
|
|
2
|
+
import {toHex, toRootHex} from "@lodestar/utils";
|
|
3
|
+
import {IBeaconDb} from "../../db/index.js";
|
|
4
|
+
import {persistDiff} from "./utils.js";
|
|
3
5
|
|
|
4
6
|
/**
|
|
5
7
|
* Pool of validated `SignedProposerPreferences` indexed by `(slot, dependent_root)`.
|
|
@@ -64,4 +66,21 @@ export class ProposerPreferencesPool {
|
|
|
64
66
|
if (slot < currentSlot) this.bySlot.delete(slot);
|
|
65
67
|
}
|
|
66
68
|
}
|
|
69
|
+
|
|
70
|
+
/** Restore the preferences of upcoming slots, they were validated before they were persisted */
|
|
71
|
+
async fromPersisted(db: IBeaconDb, currentSlot: Slot): Promise<void> {
|
|
72
|
+
for (const signed of await db.proposerPreferences.values()) {
|
|
73
|
+
if (signed.message.proposalSlot >= currentSlot) {
|
|
74
|
+
this.add(signed);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
async toPersisted(db: IBeaconDb): Promise<void> {
|
|
80
|
+
await persistDiff(
|
|
81
|
+
db.proposerPreferences,
|
|
82
|
+
this.getAll().map((signed) => ({key: db.proposerPreferences.getId(signed), value: signed})),
|
|
83
|
+
toHex
|
|
84
|
+
);
|
|
85
|
+
}
|
|
67
86
|
}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import {Signature} from "@chainsafe/lodestar-z/blst";
|
|
2
2
|
import {BeaconConfig} from "@lodestar/config";
|
|
3
|
+
import {DbBatch, Id, Repository} from "@lodestar/db";
|
|
3
4
|
import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
|
|
4
5
|
import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
|
|
5
6
|
import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
|
|
@@ -91,3 +92,33 @@ export function isValidBlsToExecutionChangeForBlockInclusion(
|
|
|
91
92
|
export function isElectraAggregate(aggregate: AggregateFast): aggregate is AggregateFastElectra {
|
|
92
93
|
return (aggregate as AggregateFastElectra).committeeBits !== undefined;
|
|
93
94
|
}
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Persist target items `items` in `dbRepo` doing minimum put and delete writes.
|
|
98
|
+
* Reads all keys in repository to compute the diff between current persisted data and target data.
|
|
99
|
+
*/
|
|
100
|
+
export async function persistDiff<K extends Id, V>(
|
|
101
|
+
dbRepo: Repository<K, V>,
|
|
102
|
+
items: {key: K; value: V}[],
|
|
103
|
+
serializeKey: (key: K) => number | string,
|
|
104
|
+
opts: {updateExisting?: boolean} = {}
|
|
105
|
+
): Promise<void> {
|
|
106
|
+
const persistedKeys = await dbRepo.keys();
|
|
107
|
+
const batch: DbBatch<K, V> = [];
|
|
108
|
+
|
|
109
|
+
const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
|
|
110
|
+
for (const item of items) {
|
|
111
|
+
if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
|
|
112
|
+
batch.push({type: "put", key: item.key, value: item.value});
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
|
|
117
|
+
for (const persistedKey of persistedKeys) {
|
|
118
|
+
if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
|
|
119
|
+
batch.push({type: "del", key: persistedKey});
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
if (batch.length > 0) await dbRepo.batch(batch);
|
|
124
|
+
}
|
package/src/chain/options.ts
CHANGED
|
@@ -27,8 +27,8 @@ export type IChainOptions = BlockProcessOpts &
|
|
|
27
27
|
blsVerifyAllMainThread?: boolean;
|
|
28
28
|
blsVerifyAllMultiThread?: boolean;
|
|
29
29
|
blacklistedBlocks?: string[];
|
|
30
|
-
// TODO GLOAS: add similar option for execution payload envelopes?
|
|
31
30
|
persistProducedBlocks?: boolean;
|
|
31
|
+
persistProducedPayloadEnvelopes?: boolean;
|
|
32
32
|
/** Archive finalized Gloas payload envelopes as headers (bodies reconstructed from the EL on read) */
|
|
33
33
|
dedupePayloads?: boolean;
|
|
34
34
|
persistInvalidSszObjects?: boolean;
|
|
@@ -22,7 +22,7 @@ import {
|
|
|
22
22
|
isStatePostGloas,
|
|
23
23
|
} from "@lodestar/state-transition";
|
|
24
24
|
import {Bytes32, Slot, ValidatorIndex} from "@lodestar/types";
|
|
25
|
-
import {Logger, fromHex, isErrorAborted, sleep} from "@lodestar/utils";
|
|
25
|
+
import {Logger, fromHex, isErrorAborted, sleep, toHex} from "@lodestar/utils";
|
|
26
26
|
import {GENESIS_SLOT} from "../constants/constants.js";
|
|
27
27
|
import {BuilderStatus} from "../execution/builder/http.js";
|
|
28
28
|
import {PayloadAttributes} from "../execution/index.js";
|
|
@@ -31,7 +31,11 @@ import {ClockEvent} from "../util/clock.js";
|
|
|
31
31
|
import {isQueueErrorAborted} from "../util/queue/index.js";
|
|
32
32
|
import {ForkchoiceCaller} from "./forkChoice/index.js";
|
|
33
33
|
import {IBeaconChain} from "./interface.js";
|
|
34
|
-
import {
|
|
34
|
+
import {
|
|
35
|
+
getPayloadAttributesForSSE,
|
|
36
|
+
getPooledProposerPreferences,
|
|
37
|
+
prepareExecutionPayload,
|
|
38
|
+
} from "./produceBlock/produceBlockBody.js";
|
|
35
39
|
import {RegenCaller} from "./regen/index.js";
|
|
36
40
|
|
|
37
41
|
// TODO GLOAS: re-evaluate this timing
|
|
@@ -158,7 +162,15 @@ export class PrepareNextSlotScheduler {
|
|
|
158
162
|
};
|
|
159
163
|
|
|
160
164
|
const proposerIndex = await getProposerIndex();
|
|
161
|
-
|
|
165
|
+
if (this.chain.beaconProposerCache.has(proposerIndex)) {
|
|
166
|
+
const pooledPreferences = isForkPostGloas(fork)
|
|
167
|
+
? getPooledProposerPreferences(this.chain, prepareSlot, headRoot)
|
|
168
|
+
: null;
|
|
169
|
+
feeRecipient =
|
|
170
|
+
pooledPreferences !== null
|
|
171
|
+
? toHex(pooledPreferences.feeRecipient)
|
|
172
|
+
: this.chain.beaconProposerCache.getOrDefault(proposerIndex);
|
|
173
|
+
}
|
|
162
174
|
|
|
163
175
|
// Predict the proposer head of the next slot when either:
|
|
164
176
|
// - we are proposing the next slot (single-slot proposer-boost-reorg), or
|
|
@@ -77,6 +77,7 @@ import {IExecutionBuilder, IExecutionEngine, PayloadAttributes, PayloadId} from
|
|
|
77
77
|
import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
|
|
78
78
|
import {fromGraffitiBytes} from "../../util/graffiti.js";
|
|
79
79
|
import {kzg} from "../../util/kzg.js";
|
|
80
|
+
import {BeaconProposerCache} from "../beaconProposerCache.js";
|
|
80
81
|
import type {BeaconChain} from "../chain.js";
|
|
81
82
|
import {CommonBlockBody} from "../interface.js";
|
|
82
83
|
import {ProposerPreferencesPool} from "../opPools/index.js";
|
|
@@ -286,10 +287,13 @@ export async function produceBlockBody<T extends BlockType>(
|
|
|
286
287
|
// this into a completely separate function and have pre/post gloas more separated
|
|
287
288
|
const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
|
|
288
289
|
const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
290
|
+
const {feeRecipient, feeRecipientType} = getProposerFeeRecipient(
|
|
291
|
+
requestedFeeRecipient,
|
|
292
|
+
getPooledProposerPreferences(this, blockSlot, parentBlock.blockRoot),
|
|
293
|
+
this.beaconProposerCache,
|
|
294
|
+
proposerIndex
|
|
295
|
+
);
|
|
296
|
+
Object.assign(logMeta, {feeRecipientType, feeRecipient});
|
|
293
297
|
|
|
294
298
|
const endExecutionPayload = this.metrics?.executionBlockProductionTimeSteps.startTimer();
|
|
295
299
|
|
|
@@ -442,13 +446,12 @@ export async function produceBlockBody<T extends BlockType>(
|
|
|
442
446
|
|
|
443
447
|
const safeBlockHash = getSafeExecutionBlockHash(this.forkChoice, this.logger);
|
|
444
448
|
const finalizedBlockHash = getFinalizedExecutionBlockHash(this.forkChoice);
|
|
445
|
-
const feeRecipient =
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
449
|
+
const {feeRecipient, feeRecipientType} = getProposerFeeRecipient(
|
|
450
|
+
requestedFeeRecipient,
|
|
451
|
+
null,
|
|
452
|
+
this.beaconProposerCache,
|
|
453
|
+
proposerIndex
|
|
454
|
+
);
|
|
452
455
|
Object.assign(logMeta, {feeRecipientType, feeRecipient});
|
|
453
456
|
|
|
454
457
|
if (blockType === BlockType.Blinded) {
|
|
@@ -974,9 +977,8 @@ function preparePayloadAttributes(
|
|
|
974
977
|
* Resolve the proposer's preferred (target) gas limit for the Gloas `PayloadAttributesV4`
|
|
975
978
|
* `targetGasLimit` field (consensus-specs#5235, execution-apis#796).
|
|
976
979
|
*
|
|
977
|
-
* Sourced from the `SignedProposerPreferences` the proposer's VC submitted to the pool
|
|
978
|
-
*
|
|
979
|
-
* preferences are pooled, target the parent payload's gas limit so the gas limit stays
|
|
980
|
+
* Sourced from the `SignedProposerPreferences` the proposer's VC submitted to the pool. When no
|
|
981
|
+
* matching preferences are pooled, target the parent payload's gas limit so the gas limit stays
|
|
980
982
|
* unchanged (`is_gas_limit_target_compatible` then requires `gas_limit == parent_gas_limit`).
|
|
981
983
|
*
|
|
982
984
|
* The parent payload's gas_limit is read from fork choice — the variant matching
|
|
@@ -991,26 +993,9 @@ function getProposerTargetGasLimit(
|
|
|
991
993
|
parentBlockHash: Bytes32
|
|
992
994
|
): bigint {
|
|
993
995
|
const parentBlockRootHex = toRootHex(parentBlockRoot);
|
|
994
|
-
const
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
return null;
|
|
998
|
-
}
|
|
999
|
-
try {
|
|
1000
|
-
return getShufflingDependentRoot(
|
|
1001
|
-
chain.forkChoice,
|
|
1002
|
-
computeEpochAtSlot(prepareSlot),
|
|
1003
|
-
computeEpochAtSlot(parentBlock.slot),
|
|
1004
|
-
parentBlock
|
|
1005
|
-
);
|
|
1006
|
-
} catch {
|
|
1007
|
-
return null;
|
|
1008
|
-
}
|
|
1009
|
-
})();
|
|
1010
|
-
|
|
1011
|
-
const pref = dependentRootHex !== null ? chain.proposerPreferencesPool.get(prepareSlot, dependentRootHex) : null;
|
|
1012
|
-
if (pref !== null) {
|
|
1013
|
-
return pref.message.targetGasLimit;
|
|
996
|
+
const preferences = getPooledProposerPreferences(chain, prepareSlot, parentBlockRootHex);
|
|
997
|
+
if (preferences !== null) {
|
|
998
|
+
return preferences.targetGasLimit;
|
|
1014
999
|
}
|
|
1015
1000
|
|
|
1016
1001
|
const parentPayloadVariant = chain.forkChoice.getBlockHexAndBlockHash(parentBlockRootHex, toRootHex(parentBlockHash));
|
|
@@ -1022,6 +1007,55 @@ function getProposerTargetGasLimit(
|
|
|
1022
1007
|
return BigInt(parentPayloadVariant.executionPayloadGasLimit);
|
|
1023
1008
|
}
|
|
1024
1009
|
|
|
1010
|
+
/** The proposer's request wins over its signed preferences, which win over its registered proposer data */
|
|
1011
|
+
function getProposerFeeRecipient(
|
|
1012
|
+
requestedFeeRecipient: string | undefined,
|
|
1013
|
+
pooledPreferences: gloas.ProposerPreferences | null,
|
|
1014
|
+
beaconProposerCache: BeaconProposerCache,
|
|
1015
|
+
proposerIndex: ValidatorIndex
|
|
1016
|
+
): {feeRecipient: string; feeRecipientType: "requested" | "preferences" | "cached" | "default"} {
|
|
1017
|
+
if (requestedFeeRecipient !== undefined) {
|
|
1018
|
+
return {feeRecipient: requestedFeeRecipient, feeRecipientType: "requested"};
|
|
1019
|
+
}
|
|
1020
|
+
if (pooledPreferences !== null) {
|
|
1021
|
+
return {feeRecipient: toHex(pooledPreferences.feeRecipient), feeRecipientType: "preferences"};
|
|
1022
|
+
}
|
|
1023
|
+
const cachedFeeRecipient = beaconProposerCache.get(proposerIndex);
|
|
1024
|
+
if (cachedFeeRecipient !== undefined) {
|
|
1025
|
+
return {feeRecipient: cachedFeeRecipient, feeRecipientType: "cached"};
|
|
1026
|
+
}
|
|
1027
|
+
return {feeRecipient: beaconProposerCache.getOrDefault(proposerIndex), feeRecipientType: "default"};
|
|
1028
|
+
}
|
|
1029
|
+
|
|
1030
|
+
/**
|
|
1031
|
+
* The preferences the proposer of `slot` signed for the branch of `parentBlockRoot`, the same
|
|
1032
|
+
* `(slot, dependent_root)` lookup as gossip bid validation. Null if none are pooled.
|
|
1033
|
+
*/
|
|
1034
|
+
export function getPooledProposerPreferences(
|
|
1035
|
+
chain: {forkChoice: IForkChoice; proposerPreferencesPool: ProposerPreferencesPool},
|
|
1036
|
+
slot: Slot,
|
|
1037
|
+
parentBlockRootHex: RootHex
|
|
1038
|
+
): gloas.ProposerPreferences | null {
|
|
1039
|
+
const parentBlock = chain.forkChoice.getBlockHexDefaultStatus(parentBlockRootHex);
|
|
1040
|
+
if (parentBlock === null) {
|
|
1041
|
+
return null;
|
|
1042
|
+
}
|
|
1043
|
+
|
|
1044
|
+
let dependentRootHex: RootHex;
|
|
1045
|
+
try {
|
|
1046
|
+
dependentRootHex = getShufflingDependentRoot(
|
|
1047
|
+
chain.forkChoice,
|
|
1048
|
+
computeEpochAtSlot(slot),
|
|
1049
|
+
computeEpochAtSlot(parentBlock.slot),
|
|
1050
|
+
parentBlock
|
|
1051
|
+
);
|
|
1052
|
+
} catch {
|
|
1053
|
+
return null;
|
|
1054
|
+
}
|
|
1055
|
+
|
|
1056
|
+
return chain.proposerPreferencesPool.get(slot, dependentRootHex)?.message ?? null;
|
|
1057
|
+
}
|
|
1058
|
+
|
|
1025
1059
|
export async function produceCommonBlockBody<T extends BlockType>(
|
|
1026
1060
|
this: BeaconChain,
|
|
1027
1061
|
blockType: T,
|
|
@@ -111,6 +111,9 @@ export class SeenBlockInput {
|
|
|
111
111
|
// there should only 1 block root per slot but we need to always compare against rootHex
|
|
112
112
|
// and the signature to ensure we only skip verification if both match
|
|
113
113
|
private verifiedProposerSignatures = new Map<Slot, Map<RootHex, BLSSignature>>();
|
|
114
|
+
// Roots of gossip blocks under validation, counted because blocks with the same root but different signatures
|
|
115
|
+
// can be validated concurrently
|
|
116
|
+
private validatingBlockRoots = new Map<RootHex, number>();
|
|
114
117
|
|
|
115
118
|
constructor({
|
|
116
119
|
config,
|
|
@@ -153,6 +156,26 @@ export class SeenBlockInput {
|
|
|
153
156
|
return this.blockInputs.get(rootHex)?.hasBlock() ?? false;
|
|
154
157
|
}
|
|
155
158
|
|
|
159
|
+
/**
|
|
160
|
+
* Mark a gossip block root as under validation, every call MUST be paired with `unmarkValidatingBlock()`
|
|
161
|
+
*/
|
|
162
|
+
markValidatingBlock(rootHex: RootHex): void {
|
|
163
|
+
this.validatingBlockRoots.set(rootHex, (this.validatingBlockRoots.get(rootHex) ?? 0) + 1);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
unmarkValidatingBlock(rootHex: RootHex): void {
|
|
167
|
+
const count = this.validatingBlockRoots.get(rootHex) ?? 0;
|
|
168
|
+
if (count <= 1) {
|
|
169
|
+
this.validatingBlockRoots.delete(rootHex);
|
|
170
|
+
} else {
|
|
171
|
+
this.validatingBlockRoots.set(rootHex, count - 1);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
isValidatingBlock(rootHex: RootHex): boolean {
|
|
176
|
+
return this.validatingBlockRoots.has(rootHex);
|
|
177
|
+
}
|
|
178
|
+
|
|
156
179
|
get(rootHex: RootHex): IBlockInput | undefined {
|
|
157
180
|
return this.blockInputs.get(rootHex);
|
|
158
181
|
}
|