@lodestar/beacon-node 1.50.0-dev.fef46df5ba → 1.50.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +6 -1
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/beacon/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/index.js +13 -0
- package/lib/api/impl/beacon/index.js.map +1 -1
- package/lib/api/impl/beacon/pool/index.js +4 -4
- package/lib/api/impl/beacon/pool/index.js.map +1 -1
- package/lib/api/impl/beacon/state/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/state/index.js +28 -6
- package/lib/api/impl/beacon/state/index.js.map +1 -1
- package/lib/api/impl/debug/index.d.ts.map +1 -1
- package/lib/api/impl/debug/index.js +26 -18
- package/lib/api/impl/debug/index.js.map +1 -1
- package/lib/api/impl/validator/index.d.ts +1 -0
- package/lib/api/impl/validator/index.d.ts.map +1 -1
- package/lib/api/impl/validator/index.js +49 -1
- package/lib/api/impl/validator/index.js.map +1 -1
- package/lib/chain/archiveStore/archiveStore.d.ts +5 -0
- package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
- package/lib/chain/archiveStore/archiveStore.js +14 -24
- package/lib/chain/archiveStore/archiveStore.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +2 -2
- package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
- package/lib/chain/archiveStore/historicalState/getHistoricalState.js +5 -7
- package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/historicalStateRegen.js +1 -1
- package/lib/chain/archiveStore/historicalState/historicalStateRegen.js.map +1 -1
- package/lib/chain/archiveStore/historicalState/types.d.ts +2 -2
- package/lib/chain/archiveStore/historicalState/types.d.ts.map +1 -1
- package/lib/chain/archiveStore/historicalState/worker.js +1 -1
- package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
- package/lib/chain/archiveStore/interface.d.ts +1 -1
- package/lib/chain/archiveStore/interface.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.d.ts.map +1 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js +2 -1
- package/lib/chain/archiveStore/utils/pruneHistory.js.map +1 -1
- package/lib/chain/beaconProposerCache.d.ts +6 -0
- package/lib/chain/beaconProposerCache.d.ts.map +1 -1
- package/lib/chain/beaconProposerCache.js +16 -0
- package/lib/chain/beaconProposerCache.js.map +1 -1
- package/lib/chain/blocks/importBlock.d.ts.map +1 -1
- package/lib/chain/blocks/importBlock.js +18 -8
- package/lib/chain/blocks/importBlock.js.map +1 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts +2 -1
- package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlock.js +7 -7
- package/lib/chain/blocks/verifyBlock.js.map +1 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts +2 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.d.ts.map +1 -1
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js +5 -4
- package/lib/chain/blocks/verifyBlocksStateTransitionOnly.js.map +1 -1
- package/lib/chain/chain.d.ts +10 -5
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +105 -36
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/emitter.d.ts +7 -1
- package/lib/chain/emitter.d.ts.map +1 -1
- package/lib/chain/emitter.js +5 -0
- package/lib/chain/emitter.js.map +1 -1
- package/lib/chain/errors/envelopeReconstructionError.d.ts +5 -0
- package/lib/chain/errors/envelopeReconstructionError.d.ts.map +1 -1
- package/lib/chain/errors/envelopeReconstructionError.js +2 -0
- package/lib/chain/errors/envelopeReconstructionError.js.map +1 -1
- package/lib/chain/errors/gossipValidation.d.ts +3 -1
- package/lib/chain/errors/gossipValidation.d.ts.map +1 -1
- package/lib/chain/errors/gossipValidation.js +2 -0
- package/lib/chain/errors/gossipValidation.js.map +1 -1
- package/lib/chain/forkChoice/index.d.ts.map +1 -1
- package/lib/chain/forkChoice/index.js +2 -0
- package/lib/chain/forkChoice/index.js.map +1 -1
- package/lib/chain/interface.d.ts +5 -2
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts +4 -2
- package/lib/chain/opPools/aggregatedAttestationPool.d.ts.map +1 -1
- package/lib/chain/opPools/aggregatedAttestationPool.js +30 -8
- package/lib/chain/opPools/aggregatedAttestationPool.js.map +1 -1
- package/lib/chain/opPools/opPool.d.ts +5 -4
- package/lib/chain/opPools/opPool.d.ts.map +1 -1
- package/lib/chain/opPools/opPool.js +60 -38
- package/lib/chain/opPools/opPool.js.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.d.ts +8 -4
- package/lib/chain/opPools/proposerPreferencesPool.d.ts.map +1 -1
- package/lib/chain/opPools/proposerPreferencesPool.js +27 -12
- package/lib/chain/opPools/proposerPreferencesPool.js.map +1 -1
- package/lib/chain/opPools/utils.d.ts +15 -1
- package/lib/chain/opPools/utils.d.ts.map +1 -1
- package/lib/chain/opPools/utils.js +33 -1
- package/lib/chain/opPools/utils.js.map +1 -1
- package/lib/chain/options.d.ts +2 -1
- package/lib/chain/options.d.ts.map +1 -1
- package/lib/chain/options.js +1 -1
- package/lib/chain/options.js.map +1 -1
- package/lib/chain/prepareNextSlot.d.ts.map +1 -1
- package/lib/chain/prepareNextSlot.js +16 -5
- package/lib/chain/prepareNextSlot.js.map +1 -1
- package/lib/chain/produceBlock/computeNewStateRoot.js +1 -1
- package/lib/chain/produceBlock/computeNewStateRoot.js.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts +11 -1
- package/lib/chain/produceBlock/produceBlockBody.d.ts.map +1 -1
- package/lib/chain/produceBlock/produceBlockBody.js +46 -30
- package/lib/chain/produceBlock/produceBlockBody.js.map +1 -1
- package/lib/chain/regen/regen.d.ts +2 -0
- package/lib/chain/regen/regen.d.ts.map +1 -1
- package/lib/chain/regen/regen.js +10 -4
- package/lib/chain/regen/regen.js.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts +7 -0
- package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenGossipBlockInput.js +21 -0
- package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts +9 -2
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.d.ts.map +1 -1
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js +23 -13
- package/lib/chain/seenCache/seenPayloadEnvelopeInput.js.map +1 -1
- package/lib/chain/shufflingCache.d.ts +18 -8
- package/lib/chain/shufflingCache.d.ts.map +1 -1
- package/lib/chain/shufflingCache.js +72 -18
- package/lib/chain/shufflingCache.js.map +1 -1
- package/lib/chain/validation/attesterSlashing.d.ts +4 -4
- package/lib/chain/validation/attesterSlashing.d.ts.map +1 -1
- package/lib/chain/validation/attesterSlashing.js +3 -0
- package/lib/chain/validation/attesterSlashing.js.map +1 -1
- package/lib/chain/validation/proposerSlashing.d.ts +3 -3
- package/lib/chain/validation/proposerSlashing.d.ts.map +1 -1
- package/lib/chain/validation/proposerSlashing.js +3 -0
- package/lib/chain/validation/proposerSlashing.js.map +1 -1
- package/lib/chain/validatorMonitor.d.ts +5 -1
- package/lib/chain/validatorMonitor.d.ts.map +1 -1
- package/lib/chain/validatorMonitor.js +64 -54
- package/lib/chain/validatorMonitor.js.map +1 -1
- package/lib/db/beacon.d.ts +4 -1
- package/lib/db/beacon.d.ts.map +1 -1
- package/lib/db/beacon.js +6 -1
- package/lib/db/beacon.js.map +1 -1
- package/lib/db/buckets.d.ts +3 -1
- package/lib/db/buckets.d.ts.map +1 -1
- package/lib/db/buckets.js +2 -0
- package/lib/db/buckets.js.map +1 -1
- package/lib/db/interface.d.ts +4 -1
- package/lib/db/interface.d.ts.map +1 -1
- package/lib/db/repositories/blockArchiveIndex.d.ts +2 -2
- package/lib/db/repositories/blockArchiveIndex.d.ts.map +1 -1
- package/lib/db/repositories/earliestAvailableSlot.d.ts +11 -0
- package/lib/db/repositories/earliestAvailableSlot.d.ts.map +1 -0
- package/lib/db/repositories/earliestAvailableSlot.js +19 -0
- package/lib/db/repositories/earliestAvailableSlot.js.map +1 -0
- package/lib/db/repositories/index.d.ts +1 -0
- package/lib/db/repositories/index.d.ts.map +1 -1
- package/lib/db/repositories/index.js +1 -0
- package/lib/db/repositories/index.js.map +1 -1
- package/lib/db/repositories/proposerPreferences.d.ts +14 -0
- package/lib/db/repositories/proposerPreferences.d.ts.map +1 -0
- package/lib/db/repositories/proposerPreferences.js +21 -0
- package/lib/db/repositories/proposerPreferences.js.map +1 -0
- package/lib/db/repositories/proposerSlashing.d.ts +1 -0
- package/lib/db/repositories/proposerSlashing.d.ts.map +1 -1
- package/lib/db/repositories/proposerSlashing.js +5 -1
- package/lib/db/repositories/proposerSlashing.js.map +1 -1
- package/lib/execution/engine/blobVersionedHashes.d.ts +9 -0
- package/lib/execution/engine/blobVersionedHashes.d.ts.map +1 -0
- package/lib/execution/engine/blobVersionedHashes.js +74 -0
- package/lib/execution/engine/blobVersionedHashes.js.map +1 -0
- package/lib/execution/engine/disabled.d.ts +0 -2
- package/lib/execution/engine/disabled.d.ts.map +1 -1
- package/lib/execution/engine/disabled.js +0 -6
- package/lib/execution/engine/disabled.js.map +1 -1
- package/lib/execution/engine/http.d.ts +46 -16
- package/lib/execution/engine/http.d.ts.map +1 -1
- package/lib/execution/engine/http.js +236 -213
- package/lib/execution/engine/http.js.map +1 -1
- package/lib/execution/engine/index.d.ts +3 -2
- package/lib/execution/engine/index.d.ts.map +1 -1
- package/lib/execution/engine/index.js +33 -8
- package/lib/execution/engine/index.js.map +1 -1
- package/lib/execution/engine/interface.d.ts +2 -4
- package/lib/execution/engine/interface.d.ts.map +1 -1
- package/lib/execution/engine/jsonRpcTransport.d.ts +25 -0
- package/lib/execution/engine/jsonRpcTransport.d.ts.map +1 -0
- package/lib/execution/engine/jsonRpcTransport.js +158 -0
- package/lib/execution/engine/jsonRpcTransport.js.map +1 -0
- package/lib/execution/engine/mock.d.ts +0 -2
- package/lib/execution/engine/mock.d.ts.map +1 -1
- package/lib/execution/engine/mock.js +0 -8
- package/lib/execution/engine/mock.js.map +1 -1
- package/lib/execution/engine/restHttpClient.d.ts +71 -0
- package/lib/execution/engine/restHttpClient.d.ts.map +1 -0
- package/lib/execution/engine/restHttpClient.js +201 -0
- package/lib/execution/engine/restHttpClient.js.map +1 -0
- package/lib/execution/engine/restTransport.d.ts +46 -0
- package/lib/execution/engine/restTransport.d.ts.map +1 -0
- package/lib/execution/engine/restTransport.js +399 -0
- package/lib/execution/engine/restTransport.js.map +1 -0
- package/lib/execution/engine/sszTypes.d.ts +1261 -0
- package/lib/execution/engine/sszTypes.d.ts.map +1 -0
- package/lib/execution/engine/sszTypes.js +216 -0
- package/lib/execution/engine/sszTypes.js.map +1 -0
- package/lib/execution/engine/transport.d.ts +39 -0
- package/lib/execution/engine/transport.d.ts.map +1 -0
- package/lib/execution/engine/transport.js +2 -0
- package/lib/execution/engine/transport.js.map +1 -0
- package/lib/execution/engine/types.d.ts +2 -8
- package/lib/execution/engine/types.d.ts.map +1 -1
- package/lib/execution/engine/types.js +24 -57
- package/lib/execution/engine/types.js.map +1 -1
- package/lib/execution/engine/utils.d.ts.map +1 -1
- package/lib/execution/engine/utils.js +9 -2
- package/lib/execution/engine/utils.js.map +1 -1
- package/lib/metrics/metrics/lodestar.d.ts +10 -0
- package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
- package/lib/metrics/metrics/lodestar.js +22 -0
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/metrics/metrics.d.ts +7 -3
- package/lib/metrics/metrics.d.ts.map +1 -1
- package/lib/metrics/metrics.js +4 -4
- package/lib/metrics/metrics.js.map +1 -1
- package/lib/network/core/events.d.ts +5 -1
- package/lib/network/core/events.d.ts.map +1 -1
- package/lib/network/core/events.js +8 -0
- package/lib/network/core/events.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +67 -68
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/processor/gossipValidatorFn.d.ts +7 -3
- package/lib/network/processor/gossipValidatorFn.d.ts.map +1 -1
- package/lib/network/processor/gossipValidatorFn.js +7 -3
- package/lib/network/processor/gossipValidatorFn.js.map +1 -1
- package/lib/network/processor/index.d.ts +9 -0
- package/lib/network/processor/index.d.ts.map +1 -1
- package/lib/network/processor/index.js +77 -10
- package/lib/network/processor/index.js.map +1 -1
- package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js +1 -1
- package/lib/network/reqresp/handlers/executionPayloadEnvelopesByRoot.js.map +1 -1
- package/lib/node/nodejs.d.ts +3 -1
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +27 -4
- package/lib/node/nodejs.js.map +1 -1
- package/lib/node/options.d.ts +3 -2
- package/lib/node/options.d.ts.map +1 -1
- package/lib/node/options.js +2 -2
- package/lib/node/options.js.map +1 -1
- package/lib/sync/range/batch.d.ts +11 -5
- package/lib/sync/range/batch.d.ts.map +1 -1
- package/lib/sync/range/batch.js +21 -17
- package/lib/sync/range/batch.js.map +1 -1
- package/lib/sync/range/chain.d.ts +4 -4
- package/lib/sync/range/chain.d.ts.map +1 -1
- package/lib/sync/range/chain.js +12 -6
- package/lib/sync/range/chain.js.map +1 -1
- package/lib/sync/range/range.d.ts.map +1 -1
- package/lib/sync/range/range.js +75 -29
- package/lib/sync/range/range.js.map +1 -1
- package/lib/sync/unknownBlock.d.ts +5 -2
- package/lib/sync/unknownBlock.d.ts.map +1 -1
- package/lib/sync/unknownBlock.js +49 -24
- package/lib/sync/unknownBlock.js.map +1 -1
- package/lib/sync/utils/downloadByRange.d.ts +38 -14
- package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRange.js +84 -39
- package/lib/sync/utils/downloadByRange.js.map +1 -1
- package/lib/util/asyncIterableToEvents.d.ts +10 -2
- package/lib/util/asyncIterableToEvents.d.ts.map +1 -1
- package/lib/util/asyncIterableToEvents.js +29 -3
- package/lib/util/asyncIterableToEvents.js.map +1 -1
- package/lib/util/execution.d.ts +9 -11
- package/lib/util/execution.d.ts.map +1 -1
- package/lib/util/execution.js +5 -1
- package/lib/util/execution.js.map +1 -1
- package/lib/util/metadata.d.ts.map +1 -1
- package/lib/util/metadata.js +2 -1
- package/lib/util/metadata.js.map +1 -1
- package/package.json +18 -17
- package/src/api/impl/beacon/blocks/index.ts +7 -4
- package/src/api/impl/beacon/index.ts +15 -0
- package/src/api/impl/beacon/pool/index.ts +4 -4
- package/src/api/impl/beacon/state/index.ts +43 -6
- package/src/api/impl/debug/index.ts +28 -19
- package/src/api/impl/validator/index.ts +61 -2
- package/src/chain/archiveStore/archiveStore.ts +19 -25
- package/src/chain/archiveStore/historicalState/getHistoricalState.ts +5 -7
- package/src/chain/archiveStore/historicalState/historicalStateRegen.ts +1 -1
- package/src/chain/archiveStore/historicalState/types.ts +2 -2
- package/src/chain/archiveStore/historicalState/worker.ts +1 -2
- package/src/chain/archiveStore/interface.ts +1 -1
- package/src/chain/archiveStore/utils/pruneHistory.ts +4 -1
- package/src/chain/beaconProposerCache.ts +19 -1
- package/src/chain/blocks/importBlock.ts +21 -7
- package/src/chain/blocks/payloadEnvelopeInput/types.ts +2 -1
- package/src/chain/blocks/verifyBlock.ts +8 -6
- package/src/chain/blocks/verifyBlocksStateTransitionOnly.ts +6 -3
- package/src/chain/chain.ts +135 -38
- package/src/chain/emitter.ts +7 -1
- package/src/chain/errors/envelopeReconstructionError.ts +3 -0
- package/src/chain/errors/gossipValidation.ts +2 -0
- package/src/chain/forkChoice/index.ts +2 -0
- package/src/chain/interface.ts +5 -2
- package/src/chain/opPools/aggregatedAttestationPool.ts +34 -10
- package/src/chain/opPools/opPool.ts +89 -46
- package/src/chain/opPools/proposerPreferencesPool.ts +34 -11
- package/src/chain/opPools/utils.ts +62 -3
- package/src/chain/options.ts +3 -3
- package/src/chain/prepareNextSlot.ts +21 -6
- package/src/chain/produceBlock/computeNewStateRoot.ts +1 -1
- package/src/chain/produceBlock/produceBlockBody.ts +76 -35
- package/src/chain/regen/regen.ts +12 -4
- package/src/chain/seenCache/seenGossipBlockInput.ts +23 -0
- package/src/chain/seenCache/seenPayloadEnvelopeInput.ts +31 -13
- package/src/chain/shufflingCache.ts +84 -22
- package/src/chain/validation/attesterSlashing.ts +7 -4
- package/src/chain/validation/proposerSlashing.ts +7 -4
- package/src/chain/validatorMonitor.ts +75 -57
- package/src/db/beacon.ts +6 -0
- package/src/db/buckets.ts +2 -0
- package/src/db/interface.ts +4 -0
- package/src/db/repositories/earliestAvailableSlot.ts +19 -0
- package/src/db/repositories/index.ts +1 -0
- package/src/db/repositories/proposerPreferences.ts +23 -0
- package/src/db/repositories/proposerSlashing.ts +6 -1
- package/src/execution/engine/blobVersionedHashes.ts +72 -0
- package/src/execution/engine/disabled.ts +0 -8
- package/src/execution/engine/http.ts +304 -300
- package/src/execution/engine/index.ts +41 -7
- package/src/execution/engine/interface.ts +2 -6
- package/src/execution/engine/jsonRpcTransport.ts +247 -0
- package/src/execution/engine/mock.ts +1 -19
- package/src/execution/engine/restHttpClient.ts +269 -0
- package/src/execution/engine/restTransport.ts +544 -0
- package/src/execution/engine/sszTypes.ts +354 -0
- package/src/execution/engine/transport.ts +61 -0
- package/src/execution/engine/types.ts +34 -84
- package/src/execution/engine/utils.ts +12 -2
- package/src/metrics/metrics/lodestar.ts +23 -0
- package/src/metrics/metrics.ts +21 -6
- package/src/network/core/events.ts +16 -1
- package/src/network/processor/gossipHandlers.ts +98 -81
- package/src/network/processor/gossipValidatorFn.ts +13 -3
- package/src/network/processor/index.ts +89 -10
- package/src/network/reqresp/handlers/executionPayloadEnvelopesByRoot.ts +1 -1
- package/src/node/nodejs.ts +35 -3
- package/src/node/options.ts +10 -1
- package/src/sync/range/batch.ts +25 -19
- package/src/sync/range/chain.ts +15 -8
- package/src/sync/range/range.ts +76 -30
- package/src/sync/unknownBlock.ts +62 -25
- package/src/sync/utils/downloadByRange.ts +123 -58
- package/src/util/asyncIterableToEvents.ts +44 -5
- package/src/util/execution.ts +16 -8
- package/src/util/metadata.ts +2 -1
|
@@ -30,7 +30,7 @@ import {
|
|
|
30
30
|
isStatePostGloas,
|
|
31
31
|
} from "@lodestar/state-transition";
|
|
32
32
|
import {Attestation, Epoch, RootHex, Slot, electra, isElectraAttestation, phase0, ssz} from "@lodestar/types";
|
|
33
|
-
import {MapDef, assert, toRootHex} from "@lodestar/utils";
|
|
33
|
+
import {Logger, MapDef, assert, toRootHex} from "@lodestar/utils";
|
|
34
34
|
import {Metrics} from "../../metrics/metrics.js";
|
|
35
35
|
import {IntersectResult, intersectUint8Arrays} from "../../util/bitArray.js";
|
|
36
36
|
import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
|
|
@@ -58,7 +58,7 @@ export type AttestationsConsolidation = {
|
|
|
58
58
|
|
|
59
59
|
/**
|
|
60
60
|
* This function returns not seen participation for a given epoch and slot and committee index.
|
|
61
|
-
* Return
|
|
61
|
+
* Return an empty set if all validators are seen, or null if the committee cannot be computed (e.g. missing shuffling).
|
|
62
62
|
*/
|
|
63
63
|
type GetNotSeenValidatorsFn = (epoch: Epoch, slot: Slot, committeeIndex: number) => Set<number> | null;
|
|
64
64
|
|
|
@@ -140,7 +140,8 @@ export class AggregatedAttestationPool {
|
|
|
140
140
|
|
|
141
141
|
constructor(
|
|
142
142
|
private readonly config: BeaconConfig,
|
|
143
|
-
private readonly metrics: Metrics | null = null
|
|
143
|
+
private readonly metrics: Metrics | null = null,
|
|
144
|
+
private readonly logger: Logger | null = null
|
|
144
145
|
) {
|
|
145
146
|
metrics?.opPool.aggregatedAttestationPool.attDataPerSlot.addCollect(() => this.onScrapeMetrics(metrics));
|
|
146
147
|
}
|
|
@@ -244,6 +245,7 @@ export class AggregatedAttestationPool {
|
|
|
244
245
|
const consolidations = new Map<AttestationsConsolidation, number>();
|
|
245
246
|
let scannedSlots = 0;
|
|
246
247
|
let stopReason: ScannedSlotsTerminationReason | null = null;
|
|
248
|
+
const missingShufflingCommitteesByEpoch = new Map<Epoch, number>();
|
|
247
249
|
slot: for (const slot of slots) {
|
|
248
250
|
const attestationGroupByIndexByDataHash = this.attestationGroupByIndexByDataHexBySlot.get(slot);
|
|
249
251
|
// should not happen
|
|
@@ -295,7 +297,12 @@ export class AggregatedAttestationPool {
|
|
|
295
297
|
|
|
296
298
|
for (const [committeeIndex, attestationGroup] of attestationGroupByIndex.entries()) {
|
|
297
299
|
const notSeenCommitteeMembers = notSeenValidatorsFn(epoch, slot, committeeIndex);
|
|
298
|
-
if (notSeenCommitteeMembers === null
|
|
300
|
+
if (notSeenCommitteeMembers === null) {
|
|
301
|
+
// skip this committee instead of failing the whole block production, other epochs may still have shuffling
|
|
302
|
+
missingShufflingCommitteesByEpoch.set(epoch, (missingShufflingCommitteesByEpoch.get(epoch) ?? 0) + 1);
|
|
303
|
+
continue;
|
|
304
|
+
}
|
|
305
|
+
if (notSeenCommitteeMembers.size === 0) {
|
|
299
306
|
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.seenCommittees.inc();
|
|
300
307
|
continue;
|
|
301
308
|
}
|
|
@@ -386,6 +393,18 @@ export class AggregatedAttestationPool {
|
|
|
386
393
|
scannedSlots++;
|
|
387
394
|
}
|
|
388
395
|
|
|
396
|
+
for (const [epoch, missingCommittees] of missingShufflingCommitteesByEpoch) {
|
|
397
|
+
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.missingShufflingCommittees.inc(
|
|
398
|
+
missingCommittees
|
|
399
|
+
);
|
|
400
|
+
this.logger?.debug("Missing shuffling when packing attestations, skipped committees", {
|
|
401
|
+
slot: stateSlot,
|
|
402
|
+
epoch,
|
|
403
|
+
decisionRoot: state.getShufflingDecisionRoot(epoch),
|
|
404
|
+
missingCommittees,
|
|
405
|
+
});
|
|
406
|
+
}
|
|
407
|
+
|
|
389
408
|
this.metrics?.opPool.aggregatedAttestationPool.packedAttestations.totalConsolidations.set(consolidations.size);
|
|
390
409
|
|
|
391
410
|
const sortedConsolidationsByScore = Array.from(consolidations.entries())
|
|
@@ -770,13 +789,18 @@ export function getNotSeenValidatorsFn(
|
|
|
770
789
|
}
|
|
771
790
|
const cacheKey = slot + "_" + committeeIndex;
|
|
772
791
|
let notSeenCommitteeMembers = cachedNotSeenValidators.get(cacheKey);
|
|
773
|
-
if (notSeenCommitteeMembers
|
|
774
|
-
|
|
775
|
-
return notSeenCommitteeMembers.size === 0 ? null : notSeenCommitteeMembers;
|
|
792
|
+
if (notSeenCommitteeMembers !== undefined) {
|
|
793
|
+
return notSeenCommitteeMembers;
|
|
776
794
|
}
|
|
777
795
|
|
|
778
796
|
const decisionRoot = state.getShufflingDecisionRoot(computeEpochAtSlot(slot));
|
|
779
|
-
const committee = shufflingCache.
|
|
797
|
+
const committee = shufflingCache.getBeaconCommitteeOrNull(epoch, decisionRoot, slot, committeeIndex);
|
|
798
|
+
if (committee === null) {
|
|
799
|
+
// attestations in the pool were validated against a cached shuffling of the previous or current epoch,
|
|
800
|
+
// so a miss is a ShufflingCache bug. Return null so the caller tracks it via metrics/logs without failing
|
|
801
|
+
// block production. Don't fall back to the state's shuffling, that would hide the bug
|
|
802
|
+
return null;
|
|
803
|
+
}
|
|
780
804
|
notSeenCommitteeMembers = new Set<number>();
|
|
781
805
|
for (const [i, validatorIndex] of committee.entries()) {
|
|
782
806
|
// no need to check flagIsTimelySource as if validator is not seen, it's participation status is 0
|
|
@@ -786,8 +810,8 @@ export function getNotSeenValidatorsFn(
|
|
|
786
810
|
}
|
|
787
811
|
}
|
|
788
812
|
cachedNotSeenValidators.set(cacheKey, notSeenCommitteeMembers);
|
|
789
|
-
//
|
|
790
|
-
return notSeenCommitteeMembers
|
|
813
|
+
// an empty set means all validators are seen, we don't need to check for any attestations of same committee again
|
|
814
|
+
return notSeenCommitteeMembers;
|
|
791
815
|
};
|
|
792
816
|
}
|
|
793
817
|
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import {BeaconConfig} from "@lodestar/config";
|
|
2
|
-
import {DbBatch, Id, Repository} from "@lodestar/db";
|
|
3
2
|
import {
|
|
4
3
|
BLS_WITHDRAWAL_PREFIX,
|
|
5
4
|
ForkName,
|
|
@@ -12,38 +11,55 @@ import {
|
|
|
12
11
|
} from "@lodestar/params";
|
|
13
12
|
import {
|
|
14
13
|
IBeaconStateView,
|
|
14
|
+
assertValidAttesterSlashing,
|
|
15
15
|
computeEpochAtSlot,
|
|
16
16
|
computeStartSlotAtEpoch,
|
|
17
17
|
getAttesterSlashableIndices,
|
|
18
|
+
getAttesterSlashingSignatureSets,
|
|
19
|
+
getProposerSlashingSignatureSets,
|
|
18
20
|
} from "@lodestar/state-transition";
|
|
19
21
|
import {
|
|
20
22
|
AttesterSlashing,
|
|
23
|
+
Domain,
|
|
21
24
|
Epoch,
|
|
22
25
|
SignedBeaconBlock,
|
|
26
|
+
Slot,
|
|
23
27
|
ValidatorIndex,
|
|
24
28
|
capella,
|
|
25
29
|
phase0,
|
|
30
|
+
ssz,
|
|
26
31
|
sszTypesFor,
|
|
27
32
|
} from "@lodestar/types";
|
|
28
|
-
import {fromHex, toHex, toRootHex} from "@lodestar/utils";
|
|
33
|
+
import {byteArrayEquals, fromHex, toHex, toRootHex} from "@lodestar/utils";
|
|
29
34
|
import {IBeaconDb} from "../../db/index.js";
|
|
30
35
|
import {Metrics} from "../../metrics/metrics.js";
|
|
31
36
|
import {SignedBLSToExecutionChangeVersioned} from "../../util/types.js";
|
|
37
|
+
import {IBlsVerifier} from "../bls/interface.js";
|
|
32
38
|
import {BlockType} from "../interface.js";
|
|
33
39
|
import {BlockProductionStep} from "../produceBlock/produceBlockBody.js";
|
|
34
|
-
import {
|
|
40
|
+
import {
|
|
41
|
+
getAttesterSlashingSignatureDomains,
|
|
42
|
+
getProposerSlashingSignatureDomain,
|
|
43
|
+
isValidBlsToExecutionChangeForBlockInclusion,
|
|
44
|
+
persistDiff,
|
|
45
|
+
} from "./utils.js";
|
|
35
46
|
|
|
36
47
|
type HexRoot = string;
|
|
37
48
|
type AttesterSlashingCached = {
|
|
38
49
|
attesterSlashing: AttesterSlashing;
|
|
39
50
|
intersectingIndices: number[];
|
|
51
|
+
verifiedDomains: [Domain, Domain];
|
|
52
|
+
};
|
|
53
|
+
type ProposerSlashingCached = {
|
|
54
|
+
proposerSlashing: phase0.ProposerSlashing;
|
|
55
|
+
verifiedDomain: Domain;
|
|
40
56
|
};
|
|
41
57
|
|
|
42
58
|
export class OpPool {
|
|
43
59
|
/** Map of uniqueId(AttesterSlashing) -> AttesterSlashing */
|
|
44
60
|
private readonly attesterSlashings = new Map<HexRoot, AttesterSlashingCached>();
|
|
45
61
|
/** Map of to slash validator index -> ProposerSlashing */
|
|
46
|
-
private readonly proposerSlashings = new Map<ValidatorIndex,
|
|
62
|
+
private readonly proposerSlashings = new Map<ValidatorIndex, ProposerSlashingCached>();
|
|
47
63
|
/** Map of to exit validator index -> SignedVoluntaryExit */
|
|
48
64
|
private readonly voluntaryExits = new Map<ValidatorIndex, phase0.SignedVoluntaryExit>();
|
|
49
65
|
/** Set of seen attester slashing indexes. No need to prune */
|
|
@@ -68,7 +84,7 @@ export class OpPool {
|
|
|
68
84
|
return this.blsToExecutionChanges.size;
|
|
69
85
|
}
|
|
70
86
|
|
|
71
|
-
async fromPersisted(db: IBeaconDb): Promise<void> {
|
|
87
|
+
async fromPersisted(db: IBeaconDb, state: IBeaconStateView, bls: IBlsVerifier, currentSlot: Slot): Promise<void> {
|
|
72
88
|
const [attesterSlashings, proposerSlashings, voluntaryExits, blsToExecutionChanges] = await Promise.all([
|
|
73
89
|
db.attesterSlashing.entries(),
|
|
74
90
|
db.proposerSlashing.values(),
|
|
@@ -76,11 +92,42 @@ export class OpPool {
|
|
|
76
92
|
db.blsToExecutionChange.values(),
|
|
77
93
|
]);
|
|
78
94
|
|
|
79
|
-
|
|
80
|
-
|
|
95
|
+
// Persisted operations have no verification context. Rebuild it before they can enter the pool.
|
|
96
|
+
// The startup anchor may precede a fork whose slashings are already persisted.
|
|
97
|
+
for (const {key, value: attesterSlashing} of attesterSlashings) {
|
|
98
|
+
try {
|
|
99
|
+
assertValidAttesterSlashing(this.config, currentSlot, state.validatorCount, attesterSlashing, false);
|
|
100
|
+
} catch {
|
|
101
|
+
continue;
|
|
102
|
+
}
|
|
103
|
+
const verifiedDomains = getAttesterSlashingSignatureDomains(this.config, currentSlot, attesterSlashing);
|
|
104
|
+
if (
|
|
105
|
+
!(await bls.verifySignatureSets(getAttesterSlashingSignatureSets(this.config, currentSlot, attesterSlashing)))
|
|
106
|
+
) {
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
this.insertAttesterSlashing(ForkName.electra, attesterSlashing, verifiedDomains, key);
|
|
81
110
|
}
|
|
82
111
|
for (const proposerSlashing of proposerSlashings) {
|
|
83
|
-
|
|
112
|
+
const header1 = proposerSlashing.signedHeader1.message;
|
|
113
|
+
const header2 = proposerSlashing.signedHeader2.message;
|
|
114
|
+
// Startup may restore a state from before activation. Current slashability is checked
|
|
115
|
+
// when selecting operations, so it must not prevent restoring an otherwise valid slashing.
|
|
116
|
+
if (
|
|
117
|
+
header1.slot !== header2.slot ||
|
|
118
|
+
header1.proposerIndex !== header2.proposerIndex ||
|
|
119
|
+
header1.proposerIndex >= state.validatorCount ||
|
|
120
|
+
ssz.phase0.BeaconBlockHeaderBigint.equals(header1, header2)
|
|
121
|
+
) {
|
|
122
|
+
continue;
|
|
123
|
+
}
|
|
124
|
+
const verifiedDomain = getProposerSlashingSignatureDomain(this.config, currentSlot, proposerSlashing);
|
|
125
|
+
if (
|
|
126
|
+
!(await bls.verifySignatureSets(getProposerSlashingSignatureSets(this.config, currentSlot, proposerSlashing)))
|
|
127
|
+
) {
|
|
128
|
+
continue;
|
|
129
|
+
}
|
|
130
|
+
this.insertProposerSlashing(proposerSlashing, verifiedDomain);
|
|
84
131
|
}
|
|
85
132
|
for (const voluntaryExit of voluntaryExits) {
|
|
86
133
|
this.insertVoluntaryExit(voluntaryExit);
|
|
@@ -102,8 +149,12 @@ export class OpPool {
|
|
|
102
149
|
),
|
|
103
150
|
persistDiff(
|
|
104
151
|
db.proposerSlashing,
|
|
105
|
-
Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value})),
|
|
106
|
-
(index) => index
|
|
152
|
+
Array.from(this.proposerSlashings.entries()).map(([key, value]) => ({key, value: value.proposerSlashing})),
|
|
153
|
+
(index) => index,
|
|
154
|
+
// A slashing invalidated by a fork may remain on disk after eviction from the pool.
|
|
155
|
+
// A new valid slashing for that validator has the same database key, so comparing
|
|
156
|
+
// keys alone would retain the invalid slashing and lose the replacement on restart.
|
|
157
|
+
{updateExisting: true}
|
|
107
158
|
),
|
|
108
159
|
persistDiff(
|
|
109
160
|
db.voluntaryExit,
|
|
@@ -143,7 +194,12 @@ export class OpPool {
|
|
|
143
194
|
}
|
|
144
195
|
|
|
145
196
|
/** Must be validated beforehand */
|
|
146
|
-
insertAttesterSlashing(
|
|
197
|
+
insertAttesterSlashing(
|
|
198
|
+
fork: ForkName,
|
|
199
|
+
attesterSlashing: AttesterSlashing,
|
|
200
|
+
verifiedDomains: [Domain, Domain],
|
|
201
|
+
rootHash?: Uint8Array
|
|
202
|
+
): void {
|
|
147
203
|
if (!rootHash) {
|
|
148
204
|
rootHash = sszTypesFor(fork).AttesterSlashing.hashTreeRoot(attesterSlashing);
|
|
149
205
|
}
|
|
@@ -153,6 +209,7 @@ export class OpPool {
|
|
|
153
209
|
this.attesterSlashings.set(toRootHex(rootHash), {
|
|
154
210
|
attesterSlashing,
|
|
155
211
|
intersectingIndices,
|
|
212
|
+
verifiedDomains,
|
|
156
213
|
});
|
|
157
214
|
for (const index of intersectingIndices) {
|
|
158
215
|
this.attesterSlashingIndexes.add(index);
|
|
@@ -160,8 +217,11 @@ export class OpPool {
|
|
|
160
217
|
}
|
|
161
218
|
|
|
162
219
|
/** Must be validated beforehand */
|
|
163
|
-
insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing): void {
|
|
164
|
-
this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex,
|
|
220
|
+
insertProposerSlashing(proposerSlashing: phase0.ProposerSlashing, verifiedDomain: Domain): void {
|
|
221
|
+
this.proposerSlashings.set(proposerSlashing.signedHeader1.message.proposerIndex, {
|
|
222
|
+
proposerSlashing,
|
|
223
|
+
verifiedDomain,
|
|
224
|
+
});
|
|
165
225
|
}
|
|
166
226
|
|
|
167
227
|
/** Must be validated beforehand */
|
|
@@ -204,7 +264,14 @@ export class OpPool {
|
|
|
204
264
|
: metrics?.builderBlockProductionTimeSteps;
|
|
205
265
|
|
|
206
266
|
const endProposerSlashing = stepsMetrics?.startTimer();
|
|
207
|
-
for (const proposerSlashing of this.proposerSlashings
|
|
267
|
+
for (const [key, {proposerSlashing, verifiedDomain}] of this.proposerSlashings) {
|
|
268
|
+
// A fork can change the required domain even for verified slashings, including those with future-slot headers.
|
|
269
|
+
if (
|
|
270
|
+
!byteArrayEquals(verifiedDomain, getProposerSlashingSignatureDomain(this.config, state.slot, proposerSlashing))
|
|
271
|
+
) {
|
|
272
|
+
this.proposerSlashings.delete(key);
|
|
273
|
+
continue;
|
|
274
|
+
}
|
|
208
275
|
const index = proposerSlashing.signedHeader1.message.proposerIndex;
|
|
209
276
|
const validator = state.getValidator(index);
|
|
210
277
|
if (!validator.slashed && validator.activationEpoch <= stateEpoch && stateEpoch < validator.withdrawableEpoch) {
|
|
@@ -223,7 +290,12 @@ export class OpPool {
|
|
|
223
290
|
const endAttesterSlashings = stepsMetrics?.startTimer();
|
|
224
291
|
const attesterSlashings: AttesterSlashing[] = [];
|
|
225
292
|
const maxAttesterSlashings = stateFork >= ForkSeq.electra ? MAX_ATTESTER_SLASHINGS_ELECTRA : MAX_ATTESTER_SLASHINGS;
|
|
226
|
-
attesterSlashing: for (const attesterSlashing of this.attesterSlashings
|
|
293
|
+
attesterSlashing: for (const [key, attesterSlashing] of this.attesterSlashings) {
|
|
294
|
+
const domains = getAttesterSlashingSignatureDomains(this.config, state.slot, attesterSlashing.attesterSlashing);
|
|
295
|
+
if (!attesterSlashing.verifiedDomains.every((domain, i) => byteArrayEquals(domain, domains[i]))) {
|
|
296
|
+
this.attesterSlashings.delete(key);
|
|
297
|
+
continue;
|
|
298
|
+
}
|
|
227
299
|
/** Indices slashable in this attester slashing */
|
|
228
300
|
const slashableIndices = new Set<ValidatorIndex>();
|
|
229
301
|
for (let i = 0; i < attesterSlashing.intersectingIndices.length; i++) {
|
|
@@ -303,7 +375,7 @@ export class OpPool {
|
|
|
303
375
|
|
|
304
376
|
/** For beacon pool API */
|
|
305
377
|
getAllProposerSlashings(): phase0.ProposerSlashing[] {
|
|
306
|
-
return Array.from(this.proposerSlashings.values());
|
|
378
|
+
return Array.from(this.proposerSlashings.values()).map(({proposerSlashing}) => proposerSlashing);
|
|
307
379
|
}
|
|
308
380
|
|
|
309
381
|
/** For beacon pool API */
|
|
@@ -356,7 +428,7 @@ export class OpPool {
|
|
|
356
428
|
*/
|
|
357
429
|
private pruneProposerSlashings(headState: IBeaconStateView): void {
|
|
358
430
|
const finalizedEpoch = headState.finalizedCheckpoint.epoch;
|
|
359
|
-
for (const [key, proposerSlashing] of this.proposerSlashings.entries()) {
|
|
431
|
+
for (const [key, {proposerSlashing}] of this.proposerSlashings.entries()) {
|
|
360
432
|
const index = proposerSlashing.signedHeader1.message.proposerIndex;
|
|
361
433
|
if (headState.getValidator(index).exitEpoch <= finalizedEpoch) {
|
|
362
434
|
this.proposerSlashings.delete(key);
|
|
@@ -428,32 +500,3 @@ function isVoluntaryExitSignatureIncludable(stateFork: ForkSeq, voluntaryExitFor
|
|
|
428
500
|
function isSlashableAtEpoch(validator: phase0.Validator, epoch: Epoch): boolean {
|
|
429
501
|
return !validator.slashed && validator.activationEpoch <= epoch && epoch < validator.withdrawableEpoch;
|
|
430
502
|
}
|
|
431
|
-
|
|
432
|
-
/**
|
|
433
|
-
* Persist target items `items` in `dbRepo` doing minimum put and delete writes.
|
|
434
|
-
* Reads all keys in repository to compute the diff between current persisted data and target data.
|
|
435
|
-
*/
|
|
436
|
-
async function persistDiff<K extends Id, V>(
|
|
437
|
-
dbRepo: Repository<K, V>,
|
|
438
|
-
items: {key: K; value: V}[],
|
|
439
|
-
serializeKey: (key: K) => number | string
|
|
440
|
-
): Promise<void> {
|
|
441
|
-
const persistedKeys = await dbRepo.keys();
|
|
442
|
-
const batch: DbBatch<K, V> = [];
|
|
443
|
-
|
|
444
|
-
const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
|
|
445
|
-
for (const item of items) {
|
|
446
|
-
if (!persistedKeysSerialized.has(serializeKey(item.key))) {
|
|
447
|
-
batch.push({type: "put", key: item.key, value: item.value});
|
|
448
|
-
}
|
|
449
|
-
}
|
|
450
|
-
|
|
451
|
-
const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
|
|
452
|
-
for (const persistedKey of persistedKeys) {
|
|
453
|
-
if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
|
|
454
|
-
batch.push({type: "del", key: persistedKey});
|
|
455
|
-
}
|
|
456
|
-
}
|
|
457
|
-
|
|
458
|
-
if (batch.length > 0) await dbRepo.batch(batch);
|
|
459
|
-
}
|
|
@@ -1,13 +1,15 @@
|
|
|
1
1
|
import {RootHex, Slot, ValidatorIndex, gloas} from "@lodestar/types";
|
|
2
|
-
import {toRootHex} from "@lodestar/utils";
|
|
2
|
+
import {toHex, toRootHex} from "@lodestar/utils";
|
|
3
|
+
import {IBeaconDb} from "../../db/index.js";
|
|
4
|
+
import {persistDiff} from "./utils.js";
|
|
3
5
|
|
|
4
6
|
/**
|
|
5
7
|
* Pool of validated `SignedProposerPreferences` indexed by `(slot, dependent_root)`.
|
|
6
8
|
*
|
|
7
9
|
* The primary consumer is `validateExecutionPayloadBid`, which looks up the matching
|
|
8
10
|
* preferences via `get(bid.slot, dependent_root)` to enforce the IGNORE-existence and
|
|
9
|
-
* REJECT-equality rules from the gloas spec. The beacon API
|
|
10
|
-
*
|
|
11
|
+
* REJECT-equality rules from the gloas spec. The beacon API `getProposerPreferences`
|
|
12
|
+
* endpoint reads from the same pool via `getAll`.
|
|
11
13
|
*
|
|
12
14
|
* `validator_index` is intentionally not part of the key: gossip validation enforces
|
|
13
15
|
* `proposers[proposalSlot % SLOTS_PER_EPOCH] === validatorIndex` against the shuffling
|
|
@@ -37,15 +39,19 @@ export class ProposerPreferencesPool {
|
|
|
37
39
|
byRoot.set(rootHex, signed);
|
|
38
40
|
}
|
|
39
41
|
|
|
40
|
-
/** API read-out: flatten across branches, optionally filtered by slot. */
|
|
41
|
-
getAll(slot?: Slot): gloas.SignedProposerPreferences[] {
|
|
42
|
-
if (slot !== undefined) {
|
|
43
|
-
const byRoot = this.bySlot.get(slot);
|
|
44
|
-
return byRoot ? Array.from(byRoot.values()) : [];
|
|
45
|
-
}
|
|
42
|
+
/** API read-out: flatten across branches, optionally filtered by slot and dependent root. */
|
|
43
|
+
getAll(slot?: Slot, dependentRootHex?: RootHex): gloas.SignedProposerPreferences[] {
|
|
46
44
|
const out: gloas.SignedProposerPreferences[] = [];
|
|
47
|
-
for (const byRoot of this.bySlot
|
|
48
|
-
|
|
45
|
+
for (const [s, byRoot] of this.bySlot) {
|
|
46
|
+
if (slot !== undefined && s !== slot) {
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
for (const [root, signed] of byRoot) {
|
|
50
|
+
if (dependentRootHex !== undefined && root !== dependentRootHex) {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
out.push(signed);
|
|
54
|
+
}
|
|
49
55
|
}
|
|
50
56
|
return out;
|
|
51
57
|
}
|
|
@@ -60,4 +66,21 @@ export class ProposerPreferencesPool {
|
|
|
60
66
|
if (slot < currentSlot) this.bySlot.delete(slot);
|
|
61
67
|
}
|
|
62
68
|
}
|
|
69
|
+
|
|
70
|
+
/** Restore the preferences of upcoming slots, they were validated before they were persisted */
|
|
71
|
+
async fromPersisted(db: IBeaconDb, currentSlot: Slot): Promise<void> {
|
|
72
|
+
for (const signed of await db.proposerPreferences.values()) {
|
|
73
|
+
if (signed.message.proposalSlot >= currentSlot) {
|
|
74
|
+
this.add(signed);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
async toPersisted(db: IBeaconDb): Promise<void> {
|
|
80
|
+
await persistDiff(
|
|
81
|
+
db.proposerPreferences,
|
|
82
|
+
this.getAll().map((signed) => ({key: db.proposerPreferences.getId(signed), value: signed})),
|
|
83
|
+
toHex
|
|
84
|
+
);
|
|
85
|
+
}
|
|
63
86
|
}
|
|
@@ -1,9 +1,38 @@
|
|
|
1
1
|
import {Signature} from "@chainsafe/lodestar-z/blst";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
2
|
+
import {BeaconConfig} from "@lodestar/config";
|
|
3
|
+
import {DbBatch, Id, Repository} from "@lodestar/db";
|
|
4
|
+
import {BLS_WITHDRAWAL_PREFIX, DOMAIN_BEACON_ATTESTER, DOMAIN_BEACON_PROPOSER} from "@lodestar/params";
|
|
5
|
+
import {IBeaconStateView, computeStartSlotAtEpoch} from "@lodestar/state-transition";
|
|
6
|
+
import {AttesterSlashing, Domain, Slot, capella, phase0} from "@lodestar/types";
|
|
5
7
|
import {AggregateFast, AggregateFastElectra} from "./attestationPool.js";
|
|
6
8
|
|
|
9
|
+
export function getProposerSlashingSignatureDomain(
|
|
10
|
+
config: BeaconConfig,
|
|
11
|
+
stateSlot: Slot,
|
|
12
|
+
slashing: phase0.ProposerSlashing
|
|
13
|
+
): Domain {
|
|
14
|
+
return config.getDomain(stateSlot, DOMAIN_BEACON_PROPOSER, Number(slashing.signedHeader1.message.slot));
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export function getAttesterSlashingSignatureDomains(
|
|
18
|
+
config: BeaconConfig,
|
|
19
|
+
stateSlot: Slot,
|
|
20
|
+
slashing: AttesterSlashing
|
|
21
|
+
): [Domain, Domain] {
|
|
22
|
+
return [
|
|
23
|
+
config.getDomain(
|
|
24
|
+
stateSlot,
|
|
25
|
+
DOMAIN_BEACON_ATTESTER,
|
|
26
|
+
computeStartSlotAtEpoch(Number(slashing.attestation1.data.target.epoch))
|
|
27
|
+
),
|
|
28
|
+
config.getDomain(
|
|
29
|
+
stateSlot,
|
|
30
|
+
DOMAIN_BEACON_ATTESTER,
|
|
31
|
+
computeStartSlotAtEpoch(Number(slashing.attestation2.data.target.epoch))
|
|
32
|
+
),
|
|
33
|
+
];
|
|
34
|
+
}
|
|
35
|
+
|
|
7
36
|
/**
|
|
8
37
|
* Prune a Map indexed by slot to keep the most recent slots, up to `slotsRetained`
|
|
9
38
|
*/
|
|
@@ -63,3 +92,33 @@ export function isValidBlsToExecutionChangeForBlockInclusion(
|
|
|
63
92
|
export function isElectraAggregate(aggregate: AggregateFast): aggregate is AggregateFastElectra {
|
|
64
93
|
return (aggregate as AggregateFastElectra).committeeBits !== undefined;
|
|
65
94
|
}
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Persist target items `items` in `dbRepo` doing minimum put and delete writes.
|
|
98
|
+
* Reads all keys in repository to compute the diff between current persisted data and target data.
|
|
99
|
+
*/
|
|
100
|
+
export async function persistDiff<K extends Id, V>(
|
|
101
|
+
dbRepo: Repository<K, V>,
|
|
102
|
+
items: {key: K; value: V}[],
|
|
103
|
+
serializeKey: (key: K) => number | string,
|
|
104
|
+
opts: {updateExisting?: boolean} = {}
|
|
105
|
+
): Promise<void> {
|
|
106
|
+
const persistedKeys = await dbRepo.keys();
|
|
107
|
+
const batch: DbBatch<K, V> = [];
|
|
108
|
+
|
|
109
|
+
const persistedKeysSerialized = new Set(persistedKeys.map(serializeKey));
|
|
110
|
+
for (const item of items) {
|
|
111
|
+
if (opts.updateExisting || !persistedKeysSerialized.has(serializeKey(item.key))) {
|
|
112
|
+
batch.push({type: "put", key: item.key, value: item.value});
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
const targetKeysSerialized = new Set(items.map((item) => serializeKey(item.key)));
|
|
117
|
+
for (const persistedKey of persistedKeys) {
|
|
118
|
+
if (!targetKeysSerialized.has(serializeKey(persistedKey))) {
|
|
119
|
+
batch.push({type: "del", key: persistedKey});
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
if (batch.length > 0) await dbRepo.batch(batch);
|
|
124
|
+
}
|
package/src/chain/options.ts
CHANGED
|
@@ -27,8 +27,8 @@ export type IChainOptions = BlockProcessOpts &
|
|
|
27
27
|
blsVerifyAllMainThread?: boolean;
|
|
28
28
|
blsVerifyAllMultiThread?: boolean;
|
|
29
29
|
blacklistedBlocks?: string[];
|
|
30
|
-
// TODO GLOAS: add similar option for execution payload envelopes?
|
|
31
30
|
persistProducedBlocks?: boolean;
|
|
31
|
+
persistProducedPayloadEnvelopes?: boolean;
|
|
32
32
|
/** Archive finalized Gloas payload envelopes as headers (bodies reconstructed from the EL on read) */
|
|
33
33
|
dedupePayloads?: boolean;
|
|
34
34
|
persistInvalidSszObjects?: boolean;
|
|
@@ -52,7 +52,7 @@ export type IChainOptions = BlockProcessOpts &
|
|
|
52
52
|
minSameMessageSignatureSetsToBatch: number;
|
|
53
53
|
archiveDateEpochs?: number;
|
|
54
54
|
nHistoricalStatesFileDataStore?: boolean;
|
|
55
|
-
|
|
55
|
+
nativeStateTransition?: boolean;
|
|
56
56
|
/** Builder circuit breaker fault inspection window in slots */
|
|
57
57
|
faultInspectionWindow?: number;
|
|
58
58
|
/** Canonical EMPTY blocks allowed per `faultInspectionWindow` observed blocks */
|
|
@@ -131,7 +131,7 @@ export const defaultChainOptions: IChainOptions = {
|
|
|
131
131
|
// - users can prune the persisted checkpoint state files manually to save disc space
|
|
132
132
|
// - it helps debug easier when network is unfinalized
|
|
133
133
|
nHistoricalStatesFileDataStore: true,
|
|
134
|
-
|
|
134
|
+
nativeStateTransition: false,
|
|
135
135
|
maxBlockStates: DEFAULT_MAX_BLOCK_STATES,
|
|
136
136
|
maxCPStateEpochsInMemory: DEFAULT_MAX_CP_STATE_EPOCHS_IN_MEMORY,
|
|
137
137
|
maxCPStateEpochsOnDisk: DEFAULT_MAX_CP_STATE_ON_DISK,
|
|
@@ -22,7 +22,7 @@ import {
|
|
|
22
22
|
isStatePostGloas,
|
|
23
23
|
} from "@lodestar/state-transition";
|
|
24
24
|
import {Bytes32, Slot, ValidatorIndex} from "@lodestar/types";
|
|
25
|
-
import {Logger, fromHex, isErrorAborted, sleep} from "@lodestar/utils";
|
|
25
|
+
import {Logger, fromHex, isErrorAborted, sleep, toHex} from "@lodestar/utils";
|
|
26
26
|
import {GENESIS_SLOT} from "../constants/constants.js";
|
|
27
27
|
import {BuilderStatus} from "../execution/builder/http.js";
|
|
28
28
|
import {PayloadAttributes} from "../execution/index.js";
|
|
@@ -31,7 +31,11 @@ import {ClockEvent} from "../util/clock.js";
|
|
|
31
31
|
import {isQueueErrorAborted} from "../util/queue/index.js";
|
|
32
32
|
import {ForkchoiceCaller} from "./forkChoice/index.js";
|
|
33
33
|
import {IBeaconChain} from "./interface.js";
|
|
34
|
-
import {
|
|
34
|
+
import {
|
|
35
|
+
getPayloadAttributesForSSE,
|
|
36
|
+
getPooledProposerPreferences,
|
|
37
|
+
prepareExecutionPayload,
|
|
38
|
+
} from "./produceBlock/produceBlockBody.js";
|
|
35
39
|
import {RegenCaller} from "./regen/index.js";
|
|
36
40
|
|
|
37
41
|
// TODO GLOAS: re-evaluate this timing
|
|
@@ -158,7 +162,15 @@ export class PrepareNextSlotScheduler {
|
|
|
158
162
|
};
|
|
159
163
|
|
|
160
164
|
const proposerIndex = await getProposerIndex();
|
|
161
|
-
|
|
165
|
+
if (this.chain.beaconProposerCache.has(proposerIndex)) {
|
|
166
|
+
const pooledPreferences = isForkPostGloas(fork)
|
|
167
|
+
? getPooledProposerPreferences(this.chain, prepareSlot, headRoot)
|
|
168
|
+
: null;
|
|
169
|
+
feeRecipient =
|
|
170
|
+
pooledPreferences !== null
|
|
171
|
+
? toHex(pooledPreferences.feeRecipient)
|
|
172
|
+
: this.chain.beaconProposerCache.getOrDefault(proposerIndex);
|
|
173
|
+
}
|
|
162
174
|
|
|
163
175
|
// Predict the proposer head of the next slot when either:
|
|
164
176
|
// - we are proposing the next slot (single-slot proposer-boost-reorg), or
|
|
@@ -244,6 +256,10 @@ export class PrepareNextSlotScheduler {
|
|
|
244
256
|
parentBlockHash = preparedState.latestExecutionPayloadHeader.blockHash;
|
|
245
257
|
}
|
|
246
258
|
|
|
259
|
+
// The payload_attributes event must carry the same hashes we send to the EL
|
|
260
|
+
const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
|
|
261
|
+
const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
|
|
262
|
+
|
|
247
263
|
let payloadAttributes: PayloadAttributes | undefined;
|
|
248
264
|
// If emitPayloadAttributes is true emit a SSE payloadAttributes event for
|
|
249
265
|
// every slot. Without the flag, only emit the event if we are proposing in the next slot.
|
|
@@ -256,6 +272,8 @@ export class PrepareNextSlotScheduler {
|
|
|
256
272
|
prepareSlot,
|
|
257
273
|
parentBlockRoot: fromHex(updatedHead.blockRoot),
|
|
258
274
|
parentBlockHash,
|
|
275
|
+
safeBlockHash,
|
|
276
|
+
finalizedBlockHash,
|
|
259
277
|
feeRecipient: feeRecipient ?? "0x0000000000000000000000000000000000000000",
|
|
260
278
|
});
|
|
261
279
|
this.chain.emitter.emit(routes.events.EventType.payloadAttributes, {data, version: fork});
|
|
@@ -267,9 +285,6 @@ export class PrepareNextSlotScheduler {
|
|
|
267
285
|
computeTimeAtSlot(this.config, prepareSlot, this.chain.genesisTime) - Date.now() / 1000;
|
|
268
286
|
this.metrics?.blockPayload.payloadAdvancePrepTime.observe(preparationTime);
|
|
269
287
|
|
|
270
|
-
const safeBlockHash = getSafeExecutionBlockHash(this.chain.forkChoice, this.logger);
|
|
271
|
-
const finalizedBlockHash = getFinalizedExecutionBlockHash(this.chain.forkChoice);
|
|
272
|
-
|
|
273
288
|
// awaiting here instead of throwing an async call because there is no other task
|
|
274
289
|
// left for scheduler and this gives nice semantics to catch and log errors in the
|
|
275
290
|
// try/catch wrapper here.
|
|
@@ -16,7 +16,7 @@ export function computeNewStateRoot(
|
|
|
16
16
|
const signedBlock = {message: block, signature: EMPTY_SIGNATURE};
|
|
17
17
|
const {newStateRoot, proposerReward, postState, hashTreeRootTime} = state.computeNewStateRoot(
|
|
18
18
|
{block: signedBlock},
|
|
19
|
-
{metrics}
|
|
19
|
+
{metrics: metrics?.stateTransition}
|
|
20
20
|
);
|
|
21
21
|
|
|
22
22
|
metrics?.stateHashTreeRootTime.observe({source: StateHashTreeRootSource.computeNewStateRoot}, hashTreeRootTime);
|