@lodestar/state-transition 1.51.0-dev.4157a0dec4 → 1.51.0-dev.4e12403e39

package/src/stateTransition.ts

@@ -101,7 +101,7 @@ export function stateTransition(
   let postState = state.clone(options.dontTransferCache);
 
   if (metrics) {
-    onStateCloneMetrics(postState, metrics, StateCloneSource.stateTransition);
+    onStateCloneMetrics(postState, state.clonedCount, metrics, StateCloneSource.stateTransition);
   }
 
   // State is already a ViewDU, which won't commit changes. Equivalent to .setStateCachesAsTransient()
@@ -168,7 +168,7 @@ export function processSlots(
   let postState = state.clone(opts?.dontTransferCache);
 
   if (metrics) {
-    onStateCloneMetrics(postState, metrics, StateCloneSource.processSlots);
+    onStateCloneMetrics(postState, state.clonedCount, metrics, StateCloneSource.processSlots);
   }
 
   // State is already a ViewDU, which won't commit changes. Equivalent to .setStateCachesAsTransient()

package/src/stateView/beaconStateView.ts

@@ -84,6 +84,7 @@ export class BeaconStateView implements IBeaconStateViewLatestFork {
   // phase0
   private cachedFork: Fork | null = null;
   private cachedLatestBlockHeader: phase0.BeaconBlockHeader | null = null;
+  private cachedEffectiveBalanceIncrementsZeroInactive: EffectiveBalanceIncrements | null = null;
   // altair
   private cachedCurrentSyncCommittee: SyncCommittee | null = null;
   private cachedNextSyncCommittee: SyncCommittee | null = null;
@@ -638,7 +639,10 @@ export class BeaconStateView implements IBeaconStateViewLatestFork {
   }
 
   getEffectiveBalanceIncrementsZeroInactive(): EffectiveBalanceIncrements {
-    return getEffectiveBalanceIncrementsZeroInactive(this.cachedState);
+    if (this.cachedEffectiveBalanceIncrementsZeroInactive === null) {
+      this.cachedEffectiveBalanceIncrementsZeroInactive = getEffectiveBalanceIncrementsZeroInactive(this.cachedState);
+    }
+    return this.cachedEffectiveBalanceIncrementsZeroInactive;
   }
 
   getBalance(index: number): number {

package/src/stateView/interface.ts

@@ -336,8 +336,6 @@ export type IBeaconStateViewLatestFork = Omit<
  */
 export type IBeaconStateViewNative = Omit<
   IBeaconStateViewLatestFork,
-  | "builderPendingPayments"
-  | "builderPendingWithdrawals"
   | "computeAttestationsRewards"
   | "computeBlockRewards"
   | "computeNewStateRoot"
@@ -346,8 +344,6 @@ export type IBeaconStateViewNative = Omit<
   | "eth1Data"
   | "executionPayloadAvailability"
   | "getBeaconCommittee"
-  | "getIndicesInPayloadTimelinessCommittee"
-  | "getPayloadTimelinessCommittee"
   | "loadOtherState"
   | "pendingConsolidations"
   | "pendingDeposits"
@@ -365,7 +361,6 @@ export type IBeaconStateViewNative = Omit<
   pendingPartialWithdrawals: Uint8Array;
   pendingConsolidations: Uint8Array;
   proposerLookahead: Uint32Array;
-  // UintBn64 lowers to number across the FFI boundary; the wrapper lifts it back to bigint
   eth1Data: phase0.Eth1Data;
   executionPayloadAvailability: {uint8Array: Uint8Array; bitLen: number};
   computeBlockRewards(
@@ -379,8 +374,6 @@ export type IBeaconStateViewNative = Omit<
     validatorIds: (ValidatorIndex | string)[]
   ): rewards.SyncCommitteeRewards;
   getBeaconCommittee(slot: Slot, index: CommitteeIndex): Uint32Array;
-  getIndexInPayloadTimelinessCommittee?(validatorIndex: ValidatorIndex, slot: Slot): number;
-  getIndicesInPayloadTimelinessCommittee?(validatorIndex: ValidatorIndex, slot: Slot): number[];
   loadOtherState(...args: Parameters<IBeaconStateViewLatestFork["loadOtherState"]>): IBeaconStateViewNative;
   stateTransition(
     signedBlockBytes: Uint8Array,
@@ -388,9 +381,7 @@ export type IBeaconStateViewNative = Omit<
     options?: StateTransitionOpts
   ): IBeaconStateViewNative;
   processSlots(slot: Slot, opts?: {dontTransferCache?: boolean}): IBeaconStateViewNative;
-  withParentPayloadApplied(
-    ...args: Parameters<IBeaconStateViewLatestFork["withParentPayloadApplied"]>
-  ): IBeaconStateViewNative;
+  withParentPayloadApplied(executionRequestsBytes: Uint8Array): IBeaconStateViewNative;
 };
 
 export function isStatePostAltair(state: IBeaconStateView): state is IBeaconStateViewAltair {

package/src/stateView/nativeBeaconStateView.ts

@@ -1,7 +1,7 @@
 import {CompactMultiProof} from "@chainsafe/persistent-merkle-tree";
 import {BitArray, ByteViews} from "@chainsafe/ssz";
 import type {BeaconConfig} from "@lodestar/config";
-import {ForkName, ForkSeq} from "@lodestar/params";
+import {ForkName, ForkPostElectra, ForkSeq} from "@lodestar/params";
 import {
   BeaconBlock,
   BeaconState,
@@ -28,6 +28,7 @@ import {
   phase0,
   rewards,
   ssz,
+  sszTypesFor,
 } from "@lodestar/types";
 import {Checkpoint, Fork} from "@lodestar/types/phase0";
 import {VoluntaryExitValidity} from "../block/processVoluntaryExit.js";
@@ -39,6 +40,7 @@ import {SyncCommitteeWitness} from "../lightClient/types.js";
 import {StateTransitionModules, StateTransitionOpts} from "../stateTransition.js";
 import {EpochShuffling} from "../util/epochShuffling.js";
 import {PreVerifyBuilderDepositsResult} from "../util/preVerifyBuilderDeposits.js";
+import {getStateSlotFromBytes} from "../util/sszBytes.js";
 import {computeNewStateRootStateTransitionOpts, getComputeNewStateRootResult} from "./computeNewStateRoot.js";
 import {
   BlockSTFInput,
@@ -47,8 +49,15 @@ import {
   IBeaconStateViewGloas,
   IBeaconStateViewLatestFork,
   IBeaconStateViewNative,
+  isStatePostGloas,
 } from "./interface.js";
 
+export function assertNativeForkSupported(config: BeaconConfig, slot: Slot): void {
+  if (config.getForkSeq(slot) > ForkSeq.gloas) {
+    throw Error(`Native state transition does not support ${config.getForkName(slot)}`);
+  }
+}
+
 /**
  * Wraps a native binding (the auto-generated JS interface produced by a `.node`
  * file) and exposes it as a fully-conformant `IBeaconStateViewLatestFork`.
@@ -115,6 +124,14 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
   private cachedPendingConsolidationsCount: number | null = null;
   // fulu
   private cachedProposerLookahead: fulu.ProposerLookahead | null = null;
+  // gloas
+  private cachedLatestBlockHash: Bytes32 | null = null;
+  private cachedExecutionPayloadAvailability: BitArray | null = null;
+  private cachedLatestExecutionPayloadBid: ExecutionPayloadBid | null = null;
+  private cachedPayloadExpectedWithdrawals: capella.Withdrawal[] | null = null;
+  private cachedBuilderPendingPayments: gloas.BuilderPendingPayments | null = null;
+  private cachedBuilderPendingWithdrawals: gloas.BuilderPendingWithdrawals | null = null;
+  private cachedBuildersLength: number | null = null;
   // Per-argument caches for argument-taking methods. The binding is treated as
   // immutable for the view's lifetime, so a given argument always yields the
   // same result. Maps grow only with touched arguments — typical call patterns
@@ -174,7 +191,11 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
   }
 
   get executionPayloadAvailability(): BitArray {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedExecutionPayloadAvailability === null) {
+      const {uint8Array, bitLen} = this.binding.executionPayloadAvailability;
+      this.cachedExecutionPayloadAvailability = new BitArray(uint8Array, bitLen);
+    }
+    return this.cachedExecutionPayloadAvailability;
   }
 
   // ─── phase0 ──────────────────────────────────────────────────────────────
@@ -598,6 +619,7 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
     seedValidatorsBytes?: Uint8Array,
     opts?: {preloadValidatorsAndBalances?: boolean}
   ): IBeaconStateView {
+    assertNativeForkSupported(this.config, getStateSlotFromBytes(stateBytes));
     return new NativeBeaconStateView(this.config, this.binding.loadOtherState(stateBytes, seedValidatorsBytes, opts));
   }
 
@@ -663,6 +685,7 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
     options: StateTransitionOpts,
     _modules: StateTransitionModules
   ): IBeaconStateView {
+    assertNativeForkSupported(this.config, block.message.slot);
     const isBlinded = isBlindedBeaconBlock(block.message);
     const signedBlockBytes =
       ssz ??
@@ -675,6 +698,7 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
   }
 
   processSlots(slot: Slot, opts?: {dontTransferCache?: boolean}, _modules?: StateTransitionModules): IBeaconStateView {
+    assertNativeForkSupported(this.config, slot);
     return new NativeBeaconStateView(this.config, this.binding.processSlots(slot, opts));
   }
 
@@ -832,7 +856,8 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
 
   get pendingDeposits(): electra.PendingDeposits {
     if (this.cachedPendingDeposits === null) {
-      this.cachedPendingDeposits = ssz.electra.PendingDeposits.deserialize(this.binding.pendingDeposits);
+      const type = sszTypesFor(this.forkName as ForkPostElectra).PendingDeposits;
+      this.cachedPendingDeposits = type.deserialize(this.binding.pendingDeposits);
     }
     return this.cachedPendingDeposits;
   }
@@ -846,9 +871,8 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
 
   get pendingPartialWithdrawals(): electra.PendingPartialWithdrawals {
     if (this.cachedPendingPartialWithdrawals === null) {
-      this.cachedPendingPartialWithdrawals = ssz.electra.PendingPartialWithdrawals.deserialize(
-        this.binding.pendingPartialWithdrawals
-      );
+      const type = sszTypesFor(this.forkName as ForkPostElectra).PendingPartialWithdrawals;
+      this.cachedPendingPartialWithdrawals = type.deserialize(this.binding.pendingPartialWithdrawals);
     }
     return this.cachedPendingPartialWithdrawals;
   }
@@ -862,9 +886,8 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
 
   get pendingConsolidations(): electra.PendingConsolidations {
     if (this.cachedPendingConsolidations === null) {
-      this.cachedPendingConsolidations = ssz.electra.PendingConsolidations.deserialize(
-        this.binding.pendingConsolidations
-      );
+      const type = sszTypesFor(this.forkName as ForkPostElectra).PendingConsolidations;
+      this.cachedPendingConsolidations = type.deserialize(this.binding.pendingConsolidations);
     }
     return this.cachedPendingConsolidations;
   }
@@ -889,60 +912,94 @@ export class NativeBeaconStateView implements IBeaconStateViewLatestFork {
     _maxBuilderDeposits: number,
     _maxDurationMs: number
   ): PreVerifyBuilderDepositsResult {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    // The native fork upgrade verifies directly; it does not maintain a warm-up cache.
+    return {
+      validBuilderSignaturesCount: 0,
+      invalidBuilderSignaturesCount: 0,
+      validValidatorSignaturesCount: 0,
+      invalidValidatorSignaturesCount: 0,
+      scannedPendingDeposits: 0,
+      totalCachedDeposits: 0,
+      totalBuilderPubkeys: 0,
+      pendingDepositsCount: this.pendingDepositsCount,
+    };
   }
 
   clearPreGloasBuilderDepositCache(): void {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    // The native implementation has no pre-Gloas deposit cache to clear.
   }
 
   // ─── gloas ───────────────────────────────────────────────────────────────
 
   get latestBlockHash(): Bytes32 {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedLatestBlockHash === null) {
+      this.cachedLatestBlockHash = this.binding.latestBlockHash;
+    }
+    return this.cachedLatestBlockHash;
   }
 
   get latestExecutionPayloadBid(): ExecutionPayloadBid {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedLatestExecutionPayloadBid === null) {
+      this.cachedLatestExecutionPayloadBid = this.binding.latestExecutionPayloadBid;
+    }
+    return this.cachedLatestExecutionPayloadBid;
   }
 
   get payloadExpectedWithdrawals(): capella.Withdrawal[] {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedPayloadExpectedWithdrawals === null) {
+      this.cachedPayloadExpectedWithdrawals = this.binding.payloadExpectedWithdrawals;
+    }
+    return this.cachedPayloadExpectedWithdrawals;
   }
 
   get builderPendingPayments(): gloas.BuilderPendingPayments {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedBuilderPendingPayments === null) {
+      this.cachedBuilderPendingPayments = this.binding.builderPendingPayments;
+    }
+    return this.cachedBuilderPendingPayments;
   }
 
   get builderPendingWithdrawals(): gloas.BuilderPendingWithdrawals {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedBuilderPendingWithdrawals === null) {
+      this.cachedBuilderPendingWithdrawals = this.binding.builderPendingWithdrawals;
+    }
+    return this.cachedBuilderPendingWithdrawals;
   }
 
-  getBuilder(_index: BuilderIndex): gloas.Builder {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  getBuilder(index: BuilderIndex): gloas.Builder {
+    return this.binding.getBuilder(index);
   }
 
   getBuildersLength(): number {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+    if (this.cachedBuildersLength === null) {
+      this.cachedBuildersLength = this.binding.getBuildersLength();
+    }
+    return this.cachedBuildersLength;
   }
 
-  canBuilderCoverBid(_builderIndex: BuilderIndex, _bidAmount: number): boolean {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  canBuilderCoverBid(builderIndex: BuilderIndex, bidAmount: number): boolean {
+    return this.binding.canBuilderCoverBid(builderIndex, bidAmount);
   }
 
-  getEpochPTCs(_epoch: Epoch): Uint32Array[] {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  getEpochPTCs(epoch: Epoch): Uint32Array[] {
+    return this.binding.getEpochPTCs(epoch);
   }
 
-  getPayloadTimelinessCommittee(_slot: Slot): Uint32Array {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  getPayloadTimelinessCommittee(slot: Slot): Uint32Array {
+    return this.binding.getPayloadTimelinessCommittee(slot);
   }
 
-  getIndicesInPayloadTimelinessCommittee(_validatorIndex: ValidatorIndex, _slot: Slot): number[] {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  getIndicesInPayloadTimelinessCommittee(validatorIndex: ValidatorIndex, slot: Slot): number[] {
+    return this.binding.getIndicesInPayloadTimelinessCommittee(validatorIndex, slot);
   }
 
-  withParentPayloadApplied(_executionRequests: gloas.ExecutionRequests): IBeaconStateViewGloas {
-    throw new Error("NativeBeaconStateView does not support Gloas");
+  withParentPayloadApplied(executionRequests: gloas.ExecutionRequests): IBeaconStateViewGloas {
+    const bytes = ssz.gloas.ExecutionRequests.serialize(executionRequests);
+    const state = new NativeBeaconStateView(this.config, this.binding.withParentPayloadApplied(bytes));
+    if (!isStatePostGloas(state)) {
+      state.release();
+      throw Error("Expected Gloas state after applying the parent payload");
+    }
+    return state;
   }
 }

package/src/stateView/stateViewFactory.ts

@@ -2,10 +2,10 @@ import bindings from "@chainsafe/lodestar-z";
 import {pubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
 import {BeaconConfig} from "@lodestar/config";
 import {createCachedBeaconState} from "../cache/stateCache.js";
-import {getStateTypeFromBytes} from "../util/sszBytes.js";
+import {getStateSlotFromBytes, getStateTypeFromBytes} from "../util/sszBytes.js";
 import {BeaconStateView} from "./beaconStateView.js";
 import {IBeaconStateView, IBeaconStateViewNative} from "./interface.js";
-import {NativeBeaconStateView} from "./nativeBeaconStateView.js";
+import {NativeBeaconStateView, assertNativeForkSupported} from "./nativeBeaconStateView.js";
 
 // ---- createBeaconStateView (startup path) ----
 
@@ -62,6 +62,7 @@ export function createBeaconStateViewForHistoricalRegen(opts: RegenNodeJSOpts |
 }
 
 function createNativeBeaconStateView(config: BeaconConfig, stateBytes: Uint8Array): IBeaconStateView {
+  assertNativeForkSupported(config, getStateSlotFromBytes(stateBytes));
   const nativeConfig = new bindings.BeaconConfig(config, config.genesisValidatorsRoot);
   return new NativeBeaconStateView(
     config,

package/src/util/inclusionListCommittee.ts

@@ -0,0 +1,17 @@
+import {ValidatorIndex} from "@lodestar/types";
+
+/** Spec `InclusionListCommittee` of one slot */
+export class InclusionListCommittee {
+  constructor(readonly validatorIndices: Uint32Array) {}
+
+  /** Positions of `validatorIndex`, several when the committee cycles over a slot with fewer validators than its size */
+  getCommitteeIndices(validatorIndex: ValidatorIndex): number[] {
+    const committeeIndices: number[] = [];
+    for (let i = 0; i < this.validatorIndices.length; i++) {
+      if (this.validatorIndices[i] === validatorIndex) {
+        committeeIndices.push(i);
+      }
+    }
+    return committeeIndices;
+  }
+}

package/src/util/index.ts

@@ -17,6 +17,7 @@ export * from "./execution.js";
 export * from "./finality.js";
 export * from "./genesis.js";
 export * from "./gloas.js";
+export * from "./inclusionListCommittee.js";
 export * from "./interop.js";
 export * from "./loadState/index.js";
 export * from "./pendingDepositsLookup.js";

package/src/util/shuffling.ts

@@ -1,4 +1,4 @@
-import {ForkName, ForkSeq, SLOTS_PER_EPOCH, isForkPostFulu} from "@lodestar/params";
+import {ForkName, ForkSeq, INCLUSION_LIST_COMMITTEE_SIZE, SLOTS_PER_EPOCH, isForkPostFulu} from "@lodestar/params";
 import {
   Attestation,
   CommitteeIndex,
@@ -15,6 +15,7 @@ import {IBeaconStateView} from "../stateView/interface.js";
 import {getBlockRootAtSlot} from "./blockRoot.js";
 import {computeStartSlotAtEpoch} from "./epoch.js";
 import {EpochShuffling} from "./epochShuffling.js";
+import {InclusionListCommittee} from "./inclusionListCommittee.js";
 
 /**
  * Block root that decided the proposer shuffling for `proposalEpoch` (keys that shuffling).
@@ -196,6 +197,50 @@ export function getBeaconCommittee(epochShuffling: EpochShuffling, slot: Slot, i
   return getBeaconCommittees(epochShuffling, slot, [index])[0];
 }
 
+/** Inclusion list committees of a shuffling by slot index, computed on first use and freed with the shuffling */
+// TODO HEZE: replace this module-level map with an extended EpochShuffling tracked by the beacon-node ShufflingCache
+const inclusionListCommitteesByShuffling = new WeakMap<EpochShuffling, InclusionListCommittee[]>();
+
+/** Spec get_inclusion_list_committee: cycle over the slot's concatenated beacon committees */
+export function getInclusionListCommittee(epochShuffling: EpochShuffling, slot: Slot): InclusionListCommittee {
+  let committees = inclusionListCommitteesByShuffling.get(epochShuffling);
+  if (committees === undefined) {
+    committees = [];
+    inclusionListCommitteesByShuffling.set(epochShuffling, committees);
+  }
+  const slotIndex = slot % SLOTS_PER_EPOCH;
+  let committee = committees[slotIndex];
+  if (committee === undefined) {
+    committee = new InclusionListCommittee(computeInclusionListCommittee(epochShuffling.committees[slotIndex]));
+    committees[slotIndex] = committee;
+  }
+  return committee;
+}
+
+function computeInclusionListCommittee(slotCommittees: Uint32Array[]): Uint32Array {
+  let totalLen = 0;
+  for (const committee of slotCommittees) {
+    totalLen += committee.length;
+  }
+
+  const result = new Uint32Array(INCLUSION_LIST_COMMITTEE_SIZE);
+  if (totalLen === 0) {
+    return result;
+  }
+
+  for (let i = 0; i < INCLUSION_LIST_COMMITTEE_SIZE; i++) {
+    let offset = i % totalLen;
+    for (const committee of slotCommittees) {
+      if (offset < committee.length) {
+        result[i] = committee[offset];
+        break;
+      }
+      offset -= committee.length;
+    }
+  }
+  return result;
+}
+
 /**
  * Return a Uint32Array[] representing committees validator indices
  */