@lodestar/beacon-node 1.35.0-dev.8689cc3545 → 1.35.0-dev.8b45b1e978

package/src/chain/stateCache/types.ts

@@ -1,86 +0,0 @@
-import {routes} from "@lodestar/api";
-import {CachedBeaconStateAllForks} from "@lodestar/state-transition";
-import {Epoch, RootHex, phase0} from "@lodestar/types";
-import {StateRegenerationOpts} from "../regen/interface.js";
-
-export type CheckpointHex = {epoch: Epoch; rootHex: RootHex};
-
-/**
- * Lodestar currently keeps two state caches around.
- *
- * 1. BlockStateCache is keyed by state root, and intended to keep extremely recent states around (eg: post states from the latest blocks)
- *    These states are most likely to be useful for state transition of new blocks.
- *
- * 2. CheckpointStateCache is keyed by checkpoint, and intended to keep states which have just undergone an epoch transition.
- *    These states are useful for gossip verification and for avoiding an epoch transition during state transition of first-in-epoch blocks
- */
-
-/**
- * Store up to n recent block states.
- *
- * The cache key is state root
- */
-export interface BlockStateCache {
-  get(rootHex: RootHex, opts?: StateRegenerationOpts): CachedBeaconStateAllForks | null;
-  add(item: CachedBeaconStateAllForks): void;
-  setHeadState(item: CachedBeaconStateAllForks | null): void;
-  /**
-   * Get a seed state for state reload.
-   */
-  getSeedState(): CachedBeaconStateAllForks;
-  clear(): void;
-  size: number;
-  prune(headStateRootHex: RootHex): void;
-  deleteAllBeforeEpoch(finalizedEpoch: Epoch): void;
-  dumpSummary(): routes.lodestar.StateCacheItem[];
-  /** Expose beacon states stored in cache. Use with caution */
-  getStates(): IterableIterator<CachedBeaconStateAllForks>;
-}
-
-/**
- * Store checkpoint states to preserve epoch transition, this helps lodestar run exactly 1 epoch transition per epoch in normal network conditions.
- *
- * There are 2 types of checkpoint states:
- *
- * - Previous Root Checkpoint State: where root is from previous epoch, this is added when we prepare for next slot,
- * or to validate gossip block
- * ```
- *        epoch:       (n-2)   (n-1)     n     (n+1)
- *               |-------|-------|-------|-------|
- *        root     ---------------------^
- * ```
- *
- * - Current Root Checkpoint State: this is added when we process block slot 0 of epoch n, note that this block could
- * be skipped so we don't always have this checkpoint state
- * ```
- *        epoch:       (n-2)   (n-1)     n     (n+1)
- *               |-------|-------|-------|-------|
- *        root      ---------------------^
- * ```
- */
-export interface CheckpointStateCache {
-  init?: () => Promise<void>;
-  getOrReload(cp: CheckpointHex, opts?: StateRegenerationOpts): Promise<CachedBeaconStateAllForks | null>;
-  getStateOrBytes(cp: CheckpointHex): Promise<CachedBeaconStateAllForks | Uint8Array | null>;
-  get(cpOrKey: CheckpointHex | string, opts?: StateRegenerationOpts): CachedBeaconStateAllForks | null;
-  add(cp: phase0.Checkpoint, state: CachedBeaconStateAllForks): void;
-  getLatest(rootHex: RootHex, maxEpoch: Epoch, opts?: StateRegenerationOpts): CachedBeaconStateAllForks | null;
-  getOrReloadLatest(
-    rootHex: RootHex,
-    maxEpoch: Epoch,
-    opts?: StateRegenerationOpts
-  ): Promise<CachedBeaconStateAllForks | null>;
-  updatePreComputedCheckpoint(rootHex: RootHex, epoch: Epoch): number | null;
-  prune(finalizedEpoch: Epoch, justifiedEpoch: Epoch): void;
-  pruneFinalized(finalizedEpoch: Epoch): void;
-  processState(blockRootHex: RootHex, state: CachedBeaconStateAllForks): Promise<number>;
-  clear(): void;
-  dumpSummary(): routes.lodestar.StateCacheItem[];
-  /** Expose beacon states stored in cache. Use with caution */
-  getStates(): IterableIterator<CachedBeaconStateAllForks>;
-}
-
-export enum CacheItemType {
-  persisted = "persisted",
-  inMemory = "in-memory",
-}

package/src/chain/validation/aggregateAndProof.ts

@@ -1,258 +0,0 @@
-import {ForkName, ForkSeq} from "@lodestar/params";
-import {
-  computeEpochAtSlot,
-  createAggregateSignatureSetFromComponents,
-  isAggregatorFromCommitteeLength,
-} from "@lodestar/state-transition";
-import {IndexedAttestation, RootHex, SignedAggregateAndProof, electra, ssz} from "@lodestar/types";
-import {toRootHex} from "@lodestar/utils";
-import {AttestationError, AttestationErrorCode, GossipAction} from "../errors/index.js";
-import {IBeaconChain} from "../index.js";
-import {RegenCaller} from "../regen/index.js";
-import {
-  getAttestationDataSigningRoot,
-  getCommitteeValidatorIndices,
-  getSeenAttDataKeyFromSignedAggregateAndProof,
-  getShufflingForAttestationVerification,
-  verifyHeadBlockAndTargetRoot,
-  verifyPropagationSlotRange,
-} from "./attestation.js";
-import {getAggregateAndProofSignatureSet, getSelectionProofSignatureSet} from "./signatureSets/index.js";
-
-export type AggregateAndProofValidationResult = {
-  indexedAttestation: IndexedAttestation;
-  committeeValidatorIndices: Uint32Array;
-  attDataRootHex: RootHex;
-};
-
-export async function validateApiAggregateAndProof(
-  fork: ForkName,
-  chain: IBeaconChain,
-  signedAggregateAndProof: SignedAggregateAndProof
-): Promise<AggregateAndProofValidationResult> {
-  const skipValidationKnownAttesters = true;
-  const prioritizeBls = true;
-  return validateAggregateAndProof(fork, chain, signedAggregateAndProof, null, {
-    skipValidationKnownAttesters,
-    prioritizeBls,
-  });
-}
-
-export async function validateGossipAggregateAndProof(
-  fork: ForkName,
-  chain: IBeaconChain,
-  signedAggregateAndProof: SignedAggregateAndProof,
-  serializedData: Uint8Array
-): Promise<AggregateAndProofValidationResult> {
-  return validateAggregateAndProof(fork, chain, signedAggregateAndProof, serializedData);
-}
-
-async function validateAggregateAndProof(
-  fork: ForkName,
-  chain: IBeaconChain,
-  signedAggregateAndProof: SignedAggregateAndProof,
-  serializedData: Uint8Array | null = null,
-  opts: {skipValidationKnownAttesters: boolean; prioritizeBls: boolean} = {
-    skipValidationKnownAttesters: false,
-    prioritizeBls: false,
-  }
-): Promise<AggregateAndProofValidationResult> {
-  const {skipValidationKnownAttesters, prioritizeBls} = opts;
-  // Do checks in this order:
-  // - do early checks (w/o indexed attestation)
-  // - > obtain indexed attestation and committes per slot
-  // - do middle checks w/ indexed attestation
-  // - > verify signature
-  // - do late checks w/ a valid signature
-
-  const aggregateAndProof = signedAggregateAndProof.message;
-  const aggregate = aggregateAndProof.aggregate;
-  const {aggregationBits} = aggregate;
-  const attData = aggregate.data;
-  const attSlot = attData.slot;
-
-  let attIndex: number | null;
-  if (ForkSeq[fork] >= ForkSeq.electra) {
-    attIndex = (aggregate as electra.Attestation).committeeBits.getSingleTrueBit();
-    // [REJECT] len(committee_indices) == 1, where committee_indices = get_committee_indices(aggregate)
-    if (attIndex === null) {
-      throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.NOT_EXACTLY_ONE_COMMITTEE_BIT_SET});
-    }
-    // [REJECT] aggregate.data.index == 0
-    if (attData.index !== 0) {
-      throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.NON_ZERO_ATTESTATION_DATA_INDEX});
-    }
-  } else {
-    attIndex = attData.index;
-  }
-
-  const seenAttDataKey = serializedData ? getSeenAttDataKeyFromSignedAggregateAndProof(fork, serializedData) : null;
-  const cachedAttData = seenAttDataKey ? chain.seenAttestationDatas.get(attSlot, attIndex, seenAttDataKey) : null;
-
-  const attEpoch = computeEpochAtSlot(attSlot);
-  const attTarget = attData.target;
-  const targetEpoch = attTarget.epoch;
-
-  chain.metrics?.gossipAttestation.attestationSlotToClockSlot.observe(
-    {caller: RegenCaller.validateGossipAggregateAndProof},
-    chain.clock.currentSlot - attSlot
-  );
-
-  if (!cachedAttData) {
-    // [REJECT] The attestation's epoch matches its target -- i.e. attestation.data.target.epoch == compute_epoch_at_slot(attestation.data.slot)
-    if (targetEpoch !== attEpoch) {
-      throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.BAD_TARGET_EPOCH});
-    }
-
-    // Pre-deneb:
-    // [IGNORE] aggregate.data.slot is within the last ATTESTATION_PROPAGATION_SLOT_RANGE slots (with a MAXIMUM_GOSSIP_CLOCK_DISPARITY allowance)
-    // -- i.e. aggregate.data.slot + ATTESTATION_PROPAGATION_SLOT_RANGE >= current_slot >= aggregate.data.slot
-    // (a client MAY queue future aggregates for processing at the appropriate slot).
-    // Post-deneb:
-    // [IGNORE] `aggregate.data.slot` is equal to or earlier than the `current_slot` (with a `MAXIMUM_GOSSIP_CLOCK_DISPARITY` allowance)
-    // -- i.e. `aggregate.data.slot <= current_slot`
-    //   (a client MAY queue future aggregates for processing at the appropriate slot).
-    // [IGNORE] the epoch of `aggregate.data.slot` is either the current or previous epoch
-    //   (with a `MAXIMUM_GOSSIP_CLOCK_DISPARITY` allowance)
-    // -- i.e. `compute_epoch_at_slot(aggregate.data.slot) in (get_previous_epoch(state), get_current_epoch(state))`
-    verifyPropagationSlotRange(fork, chain, attSlot);
-  }
-
-  // [IGNORE] The aggregate is the first valid aggregate received for the aggregator with
-  // index aggregate_and_proof.aggregator_index for the epoch aggregate.data.target.epoch.
-  const aggregatorIndex = aggregateAndProof.aggregatorIndex;
-  if (chain.seenAggregators.isKnown(targetEpoch, aggregatorIndex)) {
-    throw new AttestationError(GossipAction.IGNORE, {
-      code: AttestationErrorCode.AGGREGATOR_ALREADY_KNOWN,
-      targetEpoch,
-      aggregatorIndex,
-    });
-  }
-
-  // _[IGNORE]_ A valid aggregate attestation defined by `hash_tree_root(aggregate.data)` whose `aggregation_bits`
-  // is a non-strict superset has _not_ already been seen.
-  const attDataRootHex = cachedAttData
-    ? cachedAttData.attDataRootHex
-    : toRootHex(ssz.phase0.AttestationData.hashTreeRoot(attData));
-  if (
-    !skipValidationKnownAttesters &&
-    chain.seenAggregatedAttestations.isKnown(targetEpoch, attIndex, attDataRootHex, aggregationBits)
-  ) {
-    throw new AttestationError(GossipAction.IGNORE, {
-      code: AttestationErrorCode.ATTESTERS_ALREADY_KNOWN,
-      targetEpoch,
-      aggregateRoot: attDataRootHex,
-    });
-  }
-
-  // [IGNORE] The block being voted for (attestation.data.beacon_block_root) has been seen (via both gossip
-  // and non-gossip sources) (a client MAY queue attestations for processing once block is retrieved).
-  // Lighthouse doesn't check maxSkipSlots option here but Lodestar wants to be more strict
-  // to be more DOS protection
-
-  // [REJECT] The aggregate attestation's target block is an ancestor of the block named in the LMD vote
-  // -- i.e. `get_checkpoint_block(store, aggregate.data.beacon_block_root, aggregate.data.target.epoch) == aggregate.data.target.root`
-  const attHeadBlock = verifyHeadBlockAndTargetRoot(
-    chain,
-    attData.beaconBlockRoot,
-    attTarget.root,
-    attSlot,
-    attEpoch,
-    RegenCaller.validateGossipAggregateAndProof,
-    chain.opts.maxSkipSlots
-  );
-
-  // [IGNORE] The current finalized_checkpoint is an ancestor of the block defined by aggregate.data.beacon_block_root
-  // -- i.e. get_ancestor(store, aggregate.data.beacon_block_root, compute_start_slot_at_epoch(store.finalized_checkpoint.epoch)) == store.finalized_checkpoint.root
-  // > Altready check in `chain.forkChoice.hasBlock(attestation.data.beaconBlockRoot)`
-
-  const shuffling = await getShufflingForAttestationVerification(
-    chain,
-    attEpoch,
-    attHeadBlock,
-    RegenCaller.validateGossipAttestation
-  );
-
-  // [REJECT] The committee index is within the expected range
-  // -- i.e. data.index < get_committee_count_per_slot(state, data.target.epoch)
-  const committeeValidatorIndices = cachedAttData
-    ? cachedAttData.committeeValidatorIndices
-    : getCommitteeValidatorIndices(shuffling, attSlot, attIndex);
-
-  // [REJECT] The number of aggregation bits matches the committee size
-  // -- i.e. `len(aggregation_bits) == len(get_beacon_committee(state, aggregate.data.slot, index))`.
-  if (aggregate.aggregationBits.bitLen !== committeeValidatorIndices.length) {
-    throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.WRONG_NUMBER_OF_AGGREGATION_BITS});
-  }
-  const attestingIndices = aggregate.aggregationBits.intersectValues(committeeValidatorIndices);
-
-  const indexedAttestation: IndexedAttestation = {
-    attestingIndices,
-    data: attData,
-    signature: aggregate.signature,
-  };
-
-  // TODO: Check this before regen
-  // [REJECT] The attestation has participants -- that is,
-  // len(get_attesting_indices(state, aggregate.data, aggregate.aggregation_bits)) >= 1.
-  if (attestingIndices.length < 1) {
-    // missing attestation participants
-    throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.EMPTY_AGGREGATION_BITFIELD});
-  }
-
-  // [REJECT] aggregate_and_proof.selection_proof selects the validator as an aggregator for the slot
-  // -- i.e. is_aggregator(state, aggregate.data.slot, aggregate.data.index, aggregate_and_proof.selection_proof) returns True.
-  if (!isAggregatorFromCommitteeLength(committeeValidatorIndices.length, aggregateAndProof.selectionProof)) {
-    throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.INVALID_AGGREGATOR});
-  }
-
-  // [REJECT] The aggregator's validator index is within the committee
-  // -- i.e. aggregate_and_proof.aggregator_index in get_beacon_committee(state, aggregate.data.slot, aggregate.data.index).
-  if (!committeeValidatorIndices.includes(aggregateAndProof.aggregatorIndex)) {
-    throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.AGGREGATOR_NOT_IN_COMMITTEE});
-  }
-
-  // [REJECT] The aggregate_and_proof.selection_proof is a valid signature of the aggregate.data.slot
-  // by the validator with index aggregate_and_proof.aggregator_index.
-  // [REJECT] The aggregator signature, signed_aggregate_and_proof.signature, is valid.
-  // [REJECT] The signature of aggregate is valid.
-  const aggregator = chain.index2pubkey[aggregateAndProof.aggregatorIndex];
-  const signingRoot = cachedAttData ? cachedAttData.signingRoot : getAttestationDataSigningRoot(chain.config, attData);
-  const indexedAttestationSignatureSet = createAggregateSignatureSetFromComponents(
-    indexedAttestation.attestingIndices.map((i) => chain.index2pubkey[i]),
-    signingRoot,
-    indexedAttestation.signature
-  );
-  const signatureSets = [
-    getSelectionProofSignatureSet(chain.config, attSlot, aggregator, signedAggregateAndProof),
-    getAggregateAndProofSignatureSet(chain.config, attEpoch, aggregator, signedAggregateAndProof),
-    indexedAttestationSignatureSet,
-  ];
-  // no need to write to SeenAttestationDatas
-
-  if (!(await chain.bls.verifySignatureSets(signatureSets, {batchable: true, priority: prioritizeBls}))) {
-    throw new AttestationError(GossipAction.REJECT, {code: AttestationErrorCode.INVALID_SIGNATURE});
-  }
-
-  // It's important to double check that the attestation still hasn't been observed, since
-  // there can be a race-condition if we receive two attestations at the same time and
-  // process them in different threads.
-  if (chain.seenAggregators.isKnown(targetEpoch, aggregatorIndex)) {
-    throw new AttestationError(GossipAction.IGNORE, {
-      code: AttestationErrorCode.AGGREGATOR_ALREADY_KNOWN,
-      targetEpoch,
-      aggregatorIndex,
-    });
-  }
-
-  chain.seenAggregators.add(targetEpoch, aggregatorIndex);
-  chain.seenAggregatedAttestations.add(
-    targetEpoch,
-    attIndex,
-    attDataRootHex,
-    {aggregationBits, trueBitCount: attestingIndices.length},
-    false
-  );
-
-  return {indexedAttestation, committeeValidatorIndices, attDataRootHex};
-}