@lodestar/beacon-node 1.35.0-dev.ba92bd8a88 → 1.35.0-dev.c0078a16b5

package/src/network/gossip/gossipsub.ts

@@ -1,384 +0,0 @@
-import {GossipSub, GossipsubEvents} from "@chainsafe/libp2p-gossipsub";
-import {MetricsRegister, TopicLabel, TopicStrToLabel} from "@chainsafe/libp2p-gossipsub/metrics";
-import {PeerScoreParams} from "@chainsafe/libp2p-gossipsub/score";
-import {SignaturePolicy, TopicStr} from "@chainsafe/libp2p-gossipsub/types";
-import {BeaconConfig, ForkBoundary} from "@lodestar/config";
-import {ATTESTATION_SUBNET_COUNT, SLOTS_PER_EPOCH, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
-import {SubnetID} from "@lodestar/types";
-import {Logger, Map2d, Map2dArr} from "@lodestar/utils";
-import {GOSSIP_MAX_SIZE, GOSSIP_MAX_SIZE_BELLATRIX} from "../../constants/network.js";
-import {RegistryMetricCreator} from "../../metrics/index.js";
-import {callInNextEventLoop} from "../../util/eventLoop.js";
-import {NetworkEvent, NetworkEventBus, NetworkEventData} from "../events.js";
-import {Libp2p} from "../interface.js";
-import {NetworkConfig} from "../networkConfig.js";
-import {ClientKind} from "../peers/client.js";
-import {PeersData} from "../peers/peersData.js";
-import {DataTransformSnappy, fastMsgIdFn, msgIdFn, msgIdToStrFn} from "./encoding.js";
-import {GossipTopic, GossipType} from "./interface.js";
-import {Eth2GossipsubMetrics, createEth2GossipsubMetrics} from "./metrics.js";
-import {
-  GOSSIP_D,
-  GOSSIP_D_HIGH,
-  GOSSIP_D_LOW,
-  computeGossipPeerScoreParams,
-  gossipScoreThresholds,
-} from "./scoringParameters.js";
-import {GossipTopicCache, getCoreTopicsAtFork, stringifyGossipTopic} from "./topic.js";
-
-/** As specified in https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md */
-const GOSSIPSUB_HEARTBEAT_INTERVAL = 0.7 * 1000;
-
-const MAX_OUTBOUND_BUFFER_SIZE = 2 ** 24; // 16MB
-
-export type Eth2Context = {
-  activeValidatorCount: number;
-  currentSlot: number;
-  currentEpoch: number;
-};
-
-export type Eth2GossipsubModules = {
-  networkConfig: NetworkConfig;
-  libp2p: Libp2p;
-  logger: Logger;
-  metricsRegister: RegistryMetricCreator | null;
-  eth2Context: Eth2Context;
-  peersData: PeersData;
-  events: NetworkEventBus;
-};
-
-export type Eth2GossipsubOpts = {
-  allowPublishToZeroPeers?: boolean;
-  gossipsubD?: number;
-  gossipsubDLow?: number;
-  gossipsubDHigh?: number;
-  gossipsubAwaitHandler?: boolean;
-  disableFloodPublish?: boolean;
-  skipParamsLog?: boolean;
-  disableLightClientServer?: boolean;
-};
-
-export type ForkBoundaryLabel = string;
-
-/**
- * Wrapper around js-libp2p-gossipsub with the following extensions:
- * - Eth2 message id
- * - Emits `GossipObject`, not `InMessage`
- * - Provides convenience interface:
- *   - `publishObject`
- *   - `subscribeTopic`
- *   - `unsubscribeTopic`
- *   - `handleTopic`
- *   - `unhandleTopic`
- *
- * See https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md#the-gossip-domain-gossipsub
- */
-export class Eth2Gossipsub extends GossipSub {
-  readonly scoreParams: Partial<PeerScoreParams>;
-  private readonly config: BeaconConfig;
-  private readonly logger: Logger;
-  private readonly peersData: PeersData;
-  private readonly events: NetworkEventBus;
-
-  // Internal caches
-  private readonly gossipTopicCache: GossipTopicCache;
-
-  constructor(opts: Eth2GossipsubOpts, modules: Eth2GossipsubModules) {
-    const {allowPublishToZeroPeers, gossipsubD, gossipsubDLow, gossipsubDHigh} = opts;
-    const {networkConfig, logger, metricsRegister, peersData, events} = modules;
-    const {config} = networkConfig;
-    const gossipTopicCache = new GossipTopicCache(config);
-
-    const scoreParams = computeGossipPeerScoreParams({config, eth2Context: modules.eth2Context});
-
-    // Gossipsub parameters defined here:
-    // https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md#the-gossip-domain-gossipsub
-    super(modules.libp2p.services.components, {
-      globalSignaturePolicy: SignaturePolicy.StrictNoSign,
-      allowPublishToZeroTopicPeers: allowPublishToZeroPeers,
-      D: gossipsubD ?? GOSSIP_D,
-      Dlo: gossipsubDLow ?? GOSSIP_D_LOW,
-      Dhi: gossipsubDHigh ?? GOSSIP_D_HIGH,
-      Dlazy: 6,
-      heartbeatInterval: GOSSIPSUB_HEARTBEAT_INTERVAL,
-      fanoutTTL: 60 * 1000,
-      mcacheLength: 6,
-      mcacheGossip: 3,
-      // this should be in ms
-      seenTTL: config.SECONDS_PER_SLOT * SLOTS_PER_EPOCH * 2 * 1000,
-      scoreParams,
-      scoreThresholds: gossipScoreThresholds,
-      // For a single stream, await processing each RPC before processing the next
-      awaitRpcHandler: opts.gossipsubAwaitHandler,
-      // For a single RPC, await processing each message before processing the next
-      awaitRpcMessageHandler: opts.gossipsubAwaitHandler,
-      // the default in gossipsub is 3s is not enough since lodestar suffers from I/O lag
-      gossipsubIWantFollowupMs: 12 * 1000, // 12s
-      fastMsgIdFn: fastMsgIdFn,
-      msgIdFn: msgIdFn.bind(msgIdFn, gossipTopicCache),
-      msgIdToStrFn: msgIdToStrFn,
-      // Use the bellatrix max size if the merge is configured. pre-merge using this size
-      // could only be an issue on outgoing payloads, its highly unlikely we will send out
-      // a chunk bigger than GOSSIP_MAX_SIZE pre merge even on mainnet network.
-      //
-      // TODO: figure out a way to dynamically transition to the size
-      dataTransform: new DataTransformSnappy(
-        gossipTopicCache,
-        Number.isFinite(config.BELLATRIX_FORK_EPOCH) ? GOSSIP_MAX_SIZE_BELLATRIX : GOSSIP_MAX_SIZE
-      ),
-      metricsRegister: metricsRegister as MetricsRegister | null,
-      metricsTopicStrToLabel: metricsRegister
-        ? getMetricsTopicStrToLabel(networkConfig, {disableLightClientServer: opts.disableLightClientServer ?? false})
-        : undefined,
-      asyncValidation: true,
-
-      maxOutboundBufferSize: MAX_OUTBOUND_BUFFER_SIZE,
-      // serialize message once and send to all peers when publishing
-      batchPublish: true,
-      // if this is false, only publish to mesh peers. If there is not enough GOSSIP_D mesh peers,
-      // publish to some more topic peers to make sure we always publish to at least GOSSIP_D peers
-      floodPublish: !opts?.disableFloodPublish,
-      // Only send IDONTWANT messages if the message size is larger than this
-      // This should be large enough to not send IDONTWANT for "small" messages
-      // See https://github.com/ChainSafe/lodestar/pull/7077#issuecomment-2383679472
-      idontwantMinDataSize: 16829,
-    });
-    this.scoreParams = scoreParams;
-    this.config = config;
-    this.logger = logger;
-    this.peersData = peersData;
-    this.events = events;
-    this.gossipTopicCache = gossipTopicCache;
-
-    if (metricsRegister) {
-      const metrics = createEth2GossipsubMetrics(metricsRegister);
-      metrics.gossipMesh.peersByType.addCollect(() => this.onScrapeLodestarMetrics(metrics, networkConfig));
-    }
-
-    this.addEventListener("gossipsub:message", this.onGossipsubMessage.bind(this));
-    this.events.on(NetworkEvent.gossipMessageValidationResult, this.onValidationResult.bind(this));
-
-    // Having access to this data is CRUCIAL for debugging. While this is a massive log, it must not be deleted.
-    // Scoring issues require this dump + current peer score stats to re-calculate scores.
-    if (!opts.skipParamsLog) {
-      this.logger.debug("Gossipsub score params", {params: JSON.stringify(scoreParams)});
-    }
-  }
-
-  /**
-   * Subscribe to a `GossipTopic`
-   */
-  subscribeTopic(topic: GossipTopic): void {
-    const topicStr = stringifyGossipTopic(this.config, topic);
-    // Register known topicStr
-    this.gossipTopicCache.setTopic(topicStr, topic);
-
-    this.logger.verbose("Subscribe to gossipsub topic", {topic: topicStr});
-    this.subscribe(topicStr);
-  }
-
-  /**
-   * Unsubscribe to a `GossipTopic`
-   */
-  unsubscribeTopic(topic: GossipTopic): void {
-    const topicStr = stringifyGossipTopic(this.config, topic);
-    this.logger.verbose("Unsubscribe to gossipsub topic", {topic: topicStr});
-    this.unsubscribe(topicStr);
-  }
-
-  private onScrapeLodestarMetrics(metrics: Eth2GossipsubMetrics, networkConfig: NetworkConfig): void {
-    const mesh = this.mesh;
-    // biome-ignore lint/complexity/useLiteralKeys: `topics` is a private attribute
-    const topics = this["topics"] as Map<string, Set<string>>;
-    const peers = this.peers;
-    const score = this.score;
-    const meshPeersByClient = new Map<string, number>();
-    const meshPeerIdStrs = new Set<string>();
-
-    for (const {peersMap, metricsGossip, type} of [
-      {peersMap: mesh, metricsGossip: metrics.gossipMesh, type: "mesh"},
-      {peersMap: topics, metricsGossip: metrics.gossipTopic, type: "topics"},
-    ]) {
-      // Pre-aggregate results by fork so we can fill the remaining metrics with 0
-      const peersByTypeByBoundary = new Map2d<ForkBoundaryLabel, GossipType, number>();
-      const peersByBeaconAttSubnetByBoundary = new Map2dArr<ForkBoundaryLabel, number>();
-      const peersByBeaconSyncSubnetByBoundary = new Map2dArr<ForkBoundaryLabel, number>();
-      const peersByDataColumnSubnetByBoundary = new Map2dArr<ForkBoundaryLabel, number>();
-
-      // loop through all mesh entries, count each set size
-      for (const [topicString, peers] of peersMap) {
-        // Ignore topics with 0 peers. May prevent overriding after a fork
-        if (peers.size === 0) continue;
-
-        // there are some new topics in the network so `getKnownTopic()` returns undefined
-        // for example in prater: /eth2/82f4a72b/optimistic_light_client_update_v0/ssz_snappy
-        const topic = this.gossipTopicCache.getKnownTopic(topicString);
-        if (topic !== undefined) {
-          const boundary = getForkBoundaryLabel(topic.boundary);
-          if (topic.type === GossipType.beacon_attestation) {
-            peersByBeaconAttSubnetByBoundary.set(boundary, topic.subnet, peers.size);
-          } else if (topic.type === GossipType.sync_committee) {
-            peersByBeaconSyncSubnetByBoundary.set(boundary, topic.subnet, peers.size);
-          } else if (topic.type === GossipType.data_column_sidecar) {
-            peersByDataColumnSubnetByBoundary.set(boundary, topic.subnet, peers.size);
-          } else {
-            peersByTypeByBoundary.set(boundary, topic.type, peers.size);
-          }
-        }
-
-        if (type === "mesh") {
-          for (const peer of peers) {
-            if (!meshPeerIdStrs.has(peer)) {
-              meshPeerIdStrs.add(peer);
-              const client = this.peersData.connectedPeers.get(peer)?.agentClient?.toString() ?? ClientKind.Unknown;
-              meshPeersByClient.set(client, (meshPeersByClient.get(client) ?? 0) + 1);
-            }
-          }
-        }
-      }
-
-      // beacon attestation mesh gets counted separately so we can track mesh peers by subnet
-      // zero out all gossip type & subnet choices, so the dashboard will register them
-      for (const [boundary, peersByType] of peersByTypeByBoundary.map) {
-        for (const type of Object.values(GossipType)) {
-          metricsGossip.peersByType.set({boundary, type}, peersByType.get(type) ?? 0);
-        }
-      }
-      for (const [boundary, peersByBeaconAttSubnet] of peersByBeaconAttSubnetByBoundary.map) {
-        for (let subnet = 0; subnet < ATTESTATION_SUBNET_COUNT; subnet++) {
-          metricsGossip.peersByBeaconAttestationSubnet.set(
-            {boundary, subnet: attSubnetLabel(subnet)},
-            peersByBeaconAttSubnet[subnet] ?? 0
-          );
-        }
-      }
-      for (const [boundary, peersByBeaconSyncSubnet] of peersByBeaconSyncSubnetByBoundary.map) {
-        for (let subnet = 0; subnet < SYNC_COMMITTEE_SUBNET_COUNT; subnet++) {
-          // SYNC_COMMITTEE_SUBNET_COUNT is < 9, no need to prepend a 0 to the label
-          metricsGossip.peersBySyncCommitteeSubnet.set({boundary, subnet}, peersByBeaconSyncSubnet[subnet] ?? 0);
-        }
-      }
-      for (const [boundary, peersByDataColumnSubnet] of peersByDataColumnSubnetByBoundary.map) {
-        for (const subnet of networkConfig.custodyConfig.sampleGroups) {
-          metricsGossip.peersByDataColumnSubnet.set({boundary, subnet}, peersByDataColumnSubnet[subnet] ?? 0);
-        }
-      }
-    }
-
-    for (const [client, peers] of meshPeersByClient.entries()) {
-      metrics.gossipPeer.meshPeersByClient.set({client}, peers);
-    }
-
-    // track gossip peer score
-    let peerCountScoreGraylist = 0;
-    let peerCountScorePublish = 0;
-    let peerCountScoreGossip = 0;
-    let peerCountScoreMesh = 0;
-    const {graylistThreshold, publishThreshold, gossipThreshold} = gossipScoreThresholds;
-    const gossipScores: number[] = [];
-
-    for (const peerIdStr of peers.keys()) {
-      const s = score.score(peerIdStr);
-      if (s >= graylistThreshold) peerCountScoreGraylist++;
-      if (s >= publishThreshold) peerCountScorePublish++;
-      if (s >= gossipThreshold) peerCountScoreGossip++;
-      if (s >= 0) peerCountScoreMesh++;
-      gossipScores.push(s);
-    }
-
-    // Access once for all calls below
-    metrics.gossipPeer.scoreByThreshold.set({threshold: "graylist"}, peerCountScoreGraylist);
-    metrics.gossipPeer.scoreByThreshold.set({threshold: "publish"}, peerCountScorePublish);
-    metrics.gossipPeer.scoreByThreshold.set({threshold: "gossip"}, peerCountScoreGossip);
-    metrics.gossipPeer.scoreByThreshold.set({threshold: "mesh"}, peerCountScoreMesh);
-
-    // Register full score too
-    metrics.gossipPeer.score.set(gossipScores);
-  }
-
-  private onGossipsubMessage(event: GossipsubEvents["gossipsub:message"]): void {
-    const {propagationSource, msgId, msg} = event.detail;
-
-    // Also validates that the topicStr is known
-    const topic = this.gossipTopicCache.getTopic(msg.topic);
-
-    // Get seenTimestamp before adding the message to the queue or add async delays
-    const seenTimestampSec = Date.now() / 1000;
-
-    // Use setTimeout to yield to the macro queue
-    // Without this we'll have huge event loop lag
-    // See https://github.com/ChainSafe/lodestar/issues/5604
-    callInNextEventLoop(() => {
-      this.events.emit(NetworkEvent.pendingGossipsubMessage, {
-        topic,
-        msg,
-        msgId,
-        // Hot path, use cached .toString() version
-        propagationSource: propagationSource.toString(),
-        seenTimestampSec,
-        startProcessUnixSec: null,
-      });
-    });
-  }
-
-  private onValidationResult(data: NetworkEventData[NetworkEvent.gossipMessageValidationResult]): void {
-    // Use setTimeout to yield to the macro queue
-    // Without this we'll have huge event loop lag
-    // See https://github.com/ChainSafe/lodestar/issues/5604
-    callInNextEventLoop(() => {
-      this.reportMessageValidationResult(data.msgId, data.propagationSource, data.acceptance);
-    });
-  }
-}
-
-/**
- * Left pad subnets to two characters. Assumes ATTESTATION_SUBNET_COUNT < 99
- * Otherwise grafana sorts the mesh peers chart as: [1,11,12,13,...]
- */
-function attSubnetLabel(subnet: SubnetID): string {
-  if (subnet > 9) return String(subnet);
-
-  return `0${subnet}`;
-}
-
-function getMetricsTopicStrToLabel(
-  networkConfig: NetworkConfig,
-  opts: {disableLightClientServer: boolean}
-): TopicStrToLabel {
-  const {config} = networkConfig;
-  const metricsTopicStrToLabel = new Map<TopicStr, TopicLabel>();
-  const {forkBoundariesAscendingEpochOrder} = config;
-
-  for (let i = 0; i < forkBoundariesAscendingEpochOrder.length; i++) {
-    const currentForkBoundary = forkBoundariesAscendingEpochOrder[i];
-    const nextForkBoundary = forkBoundariesAscendingEpochOrder[i + 1];
-
-    // Edge case: If multiple fork boundaries start at the same epoch, only consider the latest one
-    if (nextForkBoundary && currentForkBoundary.epoch === nextForkBoundary.epoch) {
-      continue;
-    }
-
-    const topics = getCoreTopicsAtFork(networkConfig, currentForkBoundary.fork, {
-      subscribeAllSubnets: true,
-      disableLightClientServer: opts.disableLightClientServer,
-    });
-    for (const topic of topics) {
-      metricsTopicStrToLabel.set(stringifyGossipTopic(config, {...topic, boundary: currentForkBoundary}), topic.type);
-    }
-  }
-
-  return metricsTopicStrToLabel;
-}
-
-// Topics of the same ForkBoundary should have the same ForkBoundary object
-// we don't want to create a new string for every topic
-const boundaryLabelMap = new Map<ForkBoundary, ForkBoundaryLabel>();
-function getForkBoundaryLabel(boundary: ForkBoundary): ForkBoundaryLabel {
-  let label = boundaryLabelMap.get(boundary);
-  if (label === undefined) {
-    label = `${boundary.fork}_${boundary.epoch}`;
-    boundaryLabelMap.set(boundary, label);
-  }
-
-  return label;
-}

package/src/network/gossip/index.ts

@@ -1,4 +0,0 @@
-export {getGossipHandlers} from "../processor/gossipHandlers.js";
-export * from "./gossipsub.js";
-export * from "./interface.js";
-export {getCoreTopicsAtFork} from "./topic.js";

package/src/network/gossip/interface.ts

@@ -1,215 +0,0 @@
-import {Message, TopicValidatorResult} from "@libp2p/interface";
-import {Libp2p} from "libp2p";
-import {PeerIdStr} from "@chainsafe/libp2p-gossipsub/types";
-import {BeaconConfig, ForkBoundary} from "@lodestar/config";
-import {
-  AttesterSlashing,
-  LightClientFinalityUpdate,
-  LightClientOptimisticUpdate,
-  SignedAggregateAndProof,
-  SignedBeaconBlock,
-  SingleAttestation,
-  Slot,
-  SubnetID,
-  altair,
-  capella,
-  deneb,
-  fulu,
-  phase0,
-} from "@lodestar/types";
-import {Logger} from "@lodestar/utils";
-import {AttestationError, AttestationErrorType} from "../../chain/errors/attestationError.js";
-import {GossipActionError} from "../../chain/errors/gossipValidation.js";
-import {IBeaconChain} from "../../chain/index.js";
-import {JobItemQueue} from "../../util/queue/index.js";
-
-export enum GossipType {
-  beacon_block = "beacon_block",
-  blob_sidecar = "blob_sidecar",
-  data_column_sidecar = "data_column_sidecar",
-  beacon_aggregate_and_proof = "beacon_aggregate_and_proof",
-  beacon_attestation = "beacon_attestation",
-  voluntary_exit = "voluntary_exit",
-  proposer_slashing = "proposer_slashing",
-  attester_slashing = "attester_slashing",
-  sync_committee_contribution_and_proof = "sync_committee_contribution_and_proof",
-  sync_committee = "sync_committee",
-  light_client_finality_update = "light_client_finality_update",
-  light_client_optimistic_update = "light_client_optimistic_update",
-  bls_to_execution_change = "bls_to_execution_change",
-}
-
-export type SequentialGossipType = Exclude<GossipType, GossipType.beacon_attestation>;
-export type BatchGossipType = GossipType.beacon_attestation;
-
-export enum GossipEncoding {
-  ssz_snappy = "ssz_snappy",
-}
-
-/**
- * Note: `IGossipTopic`s are all relative to the local `genesisValidatorsRoot`
- */
-export interface IGossipTopic {
-  type: GossipType;
-  boundary: ForkBoundary;
-  encoding?: GossipEncoding;
-}
-
-export type GossipTopicTypeMap = {
-  [GossipType.beacon_block]: {type: GossipType.beacon_block};
-  [GossipType.blob_sidecar]: {type: GossipType.blob_sidecar; subnet: SubnetID};
-  [GossipType.data_column_sidecar]: {type: GossipType.data_column_sidecar; subnet: SubnetID};
-  [GossipType.beacon_aggregate_and_proof]: {type: GossipType.beacon_aggregate_and_proof};
-  [GossipType.beacon_attestation]: {type: GossipType.beacon_attestation; subnet: SubnetID};
-  [GossipType.voluntary_exit]: {type: GossipType.voluntary_exit};
-  [GossipType.proposer_slashing]: {type: GossipType.proposer_slashing};
-  [GossipType.attester_slashing]: {type: GossipType.attester_slashing};
-  [GossipType.sync_committee_contribution_and_proof]: {
-    type: GossipType.sync_committee_contribution_and_proof;
-  };
-  [GossipType.sync_committee]: {type: GossipType.sync_committee; subnet: SubnetID};
-  [GossipType.light_client_finality_update]: {type: GossipType.light_client_finality_update};
-  [GossipType.light_client_optimistic_update]: {type: GossipType.light_client_optimistic_update};
-  [GossipType.bls_to_execution_change]: {type: GossipType.bls_to_execution_change};
-};
-
-export type GossipTopicMap = {
-  [K in keyof GossipTopicTypeMap]: GossipTopicTypeMap[K] & IGossipTopic;
-};
-
-/**
- * Gossip topic split into a struct
- */
-export type GossipTopic = GossipTopicMap[keyof GossipTopicMap];
-
-export type SSZTypeOfGossipTopic<T extends GossipTopic> = T extends {type: infer K extends GossipType}
-  ? GossipTypeMap[K]
-  : never;
-
-export type GossipTypeMap = {
-  [GossipType.beacon_block]: SignedBeaconBlock;
-  [GossipType.blob_sidecar]: deneb.BlobSidecar;
-  [GossipType.beacon_aggregate_and_proof]: SignedAggregateAndProof;
-  [GossipType.beacon_attestation]: SingleAttestation;
-  [GossipType.data_column_sidecar]: fulu.DataColumnSidecar;
-  [GossipType.voluntary_exit]: phase0.SignedVoluntaryExit;
-  [GossipType.proposer_slashing]: phase0.ProposerSlashing;
-  [GossipType.attester_slashing]: AttesterSlashing;
-  [GossipType.sync_committee_contribution_and_proof]: altair.SignedContributionAndProof;
-  [GossipType.sync_committee]: altair.SyncCommitteeMessage;
-  [GossipType.light_client_finality_update]: LightClientFinalityUpdate;
-  [GossipType.light_client_optimistic_update]: LightClientOptimisticUpdate;
-  [GossipType.bls_to_execution_change]: capella.SignedBLSToExecutionChange;
-};
-
-export type GossipFnByType = {
-  [GossipType.beacon_block]: (signedBlock: SignedBeaconBlock) => Promise<void> | void;
-  [GossipType.blob_sidecar]: (blobSidecar: deneb.BlobSidecar) => Promise<void> | void;
-  [GossipType.beacon_aggregate_and_proof]: (aggregateAndProof: SignedAggregateAndProof) => Promise<void> | void;
-  [GossipType.beacon_attestation]: (attestation: SingleAttestation) => Promise<void> | void;
-  [GossipType.data_column_sidecar]: (dataColumnSidecar: fulu.DataColumnSidecar) => Promise<void> | void;
-  [GossipType.voluntary_exit]: (voluntaryExit: phase0.SignedVoluntaryExit) => Promise<void> | void;
-  [GossipType.proposer_slashing]: (proposerSlashing: phase0.ProposerSlashing) => Promise<void> | void;
-  [GossipType.attester_slashing]: (attesterSlashing: AttesterSlashing) => Promise<void> | void;
-  [GossipType.sync_committee_contribution_and_proof]: (
-    signedContributionAndProof: altair.SignedContributionAndProof
-  ) => Promise<void> | void;
-  [GossipType.sync_committee]: (syncCommittee: altair.SyncCommitteeMessage) => Promise<void> | void;
-  [GossipType.light_client_finality_update]: (
-    lightClientFinalityUpdate: LightClientFinalityUpdate
-  ) => Promise<void> | void;
-  [GossipType.light_client_optimistic_update]: (
-    lightClientOptimisticUpdate: LightClientOptimisticUpdate
-  ) => Promise<void> | void;
-  [GossipType.bls_to_execution_change]: (
-    blsToExecutionChange: capella.SignedBLSToExecutionChange
-  ) => Promise<void> | void;
-};
-
-export type GossipFn = GossipFnByType[keyof GossipFnByType];
-
-export type GossipModules = {
-  config: BeaconConfig;
-  libp2p: Libp2p;
-  logger: Logger;
-  chain: IBeaconChain;
-};
-
-/**
- * Contains various methods for validation of incoming gossip topic data.
- * The conditions for valid gossip topics and how they are handled are specified here:
- * https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md#global-topics
- */
-
-/**
- * Top-level type for gossip validation functions
- *
- * js-libp2p-gossipsub expects validation functions that look like this
- */
-export type GossipMessageInfo = {
-  topic: GossipTopic;
-  msg: Message;
-  propagationSource: PeerIdStr;
-  seenTimestampSec: number;
-  msgSlot: Slot | null;
-  indexed?: string;
-};
-
-export type GossipValidatorFn = (messageInfo: GossipMessageInfo) => Promise<TopicValidatorResult>;
-
-export type GossipValidatorBatchFn = (messageInfos: GossipMessageInfo[]) => Promise<TopicValidatorResult[]>;
-
-export type ValidatorFnsByType = {[K in GossipType]: GossipValidatorFn};
-
-export type GossipJobQueues = {
-  [K in GossipType]: JobItemQueue<Parameters<GossipValidatorFn>, ResolvedType<GossipValidatorFn>>;
-};
-
-export type GossipData = {
-  serializedData: Uint8Array;
-  msgSlot?: Slot | null;
-  indexed?: string;
-};
-
-export type GossipHandlerParam = {
-  gossipData: GossipData;
-  topic: GossipTopicMap[GossipType];
-  peerIdStr: string;
-  seenTimestampSec: number;
-};
-
-export type GossipHandlerFn = (gossipHandlerParam: GossipHandlerParam) => Promise<void>;
-
-export type BatchGossipHandlerFn = (gossipHandlerParam: GossipHandlerParam[]) => Promise<(null | AttestationError)[]>;
-
-export type GossipHandlerParamGeneric<T extends GossipType> = {
-  gossipData: GossipData;
-  topic: GossipTopicMap[T];
-  peerIdStr: string;
-  seenTimestampSec: number;
-};
-
-export type GossipHandlers = {
-  [K in GossipType]: SequentialGossipHandler<K> | BatchGossipHandler<K>;
-};
-
-export type SequentialGossipHandler<K extends GossipType> = (
-  gossipHandlerParam: GossipHandlerParamGeneric<K>
-) => Promise<void>;
-
-export type SequentialGossipHandlers = {
-  [K in SequentialGossipType]: SequentialGossipHandler<K>;
-};
-
-export type BatchGossipHandlers = {
-  [K in BatchGossipType]: BatchGossipHandler<K>;
-};
-
-export type BatchGossipHandler<K extends GossipType> = (
-  gossipHandlerParams: GossipHandlerParamGeneric<K>[]
-) => Promise<(null | GossipActionError<AttestationErrorType>)[]>;
-
-// biome-ignore lint/suspicious/noExplicitAny: Need the usage of `any` here to infer any type
-export type ResolvedType<F extends (...args: any) => Promise<any>> = F extends (...args: any) => Promise<infer T>
-  ? T
-  : never;

package/src/network/gossip/metrics.ts

@@ -1,71 +0,0 @@
-import {SubnetID} from "@lodestar/types";
-import {RegistryMetricCreator} from "../../metrics/index.js";
-import {ForkBoundaryLabel} from "./gossipsub.js";
-import {GossipType} from "./interface.js";
-
-export type Eth2GossipsubMetrics = ReturnType<typeof createEth2GossipsubMetrics>;
-
-export function createEth2GossipsubMetrics(register: RegistryMetricCreator) {
-  return {
-    gossipPeer: {
-      scoreByThreshold: register.gauge<{threshold: string}>({
-        name: "lodestar_gossip_peer_score_by_threshold_count",
-        help: "Gossip peer score by threshold",
-        labelNames: ["threshold"],
-      }),
-      meshPeersByClient: register.gauge<{client: string}>({
-        name: "lodestar_gossip_mesh_peers_by_client_count",
-        help: "number of mesh peers, labeled by client",
-        labelNames: ["client"],
-      }),
-      score: register.avgMinMax({
-        name: "lodestar_gossip_score_avg_min_max",
-        help: "Avg min max of all gossip peer scores",
-      }),
-    },
-    gossipMesh: {
-      peersByType: register.gauge<{type: GossipType; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_mesh_peers_by_type_count",
-        help: "Number of connected mesh peers per gossip type",
-        labelNames: ["type", "boundary"],
-      }),
-      peersByBeaconAttestationSubnet: register.gauge<{subnet: string; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_mesh_peers_by_beacon_attestation_subnet_count",
-        help: "Number of connected mesh peers per beacon attestation subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-      peersBySyncCommitteeSubnet: register.gauge<{subnet: SubnetID; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_mesh_peers_by_sync_committee_subnet_count",
-        help: "Number of connected mesh peers per sync committee subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-      peersByDataColumnSubnet: register.gauge<{subnet: SubnetID; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_mesh_peers_by_data_column_subnet_count",
-        help: "Number of connected mesh peers per data column subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-    },
-    gossipTopic: {
-      peersByType: register.gauge<{type: GossipType; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_topic_peers_by_type_count",
-        help: "Number of connected topic peers per gossip type",
-        labelNames: ["type", "boundary"],
-      }),
-      peersByBeaconAttestationSubnet: register.gauge<{subnet: string; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_topic_peers_by_beacon_attestation_subnet_count",
-        help: "Number of connected topic peers per beacon attestation subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-      peersBySyncCommitteeSubnet: register.gauge<{subnet: SubnetID; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_topic_peers_by_sync_committee_subnet_count",
-        help: "Number of connected topic peers per sync committee subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-      peersByDataColumnSubnet: register.gauge<{subnet: SubnetID; boundary: ForkBoundaryLabel}>({
-        name: "lodestar_gossip_topic_peers_by_data_column_subnet_count",
-        help: "Number of connected topic peers per data column subnet",
-        labelNames: ["subnet", "boundary"],
-      }),
-    },
-  };
-}