@lodestar/beacon-node 1.41.0-dev.aeb5a213ee → 1.41.0-dev.bb33751bfd

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/lib/api/impl/beacon/state/index.js +8 -8
  2. package/lib/api/impl/beacon/state/index.js.map +1 -1
  3. package/lib/api/impl/beacon/state/utils.d.ts +3 -4
  4. package/lib/api/impl/beacon/state/utils.d.ts.map +1 -1
  5. package/lib/api/impl/beacon/state/utils.js +4 -4
  6. package/lib/api/impl/beacon/state/utils.js.map +1 -1
  7. package/lib/api/impl/debug/index.d.ts.map +1 -1
  8. package/lib/api/impl/debug/index.js +1 -0
  9. package/lib/api/impl/debug/index.js.map +1 -1
  10. package/lib/api/impl/node/utils.d.ts +1 -1
  11. package/lib/api/impl/node/utils.d.ts.map +1 -1
  12. package/lib/api/impl/node/utils.js.map +1 -1
  13. package/lib/api/impl/validator/index.d.ts.map +1 -1
  14. package/lib/api/impl/validator/index.js +3 -5
  15. package/lib/api/impl/validator/index.js.map +1 -1
  16. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts +5 -6
  17. package/lib/chain/archiveStore/historicalState/getHistoricalState.d.ts.map +1 -1
  18. package/lib/chain/archiveStore/historicalState/getHistoricalState.js +9 -10
  19. package/lib/chain/archiveStore/historicalState/getHistoricalState.js.map +1 -1
  20. package/lib/chain/archiveStore/historicalState/worker.js +3 -3
  21. package/lib/chain/archiveStore/historicalState/worker.js.map +1 -1
  22. package/lib/chain/blocks/blockInput/blockInput.d.ts +20 -2
  23. package/lib/chain/blocks/blockInput/blockInput.d.ts.map +1 -1
  24. package/lib/chain/blocks/blockInput/blockInput.js +47 -0
  25. package/lib/chain/blocks/blockInput/blockInput.js.map +1 -1
  26. package/lib/chain/blocks/blockInput/types.d.ts +2 -1
  27. package/lib/chain/blocks/blockInput/types.d.ts.map +1 -1
  28. package/lib/chain/blocks/blockInput/types.js +1 -0
  29. package/lib/chain/blocks/blockInput/types.js.map +1 -1
  30. package/lib/chain/blocks/verifyBlocksDataAvailability.d.ts.map +1 -1
  31. package/lib/chain/blocks/verifyBlocksDataAvailability.js +3 -0
  32. package/lib/chain/blocks/verifyBlocksDataAvailability.js.map +1 -1
  33. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts +4 -0
  34. package/lib/chain/blocks/verifyBlocksExecutionPayloads.d.ts.map +1 -1
  35. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js +5 -1
  36. package/lib/chain/blocks/verifyBlocksExecutionPayloads.js.map +1 -1
  37. package/lib/chain/bls/multithread/index.d.ts +3 -3
  38. package/lib/chain/bls/multithread/index.d.ts.map +1 -1
  39. package/lib/chain/bls/multithread/index.js +5 -5
  40. package/lib/chain/bls/multithread/index.js.map +1 -1
  41. package/lib/chain/bls/multithread/jobItem.d.ts +2 -2
  42. package/lib/chain/bls/multithread/jobItem.d.ts.map +1 -1
  43. package/lib/chain/bls/multithread/jobItem.js +2 -2
  44. package/lib/chain/bls/multithread/jobItem.js.map +1 -1
  45. package/lib/chain/bls/singleThread.d.ts +4 -4
  46. package/lib/chain/bls/singleThread.d.ts.map +1 -1
  47. package/lib/chain/bls/singleThread.js +4 -4
  48. package/lib/chain/bls/singleThread.js.map +1 -1
  49. package/lib/chain/bls/utils.d.ts +2 -2
  50. package/lib/chain/bls/utils.d.ts.map +1 -1
  51. package/lib/chain/bls/utils.js +7 -4
  52. package/lib/chain/bls/utils.js.map +1 -1
  53. package/lib/chain/chain.d.ts +4 -7
  54. package/lib/chain/chain.d.ts.map +1 -1
  55. package/lib/chain/chain.js +8 -10
  56. package/lib/chain/chain.js.map +1 -1
  57. package/lib/chain/interface.d.ts +2 -4
  58. package/lib/chain/interface.d.ts.map +1 -1
  59. package/lib/chain/interface.js.map +1 -1
  60. package/lib/chain/seenCache/seenGossipBlockInput.d.ts.map +1 -1
  61. package/lib/chain/seenCache/seenGossipBlockInput.js +15 -7
  62. package/lib/chain/seenCache/seenGossipBlockInput.js.map +1 -1
  63. package/lib/chain/validation/attestation.d.ts.map +1 -1
  64. package/lib/chain/validation/attestation.js +4 -1
  65. package/lib/chain/validation/attestation.js.map +1 -1
  66. package/lib/chain/validation/attesterSlashing.js +1 -1
  67. package/lib/chain/validation/attesterSlashing.js.map +1 -1
  68. package/lib/chain/validation/payloadAttestationMessage.js +8 -1
  69. package/lib/chain/validation/payloadAttestationMessage.js.map +1 -1
  70. package/lib/chain/validation/proposerSlashing.js +1 -1
  71. package/lib/chain/validation/proposerSlashing.js.map +1 -1
  72. package/lib/chain/validation/syncCommitteeContributionAndProof.js +1 -1
  73. package/lib/db/repositories/blockArchive.d.ts.map +1 -1
  74. package/lib/db/repositories/blockArchive.js +1 -2
  75. package/lib/db/repositories/blockArchive.js.map +1 -1
  76. package/lib/execution/engine/http.d.ts +1 -0
  77. package/lib/execution/engine/http.d.ts.map +1 -1
  78. package/lib/execution/engine/http.js +3 -0
  79. package/lib/execution/engine/http.js.map +1 -1
  80. package/lib/metrics/metrics/lodestar.d.ts +3 -0
  81. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  82. package/lib/metrics/metrics/lodestar.js +5 -0
  83. package/lib/metrics/metrics/lodestar.js.map +1 -1
  84. package/lib/monitoring/service.d.ts +2 -2
  85. package/lib/monitoring/service.d.ts.map +1 -1
  86. package/lib/monitoring/service.js +3 -2
  87. package/lib/monitoring/service.js.map +1 -1
  88. package/lib/network/core/networkCore.d.ts +3 -3
  89. package/lib/network/core/networkCore.d.ts.map +1 -1
  90. package/lib/network/core/networkCore.js.map +1 -1
  91. package/lib/network/core/networkCoreWorkerHandler.d.ts +3 -3
  92. package/lib/network/core/networkCoreWorkerHandler.d.ts.map +1 -1
  93. package/lib/network/core/types.d.ts +2 -2
  94. package/lib/network/core/types.d.ts.map +1 -1
  95. package/lib/network/events.d.ts +2 -1
  96. package/lib/network/events.d.ts.map +1 -1
  97. package/lib/network/events.js.map +1 -1
  98. package/lib/network/gossip/encoding.d.ts +3 -3
  99. package/lib/network/gossip/encoding.d.ts.map +1 -1
  100. package/lib/network/gossip/encoding.js.map +1 -1
  101. package/lib/network/gossip/gossipsub.d.ts +13 -4
  102. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  103. package/lib/network/gossip/gossipsub.js +47 -20
  104. package/lib/network/gossip/gossipsub.js.map +1 -1
  105. package/lib/network/gossip/interface.d.ts +3 -3
  106. package/lib/network/gossip/interface.d.ts.map +1 -1
  107. package/lib/network/gossip/scoringParameters.d.ts +1 -1
  108. package/lib/network/gossip/scoringParameters.d.ts.map +1 -1
  109. package/lib/network/gossip/scoringParameters.js +1 -1
  110. package/lib/network/gossip/scoringParameters.js.map +1 -1
  111. package/lib/network/interface.d.ts +3 -3
  112. package/lib/network/interface.d.ts.map +1 -1
  113. package/lib/network/libp2p/index.d.ts +1 -1
  114. package/lib/network/libp2p/index.d.ts.map +1 -1
  115. package/lib/network/libp2p/index.js +7 -2
  116. package/lib/network/libp2p/index.js.map +1 -1
  117. package/lib/network/network.d.ts +2 -2
  118. package/lib/network/network.d.ts.map +1 -1
  119. package/lib/network/network.js.map +1 -1
  120. package/lib/network/options.d.ts.map +1 -1
  121. package/lib/network/options.js +3 -0
  122. package/lib/network/options.js.map +1 -1
  123. package/lib/network/peers/datastore.d.ts +7 -5
  124. package/lib/network/peers/datastore.d.ts.map +1 -1
  125. package/lib/network/peers/datastore.js +10 -10
  126. package/lib/network/peers/datastore.js.map +1 -1
  127. package/lib/network/peers/peerManager.d.ts +3 -0
  128. package/lib/network/peers/peerManager.d.ts.map +1 -1
  129. package/lib/network/peers/peerManager.js +103 -53
  130. package/lib/network/peers/peerManager.js.map +1 -1
  131. package/lib/network/peers/utils/prioritizePeers.d.ts +3 -3
  132. package/lib/network/peers/utils/prioritizePeers.d.ts.map +1 -1
  133. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  134. package/lib/network/processor/gossipHandlers.js +3 -1
  135. package/lib/network/processor/gossipHandlers.js.map +1 -1
  136. package/lib/network/processor/gossipValidatorFn.js +1 -1
  137. package/lib/network/processor/types.d.ts +1 -1
  138. package/lib/network/processor/types.d.ts.map +1 -1
  139. package/lib/network/reqresp/score.d.ts.map +1 -1
  140. package/lib/network/reqresp/score.js +0 -1
  141. package/lib/network/reqresp/score.js.map +1 -1
  142. package/lib/network/util.js +2 -2
  143. package/lib/network/util.js.map +1 -1
  144. package/lib/node/nodejs.d.ts +3 -5
  145. package/lib/node/nodejs.d.ts.map +1 -1
  146. package/lib/node/nodejs.js +6 -4
  147. package/lib/node/nodejs.js.map +1 -1
  148. package/lib/util/clock.d.ts +6 -0
  149. package/lib/util/clock.d.ts.map +1 -1
  150. package/lib/util/clock.js +9 -3
  151. package/lib/util/clock.js.map +1 -1
  152. package/package.json +38 -41
  153. package/src/api/impl/beacon/state/index.ts +8 -8
  154. package/src/api/impl/beacon/state/utils.ts +5 -6
  155. package/src/api/impl/debug/index.ts +1 -0
  156. package/src/api/impl/node/utils.ts +3 -3
  157. package/src/api/impl/validator/index.ts +3 -4
  158. package/src/chain/archiveStore/historicalState/getHistoricalState.ts +10 -11
  159. package/src/chain/archiveStore/historicalState/worker.ts +3 -3
  160. package/src/chain/blocks/blockInput/blockInput.ts +68 -3
  161. package/src/chain/blocks/blockInput/types.ts +1 -0
  162. package/src/chain/blocks/verifyBlocksDataAvailability.ts +3 -0
  163. package/src/chain/blocks/verifyBlocksExecutionPayloads.ts +9 -2
  164. package/src/chain/bls/multithread/index.ts +7 -7
  165. package/src/chain/bls/multithread/jobItem.ts +3 -3
  166. package/src/chain/bls/singleThread.ts +5 -5
  167. package/src/chain/bls/utils.ts +8 -5
  168. package/src/chain/chain.ts +10 -15
  169. package/src/chain/interface.ts +2 -9
  170. package/src/chain/seenCache/seenGossipBlockInput.ts +16 -7
  171. package/src/chain/validation/attestation.ts +4 -1
  172. package/src/chain/validation/attesterSlashing.ts +1 -1
  173. package/src/chain/validation/payloadAttestationMessage.ts +9 -1
  174. package/src/chain/validation/proposerSlashing.ts +1 -1
  175. package/src/chain/validation/syncCommitteeContributionAndProof.ts +1 -1
  176. package/src/db/repositories/blockArchive.ts +1 -2
  177. package/src/execution/engine/http.ts +3 -0
  178. package/src/metrics/metrics/lodestar.ts +5 -0
  179. package/src/monitoring/service.ts +3 -2
  180. package/src/network/core/networkCore.ts +3 -3
  181. package/src/network/core/networkCoreWorkerHandler.ts +3 -3
  182. package/src/network/core/types.ts +2 -2
  183. package/src/network/events.ts +2 -1
  184. package/src/network/gossip/encoding.ts +3 -3
  185. package/src/network/gossip/gossipsub.ts +86 -25
  186. package/src/network/gossip/interface.ts +3 -3
  187. package/src/network/gossip/scoringParameters.ts +4 -4
  188. package/src/network/interface.ts +3 -3
  189. package/src/network/libp2p/index.ts +8 -3
  190. package/src/network/network.ts +3 -3
  191. package/src/network/options.ts +3 -0
  192. package/src/network/peers/datastore.ts +13 -10
  193. package/src/network/peers/peerManager.ts +118 -54
  194. package/src/network/peers/utils/prioritizePeers.ts +3 -3
  195. package/src/network/processor/gossipHandlers.ts +7 -3
  196. package/src/network/processor/gossipValidatorFn.ts +1 -1
  197. package/src/network/processor/types.ts +1 -1
  198. package/src/network/reqresp/score.ts +0 -1
  199. package/src/network/util.ts +2 -2
  200. package/src/node/nodejs.ts +8 -9
  201. package/src/util/clock.ts +9 -4
  202. package/src/util/workerEvents.ts +1 -1
@@ -1,5 +1,5 @@
1
1
  import {PublicKey, Signature, aggregatePublicKeys, aggregateSignatures, verify} from "@chainsafe/blst";
2
- import {ISignatureSet, Index2PubkeyCache} from "@lodestar/state-transition";
2
+ import {ISignatureSet, PubkeyCache} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/index.js";
4
4
  import {IBlsVerifier} from "./interface.js";
5
5
  import {verifySignatureSetsMaybeBatch} from "./maybeBatch.js";
@@ -7,18 +7,18 @@ import {getAggregatedPubkey, getAggregatedPubkeysCount} from "./utils.js";
7
7
 
8
8
  export class BlsSingleThreadVerifier implements IBlsVerifier {
9
9
  private readonly metrics: Metrics | null;
10
- private readonly index2pubkey: Index2PubkeyCache;
10
+ private readonly pubkeyCache: PubkeyCache;
11
11
 
12
- constructor({metrics = null, index2pubkey}: {metrics: Metrics | null; index2pubkey: Index2PubkeyCache}) {
12
+ constructor({metrics = null, pubkeyCache}: {metrics: Metrics | null; pubkeyCache: PubkeyCache}) {
13
13
  this.metrics = metrics;
14
- this.index2pubkey = index2pubkey;
14
+ this.pubkeyCache = pubkeyCache;
15
15
  }
16
16
 
17
17
  async verifySignatureSets(sets: ISignatureSet[]): Promise<boolean> {
18
18
  this.metrics?.bls.aggregatedPubkeys.inc(getAggregatedPubkeysCount(sets));
19
19
 
20
20
  const setsAggregated = sets.map((set) => ({
21
- publicKey: getAggregatedPubkey(set, this.index2pubkey, this.metrics),
21
+ publicKey: getAggregatedPubkey(set, this.pubkeyCache, this.metrics),
22
22
  message: set.signingRoot,
23
23
  signature: set.signature,
24
24
  }));
@@ -1,22 +1,25 @@
1
1
  import {PublicKey, aggregatePublicKeys} from "@chainsafe/blst";
2
- import {ISignatureSet, Index2PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
2
+ import {ISignatureSet, PubkeyCache, SignatureSetType} from "@lodestar/state-transition";
3
3
  import {Metrics} from "../../metrics/metrics.js";
4
4
 
5
5
  export function getAggregatedPubkey(
6
6
  signatureSet: ISignatureSet,
7
- index2pubkey: Index2PubkeyCache,
7
+ pubkeyCache: PubkeyCache,
8
8
  metrics: Metrics | null = null
9
9
  ): PublicKey {
10
10
  switch (signatureSet.type) {
11
11
  case SignatureSetType.single:
12
12
  return signatureSet.pubkey;
13
13
 
14
- case SignatureSetType.indexed:
15
- return index2pubkey[signatureSet.index];
14
+ case SignatureSetType.indexed: {
15
+ return pubkeyCache.getOrThrow(signatureSet.index);
16
+ }
16
17
 
17
18
  case SignatureSetType.aggregate: {
18
19
  const timer = metrics?.blsThreadPool.pubkeysAggregationMainThreadDuration.startTimer();
19
- const pubkeys = signatureSet.indices.map((i) => index2pubkey[i]);
20
+ const pubkeys = signatureSet.indices.map((i) => {
21
+ return pubkeyCache.getOrThrow(i);
22
+ });
20
23
  const aggregated = aggregatePublicKeys(pubkeys);
21
24
  timer?.();
22
25
  return aggregated;
@@ -1,6 +1,5 @@
1
1
  import path from "node:path";
2
2
  import {PrivateKey} from "@libp2p/interface";
3
- import {PubkeyIndexMap} from "@chainsafe/pubkey-index-map";
4
3
  import {CompositeTypeAny, TreeView, Type} from "@chainsafe/ssz";
5
4
  import {BeaconConfig} from "@lodestar/config";
6
5
  import {CheckpointWithHex, IForkChoice, ProtoBlock, UpdateHeadOpt} from "@lodestar/fork-choice";
@@ -21,7 +20,7 @@ import {
21
20
  CachedBeaconStateGloas,
22
21
  EffectiveBalanceIncrements,
23
22
  EpochShuffling,
24
- Index2PubkeyCache,
23
+ PubkeyCache,
25
24
  computeAnchorCheckpoint,
26
25
  computeAttestationsRewards,
27
26
  computeBlockRewards,
@@ -192,8 +191,7 @@ export class BeaconChain implements IBeaconChain {
192
191
  readonly seenBlockAttesters = new SeenBlockAttesters();
193
192
 
194
193
  // Global state caches
195
- readonly pubkey2index: PubkeyIndexMap;
196
- readonly index2pubkey: Index2PubkeyCache;
194
+ readonly pubkeyCache: PubkeyCache;
197
195
 
198
196
  readonly beaconProposerCache: BeaconProposerCache;
199
197
  readonly checkpointBalancesCache: CheckpointBalancesCache;
@@ -239,8 +237,7 @@ export class BeaconChain implements IBeaconChain {
239
237
  {
240
238
  privateKey,
241
239
  config,
242
- pubkey2index,
243
- index2pubkey,
240
+ pubkeyCache,
244
241
  db,
245
242
  dbName,
246
243
  dataDir,
@@ -256,8 +253,7 @@ export class BeaconChain implements IBeaconChain {
256
253
  }: {
257
254
  privateKey: PrivateKey;
258
255
  config: BeaconConfig;
259
- pubkey2index: PubkeyIndexMap;
260
- index2pubkey: Index2PubkeyCache;
256
+ pubkeyCache: PubkeyCache;
261
257
  db: IBeaconDb;
262
258
  dbName: string;
263
259
  dataDir: string;
@@ -289,8 +285,8 @@ export class BeaconChain implements IBeaconChain {
289
285
  const emitter = new ChainEventEmitter();
290
286
  // by default, verify signatures on both main threads and worker threads
291
287
  const bls = opts.blsVerifyAllMainThread
292
- ? new BlsSingleThreadVerifier({metrics, index2pubkey})
293
- : new BlsMultiThreadWorkerPool(opts, {logger, metrics, index2pubkey});
288
+ ? new BlsSingleThreadVerifier({metrics, pubkeyCache})
289
+ : new BlsMultiThreadWorkerPool(opts, {logger, metrics, pubkeyCache});
294
290
 
295
291
  if (!clock) clock = new Clock({config, genesisTime: this.genesisTime, signal});
296
292
 
@@ -346,8 +342,7 @@ export class BeaconChain implements IBeaconChain {
346
342
  ]);
347
343
 
348
344
  // Global cache of validators pubkey/index mapping
349
- this.pubkey2index = pubkey2index;
350
- this.index2pubkey = index2pubkey;
345
+ this.pubkeyCache = pubkeyCache;
351
346
 
352
347
  const fileDataStore = opts.nHistoricalStatesFileDataStore ?? true;
353
348
  const blockStateCache = new FIFOBlockStateCache(this.opts, {metrics});
@@ -920,7 +915,7 @@ export class BeaconChain implements IBeaconChain {
920
915
  RegenCaller.produceBlock
921
916
  );
922
917
  const proposerIndex = state.epochCtx.getBeaconProposer(slot);
923
- const proposerPubKey = this.index2pubkey[proposerIndex].toBytes();
918
+ const proposerPubKey = this.pubkeyCache.getOrThrow(proposerIndex).toBytes();
924
919
 
925
920
  const {body, produceResult, executionPayloadValue, shouldOverrideBuilder} = await produceBlockBody.call(
926
921
  this,
@@ -1536,7 +1531,7 @@ export class BeaconChain implements IBeaconChain {
1536
1531
  throw Error(`State is not in cache for slot ${slot}`);
1537
1532
  }
1538
1533
 
1539
- const rewards = await computeAttestationsRewards(this.config, this.pubkey2index, cachedState, validatorIds);
1534
+ const rewards = await computeAttestationsRewards(this.config, this.pubkeyCache, cachedState, validatorIds);
1540
1535
 
1541
1536
  return {rewards, executionOptimistic, finalized};
1542
1537
  }
@@ -1553,6 +1548,6 @@ export class BeaconChain implements IBeaconChain {
1553
1548
 
1554
1549
  preState = processSlots(preState, block.slot); // Dial preState's slot to block.slot
1555
1550
 
1556
- return computeSyncCommitteeRewards(this.config, this.index2pubkey, block, preState, validatorIds);
1551
+ return computeSyncCommitteeRewards(this.config, this.pubkeyCache, block, preState, validatorIds);
1557
1552
  }
1558
1553
  }
@@ -1,13 +1,7 @@
1
- import {PubkeyIndexMap} from "@chainsafe/pubkey-index-map";
2
1
  import {CompositeTypeAny, TreeView, Type} from "@chainsafe/ssz";
3
2
  import {BeaconConfig} from "@lodestar/config";
4
3
  import {CheckpointWithHex, IForkChoice, ProtoBlock} from "@lodestar/fork-choice";
5
- import {
6
- BeaconStateAllForks,
7
- CachedBeaconStateAllForks,
8
- EpochShuffling,
9
- Index2PubkeyCache,
10
- } from "@lodestar/state-transition";
4
+ import {BeaconStateAllForks, CachedBeaconStateAllForks, EpochShuffling, PubkeyCache} from "@lodestar/state-transition";
11
5
  import {
12
6
  BeaconBlock,
13
7
  BlindedBeaconBlock,
@@ -117,8 +111,7 @@ export interface IBeaconChain {
117
111
  readonly regen: IStateRegenerator;
118
112
  readonly lightClientServer?: LightClientServer;
119
113
  readonly reprocessController: ReprocessController;
120
- readonly pubkey2index: PubkeyIndexMap;
121
- readonly index2pubkey: Index2PubkeyCache;
114
+ readonly pubkeyCache: PubkeyCache;
122
115
  readonly archiveStore: IArchiveStore;
123
116
 
124
117
  // Ops pool
@@ -3,6 +3,7 @@ import {CheckpointWithHex} from "@lodestar/fork-choice";
3
3
  import {
4
4
  ForkName,
5
5
  ForkPostFulu,
6
+ ForkPostGloas,
6
7
  ForkPreGloas,
7
8
  SLOTS_PER_EPOCH,
8
9
  isForkPostDeneb,
@@ -20,6 +21,7 @@ import {
20
21
  BlockInput,
21
22
  BlockInputBlobs,
22
23
  BlockInputColumns,
24
+ BlockInputNoData,
23
25
  BlockInputPreData,
24
26
  BlockWithSource,
25
27
  DAType,
@@ -179,12 +181,19 @@ export class SeenBlockInput {
179
181
  if (!blockInput) {
180
182
  const {forkName, daOutOfRange} = this.buildCommonProps(block.message.slot);
181
183
 
182
- // TODO GLOAS: Implement
183
184
  if (isForkPostGloas(forkName)) {
184
- throw Error("Not implemented");
185
- }
186
- // Pre-deneb
187
- if (!isForkPostDeneb(forkName)) {
185
+ // Post-gloas
186
+ blockInput = BlockInputNoData.createFromBlock({
187
+ block: block as SignedBeaconBlock<ForkPostGloas>,
188
+ blockRootHex,
189
+ daOutOfRange,
190
+ forkName,
191
+ source,
192
+ seenTimestampSec,
193
+ peerIdStr,
194
+ });
195
+ } else if (!isForkPostDeneb(forkName)) {
196
+ // Pre-deneb
188
197
  blockInput = BlockInputPreData.createFromBlock({
189
198
  block,
190
199
  blockRootHex,
@@ -194,8 +203,8 @@ export class SeenBlockInput {
194
203
  seenTimestampSec,
195
204
  peerIdStr,
196
205
  });
197
- // Fulu Only
198
206
  } else if (isForkPostFulu(forkName)) {
207
+ // Fulu Only
199
208
  blockInput = BlockInputColumns.createFromBlock({
200
209
  block: block as SignedBeaconBlock<ForkPostFulu & ForkPreGloas>,
201
210
  blockRootHex,
@@ -207,8 +216,8 @@ export class SeenBlockInput {
207
216
  seenTimestampSec,
208
217
  peerIdStr,
209
218
  });
210
- // Deneb and Electra
211
219
  } else {
220
+ // Deneb and Electra
212
221
  blockInput = BlockInputBlobs.createFromBlock({
213
222
  block: block as SignedBeaconBlock<ForkBlobsDA>,
214
223
  blockRootHex,
@@ -143,7 +143,10 @@ export async function validateGossipAttestationsSameAttData(
143
143
  if (batchableBls) {
144
144
  // all signature sets should have same signing root since we filtered in network processor
145
145
  signatureValids = await chain.bls.verifySignatureSetsSameMessage(
146
- signatureSets.map((set) => ({publicKey: chain.index2pubkey[set.index], signature: set.signature})),
146
+ signatureSets.map((set) => {
147
+ const publicKey = chain.pubkeyCache.getOrThrow(set.index);
148
+ return {publicKey, signature: set.signature};
149
+ }),
147
150
  signatureSets[0].signingRoot
148
151
  );
149
152
  } else {
@@ -45,7 +45,7 @@ export async function validateAttesterSlashing(
45
45
  // verifySignature = false, verified in batch below
46
46
  assertValidAttesterSlashing(
47
47
  chain.config,
48
- chain.index2pubkey,
48
+ chain.pubkeyCache,
49
49
  state.slot,
50
50
  state.validators.length,
51
51
  attesterSlashing,
@@ -87,8 +87,16 @@ async function validatePayloadAttestationMessage(
87
87
  }
88
88
 
89
89
  // [REJECT] `payload_attestation_message.signature` is valid with respect to the validator's public key.
90
+ const validatorPubkey = chain.pubkeyCache.get(validatorIndex);
91
+ if (!validatorPubkey) {
92
+ throw new PayloadAttestationError(GossipAction.REJECT, {
93
+ code: PayloadAttestationErrorCode.INVALID_ATTESTER,
94
+ attesterIndex: validatorIndex,
95
+ });
96
+ }
97
+
90
98
  const signatureSet = createSingleSignatureSetFromComponents(
91
- chain.index2pubkey[validatorIndex],
99
+ validatorPubkey,
92
100
  getPayloadAttestationDataSigningRoot(chain.config, data),
93
101
  payloadAttestationMessage.signature
94
102
  );
@@ -37,7 +37,7 @@ async function validateProposerSlashing(
37
37
  try {
38
38
  const proposer = state.validators.getReadonly(proposerSlashing.signedHeader1.message.proposerIndex);
39
39
  // verifySignature = false, verified in batch below
40
- assertValidProposerSlashing(chain.config, chain.index2pubkey, state.slot, proposerSlashing, proposer, false);
40
+ assertValidProposerSlashing(chain.config, chain.pubkeyCache, state.slot, proposerSlashing, proposer, false);
41
41
  } catch (e) {
42
42
  throw new ProposerSlashingError(GossipAction.REJECT, {
43
43
  code: ProposerSlashingErrorCode.INVALID,
@@ -106,7 +106,7 @@ export async function validateSyncCommitteeGossipContributionAndProof(
106
106
  /**
107
107
  * Retrieve pubkeys in contribution aggregate using epochCtx:
108
108
  * - currSyncCommitteeIndexes cache
109
- * - index2pubkey cache
109
+ * - pubkeyCache
110
110
  */
111
111
  function getContributionIndices(
112
112
  state: CachedBeaconStateAltair,
@@ -1,4 +1,3 @@
1
- import all from "it-all";
2
1
  import {ChainForkConfig} from "@lodestar/config";
3
2
  import {Db, FilterOptions, KeyValue, Repository} from "@lodestar/db";
4
3
  import {Root, SignedBeaconBlock, Slot, ssz} from "@lodestar/types";
@@ -121,7 +120,7 @@ export class BlockArchiveRepository extends Repository<Slot, SignedBeaconBlock>
121
120
  }
122
121
 
123
122
  async values(opts?: BlockFilterOptions): Promise<SignedBeaconBlock[]> {
124
- return all(this.valuesStream(opts));
123
+ return await Array.fromAsync(this.valuesStream(opts));
125
124
  }
126
125
 
127
126
  // INDEX
@@ -128,6 +128,7 @@ const getClientVersionOpts: ReqOpts = {routeId: "getClientVersion"};
128
128
  */
129
129
  export class ExecutionEngineHttp implements IExecutionEngine {
130
130
  private logger: Logger;
131
+ private metrics: Metrics | null;
131
132
 
132
133
  // The default state is ONLINE, it will be updated to SYNCING once we receive the first payload
133
134
  // This assumption is better than the OFFLINE state, since we can't be sure if the EL is offline and being offline may trigger some notifications
@@ -167,6 +168,7 @@ export class ExecutionEngineHttp implements IExecutionEngine {
167
168
  metrics?.engineHttpProcessorQueue
168
169
  );
169
170
  this.logger = logger;
171
+ this.metrics = metrics ?? null;
170
172
 
171
173
  this.rpc.emitter.on(JsonRpcHttpClientEvent.ERROR, ({error}) => {
172
174
  this.updateEngineState(getExecutionEngineState({payloadError: error, oldState: this.state}));
@@ -369,6 +371,7 @@ export class ExecutionEngineHttp implements IExecutionEngine {
369
371
  } = await request;
370
372
 
371
373
  this.updateEngineState(getExecutionEngineState({payloadStatus: status, oldState: this.state}));
374
+ this.metrics?.engineNotifyForkchoiceUpdateResult.inc({result: status});
372
375
 
373
376
  switch (status) {
374
377
  case ExecutionPayloadStatus.VALID:
@@ -928,6 +928,11 @@ export function createLodestarMetrics(
928
928
  help: "The total result of calling notifyNewPayload execution engine api",
929
929
  labelNames: ["result"],
930
930
  }),
931
+ engineNotifyForkchoiceUpdateResult: register.gauge<{result: ExecutionPayloadStatus}>({
932
+ name: "lodestar_execution_engine_notify_forkchoice_update_result_total",
933
+ help: "The total result of calling notifyForkchoiceUpdate execution engine api",
934
+ labelNames: ["result"],
935
+ }),
931
936
  backfillSync: {
932
937
  backfilledTillSlot: register.gauge({
933
938
  name: "lodestar_backfill_till_slot",
@@ -89,9 +89,9 @@ export class MonitoringService {
89
89
  }
90
90
 
91
91
  /**
92
- * Stop sending client stats
92
+ * Stop sending client stats and wait for any pending request to complete
93
93
  */
94
- close(): void {
94
+ async close(): Promise<void> {
95
95
  if (this.status === Status.Closed) return;
96
96
  this.status = Status.Closed;
97
97
 
@@ -103,6 +103,7 @@ export class MonitoringService {
103
103
  }
104
104
  if (this.pendingRequest) {
105
105
  this.fetchAbortController?.abort(FetchAbortReason.Close);
106
+ await this.pendingRequest;
106
107
  }
107
108
  }
108
109
 
@@ -1,8 +1,8 @@
1
- import {Connection, PrivateKey} from "@libp2p/interface";
1
+ import type {PeerScoreStatsDump} from "@libp2p/gossipsub/score";
2
+ import type {PublishOpts} from "@libp2p/gossipsub/types";
3
+ import type {Connection, PrivateKey} from "@libp2p/interface";
2
4
  import {peerIdFromPrivateKey} from "@libp2p/peer-id";
3
5
  import {multiaddr} from "@multiformats/multiaddr";
4
- import {PeerScoreStatsDump} from "@chainsafe/libp2p-gossipsub/score";
5
- import {PublishOpts} from "@chainsafe/libp2p-gossipsub/types";
6
6
  import {routes} from "@lodestar/api";
7
7
  import {BeaconConfig, ForkBoundary} from "@lodestar/config";
8
8
  import type {LoggerNode} from "@lodestar/logger/node";
@@ -1,9 +1,9 @@
1
1
  import path from "node:path";
2
2
  import workerThreads from "node:worker_threads";
3
3
  import {privateKeyToProtobuf} from "@libp2p/crypto/keys";
4
- import {PrivateKey} from "@libp2p/interface";
5
- import {PeerScoreStatsDump} from "@chainsafe/libp2p-gossipsub/score";
6
- import {PublishOpts} from "@chainsafe/libp2p-gossipsub/types";
4
+ import type {PeerScoreStatsDump} from "@libp2p/gossipsub/score";
5
+ import type {PublishOpts} from "@libp2p/gossipsub/types";
6
+ import type {PrivateKey} from "@libp2p/interface";
7
7
  import {ModuleThread, Thread, Worker, spawn} from "@chainsafe/threads";
8
8
  import {routes} from "@lodestar/api";
9
9
  import {BeaconConfig, chainConfigToJson} from "@lodestar/config";
@@ -1,5 +1,5 @@
1
- import {PeerScoreStatsDump} from "@chainsafe/libp2p-gossipsub/score";
2
- import {PublishOpts} from "@chainsafe/libp2p-gossipsub/types";
1
+ import type {PeerScoreStatsDump} from "@libp2p/gossipsub/score";
2
+ import type {PublishOpts} from "@libp2p/gossipsub/types";
3
3
  import {routes} from "@lodestar/api";
4
4
  import {SpecJson} from "@lodestar/config";
5
5
  import {LoggerNodeOpts} from "@lodestar/logger/node";
@@ -1,5 +1,6 @@
1
1
  import {EventEmitter} from "node:events";
2
- import {PeerId, TopicValidatorResult} from "@libp2p/interface";
2
+ import type {TopicValidatorResult} from "@libp2p/gossipsub";
3
+ import type {PeerId} from "@libp2p/interface";
3
4
  import {CustodyIndex, Status} from "@lodestar/types";
4
5
  import {PeerIdStr} from "../util/peerId.js";
5
6
  import {StrictEventEmitterSingleArg} from "../util/strictEvents.js";
@@ -1,9 +1,9 @@
1
- import {Message} from "@libp2p/interface";
1
+ import type {Message} from "@libp2p/gossipsub";
2
+ import type {RPC} from "@libp2p/gossipsub/message";
3
+ import type {DataTransform} from "@libp2p/gossipsub/types";
2
4
  // snappyjs is better for compression for smaller payloads
3
5
  import xxhashFactory from "xxhash-wasm";
4
6
  import {digest} from "@chainsafe/as-sha256";
5
- import {RPC} from "@chainsafe/libp2p-gossipsub/message";
6
- import {DataTransform} from "@chainsafe/libp2p-gossipsub/types";
7
7
  import snappyWasm from "@chainsafe/snappy-wasm";
8
8
  import {ForkName} from "@lodestar/params";
9
9
  import {intToBytes} from "@lodestar/utils";
@@ -1,10 +1,18 @@
1
+ import {
2
+ type GossipSub,
3
+ type GossipSubEvents,
4
+ type PublishResult,
5
+ StrictNoSign,
6
+ type TopicValidatorResult,
7
+ gossipsub,
8
+ } from "@libp2p/gossipsub";
9
+ import type {MetricsRegister, TopicLabel, TopicStrToLabel} from "@libp2p/gossipsub/metrics";
10
+ import type {PeerScoreParams, PeerScoreStatsDump} from "@libp2p/gossipsub/score";
11
+ import type {AddrInfo, PublishOpts, TopicStr} from "@libp2p/gossipsub/types";
12
+ import type {PeerId} from "@libp2p/interface";
1
13
  import {peerIdFromString} from "@libp2p/peer-id";
2
14
  import {multiaddr} from "@multiformats/multiaddr";
3
15
  import {ENR} from "@chainsafe/enr";
4
- import {GossipSub, GossipsubEvents} from "@chainsafe/libp2p-gossipsub";
5
- import {MetricsRegister, TopicLabel, TopicStrToLabel} from "@chainsafe/libp2p-gossipsub/metrics";
6
- import {PeerScoreParams} from "@chainsafe/libp2p-gossipsub/score";
7
- import {AddrInfo, SignaturePolicy, TopicStr} from "@chainsafe/libp2p-gossipsub/types";
8
16
  import {routes} from "@lodestar/api";
9
17
  import {BeaconConfig, ForkBoundary} from "@lodestar/config";
10
18
  import {ATTESTATION_SUBNET_COUNT, SLOTS_PER_EPOCH, SYNC_COMMITTEE_SUBNET_COUNT} from "@lodestar/params";
@@ -69,6 +77,24 @@ export type Eth2GossipsubOpts = {
69
77
 
70
78
  export type ForkBoundaryLabel = string;
71
79
 
80
+ // Many of the internal properties we need are not available on the public interface,
81
+ // so we create an extended type here to avoid excessive type assertions throughout the codebase.
82
+ // Mind that any updates to the gossipsub package may require updates to this type.
83
+ type GossipSubInternal = GossipSub & {
84
+ mesh: Map<string, Set<string>>;
85
+ peers: Map<string, PeerId>;
86
+ score: {score: (peerIdStr: string) => number};
87
+ direct: Set<string>;
88
+ topics: Map<string, Set<string>>;
89
+ start: () => Promise<void>;
90
+ stop: () => Promise<void>;
91
+ publish: (topic: TopicStr, data: Uint8Array, opts?: PublishOpts) => Promise<PublishResult>;
92
+ getMeshPeers: (topic: TopicStr) => string[];
93
+ dumpPeerScoreStats: () => PeerScoreStatsDump;
94
+ getScore: (peerIdStr: string) => number;
95
+ reportMessageValidationResult: (msgId: string, propagationSource: string, acceptance: TopicValidatorResult) => void;
96
+ };
97
+
72
98
  /**
73
99
  * Wrapper around js-libp2p-gossipsub with the following extensions:
74
100
  * - Eth2 message id
@@ -82,13 +108,14 @@ export type ForkBoundaryLabel = string;
82
108
  *
83
109
  * See https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md#the-gossip-domain-gossipsub
84
110
  */
85
- export class Eth2Gossipsub extends GossipSub {
111
+ export class Eth2Gossipsub {
86
112
  readonly scoreParams: Partial<PeerScoreParams>;
87
113
  private readonly config: BeaconConfig;
88
114
  private readonly logger: Logger;
89
115
  private readonly peersData: PeersData;
90
116
  private readonly events: NetworkEventBus;
91
117
  private readonly libp2p: Libp2p;
118
+ private readonly gossipsub: GossipSubInternal;
92
119
 
93
120
  // Internal caches
94
121
  private readonly gossipTopicCache: GossipTopicCache;
@@ -103,9 +130,6 @@ export class Eth2Gossipsub extends GossipSub {
103
130
  let metrics: Eth2GossipsubMetrics | null = null;
104
131
  if (metricsRegister) {
105
132
  metrics = createEth2GossipsubMetrics(metricsRegister);
106
- metrics.gossipMesh.peersByType.addCollect(() =>
107
- this.onScrapeLodestarMetrics(metrics as Eth2GossipsubMetrics, networkConfig)
108
- );
109
133
  }
110
134
 
111
135
  // Parse direct peers from multiaddr strings to AddrInfo objects
@@ -113,8 +137,8 @@ export class Eth2Gossipsub extends GossipSub {
113
137
 
114
138
  // Gossipsub parameters defined here:
115
139
  // https://github.com/ethereum/consensus-specs/blob/v1.1.10/specs/phase0/p2p-interface.md#the-gossip-domain-gossipsub
116
- super(modules.libp2p.services.components, {
117
- globalSignaturePolicy: SignaturePolicy.StrictNoSign,
140
+ const gossipsubInstance = gossipsub({
141
+ globalSignaturePolicy: StrictNoSign,
118
142
  allowPublishToZeroTopicPeers: allowPublishToZeroPeers,
119
143
  D: gossipsubD ?? GOSSIP_D,
120
144
  Dlo: gossipsubDLow ?? GOSSIP_D_LOW,
@@ -155,7 +179,12 @@ export class Eth2Gossipsub extends GossipSub {
155
179
  // This should be large enough to not send IDONTWANT for "small" messages
156
180
  // See https://github.com/ChainSafe/lodestar/pull/7077#issuecomment-2383679472
157
181
  idontwantMinDataSize: 16829,
158
- });
182
+ })(modules.libp2p.services.components) as GossipSubInternal;
183
+
184
+ if (metrics) {
185
+ metrics.gossipMesh.peersByType.addCollect(() => this.onScrapeLodestarMetrics(metrics, networkConfig));
186
+ }
187
+ this.gossipsub = gossipsubInstance;
159
188
  this.scoreParams = scoreParams;
160
189
  this.config = config;
161
190
  this.logger = logger;
@@ -164,7 +193,7 @@ export class Eth2Gossipsub extends GossipSub {
164
193
  this.libp2p = modules.libp2p;
165
194
  this.gossipTopicCache = gossipTopicCache;
166
195
 
167
- this.addEventListener("gossipsub:message", this.onGossipsubMessage.bind(this));
196
+ this.gossipsub.addEventListener("gossipsub:message", this.onGossipsubMessage.bind(this));
168
197
  this.events.on(NetworkEvent.gossipMessageValidationResult, this.onValidationResult.bind(this));
169
198
 
170
199
  // Having access to this data is CRUCIAL for debugging. While this is a massive log, it must not be deleted.
@@ -174,6 +203,38 @@ export class Eth2Gossipsub extends GossipSub {
174
203
  }
175
204
  }
176
205
 
206
+ async start(): Promise<void> {
207
+ await this.gossipsub.start();
208
+ }
209
+
210
+ async stop(): Promise<void> {
211
+ await this.gossipsub.stop();
212
+ }
213
+
214
+ get mesh(): Map<string, Set<string>> {
215
+ return this.gossipsub.mesh;
216
+ }
217
+
218
+ getTopics(): TopicStr[] {
219
+ return this.gossipsub.getTopics();
220
+ }
221
+
222
+ getMeshPeers(topic: TopicStr): string[] {
223
+ return this.gossipsub.getMeshPeers(topic);
224
+ }
225
+
226
+ publish(topic: TopicStr, data: Uint8Array, opts?: PublishOpts): Promise<PublishResult> {
227
+ return this.gossipsub.publish(topic, data, opts);
228
+ }
229
+
230
+ dumpPeerScoreStats(): PeerScoreStatsDump {
231
+ return this.gossipsub.dumpPeerScoreStats();
232
+ }
233
+
234
+ getScore(peerIdStr: string): number {
235
+ return this.gossipsub.getScore(peerIdStr);
236
+ }
237
+
177
238
  /**
178
239
  * Subscribe to a `GossipTopic`
179
240
  */
@@ -183,7 +244,7 @@ export class Eth2Gossipsub extends GossipSub {
183
244
  this.gossipTopicCache.setTopic(topicStr, topic);
184
245
 
185
246
  this.logger.verbose("Subscribe to gossipsub topic", {topic: topicStr});
186
- this.subscribe(topicStr);
247
+ this.gossipsub.subscribe(topicStr);
187
248
  }
188
249
 
189
250
  /**
@@ -192,15 +253,14 @@ export class Eth2Gossipsub extends GossipSub {
192
253
  unsubscribeTopic(topic: GossipTopic): void {
193
254
  const topicStr = stringifyGossipTopic(this.config, topic);
194
255
  this.logger.verbose("Unsubscribe to gossipsub topic", {topic: topicStr});
195
- this.unsubscribe(topicStr);
256
+ this.gossipsub.unsubscribe(topicStr);
196
257
  }
197
258
 
198
259
  private onScrapeLodestarMetrics(metrics: Eth2GossipsubMetrics, networkConfig: NetworkConfig): void {
199
- const mesh = this.mesh;
200
- // biome-ignore lint/complexity/useLiteralKeys: `topics` is a private attribute
201
- const topics = this["topics"] as Map<string, Set<string>>;
202
- const peers = this.peers;
203
- const score = this.score;
260
+ const mesh = this.gossipsub.mesh;
261
+ const topics = this.gossipsub.topics;
262
+ const peers = this.gossipsub.peers;
263
+ const score = this.gossipsub.score;
204
264
  const meshPeersByClient = new Map<string, number>();
205
265
  const meshPeerIdStrs = new Set<string>();
206
266
 
@@ -305,7 +365,7 @@ export class Eth2Gossipsub extends GossipSub {
305
365
  metrics.gossipPeer.score.set(gossipScores);
306
366
  }
307
367
 
308
- private onGossipsubMessage(event: GossipsubEvents["gossipsub:message"]): void {
368
+ private onGossipsubMessage(event: GossipSubEvents["gossipsub:message"]): void {
309
369
  const {propagationSource, msgId, msg} = event.detail;
310
370
 
311
371
  // Also validates that the topicStr is known
@@ -341,7 +401,7 @@ export class Eth2Gossipsub extends GossipSub {
341
401
  // Without this we'll have huge event loop lag
342
402
  // See https://github.com/ChainSafe/lodestar/issues/5604
343
403
  callInNextEventLoop(() => {
344
- this.reportMessageValidationResult(data.msgId, data.propagationSource, data.acceptance);
404
+ this.gossipsub.reportMessageValidationResult(data.msgId, data.propagationSource, data.acceptance);
345
405
  });
346
406
  }
347
407
 
@@ -379,7 +439,7 @@ export class Eth2Gossipsub extends GossipSub {
379
439
  }
380
440
 
381
441
  // Add to direct peers set only after addresses are stored
382
- this.direct.add(peerIdStr);
442
+ this.gossipsub.direct.add(peerIdStr);
383
443
 
384
444
  this.logger.info("Added direct peer via API", {peerId: peerIdStr});
385
445
  return peerIdStr;
@@ -389,7 +449,7 @@ export class Eth2Gossipsub extends GossipSub {
389
449
  * Remove a peer from direct peers.
390
450
  */
391
451
  removeDirectPeer(peerIdStr: string): boolean {
392
- const removed = this.direct.delete(peerIdStr);
452
+ const removed = this.gossipsub.direct.delete(peerIdStr);
393
453
  if (removed) {
394
454
  this.logger.info("Removed direct peer via API", {peerId: peerIdStr});
395
455
  }
@@ -400,7 +460,7 @@ export class Eth2Gossipsub extends GossipSub {
400
460
  * Get list of current direct peer IDs.
401
461
  */
402
462
  getDirectPeers(): string[] {
403
- return Array.from(this.direct);
463
+ return Array.from(this.gossipsub.direct);
404
464
  }
405
465
  }
406
466
 
@@ -498,7 +558,8 @@ export function parseDirectPeers(directPeerStrs: routes.lodestar.DirectPeer[], l
498
558
  try {
499
559
  const ma = multiaddr(peerStr);
500
560
 
501
- const peerIdStr = ma.getPeerId();
561
+ const peerIdComponent = ma.getComponents().findLast((component) => component.name === "p2p");
562
+ const peerIdStr = peerIdComponent?.value;
502
563
  if (!peerIdStr) {
503
564
  logger.warn("Direct peer multiaddr must contain /p2p/ component with peer ID", {multiaddr: peerStr});
504
565
  continue;