@lodestar/beacon-node 1.36.0-dev.6604fa5719 → 1.36.0-dev.6f46a8bd20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (127) hide show
  1. package/lib/api/impl/config/constants.d.ts +4 -2
  2. package/lib/api/impl/config/constants.d.ts.map +1 -1
  3. package/lib/api/impl/config/constants.js +6 -3
  4. package/lib/api/impl/config/constants.js.map +1 -1
  5. package/lib/api/impl/lodestar/index.d.ts.map +1 -1
  6. package/lib/api/impl/lodestar/index.js +6 -9
  7. package/lib/api/impl/lodestar/index.js.map +1 -1
  8. package/lib/api/impl/validator/index.d.ts.map +1 -1
  9. package/lib/api/impl/validator/index.js +2 -2
  10. package/lib/api/impl/validator/index.js.map +1 -1
  11. package/lib/chain/archiveStore/archiveStore.d.ts +9 -0
  12. package/lib/chain/archiveStore/archiveStore.d.ts.map +1 -1
  13. package/lib/chain/archiveStore/archiveStore.js +24 -0
  14. package/lib/chain/archiveStore/archiveStore.js.map +1 -1
  15. package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.d.ts +7 -0
  16. package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.d.ts.map +1 -1
  17. package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.js +31 -5
  18. package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.js.map +1 -1
  19. package/lib/chain/beaconProposerCache.d.ts +3 -0
  20. package/lib/chain/beaconProposerCache.d.ts.map +1 -1
  21. package/lib/chain/beaconProposerCache.js +4 -6
  22. package/lib/chain/beaconProposerCache.js.map +1 -1
  23. package/lib/chain/chain.js +1 -1
  24. package/lib/chain/chain.js.map +1 -1
  25. package/lib/chain/errors/dataColumnSidecarError.d.ts +7 -0
  26. package/lib/chain/errors/dataColumnSidecarError.d.ts.map +1 -1
  27. package/lib/chain/errors/dataColumnSidecarError.js +1 -0
  28. package/lib/chain/errors/dataColumnSidecarError.js.map +1 -1
  29. package/lib/chain/errors/voluntaryExitError.d.ts +16 -2
  30. package/lib/chain/errors/voluntaryExitError.d.ts.map +1 -1
  31. package/lib/chain/errors/voluntaryExitError.js +22 -1
  32. package/lib/chain/errors/voluntaryExitError.js.map +1 -1
  33. package/lib/chain/opPools/syncContributionAndProofPool.d.ts +3 -1
  34. package/lib/chain/opPools/syncContributionAndProofPool.d.ts.map +1 -1
  35. package/lib/chain/opPools/syncContributionAndProofPool.js +4 -3
  36. package/lib/chain/opPools/syncContributionAndProofPool.js.map +1 -1
  37. package/lib/chain/validation/attestation.d.ts.map +1 -1
  38. package/lib/chain/validation/attestation.js +6 -7
  39. package/lib/chain/validation/attestation.js.map +1 -1
  40. package/lib/chain/validation/block.d.ts.map +1 -1
  41. package/lib/chain/validation/block.js +1 -2
  42. package/lib/chain/validation/block.js.map +1 -1
  43. package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
  44. package/lib/chain/validation/dataColumnSidecar.js +14 -3
  45. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  46. package/lib/chain/validation/lightClientOptimisticUpdate.d.ts.map +1 -1
  47. package/lib/chain/validation/lightClientOptimisticUpdate.js +1 -2
  48. package/lib/chain/validation/lightClientOptimisticUpdate.js.map +1 -1
  49. package/lib/chain/validation/voluntaryExit.d.ts.map +1 -1
  50. package/lib/chain/validation/voluntaryExit.js +5 -4
  51. package/lib/chain/validation/voluntaryExit.js.map +1 -1
  52. package/lib/constants/constants.d.ts +0 -5
  53. package/lib/constants/constants.d.ts.map +1 -1
  54. package/lib/constants/constants.js +0 -5
  55. package/lib/constants/constants.js.map +1 -1
  56. package/lib/constants/network.d.ts +0 -14
  57. package/lib/constants/network.d.ts.map +1 -1
  58. package/lib/constants/network.js +0 -15
  59. package/lib/constants/network.js.map +1 -1
  60. package/lib/metrics/metrics/lodestar.d.ts +10 -0
  61. package/lib/metrics/metrics/lodestar.d.ts.map +1 -1
  62. package/lib/metrics/metrics/lodestar.js +15 -1
  63. package/lib/metrics/metrics/lodestar.js.map +1 -1
  64. package/lib/network/core/networkCoreWorker.js +2 -7
  65. package/lib/network/core/networkCoreWorker.js.map +1 -1
  66. package/lib/network/discv5/utils.d.ts.map +1 -1
  67. package/lib/network/discv5/utils.js +1 -2
  68. package/lib/network/discv5/utils.js.map +1 -1
  69. package/lib/network/discv5/worker.js +2 -7
  70. package/lib/network/discv5/worker.js.map +1 -1
  71. package/lib/network/gossip/gossipsub.d.ts.map +1 -1
  72. package/lib/network/gossip/gossipsub.js +1 -7
  73. package/lib/network/gossip/gossipsub.js.map +1 -1
  74. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  75. package/lib/network/processor/gossipHandlers.js +14 -8
  76. package/lib/network/processor/gossipHandlers.js.map +1 -1
  77. package/lib/network/reqresp/handlers/blobSidecarsByRange.js +5 -5
  78. package/lib/network/reqresp/handlers/blobSidecarsByRange.js.map +1 -1
  79. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js +4 -4
  80. package/lib/network/reqresp/handlers/blobSidecarsByRoot.js.map +1 -1
  81. package/lib/network/subnets/attnetsService.d.ts +1 -1
  82. package/lib/network/subnets/attnetsService.js +6 -6
  83. package/lib/network/subnets/attnetsService.js.map +1 -1
  84. package/lib/network/subnets/util.d.ts +3 -2
  85. package/lib/network/subnets/util.d.ts.map +1 -1
  86. package/lib/network/subnets/util.js +6 -6
  87. package/lib/network/subnets/util.js.map +1 -1
  88. package/lib/sync/utils/remoteSyncType.js +2 -2
  89. package/lib/sync/utils/remoteSyncType.js.map +1 -1
  90. package/lib/util/clock.d.ts.map +1 -1
  91. package/lib/util/clock.js +3 -4
  92. package/lib/util/clock.js.map +1 -1
  93. package/lib/util/profile.d.ts +6 -4
  94. package/lib/util/profile.d.ts.map +1 -1
  95. package/lib/util/profile.js +40 -3
  96. package/lib/util/profile.js.map +1 -1
  97. package/package.json +26 -24
  98. package/src/api/impl/config/constants.ts +10 -4
  99. package/src/api/impl/lodestar/index.ts +6 -9
  100. package/src/api/impl/validator/index.ts +5 -2
  101. package/src/chain/archiveStore/archiveStore.ts +27 -0
  102. package/src/chain/archiveStore/strategies/frequencyStateArchiveStrategy.ts +32 -5
  103. package/src/chain/beaconProposerCache.ts +4 -8
  104. package/src/chain/chain.ts +1 -1
  105. package/src/chain/errors/dataColumnSidecarError.ts +8 -0
  106. package/src/chain/errors/voluntaryExitError.ts +30 -2
  107. package/src/chain/opPools/syncContributionAndProofPool.ts +3 -2
  108. package/src/chain/validation/attestation.ts +6 -7
  109. package/src/chain/validation/block.ts +1 -2
  110. package/src/chain/validation/dataColumnSidecar.ts +21 -4
  111. package/src/chain/validation/lightClientOptimisticUpdate.ts +3 -2
  112. package/src/chain/validation/voluntaryExit.ts +14 -4
  113. package/src/constants/constants.ts +0 -6
  114. package/src/constants/network.ts +0 -19
  115. package/src/metrics/metrics/lodestar.ts +18 -1
  116. package/src/network/core/networkCoreWorker.ts +2 -7
  117. package/src/network/discv5/utils.ts +1 -2
  118. package/src/network/discv5/worker.ts +2 -7
  119. package/src/network/gossip/gossipsub.ts +1 -10
  120. package/src/network/processor/gossipHandlers.ts +16 -7
  121. package/src/network/reqresp/handlers/blobSidecarsByRange.ts +6 -6
  122. package/src/network/reqresp/handlers/blobSidecarsByRoot.ts +5 -5
  123. package/src/network/subnets/attnetsService.ts +6 -6
  124. package/src/network/subnets/util.ts +12 -12
  125. package/src/sync/utils/remoteSyncType.ts +2 -2
  126. package/src/util/clock.ts +3 -4
  127. package/src/util/profile.ts +45 -3
package/package.json CHANGED
@@ -11,55 +11,67 @@
11
11
  "bugs": {
12
12
  "url": "https://github.com/ChainSafe/lodestar/issues"
13
13
  },
14
- "version": "1.36.0-dev.6604fa5719",
14
+ "version": "1.36.0-dev.6f46a8bd20",
15
15
  "type": "module",
16
16
  "exports": {
17
17
  ".": {
18
18
  "bun": "./src/index.ts",
19
+ "types": "./lib/index.d.ts",
19
20
  "import": "./lib/index.js"
20
21
  },
21
22
  "./api": {
22
23
  "bun": "./src/api/index.ts",
24
+ "types": "./lib/api/index.d.ts",
23
25
  "import": "./lib/api/index.js"
24
26
  },
25
27
  "./chain": {
26
28
  "bun": "./src/chain/index.ts",
29
+ "types": "./lib/chain/index.d.ts",
27
30
  "import": "./lib/chain/index.js"
28
31
  },
29
32
  "./constants": {
30
33
  "bun": "./src/constants/index.ts",
34
+ "types": "./lib/constants/index.d.ts",
31
35
  "import": "./lib/constants/index.js"
32
36
  },
33
37
  "./db": {
34
38
  "bun": "./src/db/index.ts",
39
+ "types": "./lib/db/index.d.ts",
35
40
  "import": "./lib/db/index.js"
36
41
  },
37
42
  "./eth1": {
38
43
  "bun": "./src/eth1/index.ts",
44
+ "types": "./lib/eth1/index.d.ts",
39
45
  "import": "./lib/eth1/index.js"
40
46
  },
41
47
  "./metrics": {
42
48
  "bun": "./src/metrics/index.ts",
49
+ "types": "./lib/metrics/index.d.ts",
43
50
  "import": "./lib/metrics/index.js"
44
51
  },
45
52
  "./monitoring": {
46
53
  "bun": "./src/monitoring/index.ts",
54
+ "types": "./lib/monitoring/index.d.ts",
47
55
  "import": "./lib/monitoring/index.js"
48
56
  },
49
57
  "./network": {
50
58
  "bun": "./src/network/index.ts",
59
+ "types": "./lib/network/index.d.ts",
51
60
  "import": "./lib/network/index.js"
52
61
  },
53
62
  "./node": {
54
63
  "bun": "./src/node/index.ts",
64
+ "types": "./lib/node/index.d.ts",
55
65
  "import": "./lib/node/index.js"
56
66
  },
57
67
  "./sync": {
58
68
  "bun": "./src/sync/index.ts",
69
+ "types": "./lib/sync/index.d.ts",
59
70
  "import": "./lib/sync/index.js"
60
71
  },
61
72
  "./util": {
62
73
  "bun": "./src/util/index.ts",
74
+ "types": "./lib/util/index.d.ts",
63
75
  "import": "./lib/util/index.js"
64
76
  }
65
77
  },
@@ -73,16 +85,6 @@
73
85
  "default": "datastore-level"
74
86
  }
75
87
  },
76
- "typesVersions": {
77
- "*": {
78
- "*": [
79
- "*",
80
- "lib/*",
81
- "lib/*/index"
82
- ]
83
- }
84
- },
85
- "types": "./lib/index.d.ts",
86
88
  "files": [
87
89
  "src",
88
90
  "lib",
@@ -138,18 +140,18 @@
138
140
  "@libp2p/peer-id": "^5.1.0",
139
141
  "@libp2p/prometheus-metrics": "^4.3.15",
140
142
  "@libp2p/tcp": "^10.1.8",
141
- "@lodestar/api": "1.36.0-dev.6604fa5719",
142
- "@lodestar/config": "1.36.0-dev.6604fa5719",
143
- "@lodestar/db": "1.36.0-dev.6604fa5719",
144
- "@lodestar/fork-choice": "1.36.0-dev.6604fa5719",
145
- "@lodestar/light-client": "1.36.0-dev.6604fa5719",
146
- "@lodestar/logger": "1.36.0-dev.6604fa5719",
147
- "@lodestar/params": "1.36.0-dev.6604fa5719",
148
- "@lodestar/reqresp": "1.36.0-dev.6604fa5719",
149
- "@lodestar/state-transition": "1.36.0-dev.6604fa5719",
150
- "@lodestar/types": "1.36.0-dev.6604fa5719",
151
- "@lodestar/utils": "1.36.0-dev.6604fa5719",
152
- "@lodestar/validator": "1.36.0-dev.6604fa5719",
143
+ "@lodestar/api": "1.36.0-dev.6f46a8bd20",
144
+ "@lodestar/config": "1.36.0-dev.6f46a8bd20",
145
+ "@lodestar/db": "1.36.0-dev.6f46a8bd20",
146
+ "@lodestar/fork-choice": "1.36.0-dev.6f46a8bd20",
147
+ "@lodestar/light-client": "1.36.0-dev.6f46a8bd20",
148
+ "@lodestar/logger": "1.36.0-dev.6f46a8bd20",
149
+ "@lodestar/params": "1.36.0-dev.6f46a8bd20",
150
+ "@lodestar/reqresp": "1.36.0-dev.6f46a8bd20",
151
+ "@lodestar/state-transition": "1.36.0-dev.6f46a8bd20",
152
+ "@lodestar/types": "1.36.0-dev.6f46a8bd20",
153
+ "@lodestar/utils": "1.36.0-dev.6f46a8bd20",
154
+ "@lodestar/validator": "1.36.0-dev.6f46a8bd20",
153
155
  "@multiformats/multiaddr": "^12.1.3",
154
156
  "datastore-core": "^10.0.2",
155
157
  "datastore-fs": "^10.0.6",
@@ -185,5 +187,5 @@
185
187
  "beacon",
186
188
  "blockchain"
187
189
  ],
188
- "gitHead": "c21dbad586d7a5f7e59b5c1948a665f9f9983b90"
190
+ "gitHead": "a1cc4685a4ce081e2620a6b0b4f645e1167ec6e5"
189
191
  }
@@ -1,5 +1,7 @@
1
1
  import {
2
2
  ATTESTATION_SUBNET_COUNT,
3
+ ATTESTATION_SUBNET_EXTRA_BITS,
4
+ ATTESTATION_SUBNET_PREFIX_BITS,
3
5
  BASE_REWARDS_PER_EPOCH,
4
6
  BLOB_TX_TYPE,
5
7
  BLS_WITHDRAWAL_PREFIX,
@@ -25,15 +27,15 @@ import {
25
27
  DOMAIN_SYNC_COMMITTEE,
26
28
  DOMAIN_SYNC_COMMITTEE_SELECTION_PROOF,
27
29
  DOMAIN_VOLUNTARY_EXIT,
28
- EPOCHS_PER_RANDOM_SUBNET_SUBSCRIPTION,
29
30
  ETH1_ADDRESS_WITHDRAWAL_PREFIX,
30
31
  FAR_FUTURE_EPOCH,
31
32
  FULL_EXIT_REQUEST_AMOUNT,
32
33
  GENESIS_EPOCH,
33
34
  GENESIS_SLOT,
34
35
  JUSTIFICATION_BITS_LENGTH,
36
+ MAX_CONCURRENT_REQUESTS,
37
+ NODE_ID_BITS,
35
38
  PROPOSER_WEIGHT,
36
- RANDOM_SUBNETS_PER_VALIDATOR,
37
39
  SYNC_COMMITTEE_SUBNET_COUNT,
38
40
  SYNC_REWARD_WEIGHT,
39
41
  TARGET_AGGREGATORS_PER_COMMITTEE,
@@ -84,9 +86,13 @@ export const specConstants = {
84
86
 
85
87
  // phase0/validator.md
86
88
  TARGET_AGGREGATORS_PER_COMMITTEE,
87
- RANDOM_SUBNETS_PER_VALIDATOR,
88
- EPOCHS_PER_RANDOM_SUBNET_SUBSCRIPTION,
89
+
90
+ // phase0/p2p-interface.md
91
+ NODE_ID_BITS,
92
+ MAX_CONCURRENT_REQUESTS,
89
93
  ATTESTATION_SUBNET_COUNT,
94
+ ATTESTATION_SUBNET_EXTRA_BITS,
95
+ ATTESTATION_SUBNET_PREFIX_BITS,
90
96
 
91
97
  // altair/beacon-chain.md
92
98
  // ## Participation flag indices
@@ -1,5 +1,3 @@
1
- import fs from "node:fs";
2
- import path from "node:path";
3
1
  import {Tree} from "@chainsafe/persistent-merkle-tree";
4
2
  import {routes} from "@lodestar/api";
5
3
  import {ApplicationMethods} from "@lodestar/api/server";
@@ -13,7 +11,7 @@ import {BeaconChain} from "../../../chain/index.js";
13
11
  import {QueuedStateRegenerator, RegenRequest} from "../../../chain/regen/index.js";
14
12
  import {IBeaconDb} from "../../../db/interface.js";
15
13
  import {GossipType} from "../../../network/index.js";
16
- import {profileNodeJS, writeHeapSnapshot} from "../../../util/profile.js";
14
+ import {ProfileThread, profileThread, writeHeapSnapshot} from "../../../util/profile.js";
17
15
  import {getStateResponseWithRegen} from "../beacon/state/utils.js";
18
16
  import {ApiModules} from "../types.js";
19
17
 
@@ -26,7 +24,9 @@ export function getLodestarApi({
26
24
  }: Pick<ApiModules, "chain" | "config" | "db" | "network" | "sync">): ApplicationMethods<routes.lodestar.Endpoints> {
27
25
  let writingHeapdump = false;
28
26
  let writingProfile = false;
29
- const defaultProfileMs = SLOTS_PER_EPOCH * config.SLOT_DURATION_MS;
27
+ // for NodeJS, profile the whole epoch
28
+ // for Bun, profile 1 slot. Otherwise it will either crash the app, and/or inspector cannot render the profile
29
+ const defaultProfileMs = globalThis.Bun ? config.SLOT_DURATION_MS : SLOTS_PER_EPOCH * config.SLOT_DURATION_MS;
30
30
 
31
31
  return {
32
32
  async writeHeapdump({thread = "main", dirpath = "."}) {
@@ -63,7 +63,6 @@ export function getLodestarApi({
63
63
 
64
64
  try {
65
65
  let filepath: string;
66
- let profile: string;
67
66
  switch (thread) {
68
67
  case "network":
69
68
  filepath = await network.writeNetworkThreadProfile(duration, dirpath);
@@ -73,12 +72,10 @@ export function getLodestarApi({
73
72
  break;
74
73
  default:
75
74
  // main thread
76
- profile = await profileNodeJS(duration);
77
- filepath = path.join(dirpath, `main_thread_${new Date().toISOString()}.cpuprofile`);
78
- fs.writeFileSync(filepath, profile);
75
+ filepath = await profileThread(ProfileThread.MAIN, duration, dirpath);
79
76
  break;
80
77
  }
81
- return {data: {filepath}};
78
+ return {data: {result: filepath}};
82
79
  } finally {
83
80
  writingProfile = false;
84
81
  }
@@ -179,10 +179,13 @@ export function getValidatorApi(
179
179
  /**
180
180
  * Validator clock may be advanced from beacon's clock. If the validator requests a resource in a
181
181
  * future slot, wait some time instead of rejecting the request because it's in the future.
182
- * This value is the same to MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC.
182
+ * This value is the same to MAXIMUM_GOSSIP_CLOCK_DISPARITY.
183
183
  * For very fast networks, reduce clock disparity to half a slot.
184
184
  */
185
- const MAX_API_CLOCK_DISPARITY_SEC = Math.min(0.5, config.SLOT_DURATION_MS / 2000);
185
+ const MAX_API_CLOCK_DISPARITY_SEC = Math.min(
186
+ config.MAXIMUM_GOSSIP_CLOCK_DISPARITY / 1000,
187
+ config.SLOT_DURATION_MS / 2000
188
+ );
186
189
  const MAX_API_CLOCK_DISPARITY_MS = MAX_API_CLOCK_DISPARITY_SEC * 1000;
187
190
 
188
191
  /** Compute and cache the genesis block root */
@@ -25,6 +25,16 @@ type ArchiveStoreModules = {
25
25
 
26
26
  type ArchiveStoreInitOpts = ArchiveStoreOpts & {dbName: string; anchorState: {finalizedCheckpoint: Checkpoint}};
27
27
 
28
+ export enum ArchiveStoreTask {
29
+ ArchiveBlocks = "archive_blocks",
30
+ PruneHistory = "prune_history",
31
+ OnFinalizedCheckpoint = "on_finalized_checkpoint",
32
+ MaybeArchiveState = "maybe_archive_state",
33
+ RegenPruneOnFinalized = "regen_prune_on_finalized",
34
+ ForkchoicePrune = "forkchoice_prune",
35
+ UpdateBackfillRange = "update_backfill_range",
36
+ }
37
+
28
38
  /**
29
39
  * Used for running tasks that depends on some events or are executed
30
40
  * periodically.
@@ -176,6 +186,8 @@ export class ArchiveStore {
176
186
  try {
177
187
  const finalizedEpoch = finalized.epoch;
178
188
  this.logger.verbose("Start processing finalized checkpoint", {epoch: finalizedEpoch, rootHex: finalized.rootHex});
189
+
190
+ let timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
179
191
  await archiveBlocks(
180
192
  this.chain.config,
181
193
  this.db,
@@ -188,7 +200,10 @@ export class ArchiveStore {
188
200
  this.chain.opts.persistOrphanedBlocks,
189
201
  this.chain.opts.persistOrphanedBlocksDir
190
202
  );
203
+ timer?.({source: ArchiveStoreTask.ArchiveBlocks});
204
+
191
205
  if (this.opts.pruneHistory) {
206
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
192
207
  await pruneHistory(
193
208
  this.chain.config,
194
209
  this.db,
@@ -197,18 +212,30 @@ export class ArchiveStore {
197
212
  finalizedEpoch,
198
213
  this.chain.clock.currentEpoch
199
214
  );
215
+ timer?.({source: ArchiveStoreTask.PruneHistory});
200
216
  }
201
217
 
218
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
202
219
  await this.statesArchiverStrategy.onFinalizedCheckpoint(finalized, this.metrics);
220
+ timer?.({source: ArchiveStoreTask.OnFinalizedCheckpoint});
203
221
 
204
222
  // should be after ArchiveBlocksTask to handle restart cleanly
223
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
205
224
  await this.statesArchiverStrategy.maybeArchiveState(finalized, this.metrics);
225
+ timer?.({source: ArchiveStoreTask.MaybeArchiveState});
206
226
 
227
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
207
228
  this.chain.regen.pruneOnFinalized(finalizedEpoch);
229
+ timer?.({source: ArchiveStoreTask.RegenPruneOnFinalized});
208
230
 
209
231
  // tasks rely on extended fork choice
232
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
210
233
  const prunedBlocks = this.chain.forkChoice.prune(finalized.rootHex);
234
+ timer?.({source: ArchiveStoreTask.ForkchoicePrune});
235
+
236
+ timer = this.metrics?.processFinalizedCheckpoint.durationByTask.startTimer();
211
237
  await updateBackfillRange({chain: this.chain, db: this.db, logger: this.logger}, finalized);
238
+ timer?.({source: ArchiveStoreTask.UpdateBackfillRange});
212
239
 
213
240
  this.logger.verbose("Finish processing finalized checkpoint", {
214
241
  epoch: finalizedEpoch,
@@ -17,6 +17,15 @@ import {StateArchiveStrategy, StatesArchiveOpts} from "../interface.js";
17
17
  */
18
18
  export const PERSIST_TEMP_STATE_EVERY_EPOCHS = 32;
19
19
 
20
+ export enum FrequencyStateArchiveStep {
21
+ LoadLastStoredSlot = "load_last_stored_slot",
22
+ GetFinalizedState = "get_finalized_state",
23
+ // SerializeState is tracked via stateSerializeDuration metric
24
+ PersistState = "persist_state",
25
+ LoadStoredSlotsToDelete = "load_stored_slots_to_delete",
26
+ DeleteOldStates = "delete_old_states",
27
+ }
28
+
20
29
  /**
21
30
  * Archives finalized states from active bucket to archive bucket.
22
31
  *
@@ -47,11 +56,16 @@ export class FrequencyStateArchiveStrategy implements StateArchiveStrategy {
47
56
  * ```
48
57
  */
49
58
  async maybeArchiveState(finalized: CheckpointWithHex, metrics?: Metrics | null): Promise<void> {
59
+ let timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
50
60
  const lastStoredSlot = await this.db.stateArchive.lastKey();
61
+ timer?.({step: FrequencyStateArchiveStep.LoadLastStoredSlot});
62
+
51
63
  const lastStoredEpoch = computeEpochAtSlot(lastStoredSlot ?? 0);
52
64
  const {archiveStateEpochFrequency} = this.opts;
53
65
 
66
+ const logCtx = {finalizedEpoch: finalized.epoch, lastStoredEpoch, archiveStateEpochFrequency};
54
67
  if (finalized.epoch - lastStoredEpoch >= Math.min(PERSIST_TEMP_STATE_EVERY_EPOCHS, archiveStateEpochFrequency)) {
68
+ this.logger.verbose("Start archiving state", logCtx);
55
69
  await this.archiveState(finalized, metrics);
56
70
 
57
71
  // Only check the current and previous intervals
@@ -60,23 +74,29 @@ export class FrequencyStateArchiveStrategy implements StateArchiveStrategy {
60
74
  (Math.floor(finalized.epoch / archiveStateEpochFrequency) - 1) * archiveStateEpochFrequency
61
75
  );
62
76
 
77
+ timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
63
78
  const storedStateSlots = await this.db.stateArchive.keys({
64
79
  lt: computeStartSlotAtEpoch(finalized.epoch),
65
80
  gte: computeStartSlotAtEpoch(minEpoch),
66
81
  });
82
+ timer?.({step: FrequencyStateArchiveStep.LoadStoredSlotsToDelete});
67
83
 
68
84
  const statesSlotsToDelete = computeStateSlotsToDelete(storedStateSlots, archiveStateEpochFrequency);
85
+ timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
69
86
  if (statesSlotsToDelete.length > 0) {
70
87
  await this.db.stateArchive.batchDelete(statesSlotsToDelete);
71
88
  }
89
+ timer?.({step: FrequencyStateArchiveStep.DeleteOldStates});
72
90
 
73
91
  // More logs to investigate the rss spike issue https://github.com/ChainSafe/lodestar/issues/5591
74
92
  this.logger.verbose("Archived state completed", {
75
- finalizedEpoch: finalized.epoch,
93
+ ...logCtx,
76
94
  minEpoch,
77
95
  storedStateSlots: storedStateSlots.join(","),
78
96
  statesSlotsToDelete: statesSlotsToDelete.join(","),
79
97
  });
98
+ } else {
99
+ this.logger.verbose("Skip archiving state", logCtx);
80
100
  }
81
101
  }
82
102
 
@@ -86,24 +106,31 @@ export class FrequencyStateArchiveStrategy implements StateArchiveStrategy {
86
106
  */
87
107
  async archiveState(finalized: CheckpointWithHex, metrics?: Metrics | null): Promise<void> {
88
108
  // starting from Mar 2024, the finalized state could be from disk or in memory
109
+ let timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
89
110
  const finalizedStateOrBytes = await this.regen.getCheckpointStateOrBytes(finalized);
111
+ timer?.({step: FrequencyStateArchiveStep.GetFinalizedState});
112
+
90
113
  const {rootHex} = finalized;
91
114
  if (!finalizedStateOrBytes) {
92
115
  throw Error(`No state in cache for finalized checkpoint state epoch #${finalized.epoch} root ${rootHex}`);
93
116
  }
94
117
  if (finalizedStateOrBytes instanceof Uint8Array) {
95
118
  const slot = getStateSlotFromBytes(finalizedStateOrBytes);
119
+ timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
96
120
  await this.db.stateArchive.putBinary(slot, finalizedStateOrBytes);
121
+ timer?.({step: FrequencyStateArchiveStep.PersistState});
97
122
  this.logger.verbose("Archived finalized state bytes", {epoch: finalized.epoch, slot, root: rootHex});
98
123
  } else {
99
124
  // serialize state using BufferPool if provided
100
- const timer = metrics?.stateSerializeDuration.startTimer({source: AllocSource.ARCHIVE_STATE});
125
+ const sszTimer = metrics?.stateSerializeDuration.startTimer({source: AllocSource.ARCHIVE_STATE});
101
126
  await serializeState(
102
127
  finalizedStateOrBytes,
103
128
  AllocSource.ARCHIVE_STATE,
104
- (stateBytes) => {
105
- timer?.();
106
- return this.db.stateArchive.putBinary(finalizedStateOrBytes.slot, stateBytes);
129
+ async (stateBytes) => {
130
+ sszTimer?.();
131
+ timer = metrics?.processFinalizedCheckpoint.frequencyStateArchive.startTimer();
132
+ await this.db.stateArchive.putBinary(finalizedStateOrBytes.slot, stateBytes);
133
+ timer?.({step: FrequencyStateArchiveStep.PersistState});
107
134
  },
108
135
  this.bufferPool
109
136
  );
@@ -1,18 +1,14 @@
1
1
  import {routes} from "@lodestar/api";
2
2
  import {Epoch} from "@lodestar/types";
3
- import {MapDef} from "@lodestar/utils";
4
3
 
5
4
  const PROPOSER_PRESERVE_EPOCHS = 2;
6
5
 
7
6
  export type ProposerPreparationData = routes.validator.ProposerPreparationData;
8
7
 
9
8
  export class BeaconProposerCache {
10
- private readonly feeRecipientByValidatorIndex: MapDef<number, {epoch: Epoch; feeRecipient: string}>;
11
- constructor(opts: {suggestedFeeRecipient: string}) {
12
- this.feeRecipientByValidatorIndex = new MapDef(() => ({
13
- epoch: 0,
14
- feeRecipient: opts.suggestedFeeRecipient,
15
- }));
9
+ private readonly feeRecipientByValidatorIndex: Map<number, {epoch: Epoch; feeRecipient: string}>;
10
+ constructor(readonly opts: {suggestedFeeRecipient: string}) {
11
+ this.feeRecipientByValidatorIndex = new Map();
16
12
  }
17
13
 
18
14
  add(epoch: Epoch, {validatorIndex, feeRecipient}: ProposerPreparationData): void {
@@ -30,7 +26,7 @@ export class BeaconProposerCache {
30
26
  }
31
27
 
32
28
  getOrDefault(proposerIndex: number): string {
33
- return this.feeRecipientByValidatorIndex.getOrDefault(proposerIndex).feeRecipient;
29
+ return this.feeRecipientByValidatorIndex.get(proposerIndex)?.feeRecipient ?? this.opts.suggestedFeeRecipient;
34
30
  }
35
31
 
36
32
  get(proposerIndex: number): string | undefined {
@@ -257,7 +257,7 @@ export class BeaconChain implements IBeaconChain {
257
257
  this.attestationPool = new AttestationPool(config, clock, this.opts?.preaggregateSlotDistance, metrics);
258
258
  this.aggregatedAttestationPool = new AggregatedAttestationPool(this.config, metrics);
259
259
  this.syncCommitteeMessagePool = new SyncCommitteeMessagePool(config, clock, this.opts?.preaggregateSlotDistance);
260
- this.syncContributionAndProofPool = new SyncContributionAndProofPool(clock, metrics, logger);
260
+ this.syncContributionAndProofPool = new SyncContributionAndProofPool(config, clock, metrics, logger);
261
261
 
262
262
  this.seenAggregatedAttestations = new SeenAggregatedAttestations(metrics);
263
263
  this.seenContributionAndProof = new SeenContributionAndProof(metrics);
@@ -8,6 +8,7 @@ export enum DataColumnSidecarErrorCode {
8
8
  MISMATCHED_LENGTHS = "DATA_COLUMN_SIDECAR_ERROR_MISMATCHED_LENGTHS",
9
9
  INVALID_SUBNET = "DATA_COLUMN_SIDECAR_ERROR_INVALID_SUBNET",
10
10
  INVALID_KZG_PROOF = "DATA_COLUMN_SIDECAR_ERROR_INVALID_KZG_PROOF",
11
+ TOO_MANY_KZG_COMMITMENTS = "DATA_COLUMN_SIDECAR_ERROR_TOO_MANY_KZG_COMMITMENTS",
11
12
 
12
13
  // Validation errors when validating against an existing block
13
14
 
@@ -43,6 +44,13 @@ export type DataColumnSidecarErrorType =
43
44
  proofsLength: number;
44
45
  }
45
46
  | {code: DataColumnSidecarErrorCode.INVALID_SUBNET; columnIdx: number; gossipSubnet: SubnetID}
47
+ | {
48
+ code: DataColumnSidecarErrorCode.TOO_MANY_KZG_COMMITMENTS;
49
+ slot: number;
50
+ columnIdx: number;
51
+ count: number;
52
+ limit: number;
53
+ }
46
54
  | {code: DataColumnSidecarErrorCode.ALREADY_KNOWN; columnIdx: number; slot: Slot}
47
55
  | {code: DataColumnSidecarErrorCode.FUTURE_SLOT; blockSlot: Slot; currentSlot: Slot}
48
56
  | {code: DataColumnSidecarErrorCode.WOULD_REVERT_FINALIZED_SLOT; blockSlot: Slot; finalizedSlot: Slot}
@@ -1,13 +1,41 @@
1
+ import {VoluntaryExitValidity} from "@lodestar/state-transition";
1
2
  import {GossipActionError} from "./gossipValidation.js";
2
3
 
3
4
  export enum VoluntaryExitErrorCode {
4
5
  ALREADY_EXISTS = "VOLUNTARY_EXIT_ERROR_ALREADY_EXISTS",
5
- INVALID = "VOLUNTARY_EXIT_ERROR_INVALID",
6
+ INACTIVE = "VOLUNTARY_EXIT_ERROR_INACTIVE",
7
+ ALREADY_EXITED = "VOLUNTARY_EXIT_ERROR_ALREADY_EXITED",
8
+ EARLY_EPOCH = "VOLUNTARY_EXIT_ERROR_EARLY_EPOCH",
9
+ SHORT_TIME_ACTIVE = "VOLUNTARY_EXIT_ERROR_SHORT_TIME_ACTIVE",
10
+ PENDING_WITHDRAWALS = "VOLUNTARY_EXIT_ERROR_PENDING_WITHDRAWALS",
6
11
  INVALID_SIGNATURE = "VOLUNTARY_EXIT_ERROR_INVALID_SIGNATURE",
7
12
  }
8
13
  export type VoluntaryExitErrorType =
9
14
  | {code: VoluntaryExitErrorCode.ALREADY_EXISTS}
10
- | {code: VoluntaryExitErrorCode.INVALID}
15
+ | {code: VoluntaryExitErrorCode.INACTIVE}
16
+ | {code: VoluntaryExitErrorCode.ALREADY_EXITED}
17
+ | {code: VoluntaryExitErrorCode.EARLY_EPOCH}
18
+ | {code: VoluntaryExitErrorCode.SHORT_TIME_ACTIVE}
19
+ | {code: VoluntaryExitErrorCode.PENDING_WITHDRAWALS}
11
20
  | {code: VoluntaryExitErrorCode.INVALID_SIGNATURE};
12
21
 
13
22
  export class VoluntaryExitError extends GossipActionError<VoluntaryExitErrorType> {}
23
+
24
+ export function voluntaryExitValidityToErrorCode(
25
+ validity: Exclude<VoluntaryExitValidity, VoluntaryExitValidity.valid>
26
+ ): VoluntaryExitErrorCode {
27
+ switch (validity) {
28
+ case VoluntaryExitValidity.inactive:
29
+ return VoluntaryExitErrorCode.INACTIVE;
30
+ case VoluntaryExitValidity.alreadyExited:
31
+ return VoluntaryExitErrorCode.ALREADY_EXITED;
32
+ case VoluntaryExitValidity.earlyEpoch:
33
+ return VoluntaryExitErrorCode.EARLY_EPOCH;
34
+ case VoluntaryExitValidity.shortTimeActive:
35
+ return VoluntaryExitErrorCode.SHORT_TIME_ACTIVE;
36
+ case VoluntaryExitValidity.pendingWithdrawals:
37
+ return VoluntaryExitErrorCode.PENDING_WITHDRAWALS;
38
+ case VoluntaryExitValidity.invalidSignature:
39
+ return VoluntaryExitErrorCode.INVALID_SIGNATURE;
40
+ }
41
+ }
@@ -1,10 +1,10 @@
1
1
  import {Signature, aggregateSignatures} from "@chainsafe/blst";
2
2
  import {BitArray} from "@chainsafe/ssz";
3
+ import {ChainForkConfig} from "@lodestar/config";
3
4
  import {SYNC_COMMITTEE_SIZE, SYNC_COMMITTEE_SUBNET_SIZE} from "@lodestar/params";
4
5
  import {G2_POINT_AT_INFINITY} from "@lodestar/state-transition";
5
6
  import {Root, Slot, SubnetID, altair, ssz} from "@lodestar/types";
6
7
  import {Logger, MapDef, toRootHex} from "@lodestar/utils";
7
- import {MAXIMUM_GOSSIP_CLOCK_DISPARITY} from "../../constants/constants.js";
8
8
  import {Metrics} from "../../metrics/metrics.js";
9
9
  import {IClock} from "../../util/clock.js";
10
10
  import {InsertOutcome, OpPoolError, OpPoolErrorCode} from "./types.js";
@@ -51,6 +51,7 @@ export class SyncContributionAndProofPool {
51
51
  private lowestPermissibleSlot = 0;
52
52
 
53
53
  constructor(
54
+ private readonly config: ChainForkConfig,
54
55
  private readonly clock: IClock,
55
56
  private readonly metrics: Metrics | null = null,
56
57
  private logger: Logger | null = null
@@ -92,7 +93,7 @@ export class SyncContributionAndProofPool {
92
93
 
93
94
  // Reject ContributionAndProofs of previous slots
94
95
  // for api ContributionAndProofs, we allow them to be added to the pool
95
- if (!priority && slot < this.clock.slotWithPastTolerance(MAXIMUM_GOSSIP_CLOCK_DISPARITY)) {
96
+ if (!priority && slot < this.clock.slotWithPastTolerance(this.config.MAXIMUM_GOSSIP_CLOCK_DISPARITY / 1000)) {
96
97
  return InsertOutcome.Late;
97
98
  }
98
99
 
@@ -36,7 +36,6 @@ import {
36
36
  ssz,
37
37
  } from "@lodestar/types";
38
38
  import {assert, toRootHex} from "@lodestar/utils";
39
- import {MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC} from "../../constants/index.js";
40
39
  import {sszDeserializeSingleAttestation} from "../../network/gossip/topic.js";
41
40
  import {getShufflingDependentRoot} from "../../util/dependentRoot.js";
42
41
  import {
@@ -570,8 +569,8 @@ async function validateAttestationNoSignatureCheck(
570
569
  * Note: We do not queue future attestations for later processing
571
570
  */
572
571
  export function verifyPropagationSlotRange(fork: ForkName, chain: IBeaconChain, attestationSlot: Slot): void {
573
- // slot with future tolerance of MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC
574
- const latestPermissibleSlot = chain.clock.slotWithFutureTolerance(MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC);
572
+ // slot with future tolerance of MAXIMUM_GOSSIP_CLOCK_DISPARITY
573
+ const latestPermissibleSlot = chain.clock.slotWithFutureTolerance(chain.config.MAXIMUM_GOSSIP_CLOCK_DISPARITY / 1000);
575
574
  if (attestationSlot > latestPermissibleSlot) {
576
575
  throw new AttestationError(GossipAction.IGNORE, {
577
576
  code: AttestationErrorCode.FUTURE_SLOT,
@@ -586,9 +585,9 @@ export function verifyPropagationSlotRange(fork: ForkName, chain: IBeaconChain,
586
585
  // see: https://github.com/ethereum/consensus-specs/pull/3360
587
586
  if (ForkSeq[fork] < ForkSeq.deneb) {
588
587
  const earliestPermissibleSlot = Math.max(
589
- // slot with past tolerance of MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC
590
- // ATTESTATION_PROPAGATION_SLOT_RANGE = SLOTS_PER_EPOCH
591
- chain.clock.slotWithPastTolerance(MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC) - SLOTS_PER_EPOCH,
588
+ // slot with past tolerance of MAXIMUM_GOSSIP_CLOCK_DISPARITY
589
+ chain.clock.slotWithPastTolerance(chain.config.MAXIMUM_GOSSIP_CLOCK_DISPARITY / 1000) -
590
+ chain.config.ATTESTATION_PROPAGATION_SLOT_RANGE,
592
591
  0
593
592
  );
594
593
 
@@ -614,7 +613,7 @@ export function verifyPropagationSlotRange(fork: ForkName, chain: IBeaconChain,
614
613
 
615
614
  // lower bound for previous epoch is same as epoch of earliestPermissibleSlot
616
615
  const currentEpochWithPastTolerance = computeEpochAtSlot(
617
- chain.clock.slotWithPastTolerance(MAXIMUM_GOSSIP_CLOCK_DISPARITY_SEC)
616
+ chain.clock.slotWithPastTolerance(chain.config.MAXIMUM_GOSSIP_CLOCK_DISPARITY / 1000)
618
617
  );
619
618
 
620
619
  const earliestPermissiblePreviousEpoch = Math.max(currentEpochWithPastTolerance - 1, 0);
@@ -11,7 +11,6 @@ import {
11
11
  } from "@lodestar/state-transition";
12
12
  import {SignedBeaconBlock, deneb} from "@lodestar/types";
13
13
  import {sleep, toRootHex} from "@lodestar/utils";
14
- import {MAXIMUM_GOSSIP_CLOCK_DISPARITY} from "../../constants/index.js";
15
14
  import {BlockErrorCode, BlockGossipError, GossipAction} from "../errors/index.js";
16
15
  import {IBeaconChain} from "../interface.js";
17
16
  import {RegenCaller} from "../regen/index.js";
@@ -179,7 +178,7 @@ export async function validateGossipBlock(
179
178
  // gossip validation promise without any extra infrastructure.
180
179
  // Do the sleep at the end, since regen and signature validation can already take longer than `msToBlockSlot`.
181
180
  const msToBlockSlot = computeTimeAtSlot(config, blockSlot, chain.genesisTime) * 1000 - Date.now();
182
- if (msToBlockSlot <= MAXIMUM_GOSSIP_CLOCK_DISPARITY && msToBlockSlot > 0) {
181
+ if (msToBlockSlot <= config.MAXIMUM_GOSSIP_CLOCK_DISPARITY && msToBlockSlot > 0) {
183
182
  // If block is between 0 and 500 ms early, hold it in a promise. Equivalent to a pending queue.
184
183
  await sleep(msToBlockSlot);
185
184
  }
@@ -1,10 +1,14 @@
1
- import {ChainConfig} from "@lodestar/config";
1
+ import {ChainConfig, ChainForkConfig} from "@lodestar/config";
2
2
  import {
3
3
  KZG_COMMITMENTS_INCLUSION_PROOF_DEPTH,
4
4
  KZG_COMMITMENTS_SUBTREE_INDEX,
5
5
  NUMBER_OF_COLUMNS,
6
6
  } from "@lodestar/params";
7
- import {computeStartSlotAtEpoch, getBlockHeaderProposerSignatureSet} from "@lodestar/state-transition";
7
+ import {
8
+ computeEpochAtSlot,
9
+ computeStartSlotAtEpoch,
10
+ getBlockHeaderProposerSignatureSet,
11
+ } from "@lodestar/state-transition";
8
12
  import {Root, Slot, SubnetID, fulu, ssz} from "@lodestar/types";
9
13
  import {toRootHex, verifyMerkleBranch} from "@lodestar/utils";
10
14
  import {Metrics} from "../../metrics/metrics.js";
@@ -29,7 +33,7 @@ export async function validateGossipDataColumnSidecar(
29
33
  const blockHeader = dataColumnSidecar.signedBlockHeader.message;
30
34
 
31
35
  // 1) [REJECT] The sidecar is valid as verified by verify_data_column_sidecar
32
- verifyDataColumnSidecar(dataColumnSidecar);
36
+ verifyDataColumnSidecar(chain.config, dataColumnSidecar);
33
37
 
34
38
  // 2) [REJECT] The sidecar is for the correct subnet -- i.e. compute_subnet_for_data_column_sidecar(sidecar.index) == subnet_id
35
39
  if (computeSubnetForDataColumnSidecar(chain.config, dataColumnSidecar) !== gossipSubnet) {
@@ -184,7 +188,7 @@ export async function validateGossipDataColumnSidecar(
184
188
  * SPEC FUNCTION
185
189
  * https://github.com/ethereum/consensus-specs/blob/v1.6.0-alpha.4/specs/fulu/p2p-interface.md#verify_data_column_sidecar
186
190
  */
187
- function verifyDataColumnSidecar(dataColumnSidecar: fulu.DataColumnSidecar): void {
191
+ function verifyDataColumnSidecar(config: ChainForkConfig, dataColumnSidecar: fulu.DataColumnSidecar): void {
188
192
  if (dataColumnSidecar.index >= NUMBER_OF_COLUMNS) {
189
193
  throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
190
194
  code: DataColumnSidecarErrorCode.INVALID_INDEX,
@@ -201,6 +205,19 @@ function verifyDataColumnSidecar(dataColumnSidecar: fulu.DataColumnSidecar): voi
201
205
  });
202
206
  }
203
207
 
208
+ const epoch = computeEpochAtSlot(dataColumnSidecar.signedBlockHeader.message.slot);
209
+ const maxBlobsPerBlock = config.getMaxBlobsPerBlock(epoch);
210
+
211
+ if (dataColumnSidecar.kzgCommitments.length > maxBlobsPerBlock) {
212
+ throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
213
+ code: DataColumnSidecarErrorCode.TOO_MANY_KZG_COMMITMENTS,
214
+ slot: dataColumnSidecar.signedBlockHeader.message.slot,
215
+ columnIdx: dataColumnSidecar.index,
216
+ count: dataColumnSidecar.kzgCommitments.length,
217
+ limit: maxBlobsPerBlock,
218
+ });
219
+ }
220
+
204
221
  if (
205
222
  dataColumnSidecar.column.length !== dataColumnSidecar.kzgCommitments.length ||
206
223
  dataColumnSidecar.column.length !== dataColumnSidecar.kzgProofs.length