@lodestar/beacon-node 1.36.0-dev.fe5f423da3 → 1.36.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (165) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +41 -22
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/api/impl/lodestar/index.d.ts +5 -0
  5. package/lib/api/impl/lodestar/index.d.ts.map +1 -1
  6. package/lib/api/impl/lodestar/index.js +35 -10
  7. package/lib/api/impl/lodestar/index.js.map +1 -1
  8. package/lib/api/impl/node/utils.js +1 -1
  9. package/lib/api/impl/node/utils.js.map +1 -1
  10. package/lib/chain/chain.d.ts +5 -2
  11. package/lib/chain/chain.d.ts.map +1 -1
  12. package/lib/chain/chain.js +32 -16
  13. package/lib/chain/chain.js.map +1 -1
  14. package/lib/chain/errors/dataColumnSidecarError.d.ts +17 -14
  15. package/lib/chain/errors/dataColumnSidecarError.d.ts.map +1 -1
  16. package/lib/chain/errors/dataColumnSidecarError.js +4 -0
  17. package/lib/chain/errors/dataColumnSidecarError.js.map +1 -1
  18. package/lib/chain/forkChoice/index.d.ts +9 -1
  19. package/lib/chain/forkChoice/index.d.ts.map +1 -1
  20. package/lib/chain/forkChoice/index.js +109 -4
  21. package/lib/chain/forkChoice/index.js.map +1 -1
  22. package/lib/chain/interface.d.ts +2 -0
  23. package/lib/chain/interface.d.ts.map +1 -1
  24. package/lib/chain/options.d.ts +0 -2
  25. package/lib/chain/options.d.ts.map +1 -1
  26. package/lib/chain/options.js +2 -2
  27. package/lib/chain/options.js.map +1 -1
  28. package/lib/chain/stateCache/datastore/db.d.ts +12 -0
  29. package/lib/chain/stateCache/datastore/db.d.ts.map +1 -1
  30. package/lib/chain/stateCache/datastore/db.js +70 -0
  31. package/lib/chain/stateCache/datastore/db.js.map +1 -1
  32. package/lib/chain/stateCache/datastore/file.d.ts +1 -0
  33. package/lib/chain/stateCache/datastore/file.d.ts.map +1 -1
  34. package/lib/chain/stateCache/datastore/file.js +7 -0
  35. package/lib/chain/stateCache/datastore/file.js.map +1 -1
  36. package/lib/chain/stateCache/datastore/types.d.ts +1 -0
  37. package/lib/chain/stateCache/datastore/types.d.ts.map +1 -1
  38. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +16 -1
  39. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
  40. package/lib/chain/stateCache/persistentCheckpointsCache.js +31 -1
  41. package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
  42. package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
  43. package/lib/chain/validation/dataColumnSidecar.js +32 -15
  44. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  45. package/lib/index.d.ts +2 -0
  46. package/lib/index.d.ts.map +1 -1
  47. package/lib/index.js +2 -0
  48. package/lib/index.js.map +1 -1
  49. package/lib/metrics/metrics/lodestar.js +1 -1
  50. package/lib/metrics/metrics/lodestar.js.map +1 -1
  51. package/lib/network/core/networkCore.d.ts.map +1 -1
  52. package/lib/network/core/networkCore.js +5 -1
  53. package/lib/network/core/networkCore.js.map +1 -1
  54. package/lib/network/core/networkCoreWorker.js +8 -8
  55. package/lib/network/core/networkCoreWorker.js.map +1 -1
  56. package/lib/network/core/networkCoreWorkerHandler.js +1 -1
  57. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  58. package/lib/network/discv5/worker.js +2 -7
  59. package/lib/network/discv5/worker.js.map +1 -1
  60. package/lib/network/events.d.ts +1 -0
  61. package/lib/network/events.d.ts.map +1 -1
  62. package/lib/network/gossip/encoding.js +1 -1
  63. package/lib/network/gossip/encoding.js.map +1 -1
  64. package/lib/network/gossip/snappy_bun.d.ts +3 -0
  65. package/lib/network/gossip/snappy_bun.d.ts.map +1 -0
  66. package/lib/network/gossip/snappy_bun.js +3 -0
  67. package/lib/network/gossip/snappy_bun.js.map +1 -0
  68. package/lib/network/metadata.d.ts +1 -1
  69. package/lib/network/metadata.d.ts.map +1 -1
  70. package/lib/network/metadata.js +1 -0
  71. package/lib/network/metadata.js.map +1 -1
  72. package/lib/network/options.d.ts +0 -1
  73. package/lib/network/options.d.ts.map +1 -1
  74. package/lib/network/options.js.map +1 -1
  75. package/lib/network/peers/discover.js +2 -2
  76. package/lib/network/peers/discover.js.map +1 -1
  77. package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
  78. package/lib/network/processor/gossipHandlers.js +6 -2
  79. package/lib/network/processor/gossipHandlers.js.map +1 -1
  80. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  81. package/lib/network/reqresp/ReqRespBeaconNode.js +3 -1
  82. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  83. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -1
  84. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  85. package/lib/network/reqresp/handlers/beaconBlocksByRange.js +14 -3
  86. package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
  87. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts +2 -1
  88. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
  89. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +9 -1
  90. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
  91. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts +2 -1
  92. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts.map +1 -1
  93. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +9 -1
  94. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
  95. package/lib/network/reqresp/handlers/index.js +6 -6
  96. package/lib/network/reqresp/handlers/index.js.map +1 -1
  97. package/lib/network/reqresp/types.d.ts +1 -0
  98. package/lib/network/reqresp/types.d.ts.map +1 -1
  99. package/lib/node/nodejs.d.ts +2 -1
  100. package/lib/node/nodejs.d.ts.map +1 -1
  101. package/lib/node/nodejs.js +2 -1
  102. package/lib/node/nodejs.js.map +1 -1
  103. package/lib/sync/range/range.d.ts.map +1 -1
  104. package/lib/sync/range/range.js +2 -1
  105. package/lib/sync/range/range.js.map +1 -1
  106. package/lib/sync/utils/downloadByRange.d.ts +58 -13
  107. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  108. package/lib/sync/utils/downloadByRange.js +201 -82
  109. package/lib/sync/utils/downloadByRange.js.map +1 -1
  110. package/lib/sync/utils/remoteSyncType.d.ts +2 -1
  111. package/lib/sync/utils/remoteSyncType.d.ts.map +1 -1
  112. package/lib/sync/utils/remoteSyncType.js +19 -4
  113. package/lib/sync/utils/remoteSyncType.js.map +1 -1
  114. package/lib/util/blobs.d.ts +1 -1
  115. package/lib/util/blobs.d.ts.map +1 -1
  116. package/lib/util/blobs.js +53 -20
  117. package/lib/util/blobs.js.map +1 -1
  118. package/lib/util/profile.d.ts +6 -4
  119. package/lib/util/profile.d.ts.map +1 -1
  120. package/lib/util/profile.js +40 -3
  121. package/lib/util/profile.js.map +1 -1
  122. package/lib/util/sszBytes.d.ts +2 -0
  123. package/lib/util/sszBytes.d.ts.map +1 -1
  124. package/lib/util/sszBytes.js +25 -0
  125. package/lib/util/sszBytes.js.map +1 -1
  126. package/package.json +32 -25
  127. package/src/api/impl/beacon/blocks/index.ts +47 -25
  128. package/src/api/impl/lodestar/index.ts +42 -10
  129. package/src/api/impl/node/utils.ts +1 -1
  130. package/src/chain/chain.ts +48 -23
  131. package/src/chain/errors/dataColumnSidecarError.ts +20 -14
  132. package/src/chain/forkChoice/index.ts +178 -2
  133. package/src/chain/interface.ts +2 -0
  134. package/src/chain/options.ts +2 -3
  135. package/src/chain/stateCache/datastore/db.ts +89 -1
  136. package/src/chain/stateCache/datastore/file.ts +8 -0
  137. package/src/chain/stateCache/datastore/types.ts +1 -0
  138. package/src/chain/stateCache/persistentCheckpointsCache.ts +45 -2
  139. package/src/chain/validation/dataColumnSidecar.ts +34 -16
  140. package/src/index.ts +2 -0
  141. package/src/metrics/metrics/lodestar.ts +1 -1
  142. package/src/network/core/networkCore.ts +5 -1
  143. package/src/network/core/networkCoreWorker.ts +9 -9
  144. package/src/network/core/networkCoreWorkerHandler.ts +1 -1
  145. package/src/network/discv5/worker.ts +2 -7
  146. package/src/network/events.ts +1 -1
  147. package/src/network/gossip/encoding.ts +1 -1
  148. package/src/network/gossip/snappy_bun.ts +2 -0
  149. package/src/network/metadata.ts +3 -1
  150. package/src/network/options.ts +0 -1
  151. package/src/network/peers/discover.ts +2 -2
  152. package/src/network/processor/gossipHandlers.ts +6 -1
  153. package/src/network/reqresp/ReqRespBeaconNode.ts +3 -1
  154. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +18 -3
  155. package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +13 -1
  156. package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +13 -1
  157. package/src/network/reqresp/handlers/index.ts +6 -6
  158. package/src/network/reqresp/types.ts +1 -0
  159. package/src/node/nodejs.ts +3 -0
  160. package/src/sync/range/range.ts +2 -1
  161. package/src/sync/utils/downloadByRange.ts +259 -103
  162. package/src/sync/utils/remoteSyncType.ts +23 -4
  163. package/src/util/blobs.ts +64 -20
  164. package/src/util/profile.ts +45 -3
  165. package/src/util/sszBytes.ts +30 -0
@@ -1,3 +1,4 @@
1
+ import {PeerId} from "@libp2p/interface";
1
2
  import {ChainConfig} from "@lodestar/config";
2
3
  import {GENESIS_SLOT} from "@lodestar/params";
3
4
  import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
@@ -6,6 +7,7 @@ import {ColumnIndex, fulu} from "@lodestar/types";
6
7
  import {fromHex} from "@lodestar/utils";
7
8
  import {IBeaconChain} from "../../../chain/index.js";
8
9
  import {IBeaconDb} from "../../../db/index.js";
10
+ import {prettyPrintPeerId} from "../../util.ts";
9
11
  import {
10
12
  handleColumnSidecarUnavailability,
11
13
  validateRequestedDataColumns,
@@ -14,7 +16,9 @@ import {
14
16
  export async function* onDataColumnSidecarsByRange(
15
17
  request: fulu.DataColumnSidecarsByRangeRequest,
16
18
  chain: IBeaconChain,
17
- db: IBeaconDb
19
+ db: IBeaconDb,
20
+ peerId: PeerId,
21
+ peerClient: string
18
22
  ): AsyncIterable<ResponseOutgoing> {
19
23
  // Non-finalized range of columns
20
24
  const {startSlot, count, columns: requestedColumns} = validateDataColumnSidecarsByRangeRequest(chain.config, request);
@@ -25,6 +29,14 @@ export async function* onDataColumnSidecarsByRange(
25
29
  return;
26
30
  }
27
31
 
32
+ if (startSlot < chain.earliestAvailableSlot) {
33
+ chain.logger.verbose("Peer did not respect earliestAvailableSlot for DataColumnSidecarsByRange", {
34
+ peer: prettyPrintPeerId(peerId),
35
+ client: peerClient,
36
+ });
37
+ return;
38
+ }
39
+
28
40
  const finalized = db.dataColumnSidecarArchive;
29
41
  const unfinalized = db.dataColumnSidecar;
30
42
  const finalizedSlot = chain.forkChoice.getFinalizedBlock().slot;
@@ -1,3 +1,4 @@
1
+ import {PeerId} from "@libp2p/interface";
1
2
  import {ResponseOutgoing} from "@lodestar/reqresp";
2
3
  import {computeEpochAtSlot} from "@lodestar/state-transition";
3
4
  import {ColumnIndex} from "@lodestar/types";
@@ -5,6 +6,7 @@ import {toRootHex} from "@lodestar/utils";
5
6
  import {IBeaconChain} from "../../../chain/index.js";
6
7
  import {IBeaconDb} from "../../../db/index.js";
7
8
  import {DataColumnSidecarsByRootRequest} from "../../../util/types.js";
9
+ import {prettyPrintPeerId} from "../../util.ts";
8
10
  import {
9
11
  handleColumnSidecarUnavailability,
10
12
  validateRequestedDataColumns,
@@ -13,7 +15,9 @@ import {
13
15
  export async function* onDataColumnSidecarsByRoot(
14
16
  requestBody: DataColumnSidecarsByRootRequest,
15
17
  chain: IBeaconChain,
16
- db: IBeaconDb
18
+ db: IBeaconDb,
19
+ peerId: PeerId,
20
+ peerClient: string
17
21
  ): AsyncIterable<ResponseOutgoing> {
18
22
  // SPEC: minimum_request_epoch = max(current_epoch - MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS, FULU_FORK_EPOCH)
19
23
  const currentEpoch = chain.clock.currentEpoch;
@@ -39,6 +43,14 @@ export async function* onDataColumnSidecarsByRoot(
39
43
  continue;
40
44
  }
41
45
 
46
+ if (slot < chain.earliestAvailableSlot) {
47
+ chain.logger.verbose("Peer did not respect earliestAvailableSlot for DataColumnSidecarsByRoot", {
48
+ peer: prettyPrintPeerId(peerId),
49
+ client: peerClient,
50
+ });
51
+ continue;
52
+ }
53
+
42
54
  const requestedEpoch = computeEpochAtSlot(slot);
43
55
 
44
56
  // SPEC: Clients MUST support requesting sidecars since minimum_request_epoch.
@@ -35,9 +35,9 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
35
35
  [ReqRespMethod.Goodbye]: notImplemented(ReqRespMethod.Goodbye),
36
36
  [ReqRespMethod.Ping]: notImplemented(ReqRespMethod.Ping),
37
37
  [ReqRespMethod.Metadata]: notImplemented(ReqRespMethod.Metadata),
38
- [ReqRespMethod.BeaconBlocksByRange]: (req) => {
38
+ [ReqRespMethod.BeaconBlocksByRange]: (req, peerId, peerClient) => {
39
39
  const body = ssz.phase0.BeaconBlocksByRangeRequest.deserialize(req.data);
40
- return onBeaconBlocksByRange(body, chain, db);
40
+ return onBeaconBlocksByRange(body, chain, db, peerId, peerClient);
41
41
  },
42
42
  [ReqRespMethod.BeaconBlocksByRoot]: (req) => {
43
43
  const fork = chain.config.getForkName(chain.clock.currentSlot);
@@ -53,13 +53,13 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
53
53
  const body = ssz.deneb.BlobSidecarsByRangeRequest.deserialize(req.data);
54
54
  return onBlobSidecarsByRange(body, chain, db);
55
55
  },
56
- [ReqRespMethod.DataColumnSidecarsByRange]: (req) => {
56
+ [ReqRespMethod.DataColumnSidecarsByRange]: (req, peerId, peerClient) => {
57
57
  const body = ssz.fulu.DataColumnSidecarsByRangeRequest.deserialize(req.data);
58
- return onDataColumnSidecarsByRange(body, chain, db);
58
+ return onDataColumnSidecarsByRange(body, chain, db, peerId, peerClient);
59
59
  },
60
- [ReqRespMethod.DataColumnSidecarsByRoot]: (req) => {
60
+ [ReqRespMethod.DataColumnSidecarsByRoot]: (req, peerId, peerClient) => {
61
61
  const body = DataColumnSidecarsByRootRequestType(chain.config).deserialize(req.data);
62
- return onDataColumnSidecarsByRoot(body, chain, db);
62
+ return onDataColumnSidecarsByRoot(body, chain, db, peerId, peerClient);
63
63
  },
64
64
 
65
65
  [ReqRespMethod.LightClientBootstrap]: (req) => {
@@ -169,6 +169,7 @@ export type IncomingRequestArgs = {
169
169
  method: ReqRespMethod;
170
170
  req: ReqRespRequest;
171
171
  peerId: string;
172
+ peerClient: string;
172
173
  };
173
174
 
174
175
  export type GetReqRespHandlerFn = (method: ReqRespMethod) => ProtocolHandler;
@@ -53,6 +53,7 @@ export type BeaconNodeInitModules = {
53
53
  dataDir: string;
54
54
  peerStoreDir?: string;
55
55
  anchorState: BeaconStateAllForks;
56
+ isAnchorStateFinalized: boolean;
56
57
  wsCheckpoint?: phase0.Checkpoint;
57
58
  metricsRegistries?: Registry[];
58
59
  };
@@ -154,6 +155,7 @@ export class BeaconNode {
154
155
  dataDir,
155
156
  peerStoreDir,
156
157
  anchorState,
158
+ isAnchorStateFinalized,
157
159
  wsCheckpoint,
158
160
  metricsRegistries = [],
159
161
  }: BeaconNodeInitModules): Promise<T> {
@@ -217,6 +219,7 @@ export class BeaconNode {
217
219
  metrics,
218
220
  validatorMonitor,
219
221
  anchorState,
222
+ isAnchorStateFinalized,
220
223
  eth1: initializeEth1ForBlockProduction(opts.eth1, {
221
224
  config,
222
225
  db,
@@ -114,13 +114,14 @@ export class RangeSync extends (EventEmitter as {new (): RangeSyncEmitter}) {
114
114
  */
115
115
  addPeer(peerId: PeerIdStr, localStatus: Status, peerStatus: Status): void {
116
116
  // Compute if we should do a Finalized or Head sync with this peer
117
- const {syncType, startEpoch, target} = getRangeSyncTarget(localStatus, peerStatus, this.chain.forkChoice);
117
+ const {syncType, startEpoch, target} = getRangeSyncTarget(localStatus, peerStatus, this.chain);
118
118
  this.logger.debug("Sync peer joined", {
119
119
  peer: peerId,
120
120
  syncType,
121
121
  startEpoch,
122
122
  targetSlot: target.slot,
123
123
  targetRoot: toRootHex(target.root),
124
+ localHeadSlot: localStatus.headSlot,
124
125
  earliestAvailableSlot: (peerStatus as fulu.Status).earliestAvailableSlot ?? Infinity,
125
126
  });
126
127