@lodestar/beacon-node 1.36.0-dev.9dbc67b579 → 1.36.0-dev.9f2bb12ea7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
  2. package/lib/api/impl/beacon/blocks/index.js +41 -22
  3. package/lib/api/impl/beacon/blocks/index.js.map +1 -1
  4. package/lib/chain/chain.d.ts.map +1 -1
  5. package/lib/chain/chain.js +5 -4
  6. package/lib/chain/chain.js.map +1 -1
  7. package/lib/chain/errors/dataColumnSidecarError.d.ts +17 -14
  8. package/lib/chain/errors/dataColumnSidecarError.d.ts.map +1 -1
  9. package/lib/chain/errors/dataColumnSidecarError.js +4 -0
  10. package/lib/chain/errors/dataColumnSidecarError.js.map +1 -1
  11. package/lib/chain/options.d.ts +0 -2
  12. package/lib/chain/options.d.ts.map +1 -1
  13. package/lib/chain/options.js +2 -2
  14. package/lib/chain/options.js.map +1 -1
  15. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +16 -1
  16. package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
  17. package/lib/chain/stateCache/persistentCheckpointsCache.js +31 -1
  18. package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
  19. package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
  20. package/lib/chain/validation/dataColumnSidecar.js +32 -15
  21. package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
  22. package/lib/network/core/networkCore.d.ts.map +1 -1
  23. package/lib/network/core/networkCore.js +5 -1
  24. package/lib/network/core/networkCore.js.map +1 -1
  25. package/lib/network/core/networkCoreWorker.js +6 -1
  26. package/lib/network/core/networkCoreWorker.js.map +1 -1
  27. package/lib/network/core/networkCoreWorkerHandler.js +1 -1
  28. package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
  29. package/lib/network/events.d.ts +1 -0
  30. package/lib/network/events.d.ts.map +1 -1
  31. package/lib/network/gossip/encoding.js +1 -1
  32. package/lib/network/gossip/encoding.js.map +1 -1
  33. package/lib/network/gossip/snappy_bun.d.ts +3 -0
  34. package/lib/network/gossip/snappy_bun.d.ts.map +1 -0
  35. package/lib/network/gossip/snappy_bun.js +3 -0
  36. package/lib/network/gossip/snappy_bun.js.map +1 -0
  37. package/lib/network/metadata.d.ts +1 -1
  38. package/lib/network/metadata.d.ts.map +1 -1
  39. package/lib/network/metadata.js +1 -0
  40. package/lib/network/metadata.js.map +1 -1
  41. package/lib/network/options.d.ts +0 -1
  42. package/lib/network/options.d.ts.map +1 -1
  43. package/lib/network/options.js.map +1 -1
  44. package/lib/network/processor/gossipHandlers.js +1 -1
  45. package/lib/network/processor/gossipHandlers.js.map +1 -1
  46. package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
  47. package/lib/network/reqresp/ReqRespBeaconNode.js +3 -1
  48. package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
  49. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -1
  50. package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
  51. package/lib/network/reqresp/handlers/beaconBlocksByRange.js +11 -2
  52. package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
  53. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts +2 -1
  54. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
  55. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +9 -1
  56. package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
  57. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts +2 -1
  58. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts.map +1 -1
  59. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +9 -1
  60. package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
  61. package/lib/network/reqresp/handlers/index.js +6 -6
  62. package/lib/network/reqresp/handlers/index.js.map +1 -1
  63. package/lib/network/reqresp/types.d.ts +1 -0
  64. package/lib/network/reqresp/types.d.ts.map +1 -1
  65. package/lib/sync/utils/downloadByRange.d.ts +58 -13
  66. package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
  67. package/lib/sync/utils/downloadByRange.js +201 -82
  68. package/lib/sync/utils/downloadByRange.js.map +1 -1
  69. package/lib/util/blobs.d.ts +1 -1
  70. package/lib/util/blobs.d.ts.map +1 -1
  71. package/lib/util/blobs.js +53 -20
  72. package/lib/util/blobs.js.map +1 -1
  73. package/package.json +19 -14
  74. package/src/api/impl/beacon/blocks/index.ts +47 -25
  75. package/src/chain/chain.ts +5 -5
  76. package/src/chain/errors/dataColumnSidecarError.ts +20 -14
  77. package/src/chain/options.ts +2 -3
  78. package/src/chain/stateCache/persistentCheckpointsCache.ts +45 -2
  79. package/src/chain/validation/dataColumnSidecar.ts +34 -16
  80. package/src/network/core/networkCore.ts +5 -1
  81. package/src/network/core/networkCoreWorker.ts +7 -2
  82. package/src/network/core/networkCoreWorkerHandler.ts +1 -1
  83. package/src/network/events.ts +1 -1
  84. package/src/network/gossip/encoding.ts +1 -1
  85. package/src/network/gossip/snappy_bun.ts +2 -0
  86. package/src/network/metadata.ts +3 -1
  87. package/src/network/options.ts +0 -1
  88. package/src/network/processor/gossipHandlers.ts +1 -1
  89. package/src/network/reqresp/ReqRespBeaconNode.ts +3 -1
  90. package/src/network/reqresp/handlers/beaconBlocksByRange.ts +15 -2
  91. package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +13 -1
  92. package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +13 -1
  93. package/src/network/reqresp/handlers/index.ts +6 -6
  94. package/src/network/reqresp/types.ts +1 -0
  95. package/src/sync/utils/downloadByRange.ts +259 -103
  96. package/src/util/blobs.ts +64 -20
@@ -19,6 +19,7 @@ import {callInNextEventLoop} from "../../util/eventLoop.js";
19
19
  import {NetworkCoreMetrics} from "../core/metrics.js";
20
20
  import {INetworkEventBus, NetworkEvent} from "../events.js";
21
21
  import {MetadataController} from "../metadata.js";
22
+ import {ClientKind} from "../peers/client.ts";
22
23
  import {PeersData} from "../peers/peersData.js";
23
24
  import {IPeerRpcScoreStore, PeerAction} from "../peers/score/index.js";
24
25
  import {StatusCache} from "../statusCache.js";
@@ -300,10 +301,11 @@ export class ReqRespBeaconNode extends ReqResp {
300
301
  }
301
302
 
302
303
  protected onIncomingRequestBody(request: RequestTypedContainer, peer: PeerId): void {
304
+ const peerClient = this.peersData.getPeerKind(peer.toString()) ?? ClientKind.Unknown;
303
305
  // Allow onRequest to return and close the stream
304
306
  // For Goodbye there may be a race condition where the listener of `receivedGoodbye`
305
307
  // disconnects in the same synchronous call, preventing the stream from ending cleanly
306
- callInNextEventLoop(() => this.networkEventBus.emit(NetworkEvent.reqRespRequest, {request, peer}));
308
+ callInNextEventLoop(() => this.networkEventBus.emit(NetworkEvent.reqRespRequest, {request, peer, peerClient}));
307
309
  }
308
310
 
309
311
  protected onIncomingRequest(peerId: PeerId, protocol: ProtocolDescriptor): void {
@@ -1,18 +1,22 @@
1
+ import {PeerId} from "@libp2p/interface";
1
2
  import {BeaconConfig} from "@lodestar/config";
2
- import {GENESIS_SLOT, isForkPostDeneb} from "@lodestar/params";
3
+ import {GENESIS_SLOT, isForkPostDeneb, isForkPostFulu} from "@lodestar/params";
3
4
  import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
4
5
  import {computeEpochAtSlot} from "@lodestar/state-transition";
5
6
  import {deneb, phase0} from "@lodestar/types";
6
7
  import {fromHex} from "@lodestar/utils";
7
8
  import {IBeaconChain} from "../../../chain/index.js";
8
9
  import {IBeaconDb} from "../../../db/index.js";
10
+ import {prettyPrintPeerId} from "../../util.ts";
9
11
 
10
12
  // TODO: Unit test
11
13
 
12
14
  export async function* onBeaconBlocksByRange(
13
15
  request: phase0.BeaconBlocksByRangeRequest,
14
16
  chain: IBeaconChain,
15
- db: IBeaconDb
17
+ db: IBeaconDb,
18
+ peerId: PeerId,
19
+ peerClient: string
16
20
  ): AsyncIterable<ResponseOutgoing> {
17
21
  const {startSlot, count} = validateBeaconBlocksByRangeRequest(chain.config, request);
18
22
  const endSlot = startSlot + count;
@@ -23,6 +27,15 @@ export async function* onBeaconBlocksByRange(
23
27
  // chain.forkChoice.getFinalizeBlock().slot
24
28
  const finalizedSlot = chain.forkChoice.getFinalizedCheckpointSlot();
25
29
 
30
+ const forkName = chain.config.getForkName(startSlot);
31
+ if (isForkPostFulu(forkName) && startSlot < chain.earliestAvailableSlot) {
32
+ chain.logger.verbose("Peer did not respect earliestAvailableSlot for BeaconBlocksByRange", {
33
+ peer: prettyPrintPeerId(peerId),
34
+ client: peerClient,
35
+ });
36
+ return;
37
+ }
38
+
26
39
  // Finalized range of blocks
27
40
  if (startSlot <= finalizedSlot) {
28
41
  // Chain of blobs won't change
@@ -1,3 +1,4 @@
1
+ import {PeerId} from "@libp2p/interface";
1
2
  import {ChainConfig} from "@lodestar/config";
2
3
  import {GENESIS_SLOT} from "@lodestar/params";
3
4
  import {RespStatus, ResponseError, ResponseOutgoing} from "@lodestar/reqresp";
@@ -6,6 +7,7 @@ import {ColumnIndex, fulu} from "@lodestar/types";
6
7
  import {fromHex} from "@lodestar/utils";
7
8
  import {IBeaconChain} from "../../../chain/index.js";
8
9
  import {IBeaconDb} from "../../../db/index.js";
10
+ import {prettyPrintPeerId} from "../../util.ts";
9
11
  import {
10
12
  handleColumnSidecarUnavailability,
11
13
  validateRequestedDataColumns,
@@ -14,7 +16,9 @@ import {
14
16
  export async function* onDataColumnSidecarsByRange(
15
17
  request: fulu.DataColumnSidecarsByRangeRequest,
16
18
  chain: IBeaconChain,
17
- db: IBeaconDb
19
+ db: IBeaconDb,
20
+ peerId: PeerId,
21
+ peerClient: string
18
22
  ): AsyncIterable<ResponseOutgoing> {
19
23
  // Non-finalized range of columns
20
24
  const {startSlot, count, columns: requestedColumns} = validateDataColumnSidecarsByRangeRequest(chain.config, request);
@@ -25,6 +29,14 @@ export async function* onDataColumnSidecarsByRange(
25
29
  return;
26
30
  }
27
31
 
32
+ if (startSlot < chain.earliestAvailableSlot) {
33
+ chain.logger.verbose("Peer did not respect earliestAvailableSlot for DataColumnSidecarsByRange", {
34
+ peer: prettyPrintPeerId(peerId),
35
+ client: peerClient,
36
+ });
37
+ return;
38
+ }
39
+
28
40
  const finalized = db.dataColumnSidecarArchive;
29
41
  const unfinalized = db.dataColumnSidecar;
30
42
  const finalizedSlot = chain.forkChoice.getFinalizedBlock().slot;
@@ -1,3 +1,4 @@
1
+ import {PeerId} from "@libp2p/interface";
1
2
  import {ResponseOutgoing} from "@lodestar/reqresp";
2
3
  import {computeEpochAtSlot} from "@lodestar/state-transition";
3
4
  import {ColumnIndex} from "@lodestar/types";
@@ -5,6 +6,7 @@ import {toRootHex} from "@lodestar/utils";
5
6
  import {IBeaconChain} from "../../../chain/index.js";
6
7
  import {IBeaconDb} from "../../../db/index.js";
7
8
  import {DataColumnSidecarsByRootRequest} from "../../../util/types.js";
9
+ import {prettyPrintPeerId} from "../../util.ts";
8
10
  import {
9
11
  handleColumnSidecarUnavailability,
10
12
  validateRequestedDataColumns,
@@ -13,7 +15,9 @@ import {
13
15
  export async function* onDataColumnSidecarsByRoot(
14
16
  requestBody: DataColumnSidecarsByRootRequest,
15
17
  chain: IBeaconChain,
16
- db: IBeaconDb
18
+ db: IBeaconDb,
19
+ peerId: PeerId,
20
+ peerClient: string
17
21
  ): AsyncIterable<ResponseOutgoing> {
18
22
  // SPEC: minimum_request_epoch = max(current_epoch - MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS, FULU_FORK_EPOCH)
19
23
  const currentEpoch = chain.clock.currentEpoch;
@@ -39,6 +43,14 @@ export async function* onDataColumnSidecarsByRoot(
39
43
  continue;
40
44
  }
41
45
 
46
+ if (slot < chain.earliestAvailableSlot) {
47
+ chain.logger.verbose("Peer did not respect earliestAvailableSlot for DataColumnSidecarsByRoot", {
48
+ peer: prettyPrintPeerId(peerId),
49
+ client: peerClient,
50
+ });
51
+ continue;
52
+ }
53
+
42
54
  const requestedEpoch = computeEpochAtSlot(slot);
43
55
 
44
56
  // SPEC: Clients MUST support requesting sidecars since minimum_request_epoch.
@@ -35,9 +35,9 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
35
35
  [ReqRespMethod.Goodbye]: notImplemented(ReqRespMethod.Goodbye),
36
36
  [ReqRespMethod.Ping]: notImplemented(ReqRespMethod.Ping),
37
37
  [ReqRespMethod.Metadata]: notImplemented(ReqRespMethod.Metadata),
38
- [ReqRespMethod.BeaconBlocksByRange]: (req) => {
38
+ [ReqRespMethod.BeaconBlocksByRange]: (req, peerId, peerClient) => {
39
39
  const body = ssz.phase0.BeaconBlocksByRangeRequest.deserialize(req.data);
40
- return onBeaconBlocksByRange(body, chain, db);
40
+ return onBeaconBlocksByRange(body, chain, db, peerId, peerClient);
41
41
  },
42
42
  [ReqRespMethod.BeaconBlocksByRoot]: (req) => {
43
43
  const fork = chain.config.getForkName(chain.clock.currentSlot);
@@ -53,13 +53,13 @@ export function getReqRespHandlers({db, chain}: {db: IBeaconDb; chain: IBeaconCh
53
53
  const body = ssz.deneb.BlobSidecarsByRangeRequest.deserialize(req.data);
54
54
  return onBlobSidecarsByRange(body, chain, db);
55
55
  },
56
- [ReqRespMethod.DataColumnSidecarsByRange]: (req) => {
56
+ [ReqRespMethod.DataColumnSidecarsByRange]: (req, peerId, peerClient) => {
57
57
  const body = ssz.fulu.DataColumnSidecarsByRangeRequest.deserialize(req.data);
58
- return onDataColumnSidecarsByRange(body, chain, db);
58
+ return onDataColumnSidecarsByRange(body, chain, db, peerId, peerClient);
59
59
  },
60
- [ReqRespMethod.DataColumnSidecarsByRoot]: (req) => {
60
+ [ReqRespMethod.DataColumnSidecarsByRoot]: (req, peerId, peerClient) => {
61
61
  const body = DataColumnSidecarsByRootRequestType(chain.config).deserialize(req.data);
62
- return onDataColumnSidecarsByRoot(body, chain, db);
62
+ return onDataColumnSidecarsByRoot(body, chain, db, peerId, peerClient);
63
63
  },
64
64
 
65
65
  [ReqRespMethod.LightClientBootstrap]: (req) => {
@@ -169,6 +169,7 @@ export type IncomingRequestArgs = {
169
169
  method: ReqRespMethod;
170
170
  req: ReqRespRequest;
171
171
  peerId: string;
172
+ peerClient: string;
172
173
  };
173
174
 
174
175
  export type GetReqRespHandlerFn = (method: ReqRespMethod) => ProtocolHandler;