@lodestar/beacon-node 1.36.0-dev.d42eb95bf0 → 1.36.0-dev.d8afb6dc39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/api/impl/beacon/blocks/index.d.ts.map +1 -1
- package/lib/api/impl/beacon/blocks/index.js +41 -22
- package/lib/api/impl/beacon/blocks/index.js.map +1 -1
- package/lib/api/impl/lodestar/index.d.ts +5 -0
- package/lib/api/impl/lodestar/index.d.ts.map +1 -1
- package/lib/api/impl/lodestar/index.js +35 -10
- package/lib/api/impl/lodestar/index.js.map +1 -1
- package/lib/api/impl/node/utils.js +1 -1
- package/lib/api/impl/node/utils.js.map +1 -1
- package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.d.ts.map +1 -1
- package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.js +6 -1
- package/lib/chain/archiveStore/strategies/frequencyStateArchiveStrategy.js.map +1 -1
- package/lib/chain/chain.d.ts +5 -2
- package/lib/chain/chain.d.ts.map +1 -1
- package/lib/chain/chain.js +32 -16
- package/lib/chain/chain.js.map +1 -1
- package/lib/chain/errors/dataColumnSidecarError.d.ts +17 -14
- package/lib/chain/errors/dataColumnSidecarError.d.ts.map +1 -1
- package/lib/chain/errors/dataColumnSidecarError.js +4 -0
- package/lib/chain/errors/dataColumnSidecarError.js.map +1 -1
- package/lib/chain/forkChoice/index.d.ts +9 -1
- package/lib/chain/forkChoice/index.d.ts.map +1 -1
- package/lib/chain/forkChoice/index.js +109 -4
- package/lib/chain/forkChoice/index.js.map +1 -1
- package/lib/chain/interface.d.ts +2 -0
- package/lib/chain/interface.d.ts.map +1 -1
- package/lib/chain/options.d.ts +0 -2
- package/lib/chain/options.d.ts.map +1 -1
- package/lib/chain/options.js +2 -2
- package/lib/chain/options.js.map +1 -1
- package/lib/chain/stateCache/datastore/db.d.ts +12 -0
- package/lib/chain/stateCache/datastore/db.d.ts.map +1 -1
- package/lib/chain/stateCache/datastore/db.js +70 -0
- package/lib/chain/stateCache/datastore/db.js.map +1 -1
- package/lib/chain/stateCache/datastore/file.d.ts +1 -0
- package/lib/chain/stateCache/datastore/file.d.ts.map +1 -1
- package/lib/chain/stateCache/datastore/file.js +7 -0
- package/lib/chain/stateCache/datastore/file.js.map +1 -1
- package/lib/chain/stateCache/datastore/types.d.ts +1 -0
- package/lib/chain/stateCache/datastore/types.d.ts.map +1 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.d.ts +16 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.d.ts.map +1 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.js +31 -1
- package/lib/chain/stateCache/persistentCheckpointsCache.js.map +1 -1
- package/lib/chain/validation/dataColumnSidecar.d.ts.map +1 -1
- package/lib/chain/validation/dataColumnSidecar.js +32 -15
- package/lib/chain/validation/dataColumnSidecar.js.map +1 -1
- package/lib/index.d.ts +2 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +2 -0
- package/lib/index.js.map +1 -1
- package/lib/metrics/metrics/lodestar.js +1 -1
- package/lib/metrics/metrics/lodestar.js.map +1 -1
- package/lib/network/core/networkCore.d.ts.map +1 -1
- package/lib/network/core/networkCore.js +5 -1
- package/lib/network/core/networkCore.js.map +1 -1
- package/lib/network/core/networkCoreWorker.js +8 -8
- package/lib/network/core/networkCoreWorker.js.map +1 -1
- package/lib/network/core/networkCoreWorkerHandler.js +1 -1
- package/lib/network/core/networkCoreWorkerHandler.js.map +1 -1
- package/lib/network/discv5/worker.js +2 -7
- package/lib/network/discv5/worker.js.map +1 -1
- package/lib/network/events.d.ts +1 -0
- package/lib/network/events.d.ts.map +1 -1
- package/lib/network/gossip/encoding.js +1 -1
- package/lib/network/gossip/encoding.js.map +1 -1
- package/lib/network/gossip/snappy_bun.d.ts +3 -0
- package/lib/network/gossip/snappy_bun.d.ts.map +1 -0
- package/lib/network/gossip/snappy_bun.js +3 -0
- package/lib/network/gossip/snappy_bun.js.map +1 -0
- package/lib/network/metadata.d.ts +1 -1
- package/lib/network/metadata.d.ts.map +1 -1
- package/lib/network/metadata.js +1 -0
- package/lib/network/metadata.js.map +1 -1
- package/lib/network/options.d.ts +0 -1
- package/lib/network/options.d.ts.map +1 -1
- package/lib/network/options.js.map +1 -1
- package/lib/network/peers/discover.js +2 -2
- package/lib/network/peers/discover.js.map +1 -1
- package/lib/network/processor/gossipHandlers.d.ts.map +1 -1
- package/lib/network/processor/gossipHandlers.js +14 -8
- package/lib/network/processor/gossipHandlers.js.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.d.ts.map +1 -1
- package/lib/network/reqresp/ReqRespBeaconNode.js +3 -1
- package/lib/network/reqresp/ReqRespBeaconNode.js.map +1 -1
- package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts +2 -1
- package/lib/network/reqresp/handlers/beaconBlocksByRange.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/beaconBlocksByRange.js +14 -3
- package/lib/network/reqresp/handlers/beaconBlocksByRange.js.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts +2 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js +9 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts +2 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.d.ts.map +1 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js +9 -1
- package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map +1 -1
- package/lib/network/reqresp/handlers/index.js +6 -6
- package/lib/network/reqresp/handlers/index.js.map +1 -1
- package/lib/network/reqresp/types.d.ts +1 -0
- package/lib/network/reqresp/types.d.ts.map +1 -1
- package/lib/node/nodejs.d.ts +2 -1
- package/lib/node/nodejs.d.ts.map +1 -1
- package/lib/node/nodejs.js +2 -1
- package/lib/node/nodejs.js.map +1 -1
- package/lib/sync/range/range.d.ts.map +1 -1
- package/lib/sync/range/range.js +2 -1
- package/lib/sync/range/range.js.map +1 -1
- package/lib/sync/utils/downloadByRange.d.ts +58 -13
- package/lib/sync/utils/downloadByRange.d.ts.map +1 -1
- package/lib/sync/utils/downloadByRange.js +201 -82
- package/lib/sync/utils/downloadByRange.js.map +1 -1
- package/lib/sync/utils/remoteSyncType.d.ts +2 -1
- package/lib/sync/utils/remoteSyncType.d.ts.map +1 -1
- package/lib/sync/utils/remoteSyncType.js +19 -4
- package/lib/sync/utils/remoteSyncType.js.map +1 -1
- package/lib/util/blobs.d.ts +1 -1
- package/lib/util/blobs.d.ts.map +1 -1
- package/lib/util/blobs.js +53 -20
- package/lib/util/blobs.js.map +1 -1
- package/lib/util/profile.d.ts +6 -4
- package/lib/util/profile.d.ts.map +1 -1
- package/lib/util/profile.js +40 -3
- package/lib/util/profile.js.map +1 -1
- package/lib/util/sszBytes.d.ts +2 -0
- package/lib/util/sszBytes.d.ts.map +1 -1
- package/lib/util/sszBytes.js +25 -0
- package/lib/util/sszBytes.js.map +1 -1
- package/package.json +31 -24
- package/src/api/impl/beacon/blocks/index.ts +47 -25
- package/src/api/impl/lodestar/index.ts +42 -10
- package/src/api/impl/node/utils.ts +1 -1
- package/src/chain/archiveStore/strategies/frequencyStateArchiveStrategy.ts +5 -1
- package/src/chain/chain.ts +48 -23
- package/src/chain/errors/dataColumnSidecarError.ts +20 -14
- package/src/chain/forkChoice/index.ts +178 -2
- package/src/chain/interface.ts +2 -0
- package/src/chain/options.ts +2 -3
- package/src/chain/stateCache/datastore/db.ts +89 -1
- package/src/chain/stateCache/datastore/file.ts +8 -0
- package/src/chain/stateCache/datastore/types.ts +1 -0
- package/src/chain/stateCache/persistentCheckpointsCache.ts +45 -2
- package/src/chain/validation/dataColumnSidecar.ts +34 -16
- package/src/index.ts +2 -0
- package/src/metrics/metrics/lodestar.ts +1 -1
- package/src/network/core/networkCore.ts +5 -1
- package/src/network/core/networkCoreWorker.ts +9 -9
- package/src/network/core/networkCoreWorkerHandler.ts +1 -1
- package/src/network/discv5/worker.ts +2 -7
- package/src/network/events.ts +1 -1
- package/src/network/gossip/encoding.ts +1 -1
- package/src/network/gossip/snappy_bun.ts +2 -0
- package/src/network/metadata.ts +3 -1
- package/src/network/options.ts +0 -1
- package/src/network/peers/discover.ts +2 -2
- package/src/network/processor/gossipHandlers.ts +16 -7
- package/src/network/reqresp/ReqRespBeaconNode.ts +3 -1
- package/src/network/reqresp/handlers/beaconBlocksByRange.ts +18 -3
- package/src/network/reqresp/handlers/dataColumnSidecarsByRange.ts +13 -1
- package/src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts +13 -1
- package/src/network/reqresp/handlers/index.ts +6 -6
- package/src/network/reqresp/types.ts +1 -0
- package/src/node/nodejs.ts +3 -0
- package/src/sync/range/range.ts +2 -1
- package/src/sync/utils/downloadByRange.ts +259 -103
- package/src/sync/utils/remoteSyncType.ts +23 -4
- package/src/util/blobs.ts +64 -20
- package/src/util/profile.ts +45 -3
- package/src/util/sszBytes.ts +30 -0
package/package.json
CHANGED
|
@@ -11,55 +11,67 @@
|
|
|
11
11
|
"bugs": {
|
|
12
12
|
"url": "https://github.com/ChainSafe/lodestar/issues"
|
|
13
13
|
},
|
|
14
|
-
"version": "1.36.0-dev.
|
|
14
|
+
"version": "1.36.0-dev.d8afb6dc39",
|
|
15
15
|
"type": "module",
|
|
16
16
|
"exports": {
|
|
17
17
|
".": {
|
|
18
18
|
"bun": "./src/index.ts",
|
|
19
|
+
"types": "./lib/index.d.ts",
|
|
19
20
|
"import": "./lib/index.js"
|
|
20
21
|
},
|
|
21
22
|
"./api": {
|
|
22
23
|
"bun": "./src/api/index.ts",
|
|
24
|
+
"types": "./lib/api/index.d.ts",
|
|
23
25
|
"import": "./lib/api/index.js"
|
|
24
26
|
},
|
|
25
27
|
"./chain": {
|
|
26
28
|
"bun": "./src/chain/index.ts",
|
|
29
|
+
"types": "./lib/chain/index.d.ts",
|
|
27
30
|
"import": "./lib/chain/index.js"
|
|
28
31
|
},
|
|
29
32
|
"./constants": {
|
|
30
33
|
"bun": "./src/constants/index.ts",
|
|
34
|
+
"types": "./lib/constants/index.d.ts",
|
|
31
35
|
"import": "./lib/constants/index.js"
|
|
32
36
|
},
|
|
33
37
|
"./db": {
|
|
34
38
|
"bun": "./src/db/index.ts",
|
|
39
|
+
"types": "./lib/db/index.d.ts",
|
|
35
40
|
"import": "./lib/db/index.js"
|
|
36
41
|
},
|
|
37
42
|
"./eth1": {
|
|
38
43
|
"bun": "./src/eth1/index.ts",
|
|
44
|
+
"types": "./lib/eth1/index.d.ts",
|
|
39
45
|
"import": "./lib/eth1/index.js"
|
|
40
46
|
},
|
|
41
47
|
"./metrics": {
|
|
42
48
|
"bun": "./src/metrics/index.ts",
|
|
49
|
+
"types": "./lib/metrics/index.d.ts",
|
|
43
50
|
"import": "./lib/metrics/index.js"
|
|
44
51
|
},
|
|
45
52
|
"./monitoring": {
|
|
46
53
|
"bun": "./src/monitoring/index.ts",
|
|
54
|
+
"types": "./lib/monitoring/index.d.ts",
|
|
47
55
|
"import": "./lib/monitoring/index.js"
|
|
48
56
|
},
|
|
49
57
|
"./network": {
|
|
50
58
|
"bun": "./src/network/index.ts",
|
|
59
|
+
"types": "./lib/network/index.d.ts",
|
|
51
60
|
"import": "./lib/network/index.js"
|
|
52
61
|
},
|
|
53
62
|
"./node": {
|
|
54
63
|
"bun": "./src/node/index.ts",
|
|
64
|
+
"types": "./lib/node/index.d.ts",
|
|
55
65
|
"import": "./lib/node/index.js"
|
|
56
66
|
},
|
|
57
67
|
"./sync": {
|
|
58
68
|
"bun": "./src/sync/index.ts",
|
|
69
|
+
"types": "./lib/sync/index.d.ts",
|
|
59
70
|
"import": "./lib/sync/index.js"
|
|
60
71
|
},
|
|
61
72
|
"./util": {
|
|
62
73
|
"bun": "./src/util/index.ts",
|
|
74
|
+
"types": "./lib/util/index.d.ts",
|
|
63
75
|
"import": "./lib/util/index.js"
|
|
64
76
|
}
|
|
65
77
|
},
|
|
@@ -71,18 +83,12 @@
|
|
|
71
83
|
"#datastore-wrapper": {
|
|
72
84
|
"bun": "./src/network/peers/datastore_bun.ts",
|
|
73
85
|
"default": "datastore-level"
|
|
86
|
+
},
|
|
87
|
+
"#snappy": {
|
|
88
|
+
"bun": "./src/network/gossip/snappy_bun.ts",
|
|
89
|
+
"default": "snappyjs"
|
|
74
90
|
}
|
|
75
91
|
},
|
|
76
|
-
"typesVersions": {
|
|
77
|
-
"*": {
|
|
78
|
-
"*": [
|
|
79
|
-
"*",
|
|
80
|
-
"lib/*",
|
|
81
|
-
"lib/*/index"
|
|
82
|
-
]
|
|
83
|
-
}
|
|
84
|
-
},
|
|
85
|
-
"types": "./lib/index.d.ts",
|
|
86
92
|
"files": [
|
|
87
93
|
"src",
|
|
88
94
|
"lib",
|
|
@@ -138,18 +144,19 @@
|
|
|
138
144
|
"@libp2p/peer-id": "^5.1.0",
|
|
139
145
|
"@libp2p/prometheus-metrics": "^4.3.15",
|
|
140
146
|
"@libp2p/tcp": "^10.1.8",
|
|
141
|
-
"@lodestar/api": "1.36.0-dev.
|
|
142
|
-
"@lodestar/
|
|
143
|
-
"@lodestar/
|
|
144
|
-
"@lodestar/
|
|
145
|
-
"@lodestar/
|
|
146
|
-
"@lodestar/
|
|
147
|
-
"@lodestar/
|
|
148
|
-
"@lodestar/
|
|
149
|
-
"@lodestar/
|
|
150
|
-
"@lodestar/
|
|
151
|
-
"@lodestar/
|
|
152
|
-
"@lodestar/
|
|
147
|
+
"@lodestar/api": "1.36.0-dev.d8afb6dc39",
|
|
148
|
+
"@lodestar/bun": "git+https://github.com/ChainSafe/lodestar-bun.git",
|
|
149
|
+
"@lodestar/config": "1.36.0-dev.d8afb6dc39",
|
|
150
|
+
"@lodestar/db": "1.36.0-dev.d8afb6dc39",
|
|
151
|
+
"@lodestar/fork-choice": "1.36.0-dev.d8afb6dc39",
|
|
152
|
+
"@lodestar/light-client": "1.36.0-dev.d8afb6dc39",
|
|
153
|
+
"@lodestar/logger": "1.36.0-dev.d8afb6dc39",
|
|
154
|
+
"@lodestar/params": "1.36.0-dev.d8afb6dc39",
|
|
155
|
+
"@lodestar/reqresp": "1.36.0-dev.d8afb6dc39",
|
|
156
|
+
"@lodestar/state-transition": "1.36.0-dev.d8afb6dc39",
|
|
157
|
+
"@lodestar/types": "1.36.0-dev.d8afb6dc39",
|
|
158
|
+
"@lodestar/utils": "1.36.0-dev.d8afb6dc39",
|
|
159
|
+
"@lodestar/validator": "1.36.0-dev.d8afb6dc39",
|
|
153
160
|
"@multiformats/multiaddr": "^12.1.3",
|
|
154
161
|
"datastore-core": "^10.0.2",
|
|
155
162
|
"datastore-fs": "^10.0.6",
|
|
@@ -185,5 +192,5 @@
|
|
|
185
192
|
"beacon",
|
|
186
193
|
"blockchain"
|
|
187
194
|
],
|
|
188
|
-
"gitHead": "
|
|
195
|
+
"gitHead": "f6570966345074b20216797699e257a2fca8a20a"
|
|
189
196
|
}
|
|
@@ -654,18 +654,21 @@ export function getBeaconBlockApi({
|
|
|
654
654
|
);
|
|
655
655
|
}
|
|
656
656
|
|
|
657
|
-
const
|
|
657
|
+
for (const index of indices ?? []) {
|
|
658
|
+
if (index < 0 || index >= blobCount) {
|
|
659
|
+
throw new ApiError(400, `Invalid blob index ${index}, must be between 0 and ${blobCount - 1}`);
|
|
660
|
+
}
|
|
661
|
+
}
|
|
662
|
+
|
|
663
|
+
const indicesToReconstruct = indices ?? Array.from({length: blobCount}, (_, i) => i);
|
|
664
|
+
const blobs = await reconstructBlobs(dataColumnSidecars, indicesToReconstruct);
|
|
658
665
|
const signedBlockHeader = signedBlockToSignedHeader(config, block);
|
|
659
|
-
const requestedIndices = indices ?? Array.from({length: blobKzgCommitments.length}, (_, i) => i);
|
|
660
666
|
|
|
661
667
|
data = await Promise.all(
|
|
662
|
-
|
|
668
|
+
indicesToReconstruct.map(async (index, i) => {
|
|
663
669
|
// Reconstruct blob sidecar from blob
|
|
664
670
|
const kzgCommitment = blobKzgCommitments[index];
|
|
665
|
-
|
|
666
|
-
throw new ApiError(400, `Blob index ${index} not found in block`);
|
|
667
|
-
}
|
|
668
|
-
const blob = blobs[index];
|
|
671
|
+
const blob = blobs[i]; // Use i since blobs only contains requested indices
|
|
669
672
|
const kzgProof = await kzg.asyncComputeBlobKzgProof(blob, kzgCommitment);
|
|
670
673
|
const kzgCommitmentInclusionProof = computePreFuluKzgCommitmentsInclusionProof(
|
|
671
674
|
fork,
|
|
@@ -724,7 +727,8 @@ export function getBeaconBlockApi({
|
|
|
724
727
|
);
|
|
725
728
|
}
|
|
726
729
|
|
|
727
|
-
const
|
|
730
|
+
const blobKzgCommitments = (block.message.body as deneb.BeaconBlockBody).blobKzgCommitments;
|
|
731
|
+
const blobCount = blobKzgCommitments.length;
|
|
728
732
|
|
|
729
733
|
if (blobCount > 0) {
|
|
730
734
|
let dataColumnSidecars = await fromAsync(db.dataColumnSidecar.valuesStream(blockRoot));
|
|
@@ -739,7 +743,25 @@ export function getBeaconBlockApi({
|
|
|
739
743
|
);
|
|
740
744
|
}
|
|
741
745
|
|
|
742
|
-
|
|
746
|
+
let indicesToReconstruct: number[];
|
|
747
|
+
if (versionedHashes) {
|
|
748
|
+
const blockVersionedHashes = blobKzgCommitments.map((commitment) =>
|
|
749
|
+
toHex(kzgCommitmentToVersionedHash(commitment))
|
|
750
|
+
);
|
|
751
|
+
indicesToReconstruct = [];
|
|
752
|
+
for (const requestedHash of versionedHashes) {
|
|
753
|
+
const index = blockVersionedHashes.findIndex((hash) => hash === requestedHash);
|
|
754
|
+
if (index === -1) {
|
|
755
|
+
throw new ApiError(400, `Versioned hash ${requestedHash} not found in block`);
|
|
756
|
+
}
|
|
757
|
+
indicesToReconstruct.push(index);
|
|
758
|
+
}
|
|
759
|
+
indicesToReconstruct.sort((a, b) => a - b);
|
|
760
|
+
} else {
|
|
761
|
+
indicesToReconstruct = Array.from({length: blobCount}, (_, i) => i);
|
|
762
|
+
}
|
|
763
|
+
|
|
764
|
+
blobs = await reconstructBlobs(dataColumnSidecars, indicesToReconstruct);
|
|
743
765
|
} else {
|
|
744
766
|
blobs = [];
|
|
745
767
|
}
|
|
@@ -757,27 +779,27 @@ export function getBeaconBlockApi({
|
|
|
757
779
|
}
|
|
758
780
|
|
|
759
781
|
blobs = blobSidecars.sort((a, b) => a.index - b.index).map(({blob}) => blob);
|
|
760
|
-
} else {
|
|
761
|
-
blobs = [];
|
|
762
|
-
}
|
|
763
782
|
|
|
764
|
-
|
|
765
|
-
|
|
783
|
+
if (blobs.length && versionedHashes) {
|
|
784
|
+
const kzgCommitments = (block as deneb.SignedBeaconBlock).message.body.blobKzgCommitments;
|
|
766
785
|
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
786
|
+
const blockVersionedHashes = kzgCommitments.map((commitment) =>
|
|
787
|
+
toHex(kzgCommitmentToVersionedHash(commitment))
|
|
788
|
+
);
|
|
770
789
|
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
|
|
790
|
+
const requestedIndices: number[] = [];
|
|
791
|
+
for (const requestedHash of versionedHashes) {
|
|
792
|
+
const index = blockVersionedHashes.findIndex((hash) => hash === requestedHash);
|
|
793
|
+
if (index === -1) {
|
|
794
|
+
throw new ApiError(400, `Versioned hash ${requestedHash} not found in block`);
|
|
795
|
+
}
|
|
796
|
+
requestedIndices.push(index);
|
|
776
797
|
}
|
|
777
|
-
requestedIndices.push(index);
|
|
778
|
-
}
|
|
779
798
|
|
|
780
|
-
|
|
799
|
+
blobs = requestedIndices.sort((a, b) => a - b).map((index) => blobs[index]);
|
|
800
|
+
}
|
|
801
|
+
} else {
|
|
802
|
+
blobs = [];
|
|
781
803
|
}
|
|
782
804
|
|
|
783
805
|
return {
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
import fs from "node:fs";
|
|
2
|
-
import path from "node:path";
|
|
3
1
|
import {Tree} from "@chainsafe/persistent-merkle-tree";
|
|
4
2
|
import {routes} from "@lodestar/api";
|
|
5
3
|
import {ApplicationMethods} from "@lodestar/api/server";
|
|
@@ -8,13 +6,16 @@ import {Repository} from "@lodestar/db";
|
|
|
8
6
|
import {ForkSeq, SLOTS_PER_EPOCH} from "@lodestar/params";
|
|
9
7
|
import {BeaconStateCapella, getLatestWeakSubjectivityCheckpointEpoch, loadState} from "@lodestar/state-transition";
|
|
10
8
|
import {ssz} from "@lodestar/types";
|
|
11
|
-
import {
|
|
9
|
+
import {Checkpoint} from "@lodestar/types/phase0";
|
|
10
|
+
import {fromHex, toHex, toRootHex} from "@lodestar/utils";
|
|
12
11
|
import {BeaconChain} from "../../../chain/index.js";
|
|
13
12
|
import {QueuedStateRegenerator, RegenRequest} from "../../../chain/regen/index.js";
|
|
14
13
|
import {IBeaconDb} from "../../../db/interface.js";
|
|
15
14
|
import {GossipType} from "../../../network/index.js";
|
|
16
|
-
import {
|
|
15
|
+
import {getStateSlotFromBytes} from "../../../util/multifork.js";
|
|
16
|
+
import {ProfileThread, profileThread, writeHeapSnapshot} from "../../../util/profile.js";
|
|
17
17
|
import {getStateResponseWithRegen} from "../beacon/state/utils.js";
|
|
18
|
+
import {ApiError} from "../errors.js";
|
|
18
19
|
import {ApiModules} from "../types.js";
|
|
19
20
|
|
|
20
21
|
export function getLodestarApi({
|
|
@@ -26,7 +27,9 @@ export function getLodestarApi({
|
|
|
26
27
|
}: Pick<ApiModules, "chain" | "config" | "db" | "network" | "sync">): ApplicationMethods<routes.lodestar.Endpoints> {
|
|
27
28
|
let writingHeapdump = false;
|
|
28
29
|
let writingProfile = false;
|
|
29
|
-
|
|
30
|
+
// for NodeJS, profile the whole epoch
|
|
31
|
+
// for Bun, profile 1 slot. Otherwise it will either crash the app, and/or inspector cannot render the profile
|
|
32
|
+
const defaultProfileMs = globalThis.Bun ? config.SLOT_DURATION_MS : SLOTS_PER_EPOCH * config.SLOT_DURATION_MS;
|
|
30
33
|
|
|
31
34
|
return {
|
|
32
35
|
async writeHeapdump({thread = "main", dirpath = "."}) {
|
|
@@ -63,7 +66,6 @@ export function getLodestarApi({
|
|
|
63
66
|
|
|
64
67
|
try {
|
|
65
68
|
let filepath: string;
|
|
66
|
-
let profile: string;
|
|
67
69
|
switch (thread) {
|
|
68
70
|
case "network":
|
|
69
71
|
filepath = await network.writeNetworkThreadProfile(duration, dirpath);
|
|
@@ -73,12 +75,10 @@ export function getLodestarApi({
|
|
|
73
75
|
break;
|
|
74
76
|
default:
|
|
75
77
|
// main thread
|
|
76
|
-
|
|
77
|
-
filepath = path.join(dirpath, `main_thread_${new Date().toISOString()}.cpuprofile`);
|
|
78
|
-
fs.writeFileSync(filepath, profile);
|
|
78
|
+
filepath = await profileThread(ProfileThread.MAIN, duration, dirpath);
|
|
79
79
|
break;
|
|
80
80
|
}
|
|
81
|
-
return {data: {filepath}};
|
|
81
|
+
return {data: {result: filepath}};
|
|
82
82
|
} finally {
|
|
83
83
|
writingProfile = false;
|
|
84
84
|
}
|
|
@@ -218,6 +218,26 @@ export function getLodestarApi({
|
|
|
218
218
|
meta: {executionOptimistic, finalized, version: fork},
|
|
219
219
|
};
|
|
220
220
|
},
|
|
221
|
+
|
|
222
|
+
// the optional checkpoint is in root:epoch format
|
|
223
|
+
async getPersistedCheckpointState({checkpointId}) {
|
|
224
|
+
const checkpoint = checkpointId ? getCheckpointFromArg(checkpointId) : undefined;
|
|
225
|
+
const stateBytes = await chain.getPersistedCheckpointState(checkpoint);
|
|
226
|
+
if (stateBytes === null) {
|
|
227
|
+
throw new ApiError(
|
|
228
|
+
404,
|
|
229
|
+
checkpointId ? `Checkpoint state not found for id ${checkpointId}` : "Latest safe checkpoint state not found"
|
|
230
|
+
);
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
const slot = getStateSlotFromBytes(stateBytes);
|
|
234
|
+
return {
|
|
235
|
+
data: stateBytes,
|
|
236
|
+
meta: {
|
|
237
|
+
version: config.getForkName(slot),
|
|
238
|
+
},
|
|
239
|
+
};
|
|
240
|
+
},
|
|
221
241
|
};
|
|
222
242
|
}
|
|
223
243
|
|
|
@@ -247,6 +267,18 @@ function regenRequestToJson(config: ChainForkConfig, regenRequest: RegenRequest)
|
|
|
247
267
|
}
|
|
248
268
|
}
|
|
249
269
|
|
|
270
|
+
const CHECKPOINT_REGEX = /^(?:0x)?([0-9a-f]{64}):([0-9]+)$/;
|
|
271
|
+
/**
|
|
272
|
+
* Extract a checkpoint from a string in the format `rootHex:epoch`.
|
|
273
|
+
*/
|
|
274
|
+
export function getCheckpointFromArg(checkpointStr: string): Checkpoint {
|
|
275
|
+
const match = CHECKPOINT_REGEX.exec(checkpointStr.toLowerCase());
|
|
276
|
+
if (!match) {
|
|
277
|
+
throw new ApiError(400, `Could not parse checkpoint string: ${checkpointStr}`);
|
|
278
|
+
}
|
|
279
|
+
return {root: fromHex(match[1]), epoch: parseInt(match[2])};
|
|
280
|
+
}
|
|
281
|
+
|
|
250
282
|
function stringifyKeys(keys: (Uint8Array | number | string)[]): string[] {
|
|
251
283
|
return keys.map((key) => {
|
|
252
284
|
if (key instanceof Uint8Array) {
|
|
@@ -10,7 +10,7 @@ export function formatNodePeer(peerIdStr: string, connections: Connection[]): ro
|
|
|
10
10
|
return {
|
|
11
11
|
peerId: conn ? conn.remotePeer.toString() : peerIdStr,
|
|
12
12
|
// TODO: figure out how to get enr of peer
|
|
13
|
-
enr:
|
|
13
|
+
enr: null,
|
|
14
14
|
lastSeenP2pAddress: conn ? conn.remoteAddr.toString() : "",
|
|
15
15
|
direction: conn ? (conn.direction as routes.node.PeerDirection) : null,
|
|
16
16
|
state: conn ? getPeerState(conn.status) : "disconnected",
|
|
@@ -63,7 +63,9 @@ export class FrequencyStateArchiveStrategy implements StateArchiveStrategy {
|
|
|
63
63
|
const lastStoredEpoch = computeEpochAtSlot(lastStoredSlot ?? 0);
|
|
64
64
|
const {archiveStateEpochFrequency} = this.opts;
|
|
65
65
|
|
|
66
|
+
const logCtx = {finalizedEpoch: finalized.epoch, lastStoredEpoch, archiveStateEpochFrequency};
|
|
66
67
|
if (finalized.epoch - lastStoredEpoch >= Math.min(PERSIST_TEMP_STATE_EVERY_EPOCHS, archiveStateEpochFrequency)) {
|
|
68
|
+
this.logger.verbose("Start archiving state", logCtx);
|
|
67
69
|
await this.archiveState(finalized, metrics);
|
|
68
70
|
|
|
69
71
|
// Only check the current and previous intervals
|
|
@@ -88,11 +90,13 @@ export class FrequencyStateArchiveStrategy implements StateArchiveStrategy {
|
|
|
88
90
|
|
|
89
91
|
// More logs to investigate the rss spike issue https://github.com/ChainSafe/lodestar/issues/5591
|
|
90
92
|
this.logger.verbose("Archived state completed", {
|
|
91
|
-
|
|
93
|
+
...logCtx,
|
|
92
94
|
minEpoch,
|
|
93
95
|
storedStateSlots: storedStateSlots.join(","),
|
|
94
96
|
statesSlotsToDelete: statesSlotsToDelete.join(","),
|
|
95
97
|
});
|
|
98
|
+
} else {
|
|
99
|
+
this.logger.verbose("Skip archiving state", logCtx);
|
|
96
100
|
}
|
|
97
101
|
}
|
|
98
102
|
|
package/src/chain/chain.ts
CHANGED
|
@@ -37,6 +37,7 @@ import {
|
|
|
37
37
|
ValidatorIndex,
|
|
38
38
|
Wei,
|
|
39
39
|
isBlindedBeaconBlock,
|
|
40
|
+
phase0,
|
|
40
41
|
} from "@lodestar/types";
|
|
41
42
|
import {Logger, fromHex, gweiToWei, isErrorAborted, pruneSetToMax, sleep, toRootHex} from "@lodestar/utils";
|
|
42
43
|
import {ProcessShutdownCallback} from "@lodestar/validator";
|
|
@@ -95,11 +96,13 @@ import {SeenBlockAttesters} from "./seenCache/seenBlockAttesters.js";
|
|
|
95
96
|
import {SeenBlockInput} from "./seenCache/seenGossipBlockInput.js";
|
|
96
97
|
import {ShufflingCache} from "./shufflingCache.js";
|
|
97
98
|
import {BlockStateCacheImpl} from "./stateCache/blockStateCacheImpl.js";
|
|
98
|
-
import {DbCPStateDatastore} from "./stateCache/datastore/db.js";
|
|
99
|
+
import {DbCPStateDatastore, checkpointToDatastoreKey} from "./stateCache/datastore/db.js";
|
|
99
100
|
import {FileCPStateDatastore} from "./stateCache/datastore/file.js";
|
|
101
|
+
import {CPStateDatastore} from "./stateCache/datastore/types.js";
|
|
100
102
|
import {FIFOBlockStateCache} from "./stateCache/fifoBlockStateCache.js";
|
|
101
103
|
import {InMemoryCheckpointStateCache} from "./stateCache/inMemoryCheckpointsCache.js";
|
|
102
104
|
import {PersistentCheckpointStateCache} from "./stateCache/persistentCheckpointsCache.js";
|
|
105
|
+
import {CheckpointStateCache} from "./stateCache/types.js";
|
|
103
106
|
import {ValidatorMonitor} from "./validatorMonitor.js";
|
|
104
107
|
|
|
105
108
|
/**
|
|
@@ -181,6 +184,8 @@ export class BeaconChain implements IBeaconChain {
|
|
|
181
184
|
|
|
182
185
|
protected readonly blockProcessor: BlockProcessor;
|
|
183
186
|
protected readonly db: IBeaconDb;
|
|
187
|
+
// this is only available if nHistoricalStates is enabled
|
|
188
|
+
private readonly cpStateDatastore?: CPStateDatastore;
|
|
184
189
|
private abortController = new AbortController();
|
|
185
190
|
private processShutdownCallback: ProcessShutdownCallback;
|
|
186
191
|
private _earliestAvailableSlot: Slot;
|
|
@@ -210,6 +215,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
210
215
|
metrics,
|
|
211
216
|
validatorMonitor,
|
|
212
217
|
anchorState,
|
|
218
|
+
isAnchorStateFinalized,
|
|
213
219
|
eth1,
|
|
214
220
|
executionEngine,
|
|
215
221
|
executionBuilder,
|
|
@@ -226,6 +232,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
226
232
|
metrics: Metrics | null;
|
|
227
233
|
validatorMonitor: ValidatorMonitor | null;
|
|
228
234
|
anchorState: BeaconStateAllForks;
|
|
235
|
+
isAnchorStateFinalized: boolean;
|
|
229
236
|
eth1: IEth1ForBlockProduction;
|
|
230
237
|
executionEngine: IExecutionEngine;
|
|
231
238
|
executionBuilder?: IExecutionBuilder;
|
|
@@ -264,8 +271,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
264
271
|
this.seenAttestationDatas = new SeenAttestationDatas(metrics, this.opts?.attDataCacheSlotDistance);
|
|
265
272
|
|
|
266
273
|
const nodeId = computeNodeIdFromPrivateKey(privateKey);
|
|
267
|
-
const initialCustodyGroupCount =
|
|
268
|
-
opts.initialCustodyGroupCount ?? (opts.supernode ? config.NUMBER_OF_CUSTODY_GROUPS : config.CUSTODY_REQUIREMENT);
|
|
274
|
+
const initialCustodyGroupCount = opts.initialCustodyGroupCount ?? config.CUSTODY_REQUIREMENT;
|
|
269
275
|
this.metrics?.peerDas.targetCustodyGroupCount.set(initialCustodyGroupCount);
|
|
270
276
|
this.custodyConfig = new CustodyConfig({
|
|
271
277
|
nodeId,
|
|
@@ -326,23 +332,26 @@ export class BeaconChain implements IBeaconChain {
|
|
|
326
332
|
this.bufferPool = this.opts.nHistoricalStates
|
|
327
333
|
? new BufferPool(anchorState.type.tree_serializedSize(anchorState.node), metrics)
|
|
328
334
|
: null;
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
335
|
+
|
|
336
|
+
let checkpointStateCache: CheckpointStateCache;
|
|
337
|
+
this.cpStateDatastore = undefined;
|
|
338
|
+
if (this.opts.nHistoricalStates) {
|
|
339
|
+
this.cpStateDatastore = fileDataStore ? new FileCPStateDatastore(dataDir) : new DbCPStateDatastore(this.db);
|
|
340
|
+
checkpointStateCache = new PersistentCheckpointStateCache(
|
|
341
|
+
{
|
|
342
|
+
metrics,
|
|
343
|
+
logger,
|
|
344
|
+
clock,
|
|
345
|
+
blockStateCache,
|
|
346
|
+
bufferPool: this.bufferPool,
|
|
347
|
+
datastore: this.cpStateDatastore,
|
|
348
|
+
},
|
|
349
|
+
this.opts
|
|
350
|
+
);
|
|
351
|
+
} else {
|
|
352
|
+
checkpointStateCache = new InMemoryCheckpointStateCache({metrics});
|
|
353
|
+
}
|
|
354
|
+
|
|
346
355
|
const {checkpoint} = computeAnchorCheckpoint(config, anchorState);
|
|
347
356
|
blockStateCache.add(cachedState);
|
|
348
357
|
blockStateCache.setHeadState(cachedState);
|
|
@@ -353,6 +362,7 @@ export class BeaconChain implements IBeaconChain {
|
|
|
353
362
|
emitter,
|
|
354
363
|
clock.currentSlot,
|
|
355
364
|
cachedState,
|
|
365
|
+
isAnchorStateFinalized,
|
|
356
366
|
opts,
|
|
357
367
|
this.justifiedBalancesGetter.bind(this),
|
|
358
368
|
metrics,
|
|
@@ -604,6 +614,20 @@ export class BeaconChain implements IBeaconChain {
|
|
|
604
614
|
return data && {state: data, executionOptimistic: false, finalized: true};
|
|
605
615
|
}
|
|
606
616
|
|
|
617
|
+
async getPersistedCheckpointState(checkpoint?: phase0.Checkpoint): Promise<Uint8Array | null> {
|
|
618
|
+
if (!this.cpStateDatastore) {
|
|
619
|
+
throw new Error("n-historical-state flag is not enabled");
|
|
620
|
+
}
|
|
621
|
+
|
|
622
|
+
if (checkpoint == null) {
|
|
623
|
+
// return the last safe checkpoint state by default
|
|
624
|
+
return this.cpStateDatastore.readLatestSafe();
|
|
625
|
+
}
|
|
626
|
+
|
|
627
|
+
const persistedKey = checkpointToDatastoreKey(checkpoint);
|
|
628
|
+
return this.cpStateDatastore.read(persistedKey);
|
|
629
|
+
}
|
|
630
|
+
|
|
607
631
|
getStateByCheckpoint(
|
|
608
632
|
checkpoint: CheckpointWithHex
|
|
609
633
|
): {state: BeaconStateAllForks; executionOptimistic: boolean; finalized: boolean} | null {
|
|
@@ -1216,9 +1240,10 @@ export class BeaconChain implements IBeaconChain {
|
|
|
1216
1240
|
}
|
|
1217
1241
|
|
|
1218
1242
|
private async updateValidatorsCustodyRequirement(finalizedCheckpoint: CheckpointWithHex): Promise<void> {
|
|
1219
|
-
if (this.
|
|
1220
|
-
//
|
|
1221
|
-
// of all custody groups
|
|
1243
|
+
if (this.custodyConfig.targetCustodyGroupCount === this.config.NUMBER_OF_CUSTODY_GROUPS) {
|
|
1244
|
+
// Custody requirements can only be increased, we can disable dynamic custody updates
|
|
1245
|
+
// if the node already maintains custody of all custody groups in case it is configured
|
|
1246
|
+
// as a supernode or has validators attached with a total effective balance of at least 4096 ETH.
|
|
1222
1247
|
return;
|
|
1223
1248
|
}
|
|
1224
1249
|
|
|
@@ -12,10 +12,14 @@ export enum DataColumnSidecarErrorCode {
|
|
|
12
12
|
|
|
13
13
|
// Validation errors when validating against an existing block
|
|
14
14
|
|
|
15
|
+
/** Block and sidecars header root mismatch */
|
|
16
|
+
INCORRECT_HEADER_ROOT = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_HEADER_ROOT",
|
|
15
17
|
/** Block and sidecars data column count mismatch */
|
|
16
18
|
INCORRECT_SIDECAR_COUNT = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_SIDECAR_COUNT",
|
|
17
19
|
/** Sidecar doesn't match block */
|
|
18
20
|
INCORRECT_BLOCK = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_BLOCK",
|
|
21
|
+
/** Sidecar cell count not as expected */
|
|
22
|
+
INCORRECT_CELL_COUNT = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_CELL_COUNT",
|
|
19
23
|
/** Sidecar kzg proof count not as expected */
|
|
20
24
|
INCORRECT_KZG_COMMITMENTS_COUNT = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_KZG_COMMITMENTS_COUNT",
|
|
21
25
|
/** Sidecar kzg proof count not as expected */
|
|
@@ -35,49 +39,51 @@ export enum DataColumnSidecarErrorCode {
|
|
|
35
39
|
}
|
|
36
40
|
|
|
37
41
|
export type DataColumnSidecarErrorType =
|
|
38
|
-
| {code: DataColumnSidecarErrorCode.INVALID_INDEX; slot: Slot;
|
|
39
|
-
| {code: DataColumnSidecarErrorCode.NO_COMMITMENTS; slot: Slot;
|
|
42
|
+
| {code: DataColumnSidecarErrorCode.INVALID_INDEX; slot: Slot; columnIndex: number}
|
|
43
|
+
| {code: DataColumnSidecarErrorCode.NO_COMMITMENTS; slot: Slot; columnIndex: number}
|
|
40
44
|
| {
|
|
41
45
|
code: DataColumnSidecarErrorCode.MISMATCHED_LENGTHS;
|
|
42
46
|
columnLength: number;
|
|
43
47
|
commitmentsLength: number;
|
|
44
48
|
proofsLength: number;
|
|
45
49
|
}
|
|
46
|
-
| {code: DataColumnSidecarErrorCode.INVALID_SUBNET;
|
|
50
|
+
| {code: DataColumnSidecarErrorCode.INVALID_SUBNET; columnIndex: number; gossipSubnet: SubnetID}
|
|
47
51
|
| {
|
|
48
52
|
code: DataColumnSidecarErrorCode.TOO_MANY_KZG_COMMITMENTS;
|
|
49
53
|
slot: number;
|
|
50
|
-
|
|
54
|
+
columnIndex: number;
|
|
51
55
|
count: number;
|
|
52
56
|
limit: number;
|
|
53
57
|
}
|
|
54
|
-
| {code: DataColumnSidecarErrorCode.ALREADY_KNOWN;
|
|
58
|
+
| {code: DataColumnSidecarErrorCode.ALREADY_KNOWN; columnIndex: number; slot: Slot}
|
|
55
59
|
| {code: DataColumnSidecarErrorCode.FUTURE_SLOT; blockSlot: Slot; currentSlot: Slot}
|
|
56
60
|
| {code: DataColumnSidecarErrorCode.WOULD_REVERT_FINALIZED_SLOT; blockSlot: Slot; finalizedSlot: Slot}
|
|
57
61
|
| {code: DataColumnSidecarErrorCode.PARENT_UNKNOWN; parentRoot: RootHex}
|
|
58
62
|
| {code: DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID}
|
|
59
63
|
| {code: DataColumnSidecarErrorCode.NOT_LATER_THAN_PARENT; parentSlot: Slot; slot: Slot}
|
|
60
|
-
| {code: DataColumnSidecarErrorCode.INCLUSION_PROOF_INVALID; slot: Slot;
|
|
61
|
-
| {code: DataColumnSidecarErrorCode.INVALID_KZG_PROOF; slot: Slot;
|
|
64
|
+
| {code: DataColumnSidecarErrorCode.INCLUSION_PROOF_INVALID; slot: Slot; columnIndex: number}
|
|
65
|
+
| {code: DataColumnSidecarErrorCode.INVALID_KZG_PROOF; slot: Slot; columnIndex: number}
|
|
62
66
|
| {code: DataColumnSidecarErrorCode.INCORRECT_SIDECAR_COUNT; slot: number; expected: number; actual: number}
|
|
63
67
|
| {
|
|
64
68
|
code: DataColumnSidecarErrorCode.INCORRECT_BLOCK;
|
|
65
69
|
slot: number;
|
|
66
|
-
|
|
70
|
+
columnIndex: number;
|
|
67
71
|
expected: string;
|
|
68
72
|
actual: string;
|
|
69
73
|
}
|
|
70
74
|
| {
|
|
71
|
-
code: DataColumnSidecarErrorCode.
|
|
75
|
+
code: DataColumnSidecarErrorCode.INCORRECT_HEADER_ROOT;
|
|
72
76
|
slot: number;
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
actual: number;
|
|
77
|
+
expected: string;
|
|
78
|
+
actual: string;
|
|
76
79
|
}
|
|
77
80
|
| {
|
|
78
|
-
code:
|
|
81
|
+
code:
|
|
82
|
+
| DataColumnSidecarErrorCode.INCORRECT_CELL_COUNT
|
|
83
|
+
| DataColumnSidecarErrorCode.INCORRECT_KZG_COMMITMENTS_COUNT
|
|
84
|
+
| DataColumnSidecarErrorCode.INCORRECT_KZG_PROOF_COUNT;
|
|
79
85
|
slot: number;
|
|
80
|
-
|
|
86
|
+
columnIndex: number;
|
|
81
87
|
expected: number;
|
|
82
88
|
actual: number;
|
|
83
89
|
}
|