@chainsafe/lodestar 1.36.0-dev.f657221d88 → 1.36.0-dev.faac5550fb

package/src/cmds/beacon/options.ts

@@ -10,6 +10,8 @@ type BeaconExtraArgs = {
   bootnodesFile?: string;
   checkpointSyncUrl?: string;
   checkpointState?: string;
+  unsafeCheckpointState?: string;
+  lastPersistedCheckpointState?: boolean;
   wssCheckpoint?: string;
   forceCheckpointSync?: boolean;
   ignoreWeakSubjectivityCheck?: boolean;
@@ -58,11 +60,25 @@ export const beaconExtraOptions: CliCommandOptions<BeaconExtraArgs> = {
   },
 
   checkpointState: {
-    description: "Set a checkpoint state to start syncing from",
+    description: "File path or url to finalized checkpoint state to start syncing from",
     type: "string",
     group: "weak subjectivity",
   },
 
+  unsafeCheckpointState: {
+    hidden: true,
+    description: "File path or url to unfinalized checkpoint state to start syncing from",
+    type: "string",
+    group: "weak subjectivity",
+  },
+
+  lastPersistedCheckpointState: {
+    hidden: true,
+    description: "Use the last safe persisted checkpoint state to start syncing from",
+    type: "boolean",
+    group: "weak subjectivity",
+  },
+
   wssCheckpoint: {
     description:
       "Start beacon node off a state at the provided weak subjectivity checkpoint, to be supplied in <blockRoot>:<epoch> format. For example, 0x1234:100 will sync and start off from the weak subjectivity state at checkpoint of epoch 100 with block root 0x1234.",

package/src/options/beaconNodeOptions/chain.ts

@@ -35,6 +35,7 @@ export type ChainArgs = {
   "chain.nHistoricalStatesFileDataStore"?: boolean;
   "chain.maxBlockStates"?: number;
   "chain.maxCPStateEpochsInMemory"?: number;
+  "chain.maxCPStateEpochsOnDisk"?: number;
 
   "chain.pruneHistory"?: boolean;
 };
@@ -76,6 +77,7 @@ export function parseArgs(args: ChainArgs): IBeaconNodeOptions["chain"] {
       args["chain.nHistoricalStatesFileDataStore"] ?? defaultOptions.chain.nHistoricalStatesFileDataStore,
     maxBlockStates: args["chain.maxBlockStates"] ?? defaultOptions.chain.maxBlockStates,
     maxCPStateEpochsInMemory: args["chain.maxCPStateEpochsInMemory"] ?? defaultOptions.chain.maxCPStateEpochsInMemory,
+    maxCPStateEpochsOnDisk: args["chain.maxCPStateEpochsOnDisk"] ?? defaultOptions.chain.maxCPStateEpochsOnDisk,
     pruneHistory: args["chain.pruneHistory"],
   };
 }
@@ -316,8 +318,15 @@ Will double processing times. Use only for debugging purposes.",
     group: "chain",
   },
 
-  "chain.pruneHistory": {
+  "chain.maxCPStateEpochsOnDisk": {
     hidden: true,
+    description: "Max epochs to cache checkpoint states on disk, used for PersistentCheckpointStateCache",
+    type: "number",
+    default: defaultOptions.chain.maxCPStateEpochsOnDisk,
+    group: "chain",
+  },
+
+  "chain.pruneHistory": {
     description: "Prune historical blocks and state",
     type: "boolean",
     default: defaultOptions.chain.pruneHistory,

package/src/options/globalOptions.ts

@@ -12,6 +12,7 @@ type GlobalSingleArgs = {
   presetFile?: string;
   rcConfig?: string;
   supernode?: boolean;
+  semiSupernode?: boolean;
 };
 
 export const defaultNetwork: NetworkName = "mainnet";
@@ -55,6 +56,14 @@ const globalSingleOptions: CliCommandOptions<GlobalSingleArgs> = {
   supernode: {
     description: "Subscribe to and custody all data column sidecar subnets",
     type: "boolean",
+    conflicts: ["semiSupernode"],
+  },
+
+  semiSupernode: {
+    description:
+      "Subscribe to and custody half of the data column sidecar subnets to support blob reconstruction, enabling more efficient data availability with lower bandwidth and storage requirements compared to a supernode.",
+    type: "boolean",
+    conflicts: ["supernode"],
   },
 };
 

package/src/util/file.ts

@@ -149,7 +149,10 @@ export async function downloadFile(pathDest: string, url: string): Promise<void>
  */
 export async function downloadOrLoadFile(pathOrUrl: string): Promise<Uint8Array> {
   if (isUrl(pathOrUrl)) {
-    const res = await fetch(pathOrUrl);
+    const res = await fetch(pathOrUrl, {
+      // Ensure we only receive SSZ responses if REST API is queried
+      headers: {accept: "application/octet-stream"},
+    });
     if (!res.ok) {
       throw new Error(`Failed to download file from ${pathOrUrl}: ${res.status} ${res.statusText}`);
     }

package/src/util/hasher_bun.ts

@@ -8,7 +8,9 @@ import {
   doMerkleizeBlockArray,
   doMerkleizeBlocksBytes,
 } from "@chainsafe/persistent-merkle-tree";
-import {digest2Bytes32, digest2Bytes32Into, hashInto} from "@lodestar/bun";
+import {hashtree} from "@lodestar/bun";
+
+const {digest2Bytes32, digest2Bytes32Into, hashInto} = hashtree;
 
 /**
  * Best SIMD implementation is in 512 bits = 64 bytes