@lodestar/state-transition 1.49.0-dev.ee7c2aa8ee → 1.49.0-dev.f1b14bce8f

package/lib/testUtils/testFileCache.js

@@ -1,99 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-import { pubkeyCache } from "@chainsafe/lodestar-z/pubkeys";
-import { getClient } from "@lodestar/api";
-import { createChainForkConfig } from "@lodestar/config";
-import { networksChainConfig } from "@lodestar/config/networks";
-import { fetch } from "@lodestar/utils";
-import { testCachePath } from "./cache.js";
-import { getInfuraBeaconUrl } from "./infura.js";
-import { createCachedBeaconStateTest } from "./state.js";
-/**
- * Full link example:
- * ```
- * https://github.com/dapplion/ethereum-consensus-test-data/releases/download/v0.1.0/block_mainnet_3766821.ssz
- * ``` */
-const TEST_FILES_BASE_URL = "https://github.com/dapplion/ethereum-consensus-test-data/releases/download/v0.1.0";
-/**
- * Create a network config from known network params
- */
-export function getNetworkConfig(network) {
-    const configNetwork = networksChainConfig[network];
-    return createChainForkConfig(configNetwork);
-}
-/**
- * Download a state from Infura. Caches states in local fs by network and slot to only download once.
- */
-export async function getNetworkCachedState(network, slot, timeout) {
-    const config = getNetworkConfig(network);
-    const fileId = `state_${network}_${slot}.ssz`;
-    const filepath = path.join(testCachePath, fileId);
-    if (fs.existsSync(filepath)) {
-        const stateSsz = fs.readFileSync(filepath);
-        pubkeyCache.reset();
-        return createCachedBeaconStateTest(config.getForkTypes(slot).BeaconState.deserializeToViewDU(stateSsz), config);
-    }
-    const stateSsz = await tryEach([
-        () => downloadTestFile(fileId),
-        () => {
-            const client = getClient({ baseUrl: getInfuraBeaconUrl(network), globalInit: { timeoutMs: timeout ?? 300_000 } }, { config });
-            return client.debug.getStateV2({ stateId: slot }).then((r) => {
-                return r.ssz();
-            });
-        },
-    ]);
-    fs.writeFileSync(filepath, stateSsz);
-    pubkeyCache.reset();
-    return createCachedBeaconStateTest(config.getForkTypes(slot).BeaconState.deserializeToViewDU(stateSsz), config);
-}
-/**
- * Download a state from Infura. Caches states in local fs by network and slot to only download once.
- */
-export async function getNetworkCachedBlock(network, slot, timeout) {
-    const config = getNetworkConfig(network);
-    const fileId = `block_${network}_${slot}.ssz`;
-    const filepath = path.join(testCachePath, fileId);
-    if (fs.existsSync(filepath)) {
-        const blockSsz = fs.readFileSync(filepath);
-        return config.getForkTypes(slot).SignedBeaconBlock.deserialize(blockSsz);
-    }
-    const blockSsz = await tryEach([
-        () => downloadTestFile(fileId),
-        async () => {
-            const client = getClient({ baseUrl: getInfuraBeaconUrl(network), globalInit: { timeoutMs: timeout ?? 300_000 } }, { config });
-            return (await client.beacon.getBlockV2({ blockId: slot })).ssz();
-        },
-    ]);
-    fs.writeFileSync(filepath, blockSsz);
-    return config.getForkTypes(slot).SignedBeaconBlock.deserialize(blockSsz);
-}
-async function downloadTestFile(fileId) {
-    const fileUrl = `${TEST_FILES_BASE_URL}/${fileId}`;
-    // biome-ignore lint/suspicious/noConsole: We explicity need to log to console
-    console.log(`Downloading file ${fileUrl}`);
-    try {
-        const res = await fetch(fileUrl);
-        if (!res.ok) {
-            throw new Error(`Error downloading ${fileUrl}: ${res.status} ${res.statusText}`);
-        }
-        return new Uint8Array(await res.arrayBuffer());
-    }
-    catch (e) {
-        const error = e;
-        error.message = `Error downloading ${fileUrl}: ${error.message}`;
-        throw error;
-    }
-}
-async function tryEach(promises) {
-    const errors = [];
-    for (let i = 0; i < promises.length; i++) {
-        try {
-            return await promises[i]();
-        }
-        catch (e) {
-            errors.push(e);
-        }
-    }
-    throw Error(errors.map((e, i) => `Error[${i}] ${e.message}`).join("\n"));
-}
-//# sourceMappingURL=testFileCache.js.map

package/lib/testUtils/testFileCache.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"testFileCache.js","sourceRoot":"","sources":["../../src/testUtils/testFileCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AACxC,OAAO,EAAkB,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAc,mBAAmB,EAAC,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAEtC,OAAO,EAAC,aAAa,EAAC,MAAM,YAAY,CAAC;AACzC,OAAO,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAC,2BAA2B,EAAC,MAAM,YAAY,CAAC;AAEvD;;;;SAIS;AACT,MAAM,mBAAmB,GAAG,mFAAmF,CAAC;AAEhH;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAoB;IACnD,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAoB,EACpB,IAAY,EACZ,OAAgB;IAEhB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,SAAS,OAAO,IAAI,IAAI,MAAM,CAAC;IAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC3C,WAAW,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,2BAA2B,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAClH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC;QAC7B,GAAG,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC;QAC9B,GAAG,EAAE;YACH,MAAM,MAAM,GAAG,SAAS,CACtB,EAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,EAAC,SAAS,EAAE,OAAO,IAAI,OAAO,EAAC,EAAC,EACnF,EAAC,MAAM,EAAC,CACT,CAAC;YACF,OAAO,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBACzD,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrC,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,OAAO,2BAA2B,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;AAClH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAoB,EACpB,IAAY,EACZ,OAAgB;IAEhB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,SAAS,OAAO,IAAI,IAAI,MAAM,CAAC;IAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC3C,OAAO,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC;QAC7B,GAAG,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC;QAC9B,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,SAAS,CACtB,EAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,EAAC,SAAS,EAAE,OAAO,IAAI,OAAO,EAAC,EAAC,EACnF,EAAC,MAAM,EAAC,CACT,CAAC;YAEF,OAAO,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACjE,CAAC;KACF,CAAC,CAAC;IAEH,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC3E,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAc;IAC5C,MAAM,OAAO,GAAG,GAAG,mBAAmB,IAAI,MAAM,EAAE,CAAC;IACnD,8EAA8E;IAC9E,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,qBAAqB,OAAO,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,CAAU,CAAC;QACzB,KAAK,CAAC,OAAO,GAAG,qBAAqB,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;QACjE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,OAAO,CAAI,QAA8B;IACtD,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,CAAU,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC"}

package/src/testUtils/infura.ts

@@ -1,10 +0,0 @@
-import {NetworkName} from "@lodestar/config/networks";
-
-export function getInfuraBeaconUrl(network: NetworkName): string {
-  const INFURA_ETH2_CREDENTIALS = process.env.INFURA_ETH2_CREDENTIALS;
-  if (!INFURA_ETH2_CREDENTIALS) {
-    throw Error("Must set ENV INFURA_ETH2_CREDENTIALS");
-  }
-
-  return `https://${INFURA_ETH2_CREDENTIALS}@eth2-beacon-${network}.infura.io`;
-}

package/src/testUtils/testFileCache.ts

@@ -1,130 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-import {pubkeyCache} from "@chainsafe/lodestar-z/pubkeys";
-import {getClient} from "@lodestar/api";
-import {ChainForkConfig, createChainForkConfig} from "@lodestar/config";
-import {NetworkName, networksChainConfig} from "@lodestar/config/networks";
-import {SignedBeaconBlock} from "@lodestar/types";
-import {fetch} from "@lodestar/utils";
-import {CachedBeaconStateAllForks} from "../index.js";
-import {testCachePath} from "./cache.js";
-import {getInfuraBeaconUrl} from "./infura.js";
-import {createCachedBeaconStateTest} from "./state.js";
-
-/**
- * Full link example:
- * ```
- * https://github.com/dapplion/ethereum-consensus-test-data/releases/download/v0.1.0/block_mainnet_3766821.ssz
- * ``` */
-const TEST_FILES_BASE_URL = "https://github.com/dapplion/ethereum-consensus-test-data/releases/download/v0.1.0";
-
-/**
- * Create a network config from known network params
- */
-export function getNetworkConfig(network: NetworkName): ChainForkConfig {
-  const configNetwork = networksChainConfig[network];
-  return createChainForkConfig(configNetwork);
-}
-
-/**
- * Download a state from Infura. Caches states in local fs by network and slot to only download once.
- */
-export async function getNetworkCachedState(
-  network: NetworkName,
-  slot: number,
-  timeout?: number
-): Promise<CachedBeaconStateAllForks> {
-  const config = getNetworkConfig(network);
-  const fileId = `state_${network}_${slot}.ssz`;
-
-  const filepath = path.join(testCachePath, fileId);
-
-  if (fs.existsSync(filepath)) {
-    const stateSsz = fs.readFileSync(filepath);
-    pubkeyCache.reset();
-    return createCachedBeaconStateTest(config.getForkTypes(slot).BeaconState.deserializeToViewDU(stateSsz), config);
-  }
-
-  const stateSsz = await tryEach([
-    () => downloadTestFile(fileId),
-    () => {
-      const client = getClient(
-        {baseUrl: getInfuraBeaconUrl(network), globalInit: {timeoutMs: timeout ?? 300_000}},
-        {config}
-      );
-      return client.debug.getStateV2({stateId: slot}).then((r) => {
-        return r.ssz();
-      });
-    },
-  ]);
-
-  fs.writeFileSync(filepath, stateSsz);
-  pubkeyCache.reset();
-  return createCachedBeaconStateTest(config.getForkTypes(slot).BeaconState.deserializeToViewDU(stateSsz), config);
-}
-
-/**
- * Download a state from Infura. Caches states in local fs by network and slot to only download once.
- */
-export async function getNetworkCachedBlock(
-  network: NetworkName,
-  slot: number,
-  timeout?: number
-): Promise<SignedBeaconBlock> {
-  const config = getNetworkConfig(network);
-  const fileId = `block_${network}_${slot}.ssz`;
-
-  const filepath = path.join(testCachePath, fileId);
-
-  if (fs.existsSync(filepath)) {
-    const blockSsz = fs.readFileSync(filepath);
-    return config.getForkTypes(slot).SignedBeaconBlock.deserialize(blockSsz);
-  }
-
-  const blockSsz = await tryEach([
-    () => downloadTestFile(fileId),
-    async () => {
-      const client = getClient(
-        {baseUrl: getInfuraBeaconUrl(network), globalInit: {timeoutMs: timeout ?? 300_000}},
-        {config}
-      );
-
-      return (await client.beacon.getBlockV2({blockId: slot})).ssz();
-    },
-  ]);
-
-  fs.writeFileSync(filepath, blockSsz);
-  return config.getForkTypes(slot).SignedBeaconBlock.deserialize(blockSsz);
-}
-
-async function downloadTestFile(fileId: string): Promise<Uint8Array> {
-  const fileUrl = `${TEST_FILES_BASE_URL}/${fileId}`;
-  // biome-ignore lint/suspicious/noConsole: We explicity need to log to console
-  console.log(`Downloading file ${fileUrl}`);
-
-  try {
-    const res = await fetch(fileUrl);
-    if (!res.ok) {
-      throw new Error(`Error downloading ${fileUrl}: ${res.status} ${res.statusText}`);
-    }
-    return new Uint8Array(await res.arrayBuffer());
-  } catch (e) {
-    const error = e as Error;
-    error.message = `Error downloading ${fileUrl}: ${error.message}`;
-    throw error;
-  }
-}
-
-async function tryEach<T>(promises: (() => Promise<T>)[]): Promise<T> {
-  const errors: Error[] = [];
-
-  for (let i = 0; i < promises.length; i++) {
-    try {
-      return await promises[i]();
-    } catch (e) {
-      errors.push(e as Error);
-    }
-  }
-
-  throw Error(errors.map((e, i) => `Error[${i}] ${e.message}`).join("\n"));
-}