@lodestar/beacon-node 1.39.0-dev.aceb5b7416 → 1.39.0-dev.b37f2bd1bd

package/lib/eth1/provider/utils.js

@@ -0,0 +1,120 @@
+import { bigIntToBytes, bytesToBigInt, fromHex, fromHexInto, toHex } from "@lodestar/utils";
+import { ErrorParseJson } from "./jsonRpcHttpClient.js";
+export const rootHexRegex = /^0x[a-fA-F0-9]{64}$/;
+export function numberToHex(n) {
+    return "0x" + n.toString(16);
+}
+export function isJsonRpcTruncatedError(error) {
+    return (
+    // Truncated responses usually get as 200 but since it's truncated the JSON will be invalid
+    error instanceof ErrorParseJson ||
+        // Otherwise guess Infura error message of too many events
+        (error instanceof Error && error.message.includes("query returned more than 10000 results")) ||
+        // Nethermind enforces limits on JSON RPC batch calls
+        (error instanceof Error && error.message.toLowerCase().includes("batch size limit exceeded")));
+}
+export function bytesToHex(bytes) {
+    // Handle special case in Ethereum hex formating where hex values may include a single letter
+    // 0x0, 0x1 are valid values
+    if (bytes.length === 1 && bytes[0] <= 0xf) {
+        return "0x" + bytes[0].toString(16);
+    }
+    return toHex(bytes);
+}
+/**
+ * QUANTITY as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API
+ *
+ * When encoding QUANTITIES (integers, numbers): encode as hex, prefix with “0x”, the most compact representation (slight exception: zero should be represented as “0x0”). Examples:
+ * - 0x41 (65 in decimal)
+ * - 0x400 (1024 in decimal)
+ * - WRONG: 0x (should always have at least one digit - zero is “0x0”)
+ * - WRONG: 0x0400 (no leading zeroes allowed)
+ * - WRONG: ff (must be prefixed 0x)
+ */
+export function numToQuantity(num) {
+    return "0x" + num.toString(16);
+}
+/**
+ * QUANTITY as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API
+ */
+export function quantityToNum(hex, id = "") {
+    const num = parseInt(hex, 16);
+    if (Number.isNaN(num) || num < 0)
+        throw Error(`Invalid hex decimal ${id} '${hex}'`);
+    return num;
+}
+/**
+ * QUANTITY as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API.
+ * Typesafe fn to convert hex string to bigint. The BigInt constructor param is any
+ */
+export function quantityToBigint(hex, id = "") {
+    try {
+        return BigInt(hex);
+    }
+    catch (e) {
+        throw Error(`Invalid hex bigint ${id} '${hex}': ${e.message}`);
+    }
+}
+/**
+ * QUANTITY as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API.
+ */
+export function quantityToBytes(hex) {
+    const bn = quantityToBigint(hex);
+    return bigIntToBytes(bn, 32, "le");
+}
+/**
+ * QUANTITY as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API.
+ * Compress a 32 ByteVector into a QUANTITY
+ */
+export function bytesToQuantity(bytes) {
+    const bn = bytesToBigInt(bytes, "le");
+    return numToQuantity(bn);
+}
+/**
+ * DATA as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API
+ *
+ * When encoding UNFORMATTED DATA (byte arrays, account addresses, hashes, bytecode arrays): encode as hex, prefix with
+ * “0x”, two hex digits per byte. Examples:
+ *
+ * - 0x41 (size 1, “A”)
+ * - 0x004200 (size 3, “\0B\0”)
+ * - 0x (size 0, “”)
+ * - WRONG: 0xf0f0f (must be even number of digits)
+ * - WRONG: 004200 (must be prefixed 0x)
+ */
+export function bytesToData(bytes) {
+    return toHex(bytes);
+}
+/**
+ * DATA as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API
+ */
+export function dataToBytes(hex, fixedLength) {
+    try {
+        const bytes = fromHex(hex);
+        if (fixedLength != null && bytes.length !== fixedLength) {
+            throw Error(`Wrong data length ${bytes.length} expected ${fixedLength}`);
+        }
+        return bytes;
+    }
+    catch (e) {
+        e.message = `Invalid hex string: ${e.message}`;
+        throw e;
+    }
+}
+/**
+ * Convert DATA into a preallocated buffer
+ * fromHexInto will throw if buffer's length is not the same as the decoded hex length
+ */
+export function dataIntoBytes(hex, buffer) {
+    fromHexInto(hex, buffer);
+    return buffer;
+}
+/**
+ * DATA as defined in ethereum execution layer JSON RPC https://eth.wiki/json-rpc/API
+ */
+export function dataToRootHex(hex, id = "") {
+    if (!rootHexRegex.test(hex))
+        throw Error(`Invalid hex root ${id} '${hex}'`);
+    return hex;
+}
+//# sourceMappingURL=utils.js.map

package/lib/eth1/provider/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/eth1/provider/utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAC,cAAc,EAAC,MAAM,wBAAwB,CAAC;AAOtD,MAAM,CAAC,MAAM,YAAY,GAAG,qBAAqB,CAAC;AAElD,MAAM,UAAU,WAAW,CAAC,CAAkB;IAC5C,OAAO,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAY;IAClD,OAAO;IACL,2FAA2F;IAC3F,KAAK,YAAY,cAAc;QAC/B,0DAA0D;QAC1D,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAAC;QAC5F,qDAAqD;QACrD,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAC9F,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAiB;IAC1C,6FAA6F;IAC7F,4BAA4B;IAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QAC1C,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,aAAa,CAAC,GAAoB;IAChD,OAAO,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAa,EAAE,EAAE,GAAG,EAAE;IAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;QAAE,MAAM,KAAK,CAAC,uBAAuB,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;IACpF,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAa,EAAE,EAAE,GAAG,EAAE;IACrD,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,KAAK,CAAC,sBAAsB,EAAE,KAAK,GAAG,MAAO,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAa;IAC3C,MAAM,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAiB;IAC/C,MAAM,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtC,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,WAAW,CAAC,KAAiB;IAC3C,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAS,EAAE,WAA0B;IAC/D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,WAAW,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACxD,MAAM,KAAK,CAAC,qBAAqB,KAAK,CAAC,MAAM,aAAa,WAAW,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACV,CAAW,CAAC,OAAO,GAAG,uBAAwB,CAAW,CAAC,OAAO,EAAE,CAAC;QACrE,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,GAAS,EAAE,MAAkB;IACzD,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACzB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAS,EAAE,EAAE,GAAG,EAAE;IAC9C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,KAAK,CAAC,oBAAoB,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC"}

package/lib/eth1/stream.d.ts

@@ -0,0 +1,15 @@
+import { phase0 } from "@lodestar/types";
+import { BatchDepositEvents, Eth1Block, IEth1Provider, IEth1StreamParams } from "./interface.js";
+/**
+ * Phase 1 of genesis building.
+ * Not enough validators, only stream deposits
+ * @param signal Abort stream returning after a while loop cycle. Aborts internal sleep
+ */
+export declare function getDepositsStream(fromBlock: number, provider: IEth1Provider, params: IEth1StreamParams, signal?: AbortSignal): AsyncGenerator<BatchDepositEvents>;
+/**
+ * Phase 2 of genesis building.
+ * There are enough validators, stream deposits and blocks
+ * @param signal Abort stream returning after a while loop cycle. Aborts internal sleep
+ */
+export declare function getDepositsAndBlockStreamForGenesis(fromBlock: number, provider: IEth1Provider, params: IEth1StreamParams, signal?: AbortSignal): AsyncGenerator<[phase0.DepositEvent[], Eth1Block]>;
+//# sourceMappingURL=stream.d.ts.map

package/lib/eth1/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/eth1/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,iBAAiB,CAAC;AAEvC,OAAO,EAAC,kBAAkB,EAAE,SAAS,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,gBAAgB,CAAC;AAK/F;;;;GAIG;AACH,wBAAuB,iBAAiB,CACtC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,aAAa,EACvB,MAAM,EAAE,iBAAiB,EACzB,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,kBAAkB,CAAC,CAgBpC;AAED;;;;GAIG;AACH,wBAAuB,mCAAmC,CACxD,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,aAAa,EACvB,MAAM,EAAE,iBAAiB,EACzB,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC,CAwBpD"}

package/lib/eth1/stream.js

@@ -0,0 +1,54 @@
+import { sleep } from "@lodestar/utils";
+import { parseEth1Block } from "./provider/eth1Provider.js";
+import { groupDepositEventsByBlock } from "./utils/groupDepositEventsByBlock.js";
+import { optimizeNextBlockDiffForGenesis } from "./utils/optimizeNextBlockDiffForGenesis.js";
+/**
+ * Phase 1 of genesis building.
+ * Not enough validators, only stream deposits
+ * @param signal Abort stream returning after a while loop cycle. Aborts internal sleep
+ */
+export async function* getDepositsStream(fromBlock, provider, params, signal) {
+    fromBlock = Math.max(fromBlock, provider.deployBlock);
+    while (true) {
+        const remoteFollowBlock = await getRemoteFollowBlock(provider, params);
+        const toBlock = Math.min(remoteFollowBlock, fromBlock + params.maxBlocksPerPoll);
+        const logs = await provider.getDepositEvents(fromBlock, toBlock);
+        for (const batchedDeposits of groupDepositEventsByBlock(logs)) {
+            yield batchedDeposits;
+        }
+        fromBlock = toBlock;
+        // If reached head, sleep for an eth1 block. Throws if signal is aborted
+        await sleep(toBlock >= remoteFollowBlock ? params.SECONDS_PER_ETH1_BLOCK * 1000 : 10, signal);
+    }
+}
+/**
+ * Phase 2 of genesis building.
+ * There are enough validators, stream deposits and blocks
+ * @param signal Abort stream returning after a while loop cycle. Aborts internal sleep
+ */
+export async function* getDepositsAndBlockStreamForGenesis(fromBlock, provider, params, signal) {
+    fromBlock = Math.max(fromBlock, provider.deployBlock);
+    fromBlock = Math.min(fromBlock, await getRemoteFollowBlock(provider, params));
+    let toBlock = fromBlock; // First, fetch only the first block
+    while (true) {
+        const [logs, blockRaw] = await Promise.all([
+            provider.getDepositEvents(fromBlock, toBlock),
+            provider.getBlockByNumber(toBlock),
+        ]);
+        if (!blockRaw)
+            throw Error(`No block found for number ${toBlock}`);
+        const block = parseEth1Block(blockRaw);
+        yield [logs, block];
+        const remoteFollowBlock = await getRemoteFollowBlock(provider, params);
+        const nextBlockDiff = optimizeNextBlockDiffForGenesis(block, params);
+        fromBlock = toBlock;
+        toBlock = Math.min(remoteFollowBlock, fromBlock + Math.min(nextBlockDiff, params.maxBlocksPerPoll));
+        // If reached head, sleep for an eth1 block. Throws if signal is aborted
+        await sleep(toBlock >= remoteFollowBlock ? params.SECONDS_PER_ETH1_BLOCK * 1000 : 10, signal);
+    }
+}
+async function getRemoteFollowBlock(provider, params) {
+    const remoteHighestBlock = await provider.getBlockNumber();
+    return Math.max(remoteHighestBlock - params.ETH1_FOLLOW_DISTANCE, 0);
+}
+//# sourceMappingURL=stream.js.map

package/lib/eth1/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/eth1/stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAEtC,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,+BAA+B,EAAC,MAAM,4CAA4C,CAAC;AAE3F;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iBAAiB,CACtC,SAAiB,EACjB,QAAuB,EACvB,MAAyB,EACzB,MAAoB;IAEpB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEtD,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,iBAAiB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACjE,KAAK,MAAM,eAAe,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,eAAe,CAAC;QACxB,CAAC;QAED,SAAS,GAAG,OAAO,CAAC;QAEpB,wEAAwE;QACxE,MAAM,KAAK,CAAC,OAAO,IAAI,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,mCAAmC,CACxD,SAAiB,EACjB,QAAuB,EACvB,MAAyB,EACzB,MAAoB;IAEpB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IACtD,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9E,IAAI,OAAO,GAAG,SAAS,CAAC,CAAC,oCAAoC;IAE7D,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,QAAQ,CAAC,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC;YAC7C,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ;YAAE,MAAM,KAAK,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEvC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAEpB,MAAM,iBAAiB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,aAAa,GAAG,+BAA+B,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrE,SAAS,GAAG,OAAO,CAAC;QACpB,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAEpG,wEAAwE;QACxE,MAAM,KAAK,CAAC,OAAO,IAAI,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,QAAuB,EAAE,MAAyB;IACpF,MAAM,kBAAkB,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;IAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;AACvE,CAAC"}

package/lib/eth1/utils/depositContract.d.ts

@@ -0,0 +1,14 @@
+import { phase0 } from "@lodestar/types";
+/**
+ * Precomputed topics of DepositEvent logs
+ */
+export declare const depositEventTopics: string[];
+/**
+ * Parse DepositEvent log
+ */
+export declare function parseDepositLog(log: {
+    blockNumber: number;
+    data: string;
+    topics: string[];
+}): phase0.DepositEvent;
+//# sourceMappingURL=depositContract.d.ts.map

package/lib/eth1/utils/depositContract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"depositContract.d.ts","sourceRoot":"","sources":["../../../src/eth1/utils/depositContract.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAM,MAAM,iBAAiB,CAAC;AAQ5C;;GAEG;AACH,eAAO,MAAM,kBAAkB,UAA2D,CAAC;AAE3F;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAC,GAAG,MAAM,CAAC,YAAY,CAc/G"}

package/lib/eth1/utils/depositContract.js

@@ -0,0 +1,33 @@
+import { Interface } from "@ethersproject/abi";
+import { ssz } from "@lodestar/types";
+import { fromHex } from "@lodestar/utils";
+const depositEventFragment = "event DepositEvent(bytes pubkey, bytes withdrawal_credentials, bytes amount, bytes signature, bytes index)";
+const depositContractInterface = new Interface([depositEventFragment]);
+/**
+ * Precomputed topics of DepositEvent logs
+ */
+export const depositEventTopics = [depositContractInterface.getEventTopic("DepositEvent")];
+/**
+ * Parse DepositEvent log
+ */
+export function parseDepositLog(log) {
+    const event = depositContractInterface.parseLog(log);
+    const values = event.args;
+    if (values === undefined)
+        throw Error(`DepositEvent at ${log.blockNumber} has no values`);
+    return {
+        blockNumber: log.blockNumber,
+        index: parseHexNumLittleEndian(values.index),
+        depositData: {
+            pubkey: fromHex(values.pubkey),
+            withdrawalCredentials: fromHex(values.withdrawal_credentials),
+            amount: parseHexNumLittleEndian(values.amount),
+            signature: fromHex(values.signature),
+        },
+    };
+}
+function parseHexNumLittleEndian(hex) {
+    // Can't use parseInt() because amount is a hex string in little endian
+    return ssz.UintNum64.deserialize(fromHex(hex));
+}
+//# sourceMappingURL=depositContract.js.map

package/lib/eth1/utils/depositContract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"depositContract.js","sourceRoot":"","sources":["../../../src/eth1/utils/depositContract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAS,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAC;AAExC,MAAM,oBAAoB,GACxB,4GAA4G,CAAC;AAE/G,MAAM,wBAAwB,GAAG,IAAI,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,wBAAwB,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;AAE3F;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAA0D;IACxF,MAAM,KAAK,GAAG,wBAAwB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC;IAC1B,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,KAAK,CAAC,mBAAmB,GAAG,CAAC,WAAW,gBAAgB,CAAC,CAAC;IAC1F,OAAO;QACL,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,KAAK,EAAE,uBAAuB,CAAC,MAAM,CAAC,KAAK,CAAC;QAC5C,WAAW,EAAE;YACX,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9B,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;YAC7D,MAAM,EAAE,uBAAuB,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;SACrC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAW;IAC1C,uEAAuE;IACvE,OAAO,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/lib/eth1/utils/deposits.d.ts

@@ -0,0 +1,8 @@
+import { FilterOptions } from "@lodestar/db";
+import { CachedBeaconStateAllForks } from "@lodestar/state-transition";
+import { phase0 } from "@lodestar/types";
+import { DepositTree } from "../../db/repositories/depositDataRoot.js";
+export type DepositGetter<T> = (indexRange: FilterOptions<number>, eth1Data: phase0.Eth1Data) => Promise<T[]>;
+export declare function getDeposits<T>(state: CachedBeaconStateAllForks, eth1Data: phase0.Eth1Data, depositsGetter: DepositGetter<T>): Promise<T[]>;
+export declare function getDepositsWithProofs(depositEvents: phase0.DepositEvent[], depositRootTree: DepositTree, eth1Data: phase0.Eth1Data): phase0.Deposit[];
+//# sourceMappingURL=deposits.d.ts.map

package/lib/eth1/utils/deposits.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deposits.d.ts","sourceRoot":"","sources":["../../../src/eth1/utils/deposits.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,aAAa,EAAC,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAC,yBAAyB,EAAsB,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAC,MAAM,EAAM,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAC,WAAW,EAAC,MAAM,0CAA0C,CAAC;AAGrE,MAAM,MAAM,aAAa,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;AAE9G,wBAAsB,WAAW,CAAC,CAAC,EAEjC,KAAK,EAAE,yBAAyB,EAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EACzB,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,CAAC,EAAE,CAAC,CA0Bd;AAED,wBAAgB,qBAAqB,CACnC,aAAa,EAAE,MAAM,CAAC,YAAY,EAAE,EACpC,eAAe,EAAE,WAAW,EAC5B,QAAQ,EAAE,MAAM,CAAC,QAAQ,GACxB,MAAM,CAAC,OAAO,EAAE,CAsBlB"}

package/lib/eth1/utils/deposits.js

@@ -0,0 +1,47 @@
+import { Tree, toGindex } from "@chainsafe/persistent-merkle-tree";
+import { getEth1DepositCount } from "@lodestar/state-transition";
+import { ssz } from "@lodestar/types";
+import { toRootHex } from "@lodestar/utils";
+import { Eth1Error, Eth1ErrorCode } from "../errors.js";
+export async function getDeposits(
+// eth1_deposit_index represents the next deposit index to be added
+state, eth1Data, depositsGetter) {
+    const depositIndex = state.eth1DepositIndex;
+    const depositCount = eth1Data.depositCount;
+    if (depositIndex > depositCount) {
+        throw new Eth1Error({ code: Eth1ErrorCode.DEPOSIT_INDEX_TOO_HIGH, depositIndex, depositCount });
+    }
+    const depositsLen = getEth1DepositCount(state, eth1Data);
+    if (depositsLen === 0) {
+        return []; // If depositsLen === 0, we can return early since no deposit with be returned from depositsGetter
+    }
+    const indexRange = { gte: depositIndex, lt: depositIndex + depositsLen };
+    const deposits = await depositsGetter(indexRange, eth1Data);
+    if (deposits.length < depositsLen) {
+        throw new Eth1Error({ code: Eth1ErrorCode.NOT_ENOUGH_DEPOSITS, len: deposits.length, expectedLen: depositsLen });
+    }
+    if (deposits.length > depositsLen) {
+        throw new Eth1Error({ code: Eth1ErrorCode.TOO_MANY_DEPOSITS, len: deposits.length, expectedLen: depositsLen });
+    }
+    return deposits;
+}
+export function getDepositsWithProofs(depositEvents, depositRootTree, eth1Data) {
+    // Get tree at this particular depositCount to compute correct proofs
+    const viewAtDepositCount = depositRootTree.sliceTo(eth1Data.depositCount - 1);
+    const depositRoot = viewAtDepositCount.hashTreeRoot();
+    if (!ssz.Root.equals(depositRoot, eth1Data.depositRoot)) {
+        throw new Eth1Error({
+            code: Eth1ErrorCode.WRONG_DEPOSIT_ROOT,
+            root: toRootHex(depositRoot),
+            expectedRoot: toRootHex(eth1Data.depositRoot),
+        });
+    }
+    // Already commited for .hashTreeRoot()
+    const treeAtDepositCount = new Tree(viewAtDepositCount.node);
+    const depositTreeDepth = viewAtDepositCount.type.depth;
+    return depositEvents.map((log) => ({
+        proof: treeAtDepositCount.getSingleProof(toGindex(depositTreeDepth, BigInt(log.index))),
+        data: log.depositData,
+    }));
+}
+//# sourceMappingURL=deposits.js.map

package/lib/eth1/utils/deposits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deposits.js","sourceRoot":"","sources":["../../../src/eth1/utils/deposits.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,MAAM,mCAAmC,CAAC;AAEjE,OAAO,EAA4B,mBAAmB,EAAC,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAS,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAE1C,OAAO,EAAC,SAAS,EAAE,aAAa,EAAC,MAAM,cAAc,CAAC;AAItD,MAAM,CAAC,KAAK,UAAU,WAAW;AAC/B,mEAAmE;AACnE,KAAgC,EAChC,QAAyB,EACzB,cAAgC;IAEhC,MAAM,YAAY,GAAG,KAAK,CAAC,gBAAgB,CAAC;IAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;IAE3C,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,sBAAsB,EAAE,YAAY,EAAE,YAAY,EAAC,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAEzD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC,CAAC,kGAAkG;IAC/G,CAAC;IAED,MAAM,UAAU,GAAG,EAAC,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,GAAG,WAAW,EAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAE5D,IAAI,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,mBAAmB,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAC,CAAC,CAAC;IACjH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,iBAAiB,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAC,CAAC,CAAC;IAC/G,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,aAAoC,EACpC,eAA4B,EAC5B,QAAyB;IAEzB,qEAAqE;IACrE,MAAM,kBAAkB,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;IAE9E,MAAM,WAAW,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC;IAEtD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,SAAS,CAAC;YAClB,IAAI,EAAE,aAAa,CAAC,kBAAkB;YACtC,IAAI,EAAE,SAAS,CAAC,WAAW,CAAC;YAC5B,YAAY,EAAE,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,uCAAuC;IACvC,MAAM,kBAAkB,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;IAEvD,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjC,KAAK,EAAE,kBAAkB,CAAC,cAAc,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACvF,IAAI,EAAE,GAAG,CAAC,WAAW;KACtB,CAAC,CAAC,CAAC;AACN,CAAC"}

package/lib/eth1/utils/eth1Data.d.ts

@@ -0,0 +1,22 @@
+import { Root, phase0 } from "@lodestar/types";
+import { DepositTree } from "../../db/repositories/depositDataRoot.js";
+import { Eth1Block } from "../interface.js";
+type BlockNumber = number;
+/**
+ * Appends partial eth1 data (depositRoot, depositCount) in a sequence of blocks
+ * eth1 data deposit is inferred from sparse eth1 data obtained from the deposit logs
+ */
+export declare function getEth1DataForBlocks(blocks: Eth1Block[], depositDescendingStream: AsyncIterable<phase0.DepositEvent>, depositRootTree: DepositTree, lastProcessedDepositBlockNumber: BlockNumber | null): Promise<(phase0.Eth1Data & Eth1Block)[]>;
+/**
+ * Collect depositCount by blockNumber from a stream matching a block number range
+ * For a given blockNumber it's depositCount is equal to the index + 1 of the
+ * closest deposit event whose deposit.blockNumber <= blockNumber
+ * @returns array ascending by blockNumber
+ */
+export declare function getDepositsByBlockNumber(fromBlock: BlockNumber, toBlock: BlockNumber, depositEventDescendingStream: AsyncIterable<phase0.DepositEvent>): Promise<phase0.DepositEvent[]>;
+/**
+ * Precompute a map of depositCount => depositRoot from a depositRootTree filled beforehand
+ */
+export declare function getDepositRootByDepositCount(depositCounts: number[], depositRootTree: DepositTree): Map<number, Root>;
+export {};
+//# sourceMappingURL=eth1Data.d.ts.map

package/lib/eth1/utils/eth1Data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1Data.d.ts","sourceRoot":"","sources":["../../../src/eth1/utils/eth1Data.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAC,WAAW,EAAC,MAAM,0CAA0C,CAAC;AAGrE,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAE1C,KAAK,WAAW,GAAG,MAAM,CAAC;AAE1B;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,SAAS,EAAE,EACnB,uBAAuB,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,EAC3D,eAAe,EAAE,WAAW,EAC5B,+BAA+B,EAAE,WAAW,GAAG,IAAI,GAClD,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,CAkC1C;AAED;;;;;GAKG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,WAAW,EACtB,OAAO,EAAE,WAAW,EACpB,4BAA4B,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,GAC/D,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAahC;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,WAAW,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAkBrH"}

package/lib/eth1/utils/eth1Data.js

@@ -0,0 +1,77 @@
+import { binarySearchLte } from "../../util/binarySearch.js";
+import { Eth1Error, Eth1ErrorCode } from "../errors.js";
+/**
+ * Appends partial eth1 data (depositRoot, depositCount) in a sequence of blocks
+ * eth1 data deposit is inferred from sparse eth1 data obtained from the deposit logs
+ */
+export async function getEth1DataForBlocks(blocks, depositDescendingStream, depositRootTree, lastProcessedDepositBlockNumber) {
+    // Exclude blocks for which there is no valid eth1 data deposit
+    if (lastProcessedDepositBlockNumber !== null) {
+        blocks = blocks.filter((block) => block.blockNumber <= lastProcessedDepositBlockNumber);
+    }
+    // A valid block can be constructed using previous `state.eth1Data`, don't throw
+    if (blocks.length === 0) {
+        return [];
+    }
+    // Collect the latest deposit of each blockNumber in a block number range
+    const fromBlock = blocks[0].blockNumber;
+    const toBlock = blocks.at(-1)?.blockNumber;
+    const depositsByBlockNumber = await getDepositsByBlockNumber(fromBlock, toBlock, depositDescendingStream);
+    if (depositsByBlockNumber.length === 0) {
+        throw new Eth1Error({ code: Eth1ErrorCode.NO_DEPOSITS_FOR_BLOCK_RANGE, fromBlock, toBlock });
+    }
+    // Precompute a map of depositCount => depositRoot (from depositRootTree)
+    const depositCounts = depositsByBlockNumber.map((event) => event.index + 1);
+    const depositRootByDepositCount = getDepositRootByDepositCount(depositCounts, depositRootTree);
+    const eth1Datas = [];
+    for (const block of blocks) {
+        const deposit = binarySearchLte(depositsByBlockNumber, block.blockNumber, (event) => event.blockNumber);
+        const depositCount = deposit.index + 1;
+        const depositRoot = depositRootByDepositCount.get(depositCount);
+        if (depositRoot === undefined) {
+            throw new Eth1Error({ code: Eth1ErrorCode.NO_DEPOSIT_ROOT, depositCount });
+        }
+        eth1Datas.push({ ...block, depositCount, depositRoot });
+    }
+    return eth1Datas;
+}
+/**
+ * Collect depositCount by blockNumber from a stream matching a block number range
+ * For a given blockNumber it's depositCount is equal to the index + 1 of the
+ * closest deposit event whose deposit.blockNumber <= blockNumber
+ * @returns array ascending by blockNumber
+ */
+export async function getDepositsByBlockNumber(fromBlock, toBlock, depositEventDescendingStream) {
+    const depositCountMap = new Map();
+    // Take blocks until the block under the range lower bound (included)
+    for await (const deposit of depositEventDescendingStream) {
+        if (deposit.blockNumber <= toBlock && !depositCountMap.has(deposit.blockNumber)) {
+            depositCountMap.set(deposit.blockNumber, deposit);
+        }
+        if (deposit.blockNumber < fromBlock) {
+            break;
+        }
+    }
+    return Array.from(depositCountMap.values()).sort((a, b) => a.blockNumber - b.blockNumber);
+}
+/**
+ * Precompute a map of depositCount => depositRoot from a depositRootTree filled beforehand
+ */
+export function getDepositRootByDepositCount(depositCounts, depositRootTree) {
+    // Unique + sort numerically in descending order
+    depositCounts = [...new Set(depositCounts)].sort((a, b) => b - a);
+    if (depositCounts.length > 0) {
+        const maxIndex = depositCounts[0] - 1;
+        const treeLength = depositRootTree.length - 1;
+        if (maxIndex > treeLength) {
+            throw new Eth1Error({ code: Eth1ErrorCode.NOT_ENOUGH_DEPOSIT_ROOTS, index: maxIndex, treeLength });
+        }
+    }
+    const depositRootByDepositCount = new Map();
+    for (const depositCount of depositCounts) {
+        depositRootTree = depositRootTree.sliceTo(depositCount - 1);
+        depositRootByDepositCount.set(depositCount, depositRootTree.hashTreeRoot());
+    }
+    return depositRootByDepositCount;
+}
+//# sourceMappingURL=eth1Data.js.map

package/lib/eth1/utils/eth1Data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1Data.js","sourceRoot":"","sources":["../../../src/eth1/utils/eth1Data.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAC,SAAS,EAAE,aAAa,EAAC,MAAM,cAAc,CAAC;AAKtD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAmB,EACnB,uBAA2D,EAC3D,eAA4B,EAC5B,+BAAmD;IAEnD,+DAA+D;IAC/D,IAAI,+BAA+B,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,+BAA+B,CAAC,CAAC;IAC1F,CAAC;IAED,gFAAgF;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,yEAAyE;IACzE,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACxC,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAqB,CAAC;IACrD,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,SAAS,EAAE,OAAO,EAAE,uBAAuB,CAAC,CAAC;IAC1G,IAAI,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,2BAA2B,EAAE,SAAS,EAAE,OAAO,EAAC,CAAC,CAAC;IAC7F,CAAC;IAED,yEAAyE;IACzE,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5E,MAAM,yBAAyB,GAAG,4BAA4B,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IAE/F,MAAM,SAAS,GAAoC,EAAE,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,eAAe,CAAC,qBAAqB,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxG,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,yBAAyB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAChE,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,eAAe,EAAE,YAAY,EAAC,CAAC,CAAC;QAC3E,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,EAAC,GAAG,KAAK,EAAE,YAAY,EAAE,WAAW,EAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,SAAsB,EACtB,OAAoB,EACpB,4BAAgE;IAEhE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoC,CAAC;IACpE,qEAAqE;IACrE,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,4BAA4B,EAAE,CAAC;QACzD,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAChF,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,GAAG,SAAS,EAAE,CAAC;YACpC,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;AAC5F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAAC,aAAuB,EAAE,eAA4B;IAChG,gDAAgD;IAChD,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAElE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9C,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,IAAI,SAAS,CAAC,EAAC,IAAI,EAAE,aAAa,CAAC,wBAAwB,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAC,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAAgB,CAAC;IAC1D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QACzC,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAC5D,yBAAyB,CAAC,GAAG,CAAC,YAAY,EAAE,eAAe,CAAC,YAAY,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,yBAAyB,CAAC;AACnC,CAAC"}

package/lib/eth1/utils/eth1DepositEvent.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Assert that an array of deposits are consecutive and ascending
+ */
+export declare function assertConsecutiveDeposits(depositEvents: {
+    index: number;
+}[]): void;
+//# sourceMappingURL=eth1DepositEvent.d.ts.map

package/lib/eth1/utils/eth1DepositEvent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1DepositEvent.d.ts","sourceRoot":"","sources":["../../../src/eth1/utils/eth1DepositEvent.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,aAAa,EAAE;IAAC,KAAK,EAAE,MAAM,CAAA;CAAC,EAAE,GAAG,IAAI,CAQhF"}

package/lib/eth1/utils/eth1DepositEvent.js

@@ -0,0 +1,13 @@
+/**
+ * Assert that an array of deposits are consecutive and ascending
+ */
+export function assertConsecutiveDeposits(depositEvents) {
+    for (let i = 0; i < depositEvents.length - 1; i++) {
+        const indexLeft = depositEvents[i].index;
+        const indexRight = depositEvents[i + 1].index;
+        if (indexLeft !== indexRight - 1) {
+            throw Error(`Non consecutive deposits. deposit[${i}] = ${indexLeft}, deposit[${i + 1}] ${indexRight}`);
+        }
+    }
+}
+//# sourceMappingURL=eth1DepositEvent.js.map

package/lib/eth1/utils/eth1DepositEvent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1DepositEvent.js","sourceRoot":"","sources":["../../../src/eth1/utils/eth1DepositEvent.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,aAAgC;IACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACzC,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9C,IAAI,SAAS,KAAK,UAAU,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,CAAC,qCAAqC,CAAC,OAAO,SAAS,aAAa,CAAC,GAAG,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/eth1/utils/eth1Vote.d.ts

@@ -0,0 +1,17 @@
+import { ChainForkConfig } from "@lodestar/config";
+import { BeaconStateAllForks } from "@lodestar/state-transition";
+import { phase0 } from "@lodestar/types";
+export type Eth1DataGetter = ({ timestampRange, }: {
+    timestampRange: {
+        gte: number;
+        lte: number;
+    };
+}) => Promise<phase0.Eth1Data[]>;
+export declare function getEth1VotesToConsider(config: ChainForkConfig, state: BeaconStateAllForks, eth1DataGetter: Eth1DataGetter): Promise<phase0.Eth1Data[]>;
+export declare function pickEth1Vote(state: BeaconStateAllForks, votesToConsider: phase0.Eth1Data[]): phase0.Eth1Data;
+/**
+ * Serialize eth1Data types to a unique string ID. It is only used for comparison.
+ */
+export declare function fastSerializeEth1Data(eth1Data: phase0.Eth1Data): string;
+export declare function votingPeriodStartTime(config: ChainForkConfig, state: BeaconStateAllForks): number;
+//# sourceMappingURL=eth1Vote.d.ts.map

package/lib/eth1/utils/eth1Vote.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1Vote.d.ts","sourceRoot":"","sources":["../../../src/eth1/utils/eth1Vote.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAC,mBAAmB,EAAwC,MAAM,4BAA4B,CAAC;AACtG,OAAO,EAAU,MAAM,EAAC,MAAM,iBAAiB,CAAC;AAGhD,MAAM,MAAM,cAAc,GAAG,CAAC,EAC5B,cAAc,GACf,EAAE;IACD,cAAc,EAAE;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAC,CAAC;CAC5C,KAAK,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;AAEjC,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,eAAe,EACvB,KAAK,EAAE,mBAAmB,EAC1B,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAyB5B;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,CA+C5G;AAyCD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,CAEvE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,mBAAmB,GAAG,MAAM,CAGjG"}

package/lib/eth1/utils/eth1Vote.js

@@ -0,0 +1,111 @@
+import { EPOCHS_PER_ETH1_VOTING_PERIOD, SLOTS_PER_EPOCH, isForkPostElectra } from "@lodestar/params";
+import { computeTimeAtSlot } from "@lodestar/state-transition";
+import { toRootHex } from "@lodestar/utils";
+export async function getEth1VotesToConsider(config, state, eth1DataGetter) {
+    const fork = config.getForkName(state.slot);
+    if (isForkPostElectra(fork)) {
+        const { eth1DepositIndex, depositRequestsStartIndex } = state;
+        if (eth1DepositIndex === Number(depositRequestsStartIndex)) {
+            return state.eth1DataVotes.getAllReadonly();
+        }
+    }
+    const periodStart = votingPeriodStartTime(config, state);
+    const { SECONDS_PER_ETH1_BLOCK, ETH1_FOLLOW_DISTANCE } = config;
+    // Modified version of the spec function to fetch the required range directly from the DB
+    return (await eth1DataGetter({
+        timestampRange: {
+            // Spec v0.12.2
+            // is_candidate_block =
+            //   block.timestamp + SECONDS_PER_ETH1_BLOCK * ETH1_FOLLOW_DISTANCE <= period_start &&
+            //   block.timestamp + SECONDS_PER_ETH1_BLOCK * ETH1_FOLLOW_DISTANCE * 2 >= period_start
+            lte: periodStart - SECONDS_PER_ETH1_BLOCK * ETH1_FOLLOW_DISTANCE,
+            gte: periodStart - SECONDS_PER_ETH1_BLOCK * ETH1_FOLLOW_DISTANCE * 2,
+        },
+    })).filter((eth1Data) => eth1Data.depositCount >= state.eth1Data.depositCount);
+}
+export function pickEth1Vote(state, votesToConsider) {
+    const votesToConsiderKeys = new Set();
+    for (const eth1Data of votesToConsider) {
+        votesToConsiderKeys.add(getEth1DataKey(eth1Data));
+    }
+    const eth1DataHashToEth1Data = new Map();
+    const eth1DataVoteCountByRoot = new Map();
+    const eth1DataVotesOrder = [];
+    // BeaconStateAllForks is always represented as a tree with a hashing cache.
+    // To check equality its cheaper to use hashTreeRoot as keys.
+    // However `votesToConsider` is an array of values since those are read from DB.
+    // TODO: Optimize cache of known votes, to prevent re-hashing stored values.
+    // Note: for low validator counts it's not very important, since this runs once per proposal
+    const eth1DataVotes = state.eth1DataVotes.getAllReadonly();
+    for (const eth1DataVote of eth1DataVotes) {
+        const rootHex = getEth1DataKey(eth1DataVote);
+        if (votesToConsiderKeys.has(rootHex)) {
+            const prevVoteCount = eth1DataVoteCountByRoot.get(rootHex);
+            eth1DataVoteCountByRoot.set(rootHex, 1 + (prevVoteCount ?? 0));
+            // Cache eth1DataVote to root Map only once per root
+            if (prevVoteCount === undefined) {
+                eth1DataHashToEth1Data.set(rootHex, eth1DataVote);
+                eth1DataVotesOrder.push(rootHex);
+            }
+        }
+    }
+    const eth1DataRootsMaxVotes = getKeysWithMaxValue(eth1DataVoteCountByRoot);
+    // No votes, vote for the last valid vote
+    if (eth1DataRootsMaxVotes.length === 0) {
+        return votesToConsider.at(-1) ?? state.eth1Data;
+    }
+    // If there's a single winning vote with a majority vote that one
+    if (eth1DataRootsMaxVotes.length === 1) {
+        return eth1DataHashToEth1Data.get(eth1DataRootsMaxVotes[0]) ?? state.eth1Data;
+    }
+    // If there are multiple winning votes, vote for the latest one
+    const latestMostVotedRoot = eth1DataVotesOrder[Math.max(...eth1DataRootsMaxVotes.map((root) => eth1DataVotesOrder.indexOf(root)))];
+    return eth1DataHashToEth1Data.get(latestMostVotedRoot) ?? state.eth1Data;
+}
+/**
+ * Returns the array of keys with max value. May return 0, 1 or more keys
+ */
+function getKeysWithMaxValue(map) {
+    const entries = Array.from(map.entries());
+    let keysMax = [];
+    let valueMax = -Infinity;
+    for (const [key, value] of entries) {
+        if (value > valueMax) {
+            keysMax = [key];
+            valueMax = value;
+        }
+        else if (value === valueMax) {
+            keysMax.push(key);
+        }
+    }
+    return keysMax;
+}
+/**
+ * Key-ed by fastSerializeEth1Data(). votesToConsider is read from DB as struct and always has a length of 2048.
+ * `state.eth1DataVotes` has a length between 0 and ETH1_FOLLOW_DISTANCE with an equal probability of each value.
+ * So to get the average faster time to key both votesToConsider and state.eth1DataVotes it's better to use
+ * fastSerializeEth1Data(). However, a long term solution is to cache valid votes in memory and prevent having
+ * to recompute their key on every proposal.
+ *
+ * With `fastSerializeEth1Data()`: avg time 20 ms/op
+ * ✓ pickEth1Vote - no votes                                             233.0587 ops/s    4.290764 ms/op        -        121 runs   1.02 s
+ * ✓ pickEth1Vote - max votes                                            29.21546 ops/s    34.22845 ms/op        -         25 runs   1.38 s
+ *
+ * With `toHexString(ssz.phase0.Eth1Data.hashTreeRoot(eth1Data))`: avg time 23 ms/op
+ * ✓ pickEth1Vote - no votes                                             46.12341 ops/s    21.68096 ms/op        -        133 runs   3.40 s
+ * ✓ pickEth1Vote - max votes                                            37.89912 ops/s    26.38583 ms/op        -         29 runs   1.27 s
+ */
+function getEth1DataKey(eth1Data) {
+    return fastSerializeEth1Data(eth1Data);
+}
+/**
+ * Serialize eth1Data types to a unique string ID. It is only used for comparison.
+ */
+export function fastSerializeEth1Data(eth1Data) {
+    return toRootHex(eth1Data.blockHash) + eth1Data.depositCount.toString(16) + toRootHex(eth1Data.depositRoot);
+}
+export function votingPeriodStartTime(config, state) {
+    const eth1VotingPeriodStartSlot = state.slot - (state.slot % (EPOCHS_PER_ETH1_VOTING_PERIOD * SLOTS_PER_EPOCH));
+    return computeTimeAtSlot(config, eth1VotingPeriodStartSlot, state.genesisTime);
+}
+//# sourceMappingURL=eth1Vote.js.map

package/lib/eth1/utils/eth1Vote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth1Vote.js","sourceRoot":"","sources":["../../../src/eth1/utils/eth1Vote.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,6BAA6B,EAAE,eAAe,EAAE,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AACnG,OAAO,EAA0C,iBAAiB,EAAC,MAAM,4BAA4B,CAAC;AAEtG,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAQ1C,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAuB,EACvB,KAA0B,EAC1B,cAA8B;IAE9B,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,GAAG,KAA2B,CAAC;QAClF,IAAI,gBAAgB,KAAK,MAAM,CAAC,yBAAyB,CAAC,EAAE,CAAC;YAC3D,OAAO,KAAK,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,qBAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,EAAC,sBAAsB,EAAE,oBAAoB,EAAC,GAAG,MAAM,CAAC;IAE9D,yFAAyF;IACzF,OAAO,CACL,MAAM,cAAc,CAAC;QACnB,cAAc,EAAE;YACd,eAAe;YACf,uBAAuB;YACvB,uFAAuF;YACvF,wFAAwF;YACxF,GAAG,EAAE,WAAW,GAAG,sBAAsB,GAAG,oBAAoB;YAChE,GAAG,EAAE,WAAW,GAAG,sBAAsB,GAAG,oBAAoB,GAAG,CAAC;SACrE;KACF,CAAC,CACH,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAA0B,EAAE,eAAkC;IACzF,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9C,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA4B,CAAC;IACnE,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC3D,MAAM,kBAAkB,GAAc,EAAE,CAAC;IAEzC,4EAA4E;IAC5E,6DAA6D;IAC7D,gFAAgF;IAChF,4EAA4E;IAC5E,4FAA4F;IAC5F,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;IAC3D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAE7C,IAAI,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,aAAa,GAAG,uBAAuB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC3D,uBAAuB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/D,oDAAoD;YACpD,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,sBAAsB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAClD,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,qBAAqB,GAAG,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;IAE3E,yCAAyC;IACzC,IAAI,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,iEAAiE;IACjE,IAAI,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,sBAAsB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC;IAChF,CAAC;IAED,+DAA+D;IAC/D,MAAM,mBAAmB,GACvB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzG,OAAO,sBAAsB,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAI,GAAmB;IACjD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1C,IAAI,OAAO,GAAQ,EAAE,CAAC;IACtB,IAAI,QAAQ,GAAG,CAAC,QAAQ,CAAC;IAEzB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,QAAQ,GAAG,KAAK,CAAC;QACnB,CAAC;aAAM,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,cAAc,CAAC,QAAyB;IAC/C,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAyB;IAC7D,OAAO,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AAC9G,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAuB,EAAE,KAA0B;IACvF,MAAM,yBAAyB,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,6BAA6B,GAAG,eAAe,CAAC,CAAC,CAAC;IAChH,OAAO,iBAAiB,CAAC,MAAM,EAAE,yBAAyB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;AACjF,CAAC"}