@lodestar/beacon-node 1.30.0-dev.dd729f5ece → 1.30.0-peerDAS.490e786a03

package/lib/util/dataColumns.d.ts

@@ -0,0 +1,111 @@
+import { ChainForkConfig } from "@lodestar/config";
+import { CachedBeaconStateAllForks } from "@lodestar/state-transition";
+import { ColumnIndex, CustodyIndex, SignedBeaconBlockHeader, ValidatorIndex, deneb, fulu } from "@lodestar/types";
+import { DataColumnsCacheMap } from "../chain/blocks/types.js";
+import { ChainEventEmitter } from "../chain/emitter.js";
+import { BlockInputCacheType } from "../chain/seenCache/seenGossipBlockInput.js";
+import { IExecutionEngine } from "../execution/engine/interface.js";
+import { NodeId } from "../network/subnets/index.js";
+export declare class CustodyConfig {
+    /**
+     * The number of custody groups the node should subscribe to
+     */
+    targetCustodyGroupCount: number;
+    /**
+     * The custody columns the node should subscribe to
+     */
+    custodyColumns: ColumnIndex[];
+    /**
+     * Custody columns map which column maps to which index in the array of columns custodied
+     * with zero representing it is not custodied
+     */
+    custodyColumnsIndex: Uint8Array;
+    /**
+     * The number of custody groups the node will advertise to the network
+     */
+    advertisedCustodyGroupCount: number;
+    /**
+     * The number of custody groups the node will sample
+     */
+    sampledGroupCount: number;
+    /**
+     * Custody groups sampled by the node as part of custody sampling
+     */
+    sampleGroups: CustodyIndex[];
+    /**
+     * Data columns sampled by the node as part of custody sampling
+     * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#custody-sampling
+     *
+     * TODO: Consider race conditions if this updates during sync/backfill
+     */
+    sampledColumns: ColumnIndex[];
+    /**
+     * Subnets sampled by the node as part of custody sampling
+     */
+    sampledSubnets: number[];
+    private config;
+    private nodeId;
+    constructor(nodeId: NodeId, config: ChainForkConfig);
+    updateTargetCustodyGroupCount(targetCustodyGroupCount: number): void;
+    updateAdvertisedCustodyGroupCount(advertisedCustodyGroupCount: number): void;
+    private getCustodyColumnsIndex;
+}
+/**
+ * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
+ */
+export declare function getValidatorsCustodyRequirement(state: CachedBeaconStateAllForks, validatorIndices: ValidatorIndex[], config: ChainForkConfig): number;
+/**
+ * Converts a custody group to an array of column indices.  Should be 1-1 as long there are 128
+ * columns and 128 custody groups.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
+ */
+export declare function computeColumnsForCustodyGroup(custodyIndex: CustodyIndex): ColumnIndex[];
+/**
+ * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
+ * further converted to column indices
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
+ */
+export declare function getCustodyGroups(nodeId: NodeId, custodyGroupCount: number): CustodyIndex[];
+export declare function getDataColumns(nodeId: NodeId, custodyGroupCount: number): ColumnIndex[];
+/**
+ * Computes the cells for each blob and combines them with cell proofs.
+ * Similar to the computeMatrix function described below.
+ *
+ * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
+ */
+export declare function getCellsAndProofs(blobBundles: fulu.BlobAndProofV2[]): [Uint8Array[], Uint8Array[]][];
+/**
+ * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
+ * each blob in the block, assemble the sidecars which can be distributed to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
+ */
+export declare function getDataColumnSidecars(signedBlockHeader: SignedBeaconBlockHeader, kzgCommitments: deneb.KZGCommitment[], kzgCommitmentsInclusionProof: fulu.KzgCommitmentsInclusionProof, cellsAndKzgProofs: [Uint8Array[], Uint8Array[]][]): fulu.DataColumnSidecars;
+/**
+ * Given a signed block and the cells/proofs associated with each blob in the
+ * block, assemble the sidecars which can be distributed to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
+ */
+export declare function getDataColumnSidecarsFromBlock(config: ChainForkConfig, signedBlock: fulu.SignedBeaconBlock, cellsAndKzgProofs: [Uint8Array[], Uint8Array[]][]): fulu.DataColumnSidecars;
+/**
+ * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
+ * to the commitments it contains, assemble all sidecars for distribution to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
+ */
+export declare function getDataColumnSidecarsFromColumnSidecar(sidecar: fulu.DataColumnSidecar, cellsAndKzgProofs: [Uint8Array[], Uint8Array[]][]): fulu.DataColumnSidecars;
+export declare function hasSampledDataColumns(custodyConfig: CustodyConfig, dataColumnCache: DataColumnsCacheMap): boolean;
+export declare function getDataColumnsFromExecution(config: ChainForkConfig, custodyConfig: CustodyConfig, executionEngine: IExecutionEngine, emitter: ChainEventEmitter, blockCache: BlockInputCacheType): Promise<boolean>;
+//# sourceMappingURL=dataColumns.d.ts.map

package/lib/util/dataColumns.js

@@ -0,0 +1,277 @@
+import { digest } from "@chainsafe/as-sha256";
+import { DATA_COLUMN_SIDECAR_SUBNET_COUNT, EFFECTIVE_BALANCE_INCREMENT, ForkName, NUMBER_OF_COLUMNS, NUMBER_OF_CUSTODY_GROUPS, } from "@lodestar/params";
+import { signedBlockToSignedHeader } from "@lodestar/state-transition";
+import { ssz } from "@lodestar/types";
+import { bytesToBigInt } from "@lodestar/utils";
+import { BlockSource, DataColumnsSource, getBlockInput, getBlockInputDataColumns, } from "../chain/blocks/types.js";
+import { ChainEvent } from "../chain/emitter.js";
+import { computeKzgCommitmentsInclusionProof, kzgCommitmentToVersionedHash } from "./blobs.js";
+import { ckzg } from "./kzg.js";
+export class CustodyConfig {
+    constructor(nodeId, config) {
+        this.config = config;
+        this.nodeId = nodeId;
+        this.targetCustodyGroupCount = Math.max(config.CUSTODY_REQUIREMENT, config.NODE_CUSTODY_REQUIREMENT);
+        this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
+        this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
+        this.advertisedCustodyGroupCount = this.targetCustodyGroupCount;
+        this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
+        this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
+        this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
+        this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
+    }
+    updateTargetCustodyGroupCount(targetCustodyGroupCount) {
+        this.targetCustodyGroupCount = targetCustodyGroupCount;
+        this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
+        this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
+        // TODO: Porting this over to match current behavior, but I think this incorrectly mixes units:
+        // SAMPLES_PER_SLOT is in columns, and CUSTODY_GROUP_COUNT is in groups
+        this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
+        this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
+        this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
+        this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
+    }
+    updateAdvertisedCustodyGroupCount(advertisedCustodyGroupCount) {
+        this.advertisedCustodyGroupCount = advertisedCustodyGroupCount;
+    }
+    getCustodyColumnsIndex(custodyColumns) {
+        // custody columns map which column maps to which index in the array of columns custodied
+        // with zero representing it is not custodied
+        const custodyColumnsIndex = new Uint8Array(NUMBER_OF_COLUMNS);
+        let custodyAtIndex = 1;
+        for (const columnIndex of custodyColumns) {
+            custodyColumnsIndex[columnIndex] = custodyAtIndex;
+            custodyAtIndex++;
+        }
+        return custodyColumnsIndex;
+    }
+}
+function computeSubnetForDataColumn(columnIndex) {
+    return columnIndex % DATA_COLUMN_SIDECAR_SUBNET_COUNT;
+}
+/**
+ * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
+ */
+export function getValidatorsCustodyRequirement(state, validatorIndices, config) {
+    if (validatorIndices.length === 0) {
+        return config.CUSTODY_REQUIREMENT;
+    }
+    const totalNodeEffectiveBalance = validatorIndices.reduce((total, validatorIndex) => {
+        return total + state.epochCtx.effectiveBalanceIncrements[validatorIndex] * EFFECTIVE_BALANCE_INCREMENT;
+    }, 0);
+    // Must custody one group for every BALANCE_PER_ADDITIONAL_CUSTODY_GROUP of effective balance
+    let validatorsCustodyRequirement = Math.floor(totalNodeEffectiveBalance / config.BALANCE_PER_ADDITIONAL_CUSTODY_GROUP);
+    // Any node with at least 1 validator must custody at least VALIDATOR_CUSTODY_REQUIREMENT
+    validatorsCustodyRequirement = Math.max(validatorsCustodyRequirement, config.VALIDATOR_CUSTODY_REQUIREMENT);
+    // Cannot custody more than NUMBER_OF_CUSTODY_GROUPS
+    validatorsCustodyRequirement = Math.min(validatorsCustodyRequirement, NUMBER_OF_CUSTODY_GROUPS);
+    // Validators custody requirement must be at least configured node custody requirement
+    return Math.max(validatorsCustodyRequirement, config.NODE_CUSTODY_REQUIREMENT);
+}
+/**
+ * Converts a custody group to an array of column indices.  Should be 1-1 as long there are 128
+ * columns and 128 custody groups.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
+ */
+export function computeColumnsForCustodyGroup(custodyIndex) {
+    if (custodyIndex > NUMBER_OF_CUSTODY_GROUPS) {
+        custodyIndex = NUMBER_OF_CUSTODY_GROUPS;
+    }
+    const columnsPerCustodyGroup = Number(NUMBER_OF_COLUMNS / NUMBER_OF_CUSTODY_GROUPS);
+    const columnIndexes = [];
+    for (let i = 0; i < columnsPerCustodyGroup; i++) {
+        columnIndexes.push(NUMBER_OF_CUSTODY_GROUPS * i + custodyIndex);
+    }
+    columnIndexes.sort((a, b) => a - b);
+    return columnIndexes;
+}
+/**
+ * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
+ * further converted to column indices
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
+ */
+export function getCustodyGroups(nodeId, custodyGroupCount) {
+    if (custodyGroupCount > NUMBER_OF_CUSTODY_GROUPS) {
+        custodyGroupCount = NUMBER_OF_CUSTODY_GROUPS;
+    }
+    const custodyGroups = [];
+    // nodeId is in bigendian and all computes are in little endian
+    let currentId = bytesToBigInt(nodeId, "be");
+    while (custodyGroups.length < custodyGroupCount) {
+        // could be optimized
+        const currentIdBytes = ssz.UintBn256.serialize(currentId);
+        const custodyGroup = Number(ssz.UintBn64.deserialize(digest(currentIdBytes).slice(0, 8)) % BigInt(NUMBER_OF_CUSTODY_GROUPS));
+        if (!custodyGroups.includes(custodyGroup)) {
+            custodyGroups.push(custodyGroup);
+        }
+        const willOverflow = currentIdBytes.reduce((acc, elem) => acc && elem === 0xff, true);
+        if (willOverflow) {
+            currentId = BigInt(0);
+        }
+        else {
+            currentId++;
+        }
+    }
+    custodyGroups.sort((a, b) => a - b);
+    return custodyGroups;
+}
+export function getDataColumns(nodeId, custodyGroupCount) {
+    return getCustodyGroups(nodeId, custodyGroupCount)
+        .flatMap(computeColumnsForCustodyGroup)
+        .sort((a, b) => a - b);
+}
+/**
+ * Computes the cells for each blob and combines them with cell proofs.
+ * Similar to the computeMatrix function described below.
+ *
+ * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
+ */
+export function getCellsAndProofs(blobBundles) {
+    return blobBundles.map(({ blob, proofs: cellProofs }) => {
+        const cells = ckzg.computeCells(blob);
+        return [cells, cellProofs];
+    });
+}
+/**
+ * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
+ * each blob in the block, assemble the sidecars which can be distributed to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
+ */
+export function getDataColumnSidecars(signedBlockHeader, kzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs) {
+    if (cellsAndKzgProofs.length !== kzgCommitments.length) {
+        throw Error("Invalid cellsAndKzgProofs length for getDataColumnSidecars");
+    }
+    const sidecars = [];
+    for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
+        const columnCells = [];
+        const columnProofs = [];
+        for (const [cells, proofs] of cellsAndKzgProofs) {
+            columnCells.push(cells[columnIndex]);
+            columnProofs.push(proofs[columnIndex]);
+        }
+        sidecars.push({
+            index: columnIndex,
+            column: columnCells,
+            kzgCommitments,
+            kzgProofs: columnProofs,
+            signedBlockHeader,
+            kzgCommitmentsInclusionProof,
+        });
+    }
+    return sidecars;
+}
+/**
+ * Given a signed block and the cells/proofs associated with each blob in the
+ * block, assemble the sidecars which can be distributed to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
+ */
+export function getDataColumnSidecarsFromBlock(config, signedBlock, cellsAndKzgProofs) {
+    const blobKzgCommitments = signedBlock.message.body.blobKzgCommitments;
+    const fork = config.getForkName(signedBlock.message.slot);
+    const signedBlockHeader = signedBlockToSignedHeader(config, signedBlock);
+    const kzgCommitmentsInclusionProof = computeKzgCommitmentsInclusionProof(fork, signedBlock.message.body);
+    return getDataColumnSidecars(signedBlockHeader, blobKzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs);
+}
+/**
+ * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
+ * to the commitments it contains, assemble all sidecars for distribution to peers.
+ *
+ * SPEC FUNCTION
+ * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
+ */
+export function getDataColumnSidecarsFromColumnSidecar(sidecar, cellsAndKzgProofs) {
+    return getDataColumnSidecars(sidecar.signedBlockHeader, sidecar.kzgCommitments, sidecar.kzgCommitmentsInclusionProof, cellsAndKzgProofs);
+}
+export function hasSampledDataColumns(custodyConfig, dataColumnCache) {
+    return (dataColumnCache.size >= custodyConfig.sampledColumns.length &&
+        custodyConfig.sampledColumns.reduce((acc, columnIndex) => acc && dataColumnCache.has(columnIndex), true));
+}
+export async function getDataColumnsFromExecution(config, custodyConfig, executionEngine, emitter, blockCache) {
+    if (blockCache.fork !== ForkName.fulu) {
+        return false;
+    }
+    if (!blockCache.cachedData) {
+        // this condition should never get hit... just a sanity check
+        throw new Error("invalid blockCache");
+    }
+    if (blockCache.cachedData.fork !== ForkName.fulu) {
+        return false;
+    }
+    // If already have all columns, exit
+    if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
+        return true;
+    }
+    let commitments;
+    if (blockCache.block) {
+        const block = blockCache.block;
+        commitments = block.message.body.blobKzgCommitments;
+    }
+    else {
+        const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
+        commitments = firstSidecar?.dataColumn.kzgCommitments;
+    }
+    if (!commitments) {
+        throw new Error("blockInputCache missing both block and cachedData");
+    }
+    // Return if block has no blobs
+    if (commitments.length === 0) {
+        return true;
+    }
+    // Process KZG commitments into versioned hashes
+    const versionedHashes = commitments.map(kzgCommitmentToVersionedHash);
+    // Get blobs from execution engine
+    const blobs = await executionEngine.getBlobs(blockCache.fork, versionedHashes);
+    // Execution engine was unable to find one or more blobs
+    if (blobs === null) {
+        return false;
+    }
+    // Return if we received all data columns while waiting for getBlobs
+    if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
+        return true;
+    }
+    let dataColumnSidecars;
+    const cellsAndProofs = getCellsAndProofs(blobs);
+    if (blockCache.block) {
+        dataColumnSidecars = getDataColumnSidecarsFromBlock(config, blockCache.block, cellsAndProofs);
+    }
+    else {
+        const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
+        if (!firstSidecar) {
+            throw new Error("blockInputCache missing both block and data column sidecar");
+        }
+        dataColumnSidecars = getDataColumnSidecarsFromColumnSidecar(firstSidecar.dataColumn, cellsAndProofs);
+    }
+    // Publish columns if and only if subscribed to them
+    const sampledColumns = custodyConfig.sampledColumns.map((columnIndex) => dataColumnSidecars[columnIndex]);
+    emitter.emit(ChainEvent.publishDataColumns, sampledColumns);
+    for (const column of sampledColumns) {
+        blockCache.cachedData.dataColumnsCache.set(column.index, { dataColumn: column, dataColumnBytes: null });
+    }
+    const allDataColumns = getBlockInputDataColumns(blockCache.cachedData.dataColumnsCache, custodyConfig.sampledColumns);
+    // TODO: Add metrics
+    // metrics?.syncUnknownBlock.resolveAvailabilitySource.inc({source: BlockInputAvailabilitySource.GOSSIP});
+    const blockData = {
+        fork: blockCache.cachedData.fork,
+        ...allDataColumns,
+        dataColumnsSource: DataColumnsSource.gossip,
+    };
+    blockCache.cachedData.resolveAvailability(blockData);
+    if (blockCache.block !== undefined) {
+        const blockInput = getBlockInput.availableData(config, blockCache.block, BlockSource.gossip, blockData);
+        blockCache.resolveBlockInput(blockInput);
+    }
+    return true;
+}
+//# sourceMappingURL=dataColumns.js.map

package/lib/util/dataColumns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataColumns.js","sourceRoot":"","sources":["../../src/util/dataColumns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,sBAAsB,CAAC;AAE5C,OAAO,EACL,gCAAgC,EAChC,2BAA2B,EAC3B,QAAQ,EACR,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAA4B,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AAEhG,OAAO,EAAC,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAEL,WAAW,EAEX,iBAAiB,EACjB,aAAa,EACb,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,UAAU,EAAoB,MAAM,qBAAqB,CAAC;AAIlE,OAAO,EAAC,mCAAmC,EAAE,4BAA4B,EAAC,MAAM,YAAY,CAAC;AAC7F,OAAO,EAAC,IAAI,EAAC,MAAM,UAAU,CAAC;AAE9B,MAAM,OAAO,aAAa;IAgDxB,YAAY,MAAc,EAAE,MAAuB;QACjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;QACrG,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,uBAAuB,CAAC;QAChE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC5E,CAAC;IAED,6BAA6B,CAAC,uBAA+B;QAC3D,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,+FAA+F;QAC/F,uEAAuE;QACvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC5E,CAAC;IAED,iCAAiC,CAAC,2BAAmC;QACnE,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC;IACjE,CAAC;IAEO,sBAAsB,CAAC,cAA6B;QAC1D,yFAAyF;QACzF,6CAA6C;QAC7C,MAAM,mBAAmB,GAAG,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC9D,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;YACzC,mBAAmB,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC;YAClD,cAAc,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,0BAA0B,CAAC,WAAwB;IAC1D,OAAO,WAAW,GAAG,gCAAgC,CAAC;AACxD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC7C,KAAgC,EAChC,gBAAkC,EAClC,MAAuB;IAEvB,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,MAAM,yBAAyB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE;QAClF,OAAO,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,0BAA0B,CAAC,cAAc,CAAC,GAAG,2BAA2B,CAAC;IACzG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,6FAA6F;IAC7F,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAC3C,yBAAyB,GAAG,MAAM,CAAC,oCAAoC,CACxE,CAAC;IAEF,yFAAyF;IACzF,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,6BAA6B,CAAC,CAAC;IAE5G,oDAAoD;IACpD,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,wBAAwB,CAAC,CAAC;IAEhG,sFAAsF;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;AACjF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,YAA0B;IACtE,IAAI,YAAY,GAAG,wBAAwB,EAAE,CAAC;QAC5C,YAAY,GAAG,wBAAwB,CAAC;IAC1C,CAAC;IACD,MAAM,sBAAsB,GAAG,MAAM,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,aAAa,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAClE,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,iBAAyB;IACxE,IAAI,iBAAiB,GAAG,wBAAwB,EAAE,CAAC;QACjD,iBAAiB,GAAG,wBAAwB,CAAC;IAC/C,CAAC;IAED,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,+DAA+D;IAC/D,IAAI,SAAS,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5C,OAAO,aAAa,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAChD,qBAAqB;QACrB,MAAM,cAAc,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,CACzB,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAChG,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC;QACtF,IAAI,YAAY,EAAE,CAAC;YACjB,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,iBAAyB;IACtE,OAAO,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,CAAC;SAC/C,OAAO,CAAC,6BAA6B,CAAC;SACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAkC;IAClE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAC,EAAE,EAAE;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,iBAA0C,EAC1C,cAAqC,EACrC,4BAA+D,EAC/D,iBAAiD;IAEjD,IAAI,iBAAiB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YACrC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;YACnB,cAAc;YACd,SAAS,EAAE,YAAY;YACvB,iBAAiB;YACjB,4BAA4B;SAC7B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,MAAuB,EACvB,WAAmC,EACnC,iBAAiD;IAEjD,MAAM,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAEzE,MAAM,4BAA4B,GAAG,mCAAmC,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzG,OAAO,qBAAqB,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,iBAAiB,CAAC,CAAC;AACvH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sCAAsC,CACpD,OAA+B,EAC/B,iBAAiD;IAEjD,OAAO,qBAAqB,CAC1B,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,4BAA4B,EACpC,iBAAiB,CAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,aAA4B,EAAE,eAAoC;IACtG,OAAO,CACL,eAAe,CAAC,IAAI,IAAI,aAAa,CAAC,cAAc,CAAC,MAAM;QAC3D,aAAa,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,CACzG,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,MAAuB,EACvB,aAA4B,EAC5B,eAAiC,EACjC,OAA0B,EAC1B,UAA+B;IAE/B,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC3B,6DAA6D;QAC7D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oCAAoC;IACpC,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAqC,CAAC;IAC1C,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,KAA+B,CAAC;QACzD,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,WAAW,GAAG,YAAY,EAAE,UAAU,CAAC,cAAc,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,+BAA+B;IAC/B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,MAAM,eAAe,GAAiB,WAAW,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAEpF,kCAAkC;IAClC,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAE/E,wDAAwD;IACxD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oEAAoE;IACpE,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAA2C,CAAC;IAChD,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,kBAAkB,GAAG,8BAA8B,CACjD,MAAM,EACN,UAAU,CAAC,KAA+B,EAC1C,cAAc,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,kBAAkB,GAAG,sCAAsC,CAAC,YAAY,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACvG,CAAC;IAED,oDAAoD;IACpD,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1G,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAE5D,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,cAAc,GAAG,wBAAwB,CAAC,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IACtH,oBAAoB;IACpB,0GAA0G;IAC1G,MAAM,SAAS,GAA0B;QACvC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI;QAChC,GAAG,cAAc;QACjB,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;KAC5C,CAAC;IACF,UAAU,CAAC,UAAU,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAExG,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/util/kzg.d.ts

@@ -1,35 +1,23 @@
 export declare const FIELD_ELEMENTS_PER_BLOB_MAINNET = 4096;
 export declare let ckzg: {
-    freeTrustedSetup(): void;
-    loadTrustedSetup(filePath: string): void;
+    loadTrustedSetup(precompute: number, filePath?: string): void;
     blobToKzgCommitment(blob: Uint8Array): Uint8Array;
+    computeKzgProof(blob: Uint8Array, zBytes: Uint8Array): [Uint8Array, Uint8Array];
     computeBlobKzgProof(blob: Uint8Array, commitment: Uint8Array): Uint8Array;
+    verifyKzgProof(commitmentBytes: Uint8Array, zBytes: Uint8Array, yBytes: Uint8Array, proofBytes: Uint8Array): boolean;
     verifyBlobKzgProof(blob: Uint8Array, commitment: Uint8Array, proof: Uint8Array): boolean;
     verifyBlobKzgProofBatch(blobs: Uint8Array[], expectedKzgCommitments: Uint8Array[], kzgProofs: Uint8Array[]): boolean;
+    computeCells(blob: Uint8Array): Uint8Array[];
+    computeCellsAndKzgProofs(blob: Uint8Array): [Uint8Array[], Uint8Array[]];
+    recoverCellsAndKzgProofs(cellIndices: number[], cells: Uint8Array[]): [Uint8Array[], Uint8Array[]];
+    verifyCellKzgProofBatch(commitmentsBytes: Uint8Array[], cellIndices: number[], cells: Uint8Array[], proofsBytes: Uint8Array[]): boolean;
 };
-export declare const TRUSTED_SETUP_BIN_FILEPATH: string;
 export declare function initCKZG(): Promise<void>;
-export declare enum TrustedFileMode {
-    Bin = "bin",
-    Txt = "txt"
-}
 /**
  * Load our KZG trusted setup into C-KZG for later use.
  * We persist the trusted setup as serialized bytes to save space over TXT or JSON formats.
  * However the current c-kzg API **requires** to read from a file with a specific .txt format
  */
-export declare function loadEthereumTrustedSetup(mode?: TrustedFileMode, filePath?: string): void;
-export interface TrustedSetupJSON {
-    setup_G1: string[];
-    setup_G2: string[];
-}
-type TrustedSetupBin = Uint8Array;
-type TrustedSetupTXT = string;
-/**
- * Custom format defined in https://github.com/ethereum/c-kzg-4844/issues/3
- */
-export declare function trustedSetupJsonToBin(data: TrustedSetupJSON): TrustedSetupBin;
-export declare function trustedSetupBinToJson(bytes: TrustedSetupBin): TrustedSetupJSON;
-export declare function trustedSetupJsonToTxt(data: TrustedSetupJSON): TrustedSetupTXT;
-export {};
+export declare function loadEthereumTrustedSetup(precompute?: number, // default to 0 for testing
+filePath?: string): void;
 //# sourceMappingURL=kzg.d.ts.map

package/lib/util/kzg.js

@@ -1,65 +1,36 @@
-import fs from "node:fs";
-import path from "node:path";
-import { fileURLToPath } from "node:url";
-import { fromHex, strip0xPrefix, toHex } from "@lodestar/utils";
 // "c-kzg" has hardcoded the mainnet value, do not use params
 export const FIELD_ELEMENTS_PER_BLOB_MAINNET = 4096;
 function ckzgNotLoaded() {
     throw Error("c-kzg library not loaded");
 }
 export let ckzg = {
-    freeTrustedSetup: ckzgNotLoaded,
     loadTrustedSetup: ckzgNotLoaded,
     blobToKzgCommitment: ckzgNotLoaded,
+    computeKzgProof: ckzgNotLoaded,
     computeBlobKzgProof: ckzgNotLoaded,
+    verifyKzgProof: ckzgNotLoaded,
     verifyBlobKzgProof: ckzgNotLoaded,
     verifyBlobKzgProofBatch: ckzgNotLoaded,
+    computeCells: ckzgNotLoaded,
+    computeCellsAndKzgProofs: ckzgNotLoaded,
+    recoverCellsAndKzgProofs: ckzgNotLoaded,
+    verifyCellKzgProofBatch: ckzgNotLoaded,
 };
-// Global variable __dirname no longer available in ES6 modules.
-// Solutions: https://stackoverflow.com/questions/46745014/alternative-for-dirname-in-node-js-when-using-es6-modules
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-export const TRUSTED_SETUP_BIN_FILEPATH = path.join(__dirname, "../../trusted_setup.bin");
-const TRUSTED_SETUP_JSON_FILEPATH = path.join(__dirname, "../../trusted_setup.json");
-const TRUSTED_SETUP_TXT_FILEPATH = path.join(__dirname, "../../trusted_setup.txt");
-const POINT_COUNT_BYTES = 4;
-const G1POINT_BYTES = 48;
-const G2POINT_BYTES = 96;
-const G1POINT_COUNT = FIELD_ELEMENTS_PER_BLOB_MAINNET;
-const G2POINT_COUNT = 65;
-const TOTAL_SIZE = 2 * POINT_COUNT_BYTES + G1POINT_BYTES * G1POINT_COUNT + G2POINT_BYTES * G2POINT_COUNT;
 export async function initCKZG() {
-    /* eslint-disable @typescript-eslint/ban-ts-comment */
     // @ts-ignore
     ckzg = (await import("c-kzg")).default;
-    /* eslint-enable @typescript-eslint/ban-ts-comment */
 }
-export var TrustedFileMode;
-(function (TrustedFileMode) {
-    TrustedFileMode["Bin"] = "bin";
-    TrustedFileMode["Txt"] = "txt";
-})(TrustedFileMode || (TrustedFileMode = {}));
 /**
  * Load our KZG trusted setup into C-KZG for later use.
  * We persist the trusted setup as serialized bytes to save space over TXT or JSON formats.
  * However the current c-kzg API **requires** to read from a file with a specific .txt format
  */
-export function loadEthereumTrustedSetup(mode = TrustedFileMode.Txt, filePath) {
+export function loadEthereumTrustedSetup(precompute = 0, // default to 0 for testing
+filePath) {
     try {
-        let setupFilePath;
-        if (mode === TrustedFileMode.Bin) {
-            const binPath = filePath ?? TRUSTED_SETUP_BIN_FILEPATH;
-            const bytes = fs.readFileSync(binPath);
-            const json = trustedSetupBinToJson(bytes);
-            const txt = trustedSetupJsonToTxt(json);
-            fs.writeFileSync(TRUSTED_SETUP_TXT_FILEPATH, txt);
-            setupFilePath = TRUSTED_SETUP_TXT_FILEPATH;
-        }
-        else {
-            setupFilePath = filePath ?? TRUSTED_SETUP_TXT_FILEPATH;
-        }
         try {
             // in unit tests, calling loadTrustedSetup() twice has error so we have to free and retry
-            ckzg.loadTrustedSetup(setupFilePath);
+            ckzg.loadTrustedSetup(precompute, filePath);
         }
         catch (e) {
             if (e.message !== "Error trusted setup is already loaded") {
@@ -68,59 +39,10 @@ export function loadEthereumTrustedSetup(mode = TrustedFileMode.Txt, filePath) {
         }
     }
     catch (e) {
-        e.message = `Error loading trusted setup ${TRUSTED_SETUP_JSON_FILEPATH}: ${e.message}`;
+        e.message = filePath
+            ? `Error loading trusted setup ${filePath}: ${e.message}`
+            : `Error loading default trusted setup: ${e.message}`;
         throw e;
     }
 }
-/**
- * Custom format defined in https://github.com/ethereum/c-kzg-4844/issues/3
- */
-export function trustedSetupJsonToBin(data) {
-    const out = new Uint8Array(TOTAL_SIZE);
-    const dv = new DataView(out.buffer, out.byteOffset, out.byteLength);
-    dv.setUint32(0, G1POINT_COUNT);
-    dv.setUint32(POINT_COUNT_BYTES, G2POINT_BYTES);
-    for (let i = 0; i < G1POINT_COUNT; i++) {
-        const point = fromHex(data.setup_G1[i]);
-        if (point.length !== G1POINT_BYTES)
-            throw Error(`g1 point size ${point.length} != ${G1POINT_BYTES}`);
-        out.set(point, 2 * POINT_COUNT_BYTES + i * G1POINT_BYTES);
-    }
-    for (let i = 0; i < G2POINT_COUNT; i++) {
-        const point = fromHex(data.setup_G2[i]);
-        if (point.length !== G2POINT_BYTES)
-            throw Error(`g2 point size ${point.length} != ${G2POINT_BYTES}`);
-        out.set(point, 2 * POINT_COUNT_BYTES + G1POINT_COUNT * G1POINT_BYTES + i * G2POINT_BYTES);
-    }
-    return out;
-}
-export function trustedSetupBinToJson(bytes) {
-    const data = {
-        // biome-ignore lint/style/useNamingConvention: Need to be consistent with KZG pattern
-        setup_G1: [],
-        // biome-ignore lint/style/useNamingConvention: Need to be consistent with KZG pattern
-        setup_G2: [],
-    };
-    if (bytes.length < TOTAL_SIZE) {
-        throw Error(`trusted_setup size ${bytes.length} < ${TOTAL_SIZE}`);
-    }
-    for (let i = 0; i < G1POINT_COUNT; i++) {
-        const start = 2 * POINT_COUNT_BYTES + i * G1POINT_BYTES;
-        data.setup_G1.push(toHex(bytes.slice(start, start + G1POINT_BYTES)));
-    }
-    for (let i = 0; i < G2POINT_COUNT; i++) {
-        const start = 2 * POINT_COUNT_BYTES + G1POINT_COUNT * G1POINT_BYTES + i * G2POINT_BYTES;
-        data.setup_G1.push(toHex(bytes.slice(start, start + G2POINT_BYTES)));
-    }
-    return data;
-}
-export function trustedSetupJsonToTxt(data) {
-    return [
-        // ↵
-        G1POINT_COUNT,
-        G2POINT_COUNT,
-        ...data.setup_G1.map(strip0xPrefix),
-        ...data.setup_G2.map(strip0xPrefix),
-    ].join("\n");
-}
 //# sourceMappingURL=kzg.js.map

package/lib/util/kzg.js.map

@@ -1 +1 @@
-{"version":3,"file":"kzg.js","sourceRoot":"","sources":["../../src/util/kzg.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,aAAa,EAAC,MAAM,UAAU,CAAC;AACvC,OAAO,EAAC,OAAO,EAAE,aAAa,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAE9D,6DAA6D;AAC7D,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAC;AAEpD,SAAS,aAAa;IACpB,MAAM,KAAK,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,IAAI,IAAI,GAOX;IACF,gBAAgB,EAAE,aAAa;IAC/B,gBAAgB,EAAE,aAAa;IAC/B,mBAAmB,EAAE,aAAa;IAClC,mBAAmB,EAAE,aAAa;IAClC,kBAAkB,EAAE,aAAa;IACjC,uBAAuB,EAAE,aAAa;CACvC,CAAC;AAEF,gEAAgE;AAChE,oHAAoH;AACpH,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/D,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;AAC1F,MAAM,2BAA2B,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;AACrF,MAAM,0BAA0B,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;AAEnF,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,aAAa,GAAG,+BAA+B,CAAC;AACtD,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,UAAU,GAAG,CAAC,GAAG,iBAAiB,GAAG,aAAa,GAAG,aAAa,GAAG,aAAa,GAAG,aAAa,CAAC;AAEzG,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC5B,sDAAsD;IACtD,aAAa;IACb,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAsB,CAAC;IACtD,qDAAqD;AACvD,CAAC;AAED,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACzB,8BAAW,CAAA;IACX,8BAAW,CAAA;AACb,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAwB,eAAe,CAAC,GAAG,EAAE,QAAiB;IACrG,IAAI,CAAC;QACH,IAAI,aAAqB,CAAC;QAC1B,IAAI,IAAI,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,QAAQ,IAAI,0BAA0B,CAAC;YACvD,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACxC,EAAE,CAAC,aAAa,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YAClD,aAAa,GAAG,0BAA0B,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,QAAQ,IAAI,0BAA0B,CAAC;QACzD,CAAC;QAED,IAAI,CAAC;YACH,yFAAyF;YACzF,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,OAAO,KAAK,uCAAuC,EAAE,CAAC;gBACrE,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACV,CAAW,CAAC,OAAO,GAAG,+BAA+B,2BAA2B,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC;QAC7G,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAYD;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAsB;IAC1D,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IACvC,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IAEpE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC/B,EAAE,CAAC,SAAS,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;YAAE,MAAM,KAAK,CAAC,iBAAiB,KAAK,CAAC,MAAM,OAAO,aAAa,EAAE,CAAC,CAAC;QACrG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,iBAAiB,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;YAAE,MAAM,KAAK,CAAC,iBAAiB,KAAK,CAAC,MAAM,OAAO,aAAa,EAAE,CAAC,CAAC;QACrG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,iBAAiB,GAAG,aAAa,GAAG,aAAa,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAsB;IAC1D,MAAM,IAAI,GAAqB;QAC7B,sFAAsF;QACtF,QAAQ,EAAE,EAAE;QACZ,sFAAsF;QACtF,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,IAAI,KAAK,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;QAC9B,MAAM,KAAK,CAAC,sBAAsB,KAAK,CAAC,MAAM,MAAM,UAAU,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,GAAG,iBAAiB,GAAG,CAAC,GAAG,aAAa,CAAC;QACxD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,GAAG,iBAAiB,GAAG,aAAa,GAAG,aAAa,GAAG,CAAC,GAAG,aAAa,CAAC;QACxF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAsB;IAC1D,OAAO;QACL,IAAI;QACJ,aAAa;QACb,aAAa;QACb,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;QACnC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;KACpC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
+{"version":3,"file":"kzg.js","sourceRoot":"","sources":["../../src/util/kzg.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAC;AAEpD,SAAS,aAAa;IACpB,MAAM,KAAK,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,IAAI,IAAI,GAiBX;IACF,gBAAgB,EAAE,aAAa;IAC/B,mBAAmB,EAAE,aAAa;IAClC,eAAe,EAAE,aAAa;IAC9B,mBAAmB,EAAE,aAAa;IAClC,cAAc,EAAE,aAAa;IAC7B,kBAAkB,EAAE,aAAa;IACjC,uBAAuB,EAAE,aAAa;IACtC,YAAY,EAAE,aAAa;IAC3B,wBAAwB,EAAE,aAAa;IACvC,wBAAwB,EAAE,aAAa;IACvC,uBAAuB,EAAE,aAAa;CACvC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC5B,aAAa;IACb,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAsB,CAAC;AACxD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACtC,UAAU,GAAG,CAAC,EAAE,2BAA2B;AAC3C,QAAiB;IAEjB,IAAI,CAAC;QACH,IAAI,CAAC;YACH,yFAAyF;YACzF,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,OAAO,KAAK,uCAAuC,EAAE,CAAC;gBACrE,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACV,CAAW,CAAC,OAAO,GAAG,QAAQ;YAC7B,CAAC,CAAC,+BAA+B,QAAQ,KAAM,CAAW,CAAC,OAAO,EAAE;YACpE,CAAC,CAAC,wCAAyC,CAAW,CAAC,OAAO,EAAE,CAAC;QACnE,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}

package/lib/util/metadata.d.ts

@@ -3,4 +3,8 @@ export declare function getLodestarClientVersion(info?: {
     version?: string;
     commit?: string;
 }): ClientVersion;
+/**
+ * Serializes a custody group count value into a Uint8Array suitable for the the ENR field `cgc`.
+ */
+export declare function serializeCgc(cgc: number): Uint8Array;
 //# sourceMappingURL=metadata.d.ts.map

package/lib/util/metadata.js

@@ -1,3 +1,4 @@
+import { intToBytes } from "@lodestar/utils";
 import { ClientCode } from "../execution/index.js";
 export function getLodestarClientVersion(info) {
     return {
@@ -7,4 +8,10 @@ export function getLodestarClientVersion(info) {
         commit: info?.commit?.slice(0, 8) ?? "",
     };
 }
+/**
+ * Serializes a custody group count value into a Uint8Array suitable for the the ENR field `cgc`.
+ */
+export function serializeCgc(cgc) {
+    return intToBytes(cgc, Math.ceil(Math.log2(cgc + 1) / 8), "be");
+}
 //# sourceMappingURL=metadata.js.map

package/lib/util/metadata.js.map

@@ -1 +1 @@
-{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../src/util/metadata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAgB,MAAM,uBAAuB,CAAC;AAEhE,MAAM,UAAU,wBAAwB,CAAC,IAA0C;IACjF,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,EAAE;QACnB,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,EAAE;QAC5B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;KACxC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../src/util/metadata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,UAAU,EAAgB,MAAM,uBAAuB,CAAC;AAEhE,MAAM,UAAU,wBAAwB,CAAC,IAA0C;IACjF,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,EAAE;QACnB,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,EAAE;QAC5B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;KACxC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,OAAO,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AAClE,CAAC"}

package/lib/util/sszBytes.d.ts

@@ -102,4 +102,5 @@ export declare function getCommitteeBitsFromSignedAggregateAndProofElectra(data:
 export declare function getAttDataFromSignedAggregateAndProofPhase0(data: Uint8Array): AttDataBase64 | null;
 export declare function getSlotFromSignedBeaconBlockSerialized(data: Uint8Array): Slot | null;
 export declare function getSlotFromBlobSidecarSerialized(data: Uint8Array): Slot | null;
+export declare function getSlotFromDataColumnSidecarSerialized(data: Uint8Array): Slot | null;
 //# sourceMappingURL=sszBytes.d.ts.map