@lodestar/beacon-node 1.31.0-peerDAS.d70dab2e57 → 1.31.0-rc.1

package/lib/chain/errors/dataColumnSidecarError.js

@@ -1,21 +0,0 @@
-import { GossipActionError } from "./gossipValidation.js";
-export var DataColumnSidecarErrorCode;
-(function (DataColumnSidecarErrorCode) {
-    DataColumnSidecarErrorCode["INVALID_INDEX"] = "DATA_COLUMN_SIDECAR_ERROR_INVALID_INDEX";
-    DataColumnSidecarErrorCode["NO_COMMITMENTS"] = "DATA_COLUMN_SIDECAR_ERROR_NO_COMMITMENTS";
-    DataColumnSidecarErrorCode["MISMATCHED_LENGTHS"] = "DATA_COLUMN_SIDECAR_ERROR_MISMATCHED_LENGTHS";
-    DataColumnSidecarErrorCode["INVALID_SUBNET"] = "DATA_COLUMN_SIDECAR_ERROR_INVALID_SUBNET";
-    DataColumnSidecarErrorCode["INVALID_KZG_PROOF"] = "DATA_COLUMN_SIDECAR_ERROR_INVALID_KZG_PROOF";
-    // following errors are adapted from the block errors
-    DataColumnSidecarErrorCode["ALREADY_KNOWN"] = "DATA_COLUMN_SIDECAR_ERROR_ALREADY_KNOWN";
-    DataColumnSidecarErrorCode["FUTURE_SLOT"] = "DATA_COLUMN_SIDECAR_ERROR_FUTURE_SLOT";
-    DataColumnSidecarErrorCode["WOULD_REVERT_FINALIZED_SLOT"] = "DATA_COLUMN_SIDECAR_ERROR_WOULD_REVERT_FINALIZED_SLOT";
-    DataColumnSidecarErrorCode["PARENT_UNKNOWN"] = "DATA_COLUMN_SIDECAR_ERROR_PARENT_UNKNOWN";
-    DataColumnSidecarErrorCode["NOT_LATER_THAN_PARENT"] = "DATA_COLUMN_SIDECAR_ERROR_NOT_LATER_THAN_PARENT";
-    DataColumnSidecarErrorCode["PROPOSAL_SIGNATURE_INVALID"] = "DATA_COLUMN_SIDECAR_ERROR_PROPOSAL_SIGNATURE_INVALID";
-    DataColumnSidecarErrorCode["INCLUSION_PROOF_INVALID"] = "DATA_COLUMN_SIDECAR_ERROR_INCLUSION_PROOF_INVALID";
-    DataColumnSidecarErrorCode["INCORRECT_PROPOSER"] = "DATA_COLUMN_SIDECAR_ERROR_INCORRECT_PROPOSER";
-})(DataColumnSidecarErrorCode || (DataColumnSidecarErrorCode = {}));
-export class DataColumnSidecarGossipError extends GossipActionError {
-}
-//# sourceMappingURL=dataColumnSidecarError.js.map

package/lib/chain/errors/dataColumnSidecarError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumnSidecarError.js","sourceRoot":"","sources":["../../../src/chain/errors/dataColumnSidecarError.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAExD,MAAM,CAAN,IAAY,0BAgBX;AAhBD,WAAY,0BAA0B;IACpC,uFAAyD,CAAA;IACzD,yFAA2D,CAAA;IAC3D,iGAAmE,CAAA;IACnE,yFAA2D,CAAA;IAC3D,+FAAiE,CAAA;IAEjE,qDAAqD;IACrD,uFAAyD,CAAA;IACzD,mFAAqD,CAAA;IACrD,mHAAqF,CAAA;IACrF,yFAA2D,CAAA;IAC3D,uGAAyE,CAAA;IACzE,iHAAmF,CAAA;IACnF,2GAA6E,CAAA;IAC7E,iGAAmE,CAAA;AACrE,CAAC,EAhBW,0BAA0B,KAA1B,0BAA0B,QAgBrC;AAsBD,MAAM,OAAO,4BAA6B,SAAQ,iBAA6C;CAAG"}

package/lib/chain/validation/dataColumnSidecar.d.ts

@@ -1,28 +0,0 @@
-import { Root, Slot, SubnetID, deneb, fulu } from "@lodestar/types";
-import { Metrics } from "../../metrics/metrics.js";
-import { IBeaconChain } from "../interface.js";
-export declare function validateGossipDataColumnSidecar(chain: IBeaconChain, dataColumnSidecar: fulu.DataColumnSidecar, gossipSubnet: SubnetID): Promise<void>;
-export declare function validateDataColumnsSidecars(blockSlot: Slot, blockRoot: Root, blockKzgCommitments: deneb.BlobKzgCommitments, dataColumnSidecars: fulu.DataColumnSidecars, metrics: Metrics | null, opts?: {
-    skipProofsCheck: boolean;
-}): void;
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar
- */
-export declare function verifyDataColumnSidecar(dataColumnSidecar: fulu.DataColumnSidecar): void;
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar_kzg_proofs
- */
-export declare function verifyDataColumnSidecarKzgProofs(commitments: Uint8Array[], cellIndices: number[], cells: Uint8Array[], proofs: Uint8Array[]): void;
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar_inclusion_proof
- */
-export declare function verifyDataColumnSidecarInclusionProof(dataColumnSidecar: fulu.DataColumnSidecar): boolean;
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#compute_subnet_for_data_column_sidecar
- */
-export declare function computeSubnetForDataColumnSidecar(columnSidecar: fulu.DataColumnSidecar): SubnetID;
-//# sourceMappingURL=dataColumnSidecar.d.ts.map

package/lib/chain/validation/dataColumnSidecar.js

@@ -1,245 +0,0 @@
-import { DATA_COLUMN_SIDECAR_SUBNET_COUNT, KZG_COMMITMENTS_INCLUSION_PROOF_DEPTH, KZG_COMMITMENTS_SUBTREE_INDEX, NUMBER_OF_COLUMNS, } from "@lodestar/params";
-import { ssz } from "@lodestar/types";
-import { toHex, toRootHex, verifyMerkleBranch } from "@lodestar/utils";
-import { computeStartSlotAtEpoch, getBlockHeaderProposerSignatureSet } from "@lodestar/state-transition";
-import { byteArrayEquals } from "../../util/bytes.js";
-import { ckzg } from "../../util/kzg.js";
-import { DataColumnSidecarErrorCode, DataColumnSidecarGossipError } from "../errors/dataColumnSidecarError.js";
-import { GossipAction } from "../errors/gossipValidation.js";
-import { RegenCaller } from "../regen/interface.js";
-// SPEC FUNCTION
-// https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#data_column_sidecar_subnet_id
-export async function validateGossipDataColumnSidecar(chain, dataColumnSidecar, gossipSubnet) {
-    const blockHeader = dataColumnSidecar.signedBlockHeader.message;
-    // 1) [REJECT] The sidecar is valid as verified by verify_data_column_sidecar
-    verifyDataColumnSidecar(dataColumnSidecar);
-    // 2) [REJECT] The sidecar is for the correct subnet -- i.e. compute_subnet_for_data_column_sidecar(sidecar.index) == subnet_id
-    if (computeSubnetForDataColumnSidecar(dataColumnSidecar) !== gossipSubnet) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.INVALID_SUBNET,
-            columnIdx: dataColumnSidecar.index,
-            gossipSubnet: gossipSubnet,
-        });
-    }
-    // 3) [IGNORE] The sidecar is not from a future slot (with a MAXIMUM_GOSSIP_CLOCK_DISPARITY allowance)
-    //             -- i.e. validate that sidecar.slot <= current_slot (a client MAY queue future blocks
-    //             for processing at the appropriate slot).
-    const currentSlotWithGossipDisparity = chain.clock.currentSlotWithGossipDisparity;
-    if (currentSlotWithGossipDisparity < blockHeader.slot) {
-        throw new DataColumnSidecarGossipError(GossipAction.IGNORE, {
-            code: DataColumnSidecarErrorCode.FUTURE_SLOT,
-            currentSlot: currentSlotWithGossipDisparity,
-            blockSlot: blockHeader.slot,
-        });
-    }
-    // 4) [IGNORE] The sidecar is from a slot greater than the latest finalized slot -- i.e. validate that
-    //             sidecar.slot > compute_start_slot_at_epoch(state.finalized_checkpoint.epoch)
-    const finalizedCheckpoint = chain.forkChoice.getFinalizedCheckpoint();
-    const finalizedSlot = computeStartSlotAtEpoch(finalizedCheckpoint.epoch);
-    if (blockHeader.slot <= finalizedSlot) {
-        throw new DataColumnSidecarGossipError(GossipAction.IGNORE, {
-            code: DataColumnSidecarErrorCode.WOULD_REVERT_FINALIZED_SLOT,
-            blockSlot: blockHeader.slot,
-            finalizedSlot,
-        });
-    }
-    // 6) [IGNORE] The sidecar's block's parent (defined by block_header.parent_root) has been seen (via gossip
-    //             or non-gossip sources)
-    const parentRoot = toRootHex(blockHeader.parentRoot);
-    const parentBlock = chain.forkChoice.getBlockHex(parentRoot);
-    if (parentBlock === null) {
-        // If fork choice does *not* consider the parent to be a descendant of the finalized block,
-        // then there are two more cases:
-        //
-        // 1. We have the parent stored in our database. Because fork-choice has confirmed the
-        //    parent is *not* in our post-finalization DAG, all other blocks must be either
-        //    pre-finalization or conflicting with finalization.
-        // 2. The parent is unknown to us, we probably want to download it since it might actually
-        //    descend from the finalized root.
-        // (Non-Lighthouse): Since we prune all blocks non-descendant from finalized checking the `db.block` database won't be useful to guard
-        // against known bad fork blocks, so we throw PARENT_UNKNOWN for cases (1) and (2)
-        throw new DataColumnSidecarGossipError(GossipAction.IGNORE, {
-            code: DataColumnSidecarErrorCode.PARENT_UNKNOWN,
-            parentRoot,
-        });
-    }
-    // 8) [REJECT] The sidecar is from a higher slot than the sidecar's block's parent
-    if (parentBlock.slot >= blockHeader.slot) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.NOT_LATER_THAN_PARENT,
-            parentSlot: parentBlock.slot,
-            slot: blockHeader.slot,
-        });
-    }
-    // getBlockSlotState also checks for whether the current finalized checkpoint is an ancestor of the block.
-    // As a result, we throw an IGNORE (whereas the spec says we should REJECT for this scenario).
-    // this is something we should change this in the future to make the code airtight to the spec.
-    // 7) [REJECT] The sidecar's block's parent passes validation.
-    const blockState = await chain.regen
-        .getBlockSlotState(parentRoot, blockHeader.slot, { dontTransferCache: true }, RegenCaller.validateGossipBlock)
-        .catch(() => {
-        throw new DataColumnSidecarGossipError(GossipAction.IGNORE, {
-            code: DataColumnSidecarErrorCode.PARENT_UNKNOWN,
-            parentRoot,
-        });
-    });
-    // 5) [REJECT] The proposer signature of sidecar.signed_block_header, is valid with respect to the block_header.proposer_index pubkey.
-    const signatureSet = getBlockHeaderProposerSignatureSet(blockState, dataColumnSidecar.signedBlockHeader);
-    // Don't batch so verification is not delayed
-    if (!(await chain.bls.verifySignatureSets([signatureSet], {
-        verifyOnMainThread: blockHeader.slot > chain.forkChoice.getHead().slot,
-    }))) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.PROPOSAL_SIGNATURE_INVALID,
-        });
-    }
-    // 9) [REJECT] The current finalized_checkpoint is an ancestor of the sidecar's block
-    //             -- i.e. get_checkpoint_block(store, block_header.parent_root, store.finalized_checkpoint.epoch)
-    //                     == store.finalized_checkpoint.root
-    // Handled by 7)
-    // 10) [REJECT] The sidecar's kzg_commitments field inclusion proof is valid as verified by
-    //              verify_data_column_sidecar_inclusion_proof
-    //              TODO: Can cache result on (commitments, proof, header) in the future
-    if (!verifyDataColumnSidecarInclusionProof(dataColumnSidecar)) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.INCLUSION_PROOF_INVALID,
-            slot: dataColumnSidecar.signedBlockHeader.message.slot,
-            columnIdx: dataColumnSidecar.index,
-        });
-    }
-    // 11) [REJECT] The sidecar's column data is valid as verified by verify_data_column_sidecar_kzg_proofs
-    try {
-        verifyDataColumnSidecarKzgProofs(dataColumnSidecar.kzgCommitments, Array.from({ length: dataColumnSidecar.column.length }, () => dataColumnSidecar.index), dataColumnSidecar.column, dataColumnSidecar.kzgProofs);
-    }
-    catch {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.INVALID_KZG_PROOF,
-            slot: blockHeader.slot,
-            columnIdx: dataColumnSidecar.index,
-        });
-    }
-    // 12) [IGNORE] The sidecar is the first sidecar for the tuple (block_header.slot, block_header.proposer_index,
-    //              sidecar.index) with valid header signature, sidecar inclusion proof, and kzg proof
-    //              -- Handled in seenGossipBlockInput
-    // 13) [REJECT] The sidecar is proposed by the expected proposer_index for the block's slot in the context of the current
-    //              shuffling (defined by block_header.parent_root/block_header.slot). If the proposer_index cannot
-    //              immediately be verified against the expected shuffling, the sidecar MAY be queued for later processing
-    //              while proposers for the block's branch are calculated -- in such a case do not REJECT, instead IGNORE
-    //              this message.
-    const proposerIndex = blockHeader.proposerIndex;
-    const expectedProposerIndex = blockState.epochCtx.getBeaconProposer(blockHeader.slot);
-    if (proposerIndex !== expectedProposerIndex) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.INCORRECT_PROPOSER,
-            actualProposerIndex: proposerIndex,
-            expectedProposerIndex,
-        });
-    }
-}
-export function validateDataColumnsSidecars(blockSlot, blockRoot, blockKzgCommitments, dataColumnSidecars, metrics, opts = { skipProofsCheck: false }) {
-    const commitmentBytes = [];
-    const cellIndices = [];
-    const cells = [];
-    const proofBytes = [];
-    for (let sidecarsIndex = 0; sidecarsIndex < dataColumnSidecars.length; sidecarsIndex++) {
-        const columnSidecar = dataColumnSidecars[sidecarsIndex];
-        const { index: columnIndex, column, kzgCommitments, kzgProofs } = columnSidecar;
-        const columnBlockHeader = columnSidecar.signedBlockHeader.message;
-        const columnBlockRoot = ssz.phase0.BeaconBlockHeader.hashTreeRoot(columnBlockHeader);
-        if (columnBlockHeader.slot !== blockSlot ||
-            !byteArrayEquals(columnBlockRoot, blockRoot) ||
-            kzgCommitments.length === 0 ||
-            blockKzgCommitments.length === 0 ||
-            blockKzgCommitments.length !== kzgCommitments.length ||
-            blockKzgCommitments
-                .map((commitment, i) => byteArrayEquals(commitment, kzgCommitments[i]))
-                .filter((result) => result === false).length) {
-            throw new Error(`Invalid data column sidecar slot=${columnBlockHeader.slot} columnBlockRoot=${toHex(columnBlockRoot)} columnIndex=${columnIndex} for the block blockRoot=${toHex(blockRoot)} slot=${blockSlot} sidecarsIndex=${sidecarsIndex}`);
-        }
-        if (columnIndex >= NUMBER_OF_COLUMNS) {
-            throw new Error(`Invalid data sidecar columnIndex=${columnIndex} in slot=${blockSlot} blockRoot=${toHex(blockRoot)} sidecarsIndex=${sidecarsIndex}`);
-        }
-        if (column.length !== kzgCommitments.length || column.length !== kzgProofs.length) {
-            throw new Error(`Invalid data sidecar array lengths for columnIndex=${columnIndex} in slot=${blockSlot} blockRoot=${toHex(blockRoot)}`);
-        }
-        commitmentBytes.push(...kzgCommitments);
-        cellIndices.push(...Array.from({ length: column.length }, () => columnIndex));
-        cells.push(...column);
-        proofBytes.push(...kzgProofs);
-    }
-    if (opts.skipProofsCheck) {
-        return;
-    }
-    let valid;
-    try {
-        const timer = metrics?.peerDas.kzgVerificationDataColumnBatchTime.startTimer();
-        valid = ckzg.verifyCellKzgProofBatch(commitmentBytes, cellIndices, cells, proofBytes);
-        timer?.();
-    }
-    catch (err) {
-        err.message = `Error in verifyCellKzgProofBatch for slot=${blockSlot} blockRoot=${toHex(blockRoot)}`;
-        throw err;
-    }
-    if (!valid) {
-        throw new Error(`Invalid data column sidecars in slot=${blockSlot} blockRoot=${toHex(blockRoot)}`);
-    }
-}
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar
- */
-export function verifyDataColumnSidecar(dataColumnSidecar) {
-    if (dataColumnSidecar.index >= NUMBER_OF_COLUMNS) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.INVALID_INDEX,
-            columnIdx: dataColumnSidecar.index,
-        });
-    }
-    if (dataColumnSidecar.kzgCommitments.length === 0) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.NO_COMMITMENTS,
-            columnIdx: dataColumnSidecar.index,
-        });
-    }
-    if (dataColumnSidecar.column.length !== dataColumnSidecar.kzgCommitments.length ||
-        dataColumnSidecar.column.length !== dataColumnSidecar.kzgProofs.length) {
-        throw new DataColumnSidecarGossipError(GossipAction.REJECT, {
-            code: DataColumnSidecarErrorCode.MISMATCHED_LENGTHS,
-            columnLength: dataColumnSidecar.column.length,
-            commitmentsLength: dataColumnSidecar.kzgCommitments.length,
-            proofsLength: dataColumnSidecar.kzgProofs.length,
-        });
-    }
-}
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar_kzg_proofs
- */
-export function verifyDataColumnSidecarKzgProofs(commitments, cellIndices, cells, proofs) {
-    let valid;
-    try {
-        valid = ckzg.verifyCellKzgProofBatch(commitments, cellIndices, cells, proofs);
-    }
-    catch (e) {
-        e.message = `Error on verifyCellKzgProofBatch: ${e.message}`;
-        throw e;
-    }
-    if (!valid) {
-        throw Error("Invalid verifyCellKzgProofBatch");
-    }
-}
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#verify_data_column_sidecar_inclusion_proof
- */
-export function verifyDataColumnSidecarInclusionProof(dataColumnSidecar) {
-    return verifyMerkleBranch(ssz.deneb.BlobKzgCommitments.hashTreeRoot(dataColumnSidecar.kzgCommitments), dataColumnSidecar.kzgCommitmentsInclusionProof, KZG_COMMITMENTS_INCLUSION_PROOF_DEPTH, KZG_COMMITMENTS_SUBTREE_INDEX, dataColumnSidecar.signedBlockHeader.message.bodyRoot);
-}
-/**
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/p2p-interface.md#compute_subnet_for_data_column_sidecar
- */
-export function computeSubnetForDataColumnSidecar(columnSidecar) {
-    return columnSidecar.index % DATA_COLUMN_SIDECAR_SUBNET_COUNT;
-}
-//# sourceMappingURL=dataColumnSidecar.js.map

package/lib/chain/validation/dataColumnSidecar.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumnSidecar.js","sourceRoot":"","sources":["../../../src/chain/validation/dataColumnSidecar.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gCAAgC,EAChC,qCAAqC,EACrC,6BAA6B,EAC7B,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAoC,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAC,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAC,uBAAuB,EAAE,kCAAkC,EAAC,MAAM,4BAA4B,CAAC;AAEvG,OAAO,EAAC,eAAe,EAAC,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAC,IAAI,EAAC,MAAM,mBAAmB,CAAC;AACvC,OAAO,EAAC,0BAA0B,EAAE,4BAA4B,EAAC,MAAM,qCAAqC,CAAC;AAC7G,OAAO,EAAC,YAAY,EAAC,MAAM,+BAA+B,CAAC;AAE3D,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAElD,gBAAgB;AAChB,iHAAiH;AACjH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,KAAmB,EACnB,iBAAyC,EACzC,YAAsB;IAEtB,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;IAEhE,6EAA6E;IAC7E,uBAAuB,CAAC,iBAAiB,CAAC,CAAC;IAE3C,+HAA+H;IAC/H,IAAI,iCAAiC,CAAC,iBAAiB,CAAC,KAAK,YAAY,EAAE,CAAC;QAC1E,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,cAAc;YAC/C,SAAS,EAAE,iBAAiB,CAAC,KAAK;YAClC,YAAY,EAAE,YAAY;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,sGAAsG;IACtG,mGAAmG;IACnG,uDAAuD;IACvD,MAAM,8BAA8B,GAAG,KAAK,CAAC,KAAK,CAAC,8BAA8B,CAAC;IAClF,IAAI,8BAA8B,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,WAAW;YAC5C,WAAW,EAAE,8BAA8B;YAC3C,SAAS,EAAE,WAAW,CAAC,IAAI;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,sGAAsG;IACtG,2FAA2F;IAC3F,MAAM,mBAAmB,GAAG,KAAK,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC;IACtE,MAAM,aAAa,GAAG,uBAAuB,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACzE,IAAI,WAAW,CAAC,IAAI,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,2BAA2B;YAC5D,SAAS,EAAE,WAAW,CAAC,IAAI;YAC3B,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAED,2GAA2G;IAC3G,qCAAqC;IACrC,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC7D,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,2FAA2F;QAC3F,iCAAiC;QACjC,EAAE;QACF,sFAAsF;QACtF,mFAAmF;QACnF,wDAAwD;QACxD,0FAA0F;QAC1F,sCAAsC;QACtC,sIAAsI;QACtI,kFAAkF;QAClF,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,cAAc;YAC/C,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,kFAAkF;IAClF,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,qBAAqB;YACtD,UAAU,EAAE,WAAW,CAAC,IAAI;YAC5B,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB,CAAC,CAAC;IACL,CAAC;IAED,0GAA0G;IAC1G,8FAA8F;IAC9F,+FAA+F;IAC/F,8DAA8D;IAC9D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,KAAK;SACjC,iBAAiB,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,EAAC,iBAAiB,EAAE,IAAI,EAAC,EAAE,WAAW,CAAC,mBAAmB,CAAC;SAC3G,KAAK,CAAC,GAAG,EAAE;QACV,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,cAAc;YAC/C,UAAU;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,sIAAsI;IACtI,MAAM,YAAY,GAAG,kCAAkC,CAAC,UAAU,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACzG,6CAA6C;IAC7C,IACE,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,YAAY,CAAC,EAAE;QACpD,kBAAkB,EAAE,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,IAAI;KACvE,CAAC,CAAC,EACH,CAAC;QACD,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,0BAA0B;SAC5D,CAAC,CAAC;IACL,CAAC;IAED,qFAAqF;IACrF,8GAA8G;IAC9G,yDAAyD;IACzD,gBAAgB;IAEhB,2FAA2F;IAC3F,0DAA0D;IAC1D,oFAAoF;IACpF,IAAI,CAAC,qCAAqC,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,uBAAuB;YACxD,IAAI,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI;YACtD,SAAS,EAAE,iBAAiB,CAAC,KAAK;SACnC,CAAC,CAAC;IACL,CAAC;IAED,uGAAuG;IACvG,IAAI,CAAC;QACH,gCAAgC,CAC9B,iBAAiB,CAAC,cAAc,EAChC,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAC,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,EACpF,iBAAiB,CAAC,MAAM,EACxB,iBAAiB,CAAC,SAAS,CAC5B,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,iBAAiB;YAClD,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,SAAS,EAAE,iBAAiB,CAAC,KAAK;SACnC,CAAC,CAAC;IACL,CAAC;IAED,+GAA+G;IAC/G,kGAAkG;IAClG,kDAAkD;IAElD,yHAAyH;IACzH,+GAA+G;IAC/G,sHAAsH;IACtH,qHAAqH;IACrH,6BAA6B;IAC7B,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC;IAChD,MAAM,qBAAqB,GAAG,UAAU,CAAC,QAAQ,CAAC,iBAAiB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAEtF,IAAI,aAAa,KAAK,qBAAqB,EAAE,CAAC;QAC5C,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,kBAAkB;YACnD,mBAAmB,EAAE,aAAa;YAClC,qBAAqB;SACtB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,SAAe,EACf,SAAe,EACf,mBAA6C,EAC7C,kBAA2C,EAC3C,OAAuB,EACvB,OAAmC,EAAC,eAAe,EAAE,KAAK,EAAC;IAE3D,MAAM,eAAe,GAAiB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAiB,EAAE,CAAC;IAEpC,KAAK,IAAI,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,CAAC;QACvF,MAAM,aAAa,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,EAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAC,GAAG,aAAa,CAAC;QAC9E,MAAM,iBAAiB,GAAG,aAAa,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAClE,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACrF,IACE,iBAAiB,CAAC,IAAI,KAAK,SAAS;YACpC,CAAC,eAAe,CAAC,eAAe,EAAE,SAAS,CAAC;YAC5C,cAAc,CAAC,MAAM,KAAK,CAAC;YAC3B,mBAAmB,CAAC,MAAM,KAAK,CAAC;YAChC,mBAAmB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;YACpD,mBAAmB;iBAChB,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;iBACtE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,MAAM,EAC9C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,oCAAoC,iBAAiB,CAAC,IAAI,oBAAoB,KAAK,CAAC,eAAe,CAAC,gBAAgB,WAAW,4BAA4B,KAAK,CAAC,SAAS,CAAC,SAAS,SAAS,kBAAkB,aAAa,EAAE,CAC/N,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,IAAI,iBAAiB,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,oCAAoC,WAAW,YAAY,SAAS,cAAc,KAAK,CAAC,SAAS,CAAC,kBAAkB,aAAa,EAAE,CACpI,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;YAClF,MAAM,IAAI,KAAK,CACb,sDAAsD,WAAW,YAAY,SAAS,cAAc,KAAK,CAAC,SAAS,CAAC,EAAE,CACvH,CAAC;QACJ,CAAC;QAED,eAAe,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACxC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAC5E,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QACtB,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IAED,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,kCAAkC,CAAC,UAAU,EAAE,CAAC;QAC/E,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACtF,KAAK,EAAE,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACZ,GAAa,CAAC,OAAO,GAAG,6CAA6C,SAAS,cAAc,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAChH,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,cAAc,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACrG,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,iBAAyC;IAC/E,IAAI,iBAAiB,CAAC,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACjD,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,aAAa;YAC9C,SAAS,EAAE,iBAAiB,CAAC,KAAK;SACnC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,iBAAiB,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,cAAc;YAC/C,SAAS,EAAE,iBAAiB,CAAC,KAAK;SACnC,CAAC,CAAC;IACL,CAAC;IAED,IACE,iBAAiB,CAAC,MAAM,CAAC,MAAM,KAAK,iBAAiB,CAAC,cAAc,CAAC,MAAM;QAC3E,iBAAiB,CAAC,MAAM,CAAC,MAAM,KAAK,iBAAiB,CAAC,SAAS,CAAC,MAAM,EACtE,CAAC;QACD,MAAM,IAAI,4BAA4B,CAAC,YAAY,CAAC,MAAM,EAAE;YAC1D,IAAI,EAAE,0BAA0B,CAAC,kBAAkB;YACnD,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM;YAC7C,iBAAiB,EAAE,iBAAiB,CAAC,cAAc,CAAC,MAAM;YAC1D,YAAY,EAAE,iBAAiB,CAAC,SAAS,CAAC,MAAM;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gCAAgC,CAC9C,WAAyB,EACzB,WAAqB,EACrB,KAAmB,EACnB,MAAoB;IAEpB,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QACH,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACV,CAAW,CAAC,OAAO,GAAG,qCAAsC,CAAW,CAAC,OAAO,EAAE,CAAC;QACnF,MAAM,CAAC,CAAC;IACV,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qCAAqC,CAAC,iBAAyC;IAC7F,OAAO,kBAAkB,CACvB,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,YAAY,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAC3E,iBAAiB,CAAC,4BAA4B,EAC9C,qCAAqC,EACrC,6BAA6B,EAC7B,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CACrD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iCAAiC,CAAC,aAAqC;IACrF,OAAO,aAAa,CAAC,KAAK,GAAG,gCAAgC,CAAC;AAChE,CAAC"}

package/lib/db/repositories/dataColumnSidecars.d.ts

@@ -1,47 +0,0 @@
-import { ByteVectorType, ContainerType, ValueOf } from "@chainsafe/ssz";
-import { ChainForkConfig } from "@lodestar/config";
-import { Db, Repository } from "@lodestar/db";
-export declare const dataColumnSidecarsWrapperSsz: ContainerType<{
-    blockRoot: ByteVectorType;
-    slot: import("@chainsafe/ssz").UintNumberType;
-    dataColumnsLen: import("@chainsafe/ssz").UintNumberType;
-    dataColumnsSize: import("@chainsafe/ssz").UintNumberType;
-    dataColumnsIndex: ByteVectorType;
-    dataColumnSidecars: import("@chainsafe/ssz").ListCompositeType<ContainerType<{
-        index: import("@chainsafe/ssz").UintNumberType;
-        column: import("@chainsafe/ssz").ListCompositeType<import("@chainsafe/ssz").ByteVectorType>;
-        kzgCommitments: import("@chainsafe/ssz").ListCompositeType<import("@chainsafe/ssz").ByteVectorType>;
-        kzgProofs: import("@chainsafe/ssz").ListCompositeType<import("@chainsafe/ssz").ByteVectorType>;
-        signedBlockHeader: ContainerType<{
-            message: ContainerType<{
-                slot: import("@chainsafe/ssz").UintNumberType;
-                proposerIndex: import("@chainsafe/ssz").UintNumberType;
-                parentRoot: import("@chainsafe/ssz").ByteVectorType;
-                stateRoot: import("@chainsafe/ssz").ByteVectorType;
-                bodyRoot: import("@chainsafe/ssz").ByteVectorType;
-            }>;
-            signature: import("@chainsafe/ssz").ByteVectorType;
-        }>;
-        kzgCommitmentsInclusionProof: import("@chainsafe/ssz").VectorCompositeType<import("@chainsafe/ssz").ByteVectorType>;
-    }>>;
-}>;
-export type DataColumnSidecarsWrapper = ValueOf<typeof dataColumnSidecarsWrapperSsz>;
-export declare const BLOCK_ROOT_IN_WRAPPER_INDEX = 0;
-export declare const BLOCK_SLOT_IN_WRAPPER_INDEX = 32;
-export declare const NUM_COLUMNS_IN_WRAPPER_INDEX = 40;
-export declare const COLUMN_SIZE_IN_WRAPPER_INDEX = 41;
-export declare const CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX = 49;
-export declare const DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX: number;
-/**
- * dataColumnSidecarsWrapper by block root (= hash_tree_root(SignedBeaconBlock.message))
- *
- * Used to store unfinalized DataColumnSidecars
- */
-export declare class DataColumnSidecarsRepository extends Repository<Uint8Array, DataColumnSidecarsWrapper> {
-    constructor(config: ChainForkConfig, db: Db);
-    /**
-     * Id is hashTreeRoot of unsigned BeaconBlock
-     */
-    getId(value: DataColumnSidecarsWrapper): Uint8Array;
-}
-//# sourceMappingURL=dataColumnSidecars.d.ts.map

package/lib/db/repositories/dataColumnSidecars.js

@@ -1,40 +0,0 @@
-import { ByteVectorType, ContainerType } from "@chainsafe/ssz";
-import { Repository } from "@lodestar/db";
-import { NUMBER_OF_COLUMNS } from "@lodestar/params";
-import { ssz } from "@lodestar/types";
-import { Bucket, getBucketNameByValue } from "../buckets.js";
-export const dataColumnSidecarsWrapperSsz = new ContainerType({
-    blockRoot: ssz.Root,
-    slot: ssz.Slot,
-    dataColumnsLen: ssz.Uint8,
-    dataColumnsSize: ssz.UintNum64,
-    // // each byte[i] tells what index (1 based) the column i is stored, 0 means not custodied
-    // max value to represent will be 128 which can be represented in a byte
-    dataColumnsIndex: new ByteVectorType(NUMBER_OF_COLUMNS),
-    dataColumnSidecars: ssz.fulu.DataColumnSidecars,
-}, { typeName: "DataColumnSidecarsWrapper", jsonCase: "eth2" });
-export const BLOCK_ROOT_IN_WRAPPER_INDEX = 0;
-export const BLOCK_SLOT_IN_WRAPPER_INDEX = 32;
-export const NUM_COLUMNS_IN_WRAPPER_INDEX = 40;
-export const COLUMN_SIZE_IN_WRAPPER_INDEX = 41;
-export const CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX = 49;
-export const DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX = CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX + NUMBER_OF_COLUMNS + 4;
-/**
- * dataColumnSidecarsWrapper by block root (= hash_tree_root(SignedBeaconBlock.message))
- *
- * Used to store unfinalized DataColumnSidecars
- */
-export class DataColumnSidecarsRepository extends Repository {
-    constructor(config, db) {
-        const bucket = Bucket.allForks_dataColumnSidecars;
-        super(config, db, bucket, dataColumnSidecarsWrapperSsz, getBucketNameByValue(bucket));
-    }
-    /**
-     * Id is hashTreeRoot of unsigned BeaconBlock
-     */
-    getId(value) {
-        const { blockRoot } = value;
-        return blockRoot;
-    }
-}
-//# sourceMappingURL=dataColumnSidecars.js.map

package/lib/db/repositories/dataColumnSidecars.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumnSidecars.js","sourceRoot":"","sources":["../../../src/db/repositories/dataColumnSidecars.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAE,aAAa,EAAU,MAAM,gBAAgB,CAAC;AAEtE,OAAO,EAAK,UAAU,EAAC,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAC,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAC,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAEpC,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,eAAe,CAAC;AAE3D,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,aAAa,CAC3D;IACE,SAAS,EAAE,GAAG,CAAC,IAAI;IACnB,IAAI,EAAE,GAAG,CAAC,IAAI;IACd,cAAc,EAAE,GAAG,CAAC,KAAK;IACzB,eAAe,EAAE,GAAG,CAAC,SAAS;IAC9B,2FAA2F;IAC3F,wEAAwE;IACxE,gBAAgB,EAAE,IAAI,cAAc,CAAC,iBAAiB,CAAC;IACvD,kBAAkB,EAAE,GAAG,CAAC,IAAI,CAAC,kBAAkB;CAChD,EACD,EAAC,QAAQ,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,EAAC,CAC1D,CAAC;AAGF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC;AAC7C,MAAM,CAAC,MAAM,2BAA2B,GAAG,EAAE,CAAC;AAC9C,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAC/C,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAC/C,MAAM,CAAC,MAAM,mCAAmC,GAAG,EAAE,CAAC;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,mCAAmC,GAAG,iBAAiB,GAAG,CAAC,CAAC;AAEjH;;;;GAIG;AACH,MAAM,OAAO,4BAA6B,SAAQ,UAAiD;IACjG,YAAY,MAAuB,EAAE,EAAM;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,2BAA2B,CAAC;QAClD,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,4BAA4B,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAgC;QACpC,MAAM,EAAC,SAAS,EAAC,GAAG,KAAK,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/lib/db/repositories/dataColumnSidecarsArchive.d.ts

@@ -1,15 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { Db, Repository } from "@lodestar/db";
-import { Slot } from "@lodestar/types";
-import { DataColumnSidecarsWrapper } from "./dataColumnSidecars.js";
-/**
- * dataColumnSidecarsWrapper by slot
- *
- * Used to store finalized DataColumnSidecars
- */
-export declare class DataColumnSidecarsArchiveRepository extends Repository<Slot, DataColumnSidecarsWrapper> {
-    constructor(config: ChainForkConfig, db: Db);
-    getId(value: DataColumnSidecarsWrapper): Slot;
-    decodeKey(data: Uint8Array): number;
-}
-//# sourceMappingURL=dataColumnSidecarsArchive.d.ts.map

package/lib/db/repositories/dataColumnSidecarsArchive.js

@@ -1,23 +0,0 @@
-import { Repository } from "@lodestar/db";
-import { bytesToInt } from "@lodestar/utils";
-import { Bucket, getBucketNameByValue } from "../buckets.js";
-import { dataColumnSidecarsWrapperSsz } from "./dataColumnSidecars.js";
-/**
- * dataColumnSidecarsWrapper by slot
- *
- * Used to store finalized DataColumnSidecars
- */
-export class DataColumnSidecarsArchiveRepository extends Repository {
-    constructor(config, db) {
-        const bucket = Bucket.allForks_dataColumnSidecarsArchive;
-        super(config, db, bucket, dataColumnSidecarsWrapperSsz, getBucketNameByValue(bucket));
-    }
-    // Handle key as slot
-    getId(value) {
-        return value.slot;
-    }
-    decodeKey(data) {
-        return bytesToInt(super.decodeKey(data), "be");
-    }
-}
-//# sourceMappingURL=dataColumnSidecarsArchive.js.map

package/lib/db/repositories/dataColumnSidecarsArchive.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumnSidecarsArchive.js","sourceRoot":"","sources":["../../../src/db/repositories/dataColumnSidecarsArchive.ts"],"names":[],"mappings":"AACA,OAAO,EAAK,UAAU,EAAC,MAAM,cAAc,CAAC;AAE5C,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,eAAe,CAAC;AAC3D,OAAO,EAA4B,4BAA4B,EAAC,MAAM,yBAAyB,CAAC;AAEhG;;;;GAIG;AACH,MAAM,OAAO,mCAAoC,SAAQ,UAA2C;IAClG,YAAY,MAAuB,EAAE,EAAM;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,kCAAkC,CAAC;QACzD,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,4BAA4B,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC;IACxF,CAAC;IAED,qBAAqB;IAErB,KAAK,CAAC,KAAgC;QACpC,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,IAAgB;QACxB,OAAO,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAA0B,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;CACF"}

package/lib/network/networkConfig.d.ts

@@ -1,23 +0,0 @@
-import { PeerId } from "@libp2p/interface";
-import { BeaconConfig } from "@lodestar/config";
-import { CustodyConfig } from "../util/dataColumns.js";
-import { NodeId } from "./subnets/interface.js";
-/**
- * Store shared data for different modules in the network stack.
- * TODO: consider moving similar shared data, for example PeersData, under NetworkConfig.
- */
-export declare class NetworkConfig {
-    private readonly nodeId;
-    private readonly config;
-    private readonly custodyConfig;
-    constructor(peerId: PeerId, config: BeaconConfig);
-    getConfig(): BeaconConfig;
-    getNodeId(): NodeId;
-    /**
-     * Consumer should never mutate returned CustodyConfig
-     */
-    getCustodyConfig(): CustodyConfig;
-    setTargetGroupCount(count: number): void;
-    setAdvertisedGroupCount(count: number): void;
-}
-//# sourceMappingURL=networkConfig.d.ts.map

package/lib/network/networkConfig.js

@@ -1,32 +0,0 @@
-import { CustodyConfig } from "../util/dataColumns.js";
-import { computeNodeId } from "./subnets/interface.js";
-/**
- * Store shared data for different modules in the network stack.
- * TODO: consider moving similar shared data, for example PeersData, under NetworkConfig.
- */
-export class NetworkConfig {
-    constructor(peerId, config) {
-        this.nodeId = computeNodeId(peerId);
-        this.config = config;
-        this.custodyConfig = new CustodyConfig(this.nodeId, config);
-    }
-    getConfig() {
-        return this.config;
-    }
-    getNodeId() {
-        return this.nodeId;
-    }
-    /**
-     * Consumer should never mutate returned CustodyConfig
-     */
-    getCustodyConfig() {
-        return this.custodyConfig;
-    }
-    setTargetGroupCount(count) {
-        this.custodyConfig.updateTargetCustodyGroupCount(count);
-    }
-    setAdvertisedGroupCount(count) {
-        this.custodyConfig.updateAdvertisedCustodyGroupCount(count);
-    }
-}
-//# sourceMappingURL=networkConfig.js.map

package/lib/network/networkConfig.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"networkConfig.js","sourceRoot":"","sources":["../../src/network/networkConfig.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAS,aAAa,EAAC,MAAM,wBAAwB,CAAC;AAE7D;;;GAGG;AACH,MAAM,OAAO,aAAa;IAKxB,YAAY,MAAc,EAAE,MAAoB;QAC9C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,mBAAmB,CAAC,KAAa;QAC/B,IAAI,CAAC,aAAa,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAED,uBAAuB,CAAC,KAAa;QACnC,IAAI,CAAC,aAAa,CAAC,iCAAiC,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC;CACF"}

package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.d.ts

@@ -1,8 +0,0 @@
-import { ResponseOutgoing } from "@lodestar/reqresp";
-import { ColumnIndex, Slot, fulu } from "@lodestar/types";
-import { IBeaconChain } from "../../../chain/index.js";
-import { IBeaconDb } from "../../../db/index.js";
-export declare function onDataColumnSidecarsByRange(request: fulu.DataColumnSidecarsByRangeRequest, chain: IBeaconChain, db: IBeaconDb): AsyncIterable<ResponseOutgoing>;
-export declare function iterateDataColumnBytesFromWrapper(chain: IBeaconChain, dataColumnSidecarsBytesWrapped: Uint8Array, blockSlot: Slot, columns: ColumnIndex[]): Iterable<ResponseOutgoing>;
-export declare function validateDataColumnSidecarsByRangeRequest(request: fulu.DataColumnSidecarsByRangeRequest): fulu.DataColumnSidecarsByRangeRequest;
-//# sourceMappingURL=dataColumnSidecarsByRange.d.ts.map

package/lib/network/reqresp/handlers/dataColumnSidecarsByRange.js

@@ -1,106 +0,0 @@
-import { GENESIS_SLOT, MAX_REQUEST_BLOCKS_DENEB, NUMBER_OF_COLUMNS } from "@lodestar/params";
-import { RespStatus, ResponseError } from "@lodestar/reqresp";
-import { ssz } from "@lodestar/types";
-import { fromHex } from "@lodestar/utils";
-import { COLUMN_SIZE_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX, DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX, NUM_COLUMNS_IN_WRAPPER_INDEX, } from "../../../db/repositories/dataColumnSidecars.js";
-export async function* onDataColumnSidecarsByRange(request, chain, db) {
-    // Non-finalized range of blobs
-    const { startSlot, count, columns } = validateDataColumnSidecarsByRangeRequest(request);
-    const endSlot = startSlot + count;
-    const finalized = db.dataColumnSidecarsArchive;
-    const unfinalized = db.dataColumnSidecars;
-    const finalizedSlot = chain.forkChoice.getFinalizedBlock().slot;
-    // console.log(
-    //   `incoming onDataColumnSidecarsByRange startSlot=${startSlot}, count=${count}, columns=${columns.join(" ")} finalizedSlot=${finalizedSlot} endSlot=${endSlot}`
-    // );
-    // Finalized range of blobs
-    if (startSlot <= finalizedSlot) {
-        // console.log(`serving onDataColumnSidecarsByRange finalized startSlot=${startSlot} finalizedSlot=${finalizedSlot}`);
-        // Chain of blobs won't change
-        for await (const { key, value: dataColumnSideCarsBytesWrapped } of finalized.binaryEntriesStream({
-            gte: startSlot,
-            lt: endSlot,
-        })) {
-            yield* iterateDataColumnBytesFromWrapper(chain, dataColumnSideCarsBytesWrapped, finalized.decodeKey(key), columns);
-        }
-    }
-    // Non-finalized range of blobs
-    if (endSlot > finalizedSlot) {
-        // console.log(`serving onDataColumnSidecarsByRange unfinalized endSlot=${endSlot} finalizedSlot=${finalizedSlot}`);
-        const headRoot = chain.forkChoice.getHeadRoot();
-        // TODO DENEB: forkChoice should mantain an array of canonical blocks, and change only on reorg
-        const headChain = chain.forkChoice.getAllAncestorBlocks(headRoot);
-        // Iterate head chain with ascending block numbers
-        for (let i = headChain.length - 1; i >= 0; i--) {
-            const block = headChain[i];
-            // Must include only blobs in the range requested
-            if (block.slot >= startSlot && block.slot < endSlot) {
-                // Note: Here the forkChoice head may change due to a re-org, so the headChain reflects the canonical chain
-                // at the time of the start of the request. Spec is clear the chain of blobs must be consistent, but on
-                // re-org there's no need to abort the request
-                // Spec: https://github.com/ethereum/consensus-specs/blob/a1e46d1ae47dd9d097725801575b46907c12a1f8/specs/eip4844/p2p-interface.md#blobssidecarsbyrange-v1
-                const blobSideCarsBytesWrapped = await unfinalized.getBinary(fromHex(block.blockRoot));
-                if (!blobSideCarsBytesWrapped) {
-                    // console.log(`error onDataColumnSidecarsByRange No item for root ${block.blockRoot} slot ${block.slot}`);
-                    // Handle the same to onBeaconBlocksByRange
-                    throw new ResponseError(RespStatus.SERVER_ERROR, `No item for root ${block.blockRoot} slot ${block.slot}`);
-                }
-                yield* iterateDataColumnBytesFromWrapper(chain, blobSideCarsBytesWrapped, block.slot, columns);
-            }
-            // If block is after endSlot, stop iterating
-            else if (block.slot >= endSlot) {
-                // console.log(`breaking away onDataColumnSidecarsByRange block.slot=${block.slot} endSlot=${endSlot}`);
-                break;
-            }
-        }
-    }
-}
-export function* iterateDataColumnBytesFromWrapper(chain, dataColumnSidecarsBytesWrapped, blockSlot, columns) {
-    const retrivedColumnsLen = ssz.Uint8.deserialize(dataColumnSidecarsBytesWrapped.slice(NUM_COLUMNS_IN_WRAPPER_INDEX, COLUMN_SIZE_IN_WRAPPER_INDEX));
-    const retrievedColumnsSizeBytes = dataColumnSidecarsBytesWrapped.slice(COLUMN_SIZE_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX);
-    const columnsSize = ssz.UintNum64.deserialize(retrievedColumnsSizeBytes);
-    const dataColumnsIndex = dataColumnSidecarsBytesWrapped.slice(CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX + NUMBER_OF_COLUMNS);
-    const allDataColumnSidecarsBytes = dataColumnSidecarsBytesWrapped.slice(DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX + 4 * retrivedColumnsLen);
-    const columnsLen = allDataColumnSidecarsBytes.length / columnsSize;
-    // const storedColumns = Array.from({length: NUMBER_OF_COLUMNS}, (_v, i) => i).filter((i) => dataColumnsIndex[i] > 0);
-    // console.log(
-    //   `onDataColumnSidecarsByRange: slot=${blockSlot} columnsSize=${columnsSize} columnsLen=${columnsLen} retrivedColumnsLen=${retrivedColumnsLen} toredColumnsNum=${allDataColumnSidecarsBytes.length / columnsSize}, storedColumns=${storedColumns.join(" ")}`
-    // );
-    // no columns possibly no blob
-    if (columnsLen === 0) {
-        return;
-    }
-    const fork = chain.config.getForkName(blockSlot);
-    for (const index of columns) {
-        // get the index at which the column is
-        const dataIndex = (dataColumnsIndex[index] ?? 0) - 1;
-        if (dataIndex < 0) {
-            throw new ResponseError(RespStatus.SERVER_ERROR, `dataColumnSidecar index=${index} dataIndex=${dataIndex} not custodied`);
-        }
-        const dataColumnSidecarBytes = allDataColumnSidecarsBytes.slice(dataIndex * columnsSize, (dataIndex + 1) * columnsSize);
-        if (dataColumnSidecarBytes.length !== columnsSize) {
-            throw new ResponseError(RespStatus.SERVER_ERROR, `Invalid dataColumnSidecar index=${index} dataIndex=${dataIndex} bytes length=${dataColumnSidecarBytes.length} expected=${columnsSize} for slot ${blockSlot} blobsLen=${columnsLen}`);
-        }
-        // console.log(`iterate onDataColumnSidecarsByRange blockSlot=${blockSlot} index=${index} dataIndex=${dataIndex}`);
-        yield {
-            data: dataColumnSidecarBytes,
-            fork,
-        };
-    }
-}
-export function validateDataColumnSidecarsByRangeRequest(request) {
-    const { startSlot, columns } = request;
-    let { count } = request;
-    if (count < 1) {
-        throw new ResponseError(RespStatus.INVALID_REQUEST, "count < 1");
-    }
-    // TODO: validate against MIN_EPOCHS_FOR_BLOCK_REQUESTS
-    if (startSlot < GENESIS_SLOT) {
-        throw new ResponseError(RespStatus.INVALID_REQUEST, "startSlot < genesis");
-    }
-    if (count > MAX_REQUEST_BLOCKS_DENEB) {
-        count = MAX_REQUEST_BLOCKS_DENEB;
-    }
-    return { startSlot, count, columns };
-}
-//# sourceMappingURL=dataColumnSidecarsByRange.js.map