@lodestar/beacon-node 1.35.0-dev.7a3b3a996e → 1.35.0-dev.811265f1e2

package/lib/sync/utils/downloadByRoot.d.ts

@@ -1,119 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { ForkPostDeneb, ForkPostFulu, ForkPreFulu } from "@lodestar/params";
-import { BlobIndex, ColumnIndex, SignedBeaconBlock, Slot, deneb, fulu } from "@lodestar/types";
-import { LodestarError } from "@lodestar/utils";
-import { SeenBlockInput } from "../../chain/seenCache/seenGossipBlockInput.js";
-import { INetwork } from "../../network/interface.js";
-import { BlockInputSyncCacheItem, PendingBlockInput } from "../types.js";
-import { PeerSyncMeta } from "../../network/peers/peersData.js";
-import { PeerIdStr } from "../../util/peerId.js";
-import { WarnResult } from "../../util/wrapError.js";
-export type FetchByRootCoreProps = {
-    config: ChainForkConfig;
-    network: INetwork;
-    peerMeta: PeerSyncMeta;
-};
-export type FetchByRootProps = FetchByRootCoreProps & {
-    cacheItem: BlockInputSyncCacheItem;
-    blockRoot: Uint8Array;
-};
-export type FetchByRootAndValidateBlockProps = Omit<FetchByRootCoreProps, "peerMeta"> & {
-    peerIdStr: PeerIdStr;
-    blockRoot: Uint8Array;
-};
-export type FetchByRootAndValidateBlobsProps = FetchByRootAndValidateBlockProps & {
-    forkName: ForkPreFulu;
-    block: SignedBeaconBlock<ForkPostDeneb>;
-    blockRoot: Uint8Array;
-    missing: BlobIndex[];
-};
-export type FetchByRootAndValidateColumnsProps = FetchByRootCoreProps & {
-    blockRoot: Uint8Array;
-    forkName: ForkPostFulu;
-    block: SignedBeaconBlock<ForkPostFulu>;
-    missing: ColumnIndex[];
-};
-export type FetchByRootResponses = {
-    block: SignedBeaconBlock;
-    blobSidecars?: deneb.BlobSidecars;
-    columnSidecars?: fulu.DataColumnSidecars;
-};
-export type DownloadByRootProps = FetchByRootCoreProps & {
-    cacheItem: BlockInputSyncCacheItem;
-    seenCache: SeenBlockInput;
-};
-export declare function downloadByRoot({ config, seenCache, network, peerMeta, cacheItem, }: DownloadByRootProps): Promise<WarnResult<PendingBlockInput, DownloadByRootError>>;
-export declare function fetchByRoot({ config, network, peerMeta, blockRoot, cacheItem, }: FetchByRootProps): Promise<WarnResult<FetchByRootResponses, DownloadByRootError>>;
-export declare function fetchAndValidateBlock({ config, network, peerIdStr, blockRoot, }: FetchByRootAndValidateBlockProps): Promise<SignedBeaconBlock>;
-export declare function fetchAndValidateBlobs({ network, peerIdStr, blockRoot, block, missing, }: FetchByRootAndValidateBlobsProps): Promise<deneb.BlobSidecars>;
-export declare function fetchBlobsByRoot({ network, peerIdStr, blockRoot, missing, indicesInPossession, }: Pick<FetchByRootAndValidateBlobsProps, "network" | "peerIdStr" | "blockRoot" | "missing"> & {
-    indicesInPossession?: number[];
-}): Promise<deneb.BlobSidecars>;
-export declare function fetchAndValidateColumns({ network, peerMeta, block, blockRoot, missing, }: FetchByRootAndValidateColumnsProps): Promise<WarnResult<fulu.DataColumnSidecars, DownloadByRootError>>;
-export declare function fetchColumnsByRoot({ network, peerMeta, blockRoot, missing, }: Pick<FetchByRootAndValidateColumnsProps, "network" | "peerMeta" | "blockRoot" | "missing">): Promise<fulu.DataColumnSidecars>;
-export type ValidateColumnSidecarsProps = Pick<FetchByRootAndValidateColumnsProps, "config" | "peerMeta" | "blockRoot" | "missing"> & {
-    slot: number;
-    blobCount: number;
-    needed?: fulu.DataColumnSidecars;
-    needToPublish?: fulu.DataColumnSidecars;
-};
-export declare function validateColumnSidecars({ peerMeta, slot, blockRoot, blobCount, missing, needed, needToPublish, }: ValidateColumnSidecarsProps): Promise<void>;
-export declare enum DownloadByRootErrorCode {
-    MISMATCH_BLOCK_ROOT = "DOWNLOAD_BY_ROOT_ERROR_MISMATCH_BLOCK_ROOT",
-    EXTRA_SIDECAR_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_EXTRA_SIDECAR_RECEIVED",
-    NO_SIDECAR_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_NO_SIDECAR_RECEIVED",
-    NOT_ENOUGH_SIDECARS_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_NOT_ENOUGH_SIDECARS_RECEIVED",
-    INVALID_INCLUSION_PROOF = "DOWNLOAD_BY_ROOT_ERROR_INVALID_INCLUSION_PROOF",
-    INVALID_KZG_PROOF = "DOWNLOAD_BY_ROOT_ERROR_INVALID_KZG_PROOF",
-    MISSING_BLOCK_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOCK_RESPONSE",
-    MISSING_BLOB_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOB_RESPONSE",
-    MISSING_COLUMN_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_COLUMN_RESPONSE",
-    Z = "DOWNLOAD_BY_ROOT_ERROR_Z"
-}
-export type DownloadByRootErrorType = {
-    code: DownloadByRootErrorCode.MISMATCH_BLOCK_ROOT;
-    peer: string;
-    requestedBlockRoot: string;
-    receivedBlockRoot: string;
-} | {
-    code: DownloadByRootErrorCode.EXTRA_SIDECAR_RECEIVED;
-    peer: string;
-    slot: Slot;
-    blockRoot: string;
-    invalidIndices: string;
-} | {
-    code: DownloadByRootErrorCode.NO_SIDECAR_RECEIVED;
-    peer: string;
-    slot: Slot;
-    blockRoot: string;
-} | {
-    code: DownloadByRootErrorCode.NOT_ENOUGH_SIDECARS_RECEIVED;
-    peer: string;
-    slot: Slot;
-    blockRoot: string;
-    missingIndices: string;
-} | {
-    code: DownloadByRootErrorCode.INVALID_INCLUSION_PROOF;
-    peer: string;
-    blockRoot: string;
-    sidecarIndex: number;
-} | {
-    code: DownloadByRootErrorCode.INVALID_KZG_PROOF;
-    peer: string;
-    blockRoot: string;
-} | {
-    code: DownloadByRootErrorCode.MISSING_BLOCK_RESPONSE;
-    peer: string;
-    blockRoot: string;
-} | {
-    code: DownloadByRootErrorCode.MISSING_BLOB_RESPONSE;
-    peer: string;
-    blockRoot: string;
-} | {
-    code: DownloadByRootErrorCode.MISSING_COLUMN_RESPONSE;
-    peer: string;
-    blockRoot: string;
-};
-export declare class DownloadByRootError extends LodestarError<DownloadByRootErrorType> {
-}
-//# sourceMappingURL=downloadByRoot.d.ts.map

package/lib/sync/utils/downloadByRoot.js

@@ -1,319 +0,0 @@
-import { isForkPostDeneb, isForkPostFulu } from "@lodestar/params";
-import { LodestarError, fromHex, prettyBytes, prettyPrintIndices, toRootHex } from "@lodestar/utils";
-import { isBlockInputBlobs, isBlockInputColumns } from "../../chain/blocks/blockInput/blockInput.js";
-import { BlockInputSource } from "../../chain/blocks/blockInput/types.js";
-import { validateBlockBlobSidecars } from "../../chain/validation/blobSidecar.js";
-import { validateBlockDataColumnSidecars } from "../../chain/validation/dataColumnSidecar.js";
-import { prettyPrintPeerIdStr } from "../../network/util.js";
-import { byteArrayEquals } from "../../util/bytes.js";
-import { PendingBlockInputStatus, getBlockInputSyncCacheItemRootHex, isPendingBlockInput, } from "../types.js";
-export async function downloadByRoot({ config, seenCache, network, peerMeta, cacheItem, }) {
-    const rootHex = getBlockInputSyncCacheItemRootHex(cacheItem);
-    const blockRoot = fromHex(rootHex);
-    const { peerId: peerIdStr } = peerMeta;
-    const { result: { block, blobSidecars, columnSidecars }, warnings, } = await fetchByRoot({
-        config,
-        network,
-        cacheItem,
-        blockRoot,
-        peerMeta,
-    });
-    let blockInput;
-    if (isPendingBlockInput(cacheItem)) {
-        blockInput = cacheItem.blockInput;
-        if (!blockInput.hasBlock()) {
-            blockInput.addBlock({
-                block,
-                blockRootHex: rootHex,
-                source: BlockInputSource.byRoot,
-                seenTimestampSec: Date.now(),
-                peerIdStr,
-            });
-        }
-    }
-    else {
-        blockInput = seenCache.getByBlock({
-            block,
-            peerIdStr,
-            blockRootHex: rootHex,
-            seenTimestampSec: Date.now(),
-            source: BlockInputSource.byRoot,
-        });
-    }
-    const hasAllDataPreDownload = blockInput.hasBlockAndAllData();
-    if (isBlockInputBlobs(blockInput) && !hasAllDataPreDownload) {
-        // blobSidecars could be undefined if gossip resulted in full block+blobs so we don't download any
-        if (!blobSidecars) {
-            throw new DownloadByRootError({
-                code: DownloadByRootErrorCode.MISSING_BLOB_RESPONSE,
-                blockRoot: prettyBytes(rootHex),
-                peer: peerIdStr,
-            });
-        }
-        for (const blobSidecar of blobSidecars) {
-            blockInput.addBlob({
-                blobSidecar,
-                blockRootHex: rootHex,
-                seenTimestampSec: Date.now(),
-                source: BlockInputSource.byRoot,
-                peerIdStr,
-            });
-        }
-    }
-    if (isBlockInputColumns(blockInput) && !hasAllDataPreDownload) {
-        // columnSidecars could be undefined if gossip resulted in full block+columns so we don't download any
-        if (!columnSidecars) {
-            throw new DownloadByRootError({
-                code: DownloadByRootErrorCode.MISSING_COLUMN_RESPONSE,
-                blockRoot: prettyBytes(rootHex),
-                peer: peerIdStr,
-            });
-        }
-        for (const columnSidecar of columnSidecars) {
-            blockInput.addColumn({
-                columnSidecar,
-                blockRootHex: rootHex,
-                seenTimestampSec: Date.now(),
-                source: BlockInputSource.byRoot,
-                peerIdStr,
-            }, 
-            // the same DataColumnSidecar may be added by gossip while waiting for fetchByRoot
-            { throwOnDuplicateAdd: false });
-        }
-    }
-    let status;
-    let timeSyncedSec;
-    if (blockInput.hasBlockAndAllData()) {
-        status = PendingBlockInputStatus.downloaded;
-        timeSyncedSec = Date.now() / 1000;
-    }
-    else {
-        status = PendingBlockInputStatus.pending;
-    }
-    return {
-        result: {
-            status,
-            blockInput,
-            timeSyncedSec,
-            timeAddedSec: cacheItem.timeAddedSec,
-            peerIdStrings: cacheItem.peerIdStrings,
-        },
-        warnings,
-    };
-}
-export async function fetchByRoot({ config, network, peerMeta, blockRoot, cacheItem, }) {
-    let block;
-    let blobSidecars;
-    let columnSidecarResult;
-    const { peerId: peerIdStr } = peerMeta;
-    if (isPendingBlockInput(cacheItem)) {
-        if (cacheItem.blockInput.hasBlock()) {
-            block = cacheItem.blockInput.getBlock();
-        }
-        else {
-            block = await fetchAndValidateBlock({
-                config,
-                network,
-                peerIdStr,
-                blockRoot,
-            });
-        }
-        const forkName = config.getForkName(block.message.slot);
-        if (!cacheItem.blockInput.hasAllData()) {
-            if (isBlockInputBlobs(cacheItem.blockInput)) {
-                blobSidecars = await fetchAndValidateBlobs({
-                    config,
-                    network,
-                    peerIdStr,
-                    forkName: forkName,
-                    block: block,
-                    blockRoot,
-                    missing: cacheItem.blockInput.getMissingBlobMeta().map(({ index }) => index),
-                });
-            }
-            if (isBlockInputColumns(cacheItem.blockInput)) {
-                columnSidecarResult = await fetchAndValidateColumns({
-                    config,
-                    network,
-                    peerMeta,
-                    forkName: forkName,
-                    block: block,
-                    blockRoot,
-                    missing: cacheItem.blockInput.getMissingSampledColumnMeta().missing,
-                });
-            }
-        }
-    }
-    else {
-        block = await fetchAndValidateBlock({
-            config,
-            network,
-            peerIdStr,
-            blockRoot,
-        });
-        const forkName = config.getForkName(block.message.slot);
-        if (isForkPostFulu(forkName)) {
-            columnSidecarResult = await fetchAndValidateColumns({
-                config,
-                network,
-                peerMeta,
-                forkName,
-                blockRoot,
-                block: block,
-                missing: network.custodyConfig.sampledColumns,
-            });
-        }
-        else if (isForkPostDeneb(forkName)) {
-            const commitments = block.message.body.blobKzgCommitments;
-            const blobCount = commitments.length;
-            blobSidecars = await fetchAndValidateBlobs({
-                config,
-                network,
-                peerIdStr,
-                forkName: forkName,
-                blockRoot,
-                block: block,
-                missing: Array.from({ length: blobCount }, (_, i) => i),
-            });
-        }
-    }
-    return {
-        result: {
-            block,
-            blobSidecars,
-            columnSidecars: columnSidecarResult?.result,
-        },
-        warnings: columnSidecarResult?.warnings ?? null,
-    };
-}
-export async function fetchAndValidateBlock({ config, network, peerIdStr, blockRoot, }) {
-    const response = await network.sendBeaconBlocksByRoot(peerIdStr, [blockRoot]);
-    const block = response.at(0)?.data;
-    if (!block) {
-        throw new DownloadByRootError({
-            code: DownloadByRootErrorCode.MISSING_BLOCK_RESPONSE,
-            peer: prettyPrintPeerIdStr(peerIdStr),
-            blockRoot: prettyBytes(blockRoot),
-        });
-    }
-    const receivedRoot = config.getForkTypes(block.message.slot).BeaconBlock.hashTreeRoot(block.message);
-    if (!byteArrayEquals(receivedRoot, blockRoot)) {
-        throw new DownloadByRootError({
-            code: DownloadByRootErrorCode.MISMATCH_BLOCK_ROOT,
-            peer: prettyPrintPeerIdStr(peerIdStr),
-            requestedBlockRoot: prettyBytes(blockRoot),
-            receivedBlockRoot: prettyBytes(toRootHex(receivedRoot)),
-        }, "block does not match requested root");
-    }
-    return block;
-}
-export async function fetchAndValidateBlobs({ network, peerIdStr, blockRoot, block, missing, }) {
-    const blobSidecars = await fetchBlobsByRoot({
-        network,
-        peerIdStr,
-        blockRoot,
-        missing,
-    });
-    await validateBlockBlobSidecars(block.message.slot, blockRoot, missing.length, blobSidecars);
-    return blobSidecars;
-}
-export async function fetchBlobsByRoot({ network, peerIdStr, blockRoot, missing, indicesInPossession = [], }) {
-    const blobsRequest = missing
-        .filter((index) => !indicesInPossession.includes(index))
-        .map((index) => ({ blockRoot, index }));
-    if (!blobsRequest.length) {
-        return [];
-    }
-    return await network.sendBlobSidecarsByRoot(peerIdStr, blobsRequest);
-}
-export async function fetchAndValidateColumns({ network, peerMeta, block, blockRoot, missing, }) {
-    const { peerId: peerIdStr } = peerMeta;
-    const slot = block.message.slot;
-    const blobCount = block.message.body.blobKzgCommitments.length;
-    if (blobCount === 0) {
-        return { result: [], warnings: null };
-    }
-    const blockRootHex = toRootHex(blockRoot);
-    const peerColumns = new Set(peerMeta.custodyColumns ?? []);
-    const requestedColumns = missing.filter((c) => peerColumns.has(c));
-    const columnSidecars = await network.sendDataColumnSidecarsByRoot(peerIdStr, [
-        { blockRoot, columns: requestedColumns },
-    ]);
-    const warnings = [];
-    // it's not acceptable if no sidecar is returned with >0 blobCount
-    if (columnSidecars.length === 0) {
-        throw new DownloadByRootError({
-            code: DownloadByRootErrorCode.NO_SIDECAR_RECEIVED,
-            peer: prettyPrintPeerIdStr(peerIdStr),
-            slot,
-            blockRoot: blockRootHex,
-        });
-    }
-    // it's ok if only some sidecars are returned, we will try to get the rest from other peers
-    const requestedColumnsSet = new Set(requestedColumns);
-    const returnedColumns = columnSidecars.map((c) => c.index);
-    const returnedColumnsSet = new Set(returnedColumns);
-    const missingIndices = requestedColumns.filter((c) => !returnedColumnsSet.has(c));
-    if (missingIndices.length > 0) {
-        warnings.push(new DownloadByRootError({
-            code: DownloadByRootErrorCode.NOT_ENOUGH_SIDECARS_RECEIVED,
-            peer: prettyPrintPeerIdStr(peerIdStr),
-            slot,
-            blockRoot: blockRootHex,
-            missingIndices: prettyPrintIndices(missingIndices),
-        }, "Did not receive all of the requested columnSidecars"));
-    }
-    // check extra returned columnSidecar
-    const extraIndices = returnedColumns.filter((c) => !requestedColumnsSet.has(c));
-    if (extraIndices.length > 0) {
-        warnings.push(new DownloadByRootError({
-            code: DownloadByRootErrorCode.EXTRA_SIDECAR_RECEIVED,
-            peer: prettyPrintPeerIdStr(peerIdStr),
-            slot,
-            blockRoot: blockRootHex,
-            invalidIndices: prettyPrintIndices(extraIndices),
-        }, "Received columnSidecars that were not requested"));
-    }
-    await validateBlockDataColumnSidecars(slot, blockRoot, blobCount, columnSidecars);
-    return { result: columnSidecars, warnings: warnings.length > 0 ? warnings : null };
-}
-// TODO(fulu) not in use, remove?
-export async function fetchColumnsByRoot({ network, peerMeta, blockRoot, missing, }) {
-    return await network.sendDataColumnSidecarsByRoot(peerMeta.peerId, [{ blockRoot, columns: missing }]);
-}
-// TODO(fulu) not in use, remove?
-export async function validateColumnSidecars({ peerMeta, slot, blockRoot, blobCount, missing, needed = [], needToPublish = [], }) {
-    const requestedIndices = missing;
-    const extraIndices = [];
-    for (const columnSidecar of needed) {
-        if (!requestedIndices.includes(columnSidecar.index)) {
-            extraIndices.push(columnSidecar.index);
-        }
-    }
-    if (extraIndices.length > 0) {
-        throw new DownloadByRootError({
-            code: DownloadByRootErrorCode.EXTRA_SIDECAR_RECEIVED,
-            peer: prettyPrintPeerIdStr(peerMeta.peerId),
-            slot,
-            blockRoot: prettyBytes(blockRoot),
-            invalidIndices: prettyPrintIndices(extraIndices),
-        }, "Received a columnSidecar that was not requested");
-    }
-    await validateBlockDataColumnSidecars(slot, blockRoot, blobCount, [...needed, ...needToPublish]);
-}
-export var DownloadByRootErrorCode;
-(function (DownloadByRootErrorCode) {
-    DownloadByRootErrorCode["MISMATCH_BLOCK_ROOT"] = "DOWNLOAD_BY_ROOT_ERROR_MISMATCH_BLOCK_ROOT";
-    DownloadByRootErrorCode["EXTRA_SIDECAR_RECEIVED"] = "DOWNLOAD_BY_ROOT_ERROR_EXTRA_SIDECAR_RECEIVED";
-    DownloadByRootErrorCode["NO_SIDECAR_RECEIVED"] = "DOWNLOAD_BY_ROOT_ERROR_NO_SIDECAR_RECEIVED";
-    DownloadByRootErrorCode["NOT_ENOUGH_SIDECARS_RECEIVED"] = "DOWNLOAD_BY_ROOT_ERROR_NOT_ENOUGH_SIDECARS_RECEIVED";
-    DownloadByRootErrorCode["INVALID_INCLUSION_PROOF"] = "DOWNLOAD_BY_ROOT_ERROR_INVALID_INCLUSION_PROOF";
-    DownloadByRootErrorCode["INVALID_KZG_PROOF"] = "DOWNLOAD_BY_ROOT_ERROR_INVALID_KZG_PROOF";
-    DownloadByRootErrorCode["MISSING_BLOCK_RESPONSE"] = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOCK_RESPONSE";
-    DownloadByRootErrorCode["MISSING_BLOB_RESPONSE"] = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOB_RESPONSE";
-    DownloadByRootErrorCode["MISSING_COLUMN_RESPONSE"] = "DOWNLOAD_BY_ROOT_ERROR_MISSING_COLUMN_RESPONSE";
-    DownloadByRootErrorCode["Z"] = "DOWNLOAD_BY_ROOT_ERROR_Z";
-})(DownloadByRootErrorCode || (DownloadByRootErrorCode = {}));
-export class DownloadByRootError extends LodestarError {
-}
-//# sourceMappingURL=downloadByRoot.js.map

package/lib/sync/utils/downloadByRoot.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"downloadByRoot.js","sourceRoot":"","sources":["../../../src/sync/utils/downloadByRoot.ts"],"names":[],"mappings":"AACA,OAAO,EAA2C,eAAe,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAE3G,OAAO,EAAC,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AACnG,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,6CAA6C,CAAC;AACnG,OAAO,EAAC,gBAAgB,EAAc,MAAM,wCAAwC,CAAC;AAErF,OAAO,EAAC,yBAAyB,EAAC,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAC,+BAA+B,EAAC,MAAM,6CAA6C,CAAC;AAE5F,OAAO,EAAC,oBAAoB,EAAC,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAC,eAAe,EAAC,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAGL,uBAAuB,EACvB,iCAAiC,EACjC,mBAAmB,GACpB,MAAM,aAAa,CAAC;AAwCrB,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,MAAM,EACN,SAAS,EACT,OAAO,EACP,QAAQ,EACR,SAAS,GACW;IACpB,MAAM,OAAO,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,GAAG,QAAQ,CAAC;IAErC,MAAM,EACJ,MAAM,EAAE,EAAC,KAAK,EAAE,YAAY,EAAE,cAAc,EAAC,EAC7C,QAAQ,GACT,GAAG,MAAM,WAAW,CAAC;QACpB,MAAM;QACN,OAAO;QACP,SAAS;QACT,SAAS;QACT,QAAQ;KACT,CAAC,CAAC;IAEH,IAAI,UAAuB,CAAC;IAC5B,IAAI,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC3B,UAAU,CAAC,QAAQ,CAAC;gBAClB,KAAK;gBACL,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,gBAAgB,CAAC,MAAM;gBAC/B,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE;gBAC5B,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;YAChC,KAAK;YACL,SAAS;YACT,YAAY,EAAE,OAAO;YACrB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,gBAAgB,CAAC,MAAM;SAChC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,qBAAqB,GAAG,UAAU,CAAC,kBAAkB,EAAE,CAAC;IAE9D,IAAI,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC5D,kGAAkG;QAClG,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,mBAAmB,CAAC;gBAC5B,IAAI,EAAE,uBAAuB,CAAC,qBAAqB;gBACnD,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;gBAC/B,IAAI,EAAE,SAAS;aAChB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,UAAU,CAAC,OAAO,CAAC;gBACjB,WAAW;gBACX,YAAY,EAAE,OAAO;gBACrB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE;gBAC5B,MAAM,EAAE,gBAAgB,CAAC,MAAM;gBAC/B,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC9D,sGAAsG;QACtG,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,mBAAmB,CAAC;gBAC5B,IAAI,EAAE,uBAAuB,CAAC,uBAAuB;gBACrD,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;gBAC/B,IAAI,EAAE,SAAS;aAChB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAC3C,UAAU,CAAC,SAAS,CAClB;gBACE,aAAa;gBACb,YAAY,EAAE,OAAO;gBACrB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE;gBAC5B,MAAM,EAAE,gBAAgB,CAAC,MAAM;gBAC/B,SAAS;aACV;YACD,kFAAkF;YAClF,EAAC,mBAAmB,EAAE,KAAK,EAAC,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,MAA+B,CAAC;IACpC,IAAI,aAAiC,CAAC;IACtC,IAAI,UAAU,CAAC,kBAAkB,EAAE,EAAE,CAAC;QACpC,MAAM,GAAG,uBAAuB,CAAC,UAAU,CAAC;QAC5C,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,MAAM,EAAE;YACN,MAAM;YACN,UAAU;YACV,aAAa;YACb,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,aAAa,EAAE,SAAS,CAAC,aAAa;SACvC;QACD,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAChC,MAAM,EACN,OAAO,EACP,QAAQ,EACR,SAAS,EACT,SAAS,GACQ;IACjB,IAAI,KAAwB,CAAC;IAC7B,IAAI,YAA4C,CAAC;IACjD,IAAI,mBAAyF,CAAC;IAC9F,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,GAAG,QAAQ,CAAC;IAErC,IAAI,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpC,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,qBAAqB,CAAC;gBAClC,MAAM;gBACN,OAAO;gBACP,SAAS;gBACT,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;YACvC,IAAI,iBAAiB,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5C,YAAY,GAAG,MAAM,qBAAqB,CAAC;oBACzC,MAAM;oBACN,OAAO;oBACP,SAAS;oBACT,QAAQ,EAAE,QAAuB;oBACjC,KAAK,EAAE,KAAyC;oBAChD,SAAS;oBACT,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC,CAAC,EAAC,KAAK,EAAC,EAAE,EAAE,CAAC,KAAK,CAAC;iBAC3E,CAAC,CAAC;YACL,CAAC;YACD,IAAI,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9C,mBAAmB,GAAG,MAAM,uBAAuB,CAAC;oBAClD,MAAM;oBACN,OAAO;oBACP,QAAQ;oBACR,QAAQ,EAAE,QAAwB;oBAClC,KAAK,EAAE,KAAwC;oBAC/C,SAAS;oBACT,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,2BAA2B,EAAE,CAAC,OAAO;iBACpE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,MAAM,qBAAqB,CAAC;YAClC,MAAM;YACN,OAAO;YACP,SAAS;YACT,SAAS;SACV,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,mBAAmB,GAAG,MAAM,uBAAuB,CAAC;gBAClD,MAAM;gBACN,OAAO;gBACP,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,KAAK,EAAE,KAAwC;gBAC/C,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,cAAc;aAC9C,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,MAAM,WAAW,GAAI,KAA0C,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAChG,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC;YACrC,YAAY,GAAG,MAAM,qBAAqB,CAAC;gBACzC,MAAM;gBACN,OAAO;gBACP,SAAS;gBACT,QAAQ,EAAE,QAAuB;gBACjC,SAAS;gBACT,KAAK,EAAE,KAAyC;gBAChD,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aACtD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE;YACN,KAAK;YACL,YAAY;YACZ,cAAc,EAAE,mBAAmB,EAAE,MAAM;SAC5C;QACD,QAAQ,EAAE,mBAAmB,EAAE,QAAQ,IAAI,IAAI;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,EAC1C,MAAM,EACN,OAAO,EACP,SAAS,EACT,SAAS,GACwB;IACjC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,sBAAsB,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,mBAAmB,CAAC;YAC5B,IAAI,EAAE,uBAAuB,CAAC,sBAAsB;YACpD,IAAI,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACrC,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrG,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,mBAAmB,CAC3B;YACE,IAAI,EAAE,uBAAuB,CAAC,mBAAmB;YACjD,IAAI,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACrC,kBAAkB,EAAE,WAAW,CAAC,SAAS,CAAC;YAC1C,iBAAiB,EAAE,WAAW,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;SACxD,EACD,qCAAqC,CACtC,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,EAC1C,OAAO,EACP,SAAS,EACT,SAAS,EACT,KAAK,EACL,OAAO,GAC0B;IACjC,MAAM,YAAY,GAAuB,MAAM,gBAAgB,CAAC;QAC9D,OAAO;QACP,SAAS;QACT,SAAS;QACT,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAE7F,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,OAAO,EACP,SAAS,EACT,SAAS,EACT,OAAO,EACP,mBAAmB,GAAG,EAAE,GAGzB;IACC,MAAM,YAAY,GAAG,OAAO;SACzB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SACvD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,OAAO,CAAC,sBAAsB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAC5C,OAAO,EACP,QAAQ,EACR,KAAK,EACL,SAAS,EACT,OAAO,GAC4B;IACnC,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,GAAG,QAAQ,CAAC;IACrC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;IAChC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;IAC/D,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;IACtC,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,4BAA4B,CAAC,SAAS,EAAE;QAC3E,EAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAC;KACvC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAE3C,kEAAkE;IAClE,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,mBAAmB,CAAC;YAC5B,IAAI,EAAE,uBAAuB,CAAC,mBAAmB;YACjD,IAAI,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACrC,IAAI;YACJ,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;IACL,CAAC;IAED,2FAA2F;IAC3F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACtD,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,QAAQ,CAAC,IAAI,CACX,IAAI,mBAAmB,CACrB;YACE,IAAI,EAAE,uBAAuB,CAAC,4BAA4B;YAC1D,IAAI,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACrC,IAAI;YACJ,SAAS,EAAE,YAAY;YACvB,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;SACnD,EACD,qDAAqD,CACtD,CACF,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,QAAQ,CAAC,IAAI,CACX,IAAI,mBAAmB,CACrB;YACE,IAAI,EAAE,uBAAuB,CAAC,sBAAsB;YACpD,IAAI,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACrC,IAAI;YACJ,SAAS,EAAE,YAAY;YACvB,cAAc,EAAE,kBAAkB,CAAC,YAAY,CAAC;SACjD,EACD,iDAAiD,CAClD,CACF,CAAC;IACJ,CAAC;IAED,MAAM,+BAA+B,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;IAElF,OAAO,EAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAC,CAAC;AACnF,CAAC;AAED,iCAAiC;AACjC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,OAAO,EACP,QAAQ,EACR,SAAS,EACT,OAAO,GAIR;IACC,OAAO,MAAM,OAAO,CAAC,4BAA4B,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAaD,iCAAiC;AACjC,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,EAC3C,QAAQ,EACR,IAAI,EACJ,SAAS,EACT,SAAS,EACT,OAAO,EACP,MAAM,GAAG,EAAE,EACX,aAAa,GAAG,EAAE,GACU;IAC5B,MAAM,gBAAgB,GAAG,OAAO,CAAC;IACjC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,aAAa,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACpD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,mBAAmB,CAC3B;YACE,IAAI,EAAE,uBAAuB,CAAC,sBAAsB;YACpD,IAAI,EAAE,oBAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3C,IAAI;YACJ,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;YACjC,cAAc,EAAE,kBAAkB,CAAC,YAAY,CAAC;SACjD,EACD,iDAAiD,CAClD,CAAC;IACJ,CAAC;IACD,MAAM,+BAA+B,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,CAAN,IAAY,uBAWX;AAXD,WAAY,uBAAuB;IACjC,6FAAkE,CAAA;IAClE,mGAAwE,CAAA;IACxE,6FAAkE,CAAA;IAClE,+GAAoF,CAAA;IACpF,qGAA0E,CAAA;IAC1E,yFAA8D,CAAA;IAC9D,mGAAwE,CAAA;IACxE,iGAAsE,CAAA;IACtE,qGAA0E,CAAA;IAC1E,yDAA8B,CAAA;AAChC,CAAC,EAXW,uBAAuB,KAAvB,uBAAuB,QAWlC;AAuDD,MAAM,OAAO,mBAAoB,SAAQ,aAAsC;CAAG"}

package/lib/util/execution.d.ts

@@ -1,20 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { IExecutionEngine } from "../execution/index.js";
-import { ChainEventEmitter } from "../chain/emitter.js";
-import { IBlockInput } from "../chain/blocks/blockInput/types.js";
-import { Metrics } from "../metrics/index.js";
-export declare enum DataColumnEngineResult {
-    PreFulu = "pre_fulu",
-    NotAttemptedFull = "not_attempted_full",
-    NotAttemptedNoBlobs = "not_attempted_no_blobs",
-    NullResponse = "null_response",
-    SuccessResolved = "success_resolved",
-    SuccessLate = "success_late",
-    Failed = "failed"
-}
-export declare function getBlobSidecarsFromExecution(config: ChainForkConfig, executionEngine: IExecutionEngine, metrics: Metrics | null, emitter: ChainEventEmitter, blockInput: IBlockInput): Promise<void>;
-/**
- * Post fulu, call getBlobsV2 from execution engine once per slot whenever we see either beacon_block or data_column_sidecar gossip message
- */
-export declare function getDataColumnSidecarsFromExecution(config: ChainForkConfig, executionEngine: IExecutionEngine, emitter: ChainEventEmitter, blockInput: IBlockInput, metrics: Metrics | null, blobAndProofBuffers?: Uint8Array[]): Promise<DataColumnEngineResult>;
-//# sourceMappingURL=execution.d.ts.map

package/lib/util/execution.js

@@ -1,148 +0,0 @@
-import { getCellsAndProofs, getDataColumnSidecarsFromBlock, getDataColumnSidecarsFromColumnSidecar, } from "./dataColumns.js";
-import { ChainEvent } from "../chain/emitter.js";
-import { BlockInputSource } from "../chain/blocks/blockInput/types.js";
-import { isBlockInputBlobs, isBlockInputColumns } from "../chain/blocks/blockInput/blockInput.js";
-import { computePreFuluKzgCommitmentsInclusionProof } from "./blobs.js";
-import { signedBlockToSignedHeader } from "@lodestar/state-transition";
-import { routes } from "@lodestar/api";
-import { toHex } from "@lodestar/utils";
-export var DataColumnEngineResult;
-(function (DataColumnEngineResult) {
-    DataColumnEngineResult["PreFulu"] = "pre_fulu";
-    // the recover is not attempted because it has full data columns
-    DataColumnEngineResult["NotAttemptedFull"] = "not_attempted_full";
-    // block has no blob so no need to call EL
-    DataColumnEngineResult["NotAttemptedNoBlobs"] = "not_attempted_no_blobs";
-    // EL call returned null, meaning it could not find the blobs
-    DataColumnEngineResult["NullResponse"] = "null_response";
-    // the recover is a success and it helps resolve availability
-    DataColumnEngineResult["SuccessResolved"] = "success_resolved";
-    // the recover is a success but it's late, availability is already resolved by either gossip or getBlobsV2
-    DataColumnEngineResult["SuccessLate"] = "success_late";
-    DataColumnEngineResult["Failed"] = "failed";
-})(DataColumnEngineResult || (DataColumnEngineResult = {}));
-export async function getBlobSidecarsFromExecution(config, executionEngine, metrics, emitter, blockInput) {
-    if (!isBlockInputBlobs(blockInput)) {
-        return;
-    }
-    if (blockInput.hasAllData()) {
-        return;
-    }
-    const forkName = blockInput.forkName;
-    const blobMeta = blockInput.getMissingBlobMeta();
-    metrics?.blobs.getBlobsV1Requests.inc();
-    metrics?.blobs.getBlobsV1RequestedBlobCount.inc(blobMeta.length);
-    const enginedResponse = await executionEngine
-        .getBlobs(forkName, blobMeta.map(({ versionedHash }) => versionedHash))
-        .catch((_e) => {
-        // TODO(fulu): this should only count as a single error? need to update the promql to reflect this
-        metrics?.blobs.getBlobsV1Error.inc(blobMeta.length);
-        return null;
-    });
-    if (enginedResponse === null) {
-        return;
-    }
-    const block = blockInput.getBlock();
-    const blobSidecars = [];
-    // response.length should always match blobMeta.length and they should be in the same order
-    for (let i = 0; i < blobMeta.length; i++) {
-        const blobAndProof = enginedResponse[i];
-        if (!blobAndProof) {
-            metrics?.blobs.getBlobsV1Miss.inc();
-        }
-        else {
-            metrics?.blobs.getBlobsV1Hit.inc();
-            if (blockInput.hasBlob(blobMeta[i].index)) {
-                // blob arrived and was cached while waiting for API response
-                metrics?.blobs.getBlobsV1HitButArrivedWhileWaiting.inc();
-                continue;
-            }
-            metrics?.blobs.getBlobsV1HitUseful.inc();
-            const { blob, proof } = blobAndProof;
-            const index = blobMeta[i].index;
-            const kzgCommitment = block.message.body.blobKzgCommitments[index];
-            const blobSidecar = {
-                index,
-                blob,
-                kzgProof: proof,
-                kzgCommitment,
-                // TODO(fulu): refactor this to only calculate the root inside these following two functions once
-                kzgCommitmentInclusionProof: computePreFuluKzgCommitmentsInclusionProof(forkName, block.message.body, index),
-                signedBlockHeader: signedBlockToSignedHeader(config, block),
-            };
-            blockInput.addBlob({
-                blobSidecar,
-                blockRootHex: blockInput.blockRootHex,
-                seenTimestampSec: Date.now() / 1000,
-                source: BlockInputSource.engine,
-            });
-            if (emitter.listenerCount(routes.events.EventType.blobSidecar)) {
-                emitter.emit(routes.events.EventType.blobSidecar, {
-                    blockRoot: blockInput.blockRootHex,
-                    slot: blockInput.slot,
-                    index,
-                    kzgCommitment: toHex(kzgCommitment),
-                    versionedHash: toHex(blobMeta[i].versionedHash),
-                });
-            }
-            blobSidecars.push(blobSidecar);
-        }
-    }
-    emitter.emit(ChainEvent.publishBlobSidecars, blobSidecars);
-    metrics?.gossipBlob.publishedFromEngine.inc(blobSidecars.length);
-}
-/**
- * Post fulu, call getBlobsV2 from execution engine once per slot whenever we see either beacon_block or data_column_sidecar gossip message
- */
-export async function getDataColumnSidecarsFromExecution(config, executionEngine, emitter, blockInput, metrics, blobAndProofBuffers) {
-    // If its not a column block input, exit
-    if (!isBlockInputColumns(blockInput)) {
-        return DataColumnEngineResult.PreFulu;
-    }
-    // If already have all columns, exit
-    if (blockInput.hasAllData()) {
-        return DataColumnEngineResult.NotAttemptedFull;
-    }
-    const versionedHashes = blockInput.getVersionedHashes();
-    // If there are no blobs in this block, exit
-    if (versionedHashes.length === 0) {
-        return DataColumnEngineResult.NotAttemptedNoBlobs;
-    }
-    // Get blobs from execution engine
-    metrics?.peerDas.getBlobsV2Requests.inc();
-    const timer = metrics?.peerDas.getBlobsV2RequestDuration.startTimer();
-    const blobs = await executionEngine.getBlobs(blockInput.forkName, versionedHashes, blobAndProofBuffers);
-    timer?.();
-    // Execution engine was unable to find one or more blobs
-    if (blobs === null) {
-        return DataColumnEngineResult.NullResponse;
-    }
-    metrics?.peerDas.getBlobsV2Responses.inc();
-    // Return if we received all data columns while waiting for getBlobs
-    if (blockInput.hasAllData()) {
-        return DataColumnEngineResult.SuccessLate;
-    }
-    let dataColumnSidecars;
-    const cellsAndProofs = await getCellsAndProofs(blobs);
-    if (blockInput.hasBlock()) {
-        dataColumnSidecars = getDataColumnSidecarsFromBlock(config, blockInput.getBlock(), cellsAndProofs);
-    }
-    else {
-        const firstSidecar = blockInput.getAllColumns()[0];
-        dataColumnSidecars = getDataColumnSidecarsFromColumnSidecar(firstSidecar, cellsAndProofs);
-    }
-    // Publish columns if and only if subscribed to them
-    const previouslyMissingColumns = blockInput.getMissingSampledColumnMeta().missing;
-    const sampledColumns = previouslyMissingColumns.map((columnIndex) => dataColumnSidecars[columnIndex]);
-    // for columns that we already seen, it will be ignored through `ignoreDuplicatePublishError` gossip option
-    emitter.emit(ChainEvent.publishDataColumns, sampledColumns);
-    // add all sampled columns to the block input, even if we didn't sample them
-    const seenTimestampSec = Date.now() / 1000;
-    for (const columnSidecar of sampledColumns) {
-        blockInput.addColumn({ columnSidecar, blockRootHex: blockInput.blockRootHex, source: BlockInputSource.engine, seenTimestampSec }, { throwOnDuplicateAdd: false } // columns may have been added while waiting
-        );
-    }
-    metrics?.dataColumns.bySource.inc({ source: BlockInputSource.engine }, previouslyMissingColumns.length);
-    return DataColumnEngineResult.SuccessResolved;
-}
-//# sourceMappingURL=execution.js.map

package/lib/util/execution.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"execution.js","sourceRoot":"","sources":["../../src/util/execution.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,8BAA8B,EAC9B,sCAAsC,GACvC,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,UAAU,EAAoB,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAC,gBAAgB,EAAc,MAAM,qCAAqC,CAAC;AAGlF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,0CAA0C,CAAC;AAEhG,OAAO,EAAC,0CAA0C,EAAC,MAAM,YAAY,CAAC;AACtE,OAAO,EAAC,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAC,MAAM,EAAC,MAAM,eAAe,CAAC;AACrC,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAEtC,MAAM,CAAN,IAAY,sBAaX;AAbD,WAAY,sBAAsB;IAChC,8CAAoB,CAAA;IACpB,gEAAgE;IAChE,iEAAuC,CAAA;IACvC,0CAA0C;IAC1C,wEAA8C,CAAA;IAC9C,6DAA6D;IAC7D,wDAA8B,CAAA;IAC9B,6DAA6D;IAC7D,8DAAoC,CAAA;IACpC,0GAA0G;IAC1G,sDAA4B,CAAA;IAC5B,2CAAiB,CAAA;AACnB,CAAC,EAbW,sBAAsB,KAAtB,sBAAsB,QAajC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,MAAuB,EACvB,eAAiC,EACjC,OAAuB,EACvB,OAA0B,EAC1B,UAAuB;IAEvB,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAuB,CAAC;IACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,kBAAkB,EAAE,CAAC;IAEjD,OAAO,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IACxC,OAAO,EAAE,KAAK,CAAC,4BAA4B,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,eAAe;SAC1C,QAAQ,CACP,QAAQ,EACR,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAC,aAAa,EAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CACjD;SACA,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;QACZ,kGAAkG;QAClG,OAAO,EAAE,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEL,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;IAEpC,MAAM,YAAY,GAAuB,EAAE,CAAC;IAC5C,2FAA2F;IAC3F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAExC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;YAEnC,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,6DAA6D;gBAC7D,OAAO,EAAE,KAAK,CAAC,mCAAmC,CAAC,GAAG,EAAE,CAAC;gBACzD,SAAS;YACX,CAAC;YAED,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;YACzC,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,YAAY,CAAC;YACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAChC,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACnE,MAAM,WAAW,GAAsB;gBACrC,KAAK;gBACL,IAAI;gBACJ,QAAQ,EAAE,KAAK;gBACf,aAAa;gBACb,iGAAiG;gBACjG,2BAA2B,EAAE,0CAA0C,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;gBAC5G,iBAAiB,EAAE,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC;aAC5D,CAAC;YAEF,UAAU,CAAC,OAAO,CAAC;gBACjB,WAAW;gBACX,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;gBACnC,MAAM,EAAE,gBAAgB,CAAC,MAAM;aAChC,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;oBAChD,SAAS,EAAE,UAAU,CAAC,YAAY;oBAClC,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,KAAK;oBACL,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;oBACnC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;iBAChD,CAAC,CAAC;YACL,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,MAAuB,EACvB,eAAiC,EACjC,OAA0B,EAC1B,UAAuB,EACvB,OAAuB,EACvB,mBAAkC;IAElC,wCAAwC;IACxC,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;QACrC,OAAO,sBAAsB,CAAC,OAAO,CAAC;IACxC,CAAC;IAED,oCAAoC;IACpC,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO,sBAAsB,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAED,MAAM,eAAe,GAAG,UAAU,CAAC,kBAAkB,EAAE,CAAC;IAExD,4CAA4C;IAC5C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,sBAAsB,CAAC,mBAAmB,CAAC;IACpD,CAAC;IAED,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,yBAAyB,CAAC,UAAU,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAC1C,UAAU,CAAC,QAAwB,EACnC,eAAe,EACf,mBAAmB,CACpB,CAAC;IACF,KAAK,EAAE,EAAE,CAAC;IAEV,wDAAwD;IACxD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,sBAAsB,CAAC,YAAY,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;IAE3C,oEAAoE;IACpE,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO,sBAAsB,CAAC,WAAW,CAAC;IAC5C,CAAC;IAED,IAAI,kBAA2C,CAAC;IAChD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC1B,kBAAkB,GAAG,8BAA8B,CACjD,MAAM,EACN,UAAU,CAAC,QAAQ,EAA4B,EAC/C,cAAc,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,kBAAkB,GAAG,sCAAsC,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAC5F,CAAC;IAED,oDAAoD;IACpD,MAAM,wBAAwB,GAAG,UAAU,CAAC,2BAA2B,EAAE,CAAC,OAAO,CAAC;IAClF,MAAM,cAAc,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAEtG,2GAA2G;IAC3G,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAE5D,4EAA4E;IAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAC3C,UAAU,CAAC,SAAS,CAClB,EAAC,aAAa,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,EAAC,EACzG,EAAC,mBAAmB,EAAE,KAAK,EAAC,CAAC,4CAA4C;SAC1E,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAC,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAC,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACtG,OAAO,sBAAsB,CAAC,eAAe,CAAC;AAChD,CAAC"}