@lodestar/beacon-node 1.35.0-dev.47c570ab76 → 1.35.0-dev.56313c7299

package/lib/util/execution.js

@@ -1,165 +0,0 @@
-import { routes } from "@lodestar/api";
-import { signedBlockToSignedHeader } from "@lodestar/state-transition";
-import { toHex } from "@lodestar/utils";
-import { isBlockInputBlobs, isBlockInputColumns } from "../chain/blocks/blockInput/blockInput.js";
-import { BlockInputSource } from "../chain/blocks/blockInput/types.js";
-import { ChainEvent } from "../chain/emitter.js";
-import { computePreFuluKzgCommitmentsInclusionProof } from "./blobs.js";
-import { getCellsAndProofs, getDataColumnSidecarsFromBlock, getDataColumnSidecarsFromColumnSidecar, } from "./dataColumns.js";
-export var DataColumnEngineResult;
-(function (DataColumnEngineResult) {
-    DataColumnEngineResult["PreFulu"] = "pre_fulu";
-    // the recover is not attempted because it has full data columns
-    DataColumnEngineResult["NotAttemptedFull"] = "not_attempted_full";
-    // block has no blob so no need to call EL
-    DataColumnEngineResult["NotAttemptedNoBlobs"] = "not_attempted_no_blobs";
-    // EL call returned null, meaning it could not find the blobs
-    DataColumnEngineResult["NullResponse"] = "null_response";
-    // the recover is a success and it helps resolve availability
-    DataColumnEngineResult["SuccessResolved"] = "success_resolved";
-    // the recover is a success but it's late, availability is already resolved by either gossip or getBlobsV2
-    DataColumnEngineResult["SuccessLate"] = "success_late";
-    DataColumnEngineResult["Failed"] = "failed";
-})(DataColumnEngineResult || (DataColumnEngineResult = {}));
-export async function getBlobSidecarsFromExecution(config, executionEngine, metrics, emitter, blockInput) {
-    if (!isBlockInputBlobs(blockInput)) {
-        return;
-    }
-    if (blockInput.hasAllData()) {
-        return;
-    }
-    const forkName = blockInput.forkName;
-    const blobMeta = blockInput.getMissingBlobMeta();
-    metrics?.blobs.getBlobsV1Requests.inc();
-    metrics?.blobs.getBlobsV1RequestedBlobCount.inc(blobMeta.length);
-    const enginedResponse = await executionEngine
-        .getBlobs(forkName, blobMeta.map(({ versionedHash }) => versionedHash))
-        .catch((_e) => {
-        // TODO(fulu): this should only count as a single error? need to update the promql to reflect this
-        metrics?.blobs.getBlobsV1Error.inc(blobMeta.length);
-        return null;
-    });
-    if (enginedResponse === null) {
-        return;
-    }
-    const block = blockInput.getBlock();
-    const blobSidecars = [];
-    // response.length should always match blobMeta.length and they should be in the same order
-    for (let i = 0; i < blobMeta.length; i++) {
-        const blobAndProof = enginedResponse[i];
-        if (!blobAndProof) {
-            metrics?.blobs.getBlobsV1Miss.inc();
-        }
-        else {
-            metrics?.blobs.getBlobsV1Hit.inc();
-            if (blockInput.hasBlob(blobMeta[i].index)) {
-                // blob arrived and was cached while waiting for API response
-                metrics?.blobs.getBlobsV1HitButArrivedWhileWaiting.inc();
-                continue;
-            }
-            metrics?.blobs.getBlobsV1HitUseful.inc();
-            const { blob, proof } = blobAndProof;
-            const index = blobMeta[i].index;
-            const kzgCommitment = block.message.body.blobKzgCommitments[index];
-            const blobSidecar = {
-                index,
-                blob,
-                kzgProof: proof,
-                kzgCommitment,
-                // TODO(fulu): refactor this to only calculate the root inside these following two functions once
-                kzgCommitmentInclusionProof: computePreFuluKzgCommitmentsInclusionProof(forkName, block.message.body, index),
-                signedBlockHeader: signedBlockToSignedHeader(config, block),
-            };
-            blockInput.addBlob({
-                blobSidecar,
-                blockRootHex: blockInput.blockRootHex,
-                seenTimestampSec: Date.now() / 1000,
-                source: BlockInputSource.engine,
-            });
-            if (emitter.listenerCount(routes.events.EventType.blobSidecar)) {
-                emitter.emit(routes.events.EventType.blobSidecar, {
-                    blockRoot: blockInput.blockRootHex,
-                    slot: blockInput.slot,
-                    index,
-                    kzgCommitment: toHex(kzgCommitment),
-                    versionedHash: toHex(blobMeta[i].versionedHash),
-                });
-            }
-            blobSidecars.push(blobSidecar);
-        }
-    }
-    emitter.emit(ChainEvent.publishBlobSidecars, blobSidecars);
-    metrics?.gossipBlob.publishedFromEngine.inc(blobSidecars.length);
-}
-/**
- * Post fulu, call getBlobsV2 from execution engine once per slot whenever we see either beacon_block or data_column_sidecar gossip message
- */
-export async function getDataColumnSidecarsFromExecution(config, executionEngine, emitter, blockInput, metrics, blobAndProofBuffers) {
-    // If its not a column block input, exit
-    if (!isBlockInputColumns(blockInput)) {
-        return DataColumnEngineResult.PreFulu;
-    }
-    // If already have all columns, exit
-    if (blockInput.hasAllData()) {
-        return DataColumnEngineResult.NotAttemptedFull;
-    }
-    const versionedHashes = blockInput.getVersionedHashes();
-    // If there are no blobs in this block, exit
-    if (versionedHashes.length === 0) {
-        return DataColumnEngineResult.NotAttemptedNoBlobs;
-    }
-    // Get blobs from execution engine
-    metrics?.peerDas.getBlobsV2Requests.inc();
-    const timer = metrics?.peerDas.getBlobsV2RequestDuration.startTimer();
-    const blobs = await executionEngine.getBlobs(blockInput.forkName, versionedHashes, blobAndProofBuffers);
-    timer?.();
-    // Execution engine was unable to find one or more blobs
-    if (blobs === null) {
-        return DataColumnEngineResult.NullResponse;
-    }
-    metrics?.peerDas.getBlobsV2Responses.inc();
-    // Return if we received all data columns while waiting for getBlobs
-    if (blockInput.hasAllData()) {
-        return DataColumnEngineResult.SuccessLate;
-    }
-    let dataColumnSidecars;
-    const cellsAndProofs = await getCellsAndProofs(blobs);
-    if (blockInput.hasBlock()) {
-        dataColumnSidecars = getDataColumnSidecarsFromBlock(config, blockInput.getBlock(), cellsAndProofs);
-    }
-    else {
-        const firstSidecar = blockInput.getAllColumns()[0];
-        dataColumnSidecars = getDataColumnSidecarsFromColumnSidecar(firstSidecar, cellsAndProofs);
-    }
-    // Publish columns if and only if subscribed to them
-    const previouslyMissingColumns = blockInput.getMissingSampledColumnMeta().missing;
-    const sampledColumns = previouslyMissingColumns.map((columnIndex) => dataColumnSidecars[columnIndex]);
-    // for columns that we already seen, it will be ignored through `ignoreDuplicatePublishError` gossip option
-    emitter.emit(ChainEvent.publishDataColumns, sampledColumns);
-    // add all sampled columns to the block input, even if we didn't sample them
-    const seenTimestampSec = Date.now() / 1000;
-    for (const columnSidecar of sampledColumns) {
-        if (blockInput.hasColumn(columnSidecar.index)) {
-            // columns may have been added while waiting
-            // TODO(fulu): add metrics for this condition
-            continue;
-        }
-        blockInput.addColumn({
-            columnSidecar,
-            blockRootHex: blockInput.blockRootHex,
-            source: BlockInputSource.engine,
-            seenTimestampSec,
-        });
-        if (emitter.listenerCount(routes.events.EventType.dataColumnSidecar)) {
-            emitter.emit(routes.events.EventType.dataColumnSidecar, {
-                blockRoot: blockInput.blockRootHex,
-                slot: blockInput.slot,
-                index: columnSidecar.index,
-                kzgCommitments: columnSidecar.kzgCommitments.map(toHex),
-            });
-        }
-    }
-    metrics?.dataColumns.bySource.inc({ source: BlockInputSource.engine }, previouslyMissingColumns.length);
-    return DataColumnEngineResult.SuccessResolved;
-}
-//# sourceMappingURL=execution.js.map

package/lib/util/execution.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"execution.js","sourceRoot":"","sources":["../../src/util/execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,eAAe,CAAC;AAGrC,OAAO,EAAC,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AAErE,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,0CAA0C,CAAC;AAChG,OAAO,EAAC,gBAAgB,EAAc,MAAM,qCAAqC,CAAC;AAClF,OAAO,EAAC,UAAU,EAAoB,MAAM,qBAAqB,CAAC;AAGlE,OAAO,EAAC,0CAA0C,EAAC,MAAM,YAAY,CAAC;AACtE,OAAO,EACL,iBAAiB,EACjB,8BAA8B,EAC9B,sCAAsC,GACvC,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAN,IAAY,sBAaX;AAbD,WAAY,sBAAsB;IAChC,8CAAoB,CAAA;IACpB,gEAAgE;IAChE,iEAAuC,CAAA;IACvC,0CAA0C;IAC1C,wEAA8C,CAAA;IAC9C,6DAA6D;IAC7D,wDAA8B,CAAA;IAC9B,6DAA6D;IAC7D,8DAAoC,CAAA;IACpC,0GAA0G;IAC1G,sDAA4B,CAAA;IAC5B,2CAAiB,CAAA;AACnB,CAAC,EAbW,sBAAsB,KAAtB,sBAAsB,QAajC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,MAAuB,EACvB,eAAiC,EACjC,OAAuB,EACvB,OAA0B,EAC1B,UAAuB;IAEvB,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAuB,CAAC;IACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,kBAAkB,EAAE,CAAC;IAEjD,OAAO,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IACxC,OAAO,EAAE,KAAK,CAAC,4BAA4B,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,eAAe;SAC1C,QAAQ,CACP,QAAQ,EACR,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAC,aAAa,EAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CACjD;SACA,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;QACZ,kGAAkG;QAClG,OAAO,EAAE,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEL,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;IAEpC,MAAM,YAAY,GAAuB,EAAE,CAAC;IAC5C,2FAA2F;IAC3F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAExC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;YAEnC,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,6DAA6D;gBAC7D,OAAO,EAAE,KAAK,CAAC,mCAAmC,CAAC,GAAG,EAAE,CAAC;gBACzD,SAAS;YACX,CAAC;YAED,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;YACzC,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,YAAY,CAAC;YACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAChC,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACnE,MAAM,WAAW,GAAsB;gBACrC,KAAK;gBACL,IAAI;gBACJ,QAAQ,EAAE,KAAK;gBACf,aAAa;gBACb,iGAAiG;gBACjG,2BAA2B,EAAE,0CAA0C,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;gBAC5G,iBAAiB,EAAE,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC;aAC5D,CAAC;YAEF,UAAU,CAAC,OAAO,CAAC;gBACjB,WAAW;gBACX,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;gBACnC,MAAM,EAAE,gBAAgB,CAAC,MAAM;aAChC,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;oBAChD,SAAS,EAAE,UAAU,CAAC,YAAY;oBAClC,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,KAAK;oBACL,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;oBACnC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;iBAChD,CAAC,CAAC;YACL,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,MAAuB,EACvB,eAAiC,EACjC,OAA0B,EAC1B,UAAuB,EACvB,OAAuB,EACvB,mBAAkC;IAElC,wCAAwC;IACxC,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;QACrC,OAAO,sBAAsB,CAAC,OAAO,CAAC;IACxC,CAAC;IAED,oCAAoC;IACpC,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO,sBAAsB,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAED,MAAM,eAAe,GAAG,UAAU,CAAC,kBAAkB,EAAE,CAAC;IAExD,4CAA4C;IAC5C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,sBAAsB,CAAC,mBAAmB,CAAC;IACpD,CAAC;IAED,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,yBAAyB,CAAC,UAAU,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAC1C,UAAU,CAAC,QAAwB,EACnC,eAAe,EACf,mBAAmB,CACpB,CAAC;IACF,KAAK,EAAE,EAAE,CAAC;IAEV,wDAAwD;IACxD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,sBAAsB,CAAC,YAAY,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;IAE3C,oEAAoE;IACpE,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5B,OAAO,sBAAsB,CAAC,WAAW,CAAC;IAC5C,CAAC;IAED,IAAI,kBAA2C,CAAC;IAChD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC1B,kBAAkB,GAAG,8BAA8B,CACjD,MAAM,EACN,UAAU,CAAC,QAAQ,EAA4B,EAC/C,cAAc,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,kBAAkB,GAAG,sCAAsC,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAC5F,CAAC;IAED,oDAAoD;IACpD,MAAM,wBAAwB,GAAG,UAAU,CAAC,2BAA2B,EAAE,CAAC,OAAO,CAAC;IAClF,MAAM,cAAc,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAEtG,2GAA2G;IAC3G,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAE5D,4EAA4E;IAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,UAAU,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9C,4CAA4C;YAC5C,6CAA6C;YAC7C,SAAS;QACX,CAAC;QAED,UAAU,CAAC,SAAS,CAAC;YACnB,aAAa;YACb,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,MAAM,EAAE,gBAAgB,CAAC,MAAM;YAC/B,gBAAgB;SACjB,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACrE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,EAAE;gBACtD,SAAS,EAAE,UAAU,CAAC,YAAY;gBAClC,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,KAAK,EAAE,aAAa,CAAC,KAAK;gBAC1B,cAAc,EAAE,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAC,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAC,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACtG,OAAO,sBAAsB,CAAC,eAAe,CAAC;AAChD,CAAC"}