@lodestar/beacon-node 1.41.0 → 1.42.0-dev.1d50253953

package/lib/chain/blocks/importExecutionPayload.js

@@ -0,0 +1,159 @@
+import { routes } from "@lodestar/api";
+import { ForkName } from "@lodestar/params";
+import { BeaconStateView, getExecutionPayloadEnvelopeSignatureSet, } from "@lodestar/state-transition";
+import { processExecutionPayloadEnvelope } from "@lodestar/state-transition/block";
+import { byteArrayEquals, fromHex, toRootHex } from "@lodestar/utils";
+import { ExecutionPayloadStatus } from "../../execution/index.js";
+import { isQueueErrorAborted } from "../../util/queue/index.js";
+import { RegenCaller } from "../regen/interface.js";
+const EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS = 64;
+export { PayloadErrorCode };
+var PayloadErrorCode;
+(function (PayloadErrorCode) {
+    PayloadErrorCode["EXECUTION_ENGINE_INVALID"] = "PAYLOAD_ERROR_EXECUTION_ENGINE_INVALID";
+    PayloadErrorCode["EXECUTION_ENGINE_ERROR"] = "PAYLOAD_ERROR_EXECUTION_ENGINE_ERROR";
+    PayloadErrorCode["BLOCK_NOT_IN_FORK_CHOICE"] = "PAYLOAD_ERROR_BLOCK_NOT_IN_FORK_CHOICE";
+    PayloadErrorCode["STATE_TRANSITION_ERROR"] = "PAYLOAD_ERROR_STATE_TRANSITION_ERROR";
+    PayloadErrorCode["INVALID_SIGNATURE"] = "PAYLOAD_ERROR_INVALID_SIGNATURE";
+})(PayloadErrorCode || (PayloadErrorCode = {}));
+export class PayloadError extends Error {
+    type;
+    constructor(type, message) {
+        super(message ?? type.code);
+        this.type = type;
+    }
+}
+/**
+ * Import an execution payload envelope after all data is available.
+ *
+ * This function:
+ * 1. Gets the ProtoBlock from fork choice
+ * 2. Applies write-queue backpressure (waitForSpace) early, before verification
+ * 3. Regenerates the block state
+ * 4. Runs EL verification (notifyNewPayload) in parallel with signature verification and processExecutionPayloadEnvelope
+ * 5. Persists verified payload envelope to hot DB
+ * 6. Updates fork choice
+ * 7. Caches the post-execution payload state
+ * 8. Records metrics for column sources
+ *
+ */
+export async function importExecutionPayload(payloadInput, opts = {}) {
+    const envelope = payloadInput.getPayloadEnvelope();
+    const blockRootHex = payloadInput.blockRootHex;
+    // 1. Get ProtoBlock for parent root lookup
+    const protoBlock = this.forkChoice.getBlockHexDefaultStatus(blockRootHex);
+    if (!protoBlock) {
+        throw new PayloadError({
+            code: PayloadErrorCode.BLOCK_NOT_IN_FORK_CHOICE,
+            blockRootHex,
+        });
+    }
+    // 2. Apply backpressure from the write queue early, before doing verification work.
+    // The actual DB write is deferred until after verification succeeds.
+    await this.unfinalizedPayloadEnvelopeWrites.waitForSpace();
+    // 3. Get pre-state for processExecutionPayloadEnvelope
+    // We need the block state (post-block, pre-payload) to process the envelope
+    const blockState = (await this.regen.getBlockSlotState(protoBlock, protoBlock.slot, { dontTransferCache: true }, RegenCaller.processBlock));
+    // 4. Run verification steps in parallel
+    // Note: No data availability check needed here - importExecutionPayload is only
+    // called when payloadInput.isComplete() is true, so all data is already available.
+    const [execResult, signatureValid, postPayloadResult] = await Promise.all([
+        this.executionEngine.notifyNewPayload(ForkName.gloas, envelope.message.payload, payloadInput.getVersionedHashes(), fromHex(protoBlock.parentRoot), envelope.message.executionRequests),
+        opts.validSignature === true
+            ? Promise.resolve(true)
+            : (async () => {
+                const signatureSet = getExecutionPayloadEnvelopeSignatureSet(this.config, blockState.epochCtx.pubkeyCache, new BeaconStateView(blockState), envelope, payloadInput.proposerIndex);
+                return this.bls.verifySignatureSets([signatureSet]);
+            })(),
+        // Signature verified separately above.
+        // State root check is done separately below with better error typing (matching block pipeline pattern).
+        (async () => {
+            try {
+                return {
+                    postPayloadState: processExecutionPayloadEnvelope(blockState, envelope, {
+                        verifySignature: false,
+                        verifyStateRoot: false,
+                    }),
+                };
+            }
+            catch (e) {
+                throw new PayloadError({
+                    code: PayloadErrorCode.STATE_TRANSITION_ERROR,
+                    message: e.message,
+                }, `State transition error: ${e.message}`);
+            }
+        })(),
+    ]);
+    // 4b. Check signature verification result
+    if (!signatureValid) {
+        throw new PayloadError({ code: PayloadErrorCode.INVALID_SIGNATURE });
+    }
+    // 5. Handle EL response
+    switch (execResult.status) {
+        case ExecutionPayloadStatus.VALID:
+            break;
+        case ExecutionPayloadStatus.INVALID:
+            throw new PayloadError({
+                code: PayloadErrorCode.EXECUTION_ENGINE_INVALID,
+                execStatus: execResult.status,
+                errorMessage: execResult.validationError ?? "",
+            });
+        case ExecutionPayloadStatus.ACCEPTED:
+        case ExecutionPayloadStatus.SYNCING:
+            // TODO GLOAS: Handle optimistic import for payload - for now treat as error
+            throw new PayloadError({
+                code: PayloadErrorCode.EXECUTION_ENGINE_ERROR,
+                execStatus: execResult.status,
+                errorMessage: execResult.validationError ?? "EL syncing, payload not yet validated",
+            });
+        case ExecutionPayloadStatus.INVALID_BLOCK_HASH:
+        case ExecutionPayloadStatus.ELERROR:
+        case ExecutionPayloadStatus.UNAVAILABLE:
+            throw new PayloadError({
+                code: PayloadErrorCode.EXECUTION_ENGINE_ERROR,
+                execStatus: execResult.status,
+                errorMessage: execResult.validationError ?? "",
+            });
+    }
+    // 5b. Verify envelope state root matches post-state
+    const postPayloadState = postPayloadResult.postPayloadState;
+    const postPayloadStateRoot = postPayloadState.hashTreeRoot();
+    if (!byteArrayEquals(envelope.message.stateRoot, postPayloadStateRoot)) {
+        throw new PayloadError({
+            code: PayloadErrorCode.STATE_TRANSITION_ERROR,
+            message: `Envelope state root mismatch expected=${toRootHex(envelope.message.stateRoot)} actual=${toRootHex(postPayloadStateRoot)}`,
+        });
+    }
+    // 5c. Persist payload envelope to hot DB (performed asynchronously to avoid blocking)
+    this.unfinalizedPayloadEnvelopeWrites.push(payloadInput).catch((e) => {
+        if (!isQueueErrorAborted(e)) {
+            this.logger.error("Error pushing payload envelope to unfinalized write queue", { slot: payloadInput.slot, root: blockRootHex }, e);
+        }
+    });
+    // 6. Update fork choice
+    this.forkChoice.onExecutionPayload(blockRootHex, payloadInput.getBlockHashHex(), envelope.message.payload.blockNumber, toRootHex(postPayloadStateRoot));
+    // 7. Cache payload state
+    // TODO GLOAS: Enable when PR #8868 merged (adds processPayloadState)
+    // this.regen.processPayloadState(postPayloadState);
+    // if epoch boundary also call
+    // this.regen.addCheckpointState(cp, checkpointState, true);
+    // 8. Record metrics for payload envelope and column sources
+    this.metrics?.importPayload.bySource.inc({ source: payloadInput.getPayloadEnvelopeSource().source });
+    for (const { source } of payloadInput.getSampledColumnsWithSource()) {
+        this.metrics?.importPayload.columnsBySource.inc({ source });
+    }
+    this.logger.verbose("Execution payload imported", {
+        slot: payloadInput.slot,
+        root: blockRootHex,
+        blockHash: payloadInput.getBlockHashHex(),
+    });
+    // 9. Emit event after payload is fully verified and imported to fork choice, only for recent enough payloads
+    const currentSlot = this.clock.currentSlot;
+    if (currentSlot - payloadInput.slot < EVENTSTREAM_EMIT_RECENT_EXECUTION_PAYLOAD_SLOTS) {
+        this.emitter.emit(routes.events.EventType.executionPayloadAvailable, {
+            slot: payloadInput.slot,
+            blockRoot: blockRootHex,
+        });
+    }
+}
+//# sourceMappingURL=importExecutionPayload.js.map

package/lib/chain/blocks/importExecutionPayload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importExecutionPayload.js","sourceRoot":"","sources":["../../../src/chain/blocks/importExecutionPayload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,eAAe,CAAC;AACrC,OAAO,EAAC,QAAQ,EAAC,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EACL,eAAe,EAEf,uCAAuC,GACxC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAC,+BAA+B,EAAC,MAAM,kCAAkC,CAAC;AACjF,OAAO,EAAC,eAAe,EAAE,OAAO,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAC,mBAAmB,EAAC,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAIlD,MAAM,+CAA+C,GAAG,EAAE,CAAC;SAE/C,gBAAgB;AAA5B,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,uFAAmE,CAAA;IACnE,mFAA+D,CAAA;IAC/D,uFAAmE,CAAA;IACnE,mFAA+D,CAAA;IAC/D,yEAAqD,CAAA;AAAC,CACxD,EANY,gBAAgB,KAAhB,gBAAgB,QAM3B;AAyBD,MAAM,OAAO,YAAa,SAAQ,KAAK;IACrC,IAAI,CAAmB;IAEvB,YAAY,IAAsB,EAAE,OAAgB,EAAE;QACpD,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAAA,CAClB;CACF;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAE1C,YAAkC,EAClC,IAAI,GAAsB,EAAE,EACb;IACf,MAAM,QAAQ,GAAG,YAAY,CAAC,kBAAkB,EAAE,CAAC;IACnD,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;IAE/C,2CAA2C;IAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC1E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,gBAAgB,CAAC,wBAAwB;YAC/C,YAAY;SACb,CAAC,CAAC;IACL,CAAC;IAED,oFAAoF;IACpF,qEAAqE;IACrE,MAAM,IAAI,CAAC,gCAAgC,CAAC,YAAY,EAAE,CAAC;IAE3D,uDAAuD;IACvD,4EAA4E;IAC5E,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CACpD,UAAU,EACV,UAAU,CAAC,IAAI,EACf,EAAC,iBAAiB,EAAE,IAAI,EAAC,EACzB,WAAW,CAAC,YAAY,CACzB,CAA2B,CAAC;IAE7B,wCAAwC;IACxC,gFAAgF;IAChF,mFAAmF;IACnF,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,iBAAiB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CACnC,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,OAAO,CAAC,OAAO,EACxB,YAAY,CAAC,kBAAkB,EAAE,EACjC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAC9B,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CACnC;QAED,IAAI,CAAC,cAAc,KAAK,IAAI;YAC1B,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACX,MAAM,YAAY,GAAG,uCAAuC,CAC1D,IAAI,CAAC,MAAM,EACX,UAAU,CAAC,QAAQ,CAAC,WAAW,EAC/B,IAAI,eAAe,CAAC,UAAU,CAAC,EAC/B,QAAQ,EACR,YAAY,CAAC,aAAa,CAC3B,CAAC;gBACF,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YAAA,CACrD,CAAC,EAAE;QAER,uCAAuC;QACvC,wGAAwG;QACxG,CAAC,KAAK,IAAI,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,OAAO;oBACL,gBAAgB,EAAE,+BAA+B,CAAC,UAAU,EAAE,QAAQ,EAAE;wBACtE,eAAe,EAAE,KAAK;wBACtB,eAAe,EAAE,KAAK;qBACvB,CAAC;iBACH,CAAC;YACJ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,YAAY,CACpB;oBACE,IAAI,EAAE,gBAAgB,CAAC,sBAAsB;oBAC7C,OAAO,EAAG,CAAW,CAAC,OAAO;iBAC9B,EACD,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAClD,CAAC;YACJ,CAAC;QAAA,CACF,CAAC,EAAE;KACL,CAAC,CAAC;IAEH,0CAA0C;IAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,YAAY,CAAC,EAAC,IAAI,EAAE,gBAAgB,CAAC,iBAAiB,EAAC,CAAC,CAAC;IACrE,CAAC;IAED,wBAAwB;IACxB,QAAQ,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1B,KAAK,sBAAsB,CAAC,KAAK;YAC/B,MAAM;QAER,KAAK,sBAAsB,CAAC,OAAO;YACjC,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,gBAAgB,CAAC,wBAAwB;gBAC/C,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,YAAY,EAAE,UAAU,CAAC,eAAe,IAAI,EAAE;aAC/C,CAAC,CAAC;QAEL,KAAK,sBAAsB,CAAC,QAAQ,CAAC;QACrC,KAAK,sBAAsB,CAAC,OAAO;YACjC,4EAA4E;YAC5E,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,gBAAgB,CAAC,sBAAsB;gBAC7C,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,YAAY,EAAE,UAAU,CAAC,eAAe,IAAI,uCAAuC;aACpF,CAAC,CAAC;QAEL,KAAK,sBAAsB,CAAC,kBAAkB,CAAC;QAC/C,KAAK,sBAAsB,CAAC,OAAO,CAAC;QACpC,KAAK,sBAAsB,CAAC,WAAW;YACrC,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,gBAAgB,CAAC,sBAAsB;gBAC7C,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,YAAY,EAAE,UAAU,CAAC,eAAe,IAAI,EAAE;aAC/C,CAAC,CAAC;IACP,CAAC;IAED,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;IAC5D,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,YAAY,EAAE,CAAC;IAC7D,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,oBAAoB,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,gBAAgB,CAAC,sBAAsB;YAC7C,OAAO,EAAE,yCAAyC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,SAAS,CAAC,oBAAoB,CAAC,EAAE;SACpI,CAAC,CAAC;IACL,CAAC;IAED,sFAAsF;IACtF,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACpE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2DAA2D,EAC3D,EAAC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,EAAC,EAC7C,CAAU,CACX,CAAC;QACJ,CAAC;IAAA,CACF,CAAC,CAAC;IAEH,wBAAwB;IACxB,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAChC,YAAY,EACZ,YAAY,CAAC,eAAe,EAAE,EAC9B,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EACpC,SAAS,CAAC,oBAAoB,CAAC,CAChC,CAAC;IAEF,yBAAyB;IACzB,qEAAqE;IACrE,oDAAoD;IACpD,8BAA8B;IAC9B,4DAA4D;IAE5D,4DAA4D;IAC5D,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAC,MAAM,EAAE,YAAY,CAAC,wBAAwB,EAAE,CAAC,MAAM,EAAC,CAAC,CAAC;IACnG,KAAK,MAAM,EAAC,MAAM,EAAC,IAAI,YAAY,CAAC,2BAA2B,EAAE,EAAE,CAAC;QAClE,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,eAAe,CAAC,GAAG,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,4BAA4B,EAAE;QAChD,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,YAAY,CAAC,eAAe,EAAE;KAC1C,CAAC,CAAC;IAEH,6GAA6G;IAC7G,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAC3C,IAAI,WAAW,GAAG,YAAY,CAAC,IAAI,GAAG,+CAA+C,EAAE,CAAC;QACtF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,yBAAyB,EAAE;YACnE,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;IACL,CAAC;AAAA,CACF"}

package/lib/chain/blocks/payloadEnvelopeInput/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./payloadEnvelopeInput.js";
+export * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/lib/chain/blocks/payloadEnvelopeInput/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,YAAY,CAAC"}

package/lib/chain/blocks/payloadEnvelopeInput/index.js

@@ -0,0 +1,3 @@
+export * from "./payloadEnvelopeInput.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/lib/chain/blocks/payloadEnvelopeInput/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,YAAY,CAAC"}

package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts

@@ -0,0 +1,80 @@
+import { DataColumnSidecars, RootHex, Slot, ValidatorIndex, deneb, gloas } from "@lodestar/types";
+import { VersionedHashes } from "../../../execution/index.js";
+import { AddPayloadEnvelopeProps, ColumnWithSource, CreateFromBlockProps, SourceMeta } from "./types.js";
+export type PayloadEnvelopeInputState = {
+    hasPayload: false;
+    hasAllData: false;
+    hasComputedAllData: false;
+} | {
+    hasPayload: false;
+    hasAllData: true;
+    hasComputedAllData: boolean;
+} | {
+    hasPayload: true;
+    hasAllData: false;
+    hasComputedAllData: false;
+    payloadEnvelope: gloas.SignedExecutionPayloadEnvelope;
+    payloadEnvelopeSource: SourceMeta;
+} | {
+    hasPayload: true;
+    hasAllData: true;
+    hasComputedAllData: boolean;
+    payloadEnvelope: gloas.SignedExecutionPayloadEnvelope;
+    payloadEnvelopeSource: SourceMeta;
+    timeCompleteSec: number;
+};
+/**
+ * Tracks bid + payload envelope + data columns for a Gloas block.
+ *
+ * Created during block import from signedExecutionPayloadBid in block body.
+ * Always has bid (required for creation).
+ *
+ * Completion requires: payload envelope + all sampled columns
+ */
+export declare class PayloadEnvelopeInput {
+    readonly blockRootHex: RootHex;
+    readonly slot: Slot;
+    readonly proposerIndex: ValidatorIndex;
+    readonly bid: gloas.ExecutionPayloadBid;
+    readonly versionedHashes: VersionedHashes;
+    private columnsCache;
+    private readonly sampledColumns;
+    private readonly custodyColumns;
+    private timeCreatedSec;
+    private readonly payloadEnvelopeDataPromise;
+    private readonly columnsDataPromise;
+    state: PayloadEnvelopeInputState;
+    private constructor();
+    static createFromBlock(props: CreateFromBlockProps): PayloadEnvelopeInput;
+    getBid(): gloas.ExecutionPayloadBid;
+    getBuilderIndex(): ValidatorIndex;
+    getBlockHashHex(): RootHex;
+    getBlobKzgCommitments(): deneb.BlobKzgCommitments;
+    addPayloadEnvelope(props: AddPayloadEnvelopeProps): void;
+    addColumn(columnWithSource: ColumnWithSource): void;
+    getVersionedHashes(): VersionedHashes;
+    hasPayloadEnvelope(): boolean;
+    getPayloadEnvelope(): gloas.SignedExecutionPayloadEnvelope;
+    getPayloadEnvelopeSource(): SourceMeta;
+    getSampledColumns(): gloas.DataColumnSidecars;
+    getSampledColumnsWithSource(): ColumnWithSource[];
+    getCustodyColumns(): gloas.DataColumnSidecars;
+    hasComputedAllData(): boolean;
+    waitForComputedAllData(timeout: number, signal?: AbortSignal): Promise<DataColumnSidecars>;
+    getTimeCreated(): number;
+    getTimeComplete(): number;
+    isComplete(): boolean;
+    waitForData(): Promise<gloas.SignedExecutionPayloadEnvelope>;
+    getSerializedCacheKeys(): object[];
+    getLogMeta(): {
+        slot: number;
+        blockRoot: string;
+        hasPayload: boolean;
+        hasAllData: boolean;
+        hasComputedAllData: boolean;
+        isComplete: boolean;
+        columnsCount: number;
+        sampledColumnsCount: number;
+    };
+}
+//# sourceMappingURL=payloadEnvelopeInput.d.ts.map

package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"payloadEnvelopeInput.d.ts","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts"],"names":[],"mappings":"AACA,OAAO,EAAc,kBAAkB,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAE7G,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAC,uBAAuB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,UAAU,EAAC,MAAM,YAAY,CAAC;AAEvG,MAAM,MAAM,yBAAyB,GACjC;IACE,UAAU,EAAE,KAAK,CAAC;IAClB,UAAU,EAAE,KAAK,CAAC;IAClB,kBAAkB,EAAE,KAAK,CAAC;CAC3B,GACD;IACE,UAAU,EAAE,KAAK,CAAC;IAClB,UAAU,EAAE,IAAI,CAAC;IACjB,kBAAkB,EAAE,OAAO,CAAC;CAC7B,GACD;IACE,UAAU,EAAE,IAAI,CAAC;IACjB,UAAU,EAAE,KAAK,CAAC;IAClB,kBAAkB,EAAE,KAAK,CAAC;IAC1B,eAAe,EAAE,KAAK,CAAC,8BAA8B,CAAC;IACtD,qBAAqB,EAAE,UAAU,CAAC;CACnC,GACD;IACE,UAAU,EAAE,IAAI,CAAC;IACjB,UAAU,EAAE,IAAI,CAAC;IACjB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,KAAK,CAAC,8BAA8B,CAAC;IACtD,qBAAqB,EAAE,UAAU,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAkBN;;;;;;;GAOG;AACH,qBAAa,oBAAoB;IAC/B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,aAAa,EAAE,cAAc,CAAC;IACvC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,mBAAmB,CAAC;IACxC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAE1C,OAAO,CAAC,YAAY,CAA4C;IAEhE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAE/C,OAAO,CAAC,cAAc,CAAS;IAE/B,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAqD;IAChG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAmC;IAEtE,KAAK,EAAE,yBAAyB,CAAC;IAEjC,OAAO,eA8BN;IAED,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,oBAAoB,CAWxE;IAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAElC;IAED,eAAe,IAAI,cAAc,CAEhC;IAED,eAAe,IAAI,OAAO,CAEzB;IAED,qBAAqB,IAAI,KAAK,CAAC,kBAAkB,CAEhD;IAED,kBAAkB,CAAC,KAAK,EAAE,uBAAuB,GAAG,IAAI,CAmCvD;IAED,SAAS,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CA4ClD;IAED,kBAAkB,IAAI,eAAe,CAEpC;IAED,kBAAkB,IAAI,OAAO,CAE5B;IAED,kBAAkB,IAAI,KAAK,CAAC,8BAA8B,CAGzD;IAED,wBAAwB,IAAI,UAAU,CAGrC;IAED,iBAAiB,IAAI,KAAK,CAAC,kBAAkB,CAS5C;IAED,2BAA2B,IAAI,gBAAgB,EAAE,CAShD;IAED,iBAAiB,IAAI,KAAK,CAAC,kBAAkB,CAS5C;IAED,kBAAkB,IAAI,OAAO,CAE5B;IAED,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAKzF;IAED,cAAc,IAAI,MAAM,CAEvB;IAED,eAAe,IAAI,MAAM,CAGxB;IAED,UAAU,IAAI,OAAO,CAEpB;IAEK,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAEjE;IAED,sBAAsB,IAAI,MAAM,EAAE,CAYjC;IAED,UAAU,IAAI;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,EAAE,OAAO,CAAC;QACpB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,UAAU,EAAE,OAAO,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,mBAAmB,EAAE,MAAM,CAAC;KAC7B,CAWA;CACF"}

package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js

@@ -0,0 +1,248 @@
+import { NUMBER_OF_COLUMNS } from "@lodestar/params";
+import { toRootHex, withTimeout } from "@lodestar/utils";
+import { kzgCommitmentToVersionedHash } from "../../../util/blobs.js";
+function createPromise() {
+    let resolve;
+    let reject;
+    const promise = new Promise((_resolve, _reject) => {
+        resolve = _resolve;
+        reject = _reject;
+    });
+    return { promise, resolve, reject };
+}
+/**
+ * Tracks bid + payload envelope + data columns for a Gloas block.
+ *
+ * Created during block import from signedExecutionPayloadBid in block body.
+ * Always has bid (required for creation).
+ *
+ * Completion requires: payload envelope + all sampled columns
+ */
+export class PayloadEnvelopeInput {
+    blockRootHex;
+    slot;
+    proposerIndex;
+    bid;
+    versionedHashes;
+    columnsCache = new Map();
+    sampledColumns;
+    custodyColumns;
+    timeCreatedSec;
+    payloadEnvelopeDataPromise;
+    columnsDataPromise;
+    state;
+    constructor(props) {
+        this.blockRootHex = props.blockRootHex;
+        this.slot = props.slot;
+        this.proposerIndex = props.proposerIndex;
+        this.bid = props.bid;
+        this.versionedHashes = props.bid.blobKzgCommitments.map(kzgCommitmentToVersionedHash);
+        this.sampledColumns = props.sampledColumns;
+        this.custodyColumns = props.custodyColumns;
+        this.timeCreatedSec = props.timeCreatedSec;
+        this.payloadEnvelopeDataPromise = createPromise();
+        this.columnsDataPromise = createPromise();
+        const noBlobs = props.bid.blobKzgCommitments.length === 0;
+        const noSampledColumns = props.sampledColumns.length === 0;
+        const hasAllData = noBlobs || noSampledColumns;
+        if (hasAllData) {
+            this.state = { hasPayload: false, hasAllData: true, hasComputedAllData: true };
+            this.columnsDataPromise.resolve(this.getSampledColumns());
+        }
+        else {
+            this.state = { hasPayload: false, hasAllData: false, hasComputedAllData: false };
+        }
+    }
+    static createFromBlock(props) {
+        const bid = props.block.message.body.signedExecutionPayloadBid.message;
+        return new PayloadEnvelopeInput({
+            blockRootHex: props.blockRootHex,
+            slot: props.block.message.slot,
+            proposerIndex: props.block.message.proposerIndex,
+            bid,
+            sampledColumns: props.sampledColumns,
+            custodyColumns: props.custodyColumns,
+            timeCreatedSec: props.timeCreatedSec,
+        });
+    }
+    getBid() {
+        return this.bid;
+    }
+    getBuilderIndex() {
+        return this.bid.builderIndex;
+    }
+    getBlockHashHex() {
+        return toRootHex(this.bid.blockHash);
+    }
+    getBlobKzgCommitments() {
+        return this.bid.blobKzgCommitments;
+    }
+    addPayloadEnvelope(props) {
+        if (this.state.hasPayload) {
+            throw new Error(`Payload envelope already set for block ${this.blockRootHex}`);
+        }
+        if (toRootHex(props.envelope.message.beaconBlockRoot) !== this.blockRootHex) {
+            throw new Error("Payload envelope beacon_block_root mismatch");
+        }
+        const source = {
+            source: props.source,
+            seenTimestampSec: props.seenTimestampSec,
+            peerIdStr: props.peerIdStr,
+        };
+        if (this.state.hasAllData) {
+            // Complete state
+            this.state = {
+                hasPayload: true,
+                hasAllData: true,
+                hasComputedAllData: this.state.hasComputedAllData,
+                payloadEnvelope: props.envelope,
+                payloadEnvelopeSource: source,
+                timeCompleteSec: props.seenTimestampSec,
+            };
+            this.payloadEnvelopeDataPromise.resolve(props.envelope);
+        }
+        else {
+            // Has payload, waiting for columns
+            this.state = {
+                hasPayload: true,
+                hasAllData: false,
+                hasComputedAllData: false,
+                payloadEnvelope: props.envelope,
+                payloadEnvelopeSource: source,
+            };
+        }
+    }
+    addColumn(columnWithSource) {
+        const { columnSidecar, seenTimestampSec } = columnWithSource;
+        this.columnsCache.set(columnSidecar.index, columnWithSource);
+        const sampledColumns = this.getSampledColumns();
+        const hasAllData = 
+        // already hasAllData
+        this.state.hasAllData ||
+            // has all sampled columns
+            sampledColumns.length === this.sampledColumns.length ||
+            // has enough columns to reconstruct the rest
+            this.columnsCache.size >= NUMBER_OF_COLUMNS / 2;
+        const hasComputedAllData = 
+        // has all sampled columns
+        sampledColumns.length === this.sampledColumns.length;
+        if (!hasAllData) {
+            return;
+        }
+        if (hasComputedAllData) {
+            this.columnsDataPromise.resolve(sampledColumns);
+        }
+        if (this.state.hasPayload) {
+            // Complete state
+            this.state = {
+                hasPayload: true,
+                hasAllData: true,
+                hasComputedAllData: hasComputedAllData || this.state.hasComputedAllData,
+                payloadEnvelope: this.state.payloadEnvelope,
+                payloadEnvelopeSource: this.state.payloadEnvelopeSource,
+                timeCompleteSec: seenTimestampSec,
+            };
+            this.payloadEnvelopeDataPromise.resolve(this.state.payloadEnvelope);
+        }
+        else {
+            // No payload yet, all data ready
+            this.state = {
+                hasPayload: false,
+                hasAllData: true,
+                hasComputedAllData: hasComputedAllData || this.state.hasComputedAllData,
+            };
+        }
+    }
+    getVersionedHashes() {
+        return this.versionedHashes;
+    }
+    hasPayloadEnvelope() {
+        return this.state.hasPayload;
+    }
+    getPayloadEnvelope() {
+        if (!this.state.hasPayload)
+            throw new Error("Payload envelope not set");
+        return this.state.payloadEnvelope;
+    }
+    getPayloadEnvelopeSource() {
+        if (!this.state.hasPayload)
+            throw new Error("Payload envelope source not set");
+        return this.state.payloadEnvelopeSource;
+    }
+    getSampledColumns() {
+        const columns = [];
+        for (const index of this.sampledColumns) {
+            const column = this.columnsCache.get(index);
+            if (column) {
+                columns.push(column.columnSidecar);
+            }
+        }
+        return columns;
+    }
+    getSampledColumnsWithSource() {
+        const columns = [];
+        for (const index of this.sampledColumns) {
+            const column = this.columnsCache.get(index);
+            if (column) {
+                columns.push(column);
+            }
+        }
+        return columns;
+    }
+    getCustodyColumns() {
+        const columns = [];
+        for (const index of this.custodyColumns) {
+            const column = this.columnsCache.get(index);
+            if (column) {
+                columns.push(column.columnSidecar);
+            }
+        }
+        return columns;
+    }
+    hasComputedAllData() {
+        return this.state.hasComputedAllData;
+    }
+    waitForComputedAllData(timeout, signal) {
+        if (this.state.hasComputedAllData) {
+            return Promise.resolve(this.getSampledColumns());
+        }
+        return withTimeout(() => this.columnsDataPromise.promise, timeout, signal);
+    }
+    getTimeCreated() {
+        return this.timeCreatedSec;
+    }
+    getTimeComplete() {
+        if (!this.state.hasPayload || !this.state.hasAllData)
+            throw new Error("Not yet complete");
+        return this.state.timeCompleteSec;
+    }
+    isComplete() {
+        return this.state.hasPayload && this.state.hasAllData;
+    }
+    async waitForData() {
+        return this.payloadEnvelopeDataPromise.promise;
+    }
+    getSerializedCacheKeys() {
+        const objects = [];
+        if (this.state.hasPayload) {
+            objects.push(this.state.payloadEnvelope);
+        }
+        for (const { columnSidecar } of this.columnsCache.values()) {
+            objects.push(columnSidecar);
+        }
+        return objects;
+    }
+    getLogMeta() {
+        return {
+            slot: this.slot,
+            blockRoot: this.blockRootHex,
+            hasPayload: this.state.hasPayload,
+            hasAllData: this.state.hasAllData,
+            hasComputedAllData: this.state.hasComputedAllData,
+            isComplete: this.isComplete(),
+            columnsCount: this.columnsCache.size,
+            sampledColumnsCount: this.sampledColumns.length,
+        };
+    }
+}
+//# sourceMappingURL=payloadEnvelopeInput.js.map

package/lib/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"payloadEnvelopeInput.js","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/payloadEnvelopeInput.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAC,SAAS,EAAE,WAAW,EAAC,MAAM,iBAAiB,CAAC;AAEvD,OAAO,EAAC,4BAA4B,EAAC,MAAM,wBAAwB,CAAC;AAoCpE,SAAS,aAAa,GAAuB;IAC3C,IAAI,OAA4B,CAAC;IACjC,IAAI,MAA2B,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;QACpD,OAAO,GAAG,QAAQ,CAAC;QACnB,MAAM,GAAG,OAAO,CAAC;IAAA,CAClB,CAAC,CAAC;IACH,OAAO,EAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC;AAAA,CACnC;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,oBAAoB;IACtB,YAAY,CAAU;IACtB,IAAI,CAAO;IACX,aAAa,CAAiB;IAC9B,GAAG,CAA4B;IAC/B,eAAe,CAAkB;IAElC,YAAY,GAAG,IAAI,GAAG,EAAiC,CAAC;IAE/C,cAAc,CAAgB;IAC9B,cAAc,CAAgB;IAEvC,cAAc,CAAS;IAEd,0BAA0B,CAAqD;IAC/E,kBAAkB,CAAmC;IAEtE,KAAK,CAA4B;IAEjC,YAAoB,KAQnB,EAAE;QACD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;QACzC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QACtF,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;QAC3C,IAAI,CAAC,0BAA0B,GAAG,aAAa,EAAE,CAAC;QAClD,IAAI,CAAC,kBAAkB,GAAG,aAAa,EAAE,CAAC;QAE1C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,OAAO,IAAI,gBAAgB,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,GAAG,EAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAC,CAAC;YAC7E,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,EAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAC,CAAC;QACjF,CAAC;IAAA,CACF;IAED,MAAM,CAAC,eAAe,CAAC,KAA2B,EAAwB;QACxE,MAAM,GAAG,GAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAA8B,CAAC,yBAAyB,CAAC,OAAO,CAAC;QAClG,OAAO,IAAI,oBAAoB,CAAC;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;YAC9B,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa;YAChD,GAAG;YACH,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,cAAc,EAAE,KAAK,CAAC,cAAc;SACrC,CAAC,CAAC;IAAA,CACJ;IAED,MAAM,GAA8B;QAClC,OAAO,IAAI,CAAC,GAAG,CAAC;IAAA,CACjB;IAED,eAAe,GAAmB;QAChC,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;IAAA,CAC9B;IAED,eAAe,GAAY;QACzB,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAAA,CACtC;IAED,qBAAqB,GAA6B;QAChD,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAAA,CACpC;IAED,kBAAkB,CAAC,KAA8B,EAAQ;QACvD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,MAAM,GAAe;YACzB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1B,iBAAiB;YACjB,IAAI,CAAC,KAAK,GAAG;gBACX,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI;gBAChB,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;gBACjD,eAAe,EAAE,KAAK,CAAC,QAAQ;gBAC/B,qBAAqB,EAAE,MAAM;gBAC7B,eAAe,EAAE,KAAK,CAAC,gBAAgB;aACxC,CAAC;YACF,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,mCAAmC;YACnC,IAAI,CAAC,KAAK,GAAG;gBACX,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,KAAK,CAAC,QAAQ;gBAC/B,qBAAqB,EAAE,MAAM;aAC9B,CAAC;QACJ,CAAC;IAAA,CACF;IAED,SAAS,CAAC,gBAAkC,EAAQ;QAClD,MAAM,EAAC,aAAa,EAAE,gBAAgB,EAAC,GAAG,gBAAgB,CAAC;QAC3D,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAE7D,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,UAAU;QACd,qBAAqB;QACrB,IAAI,CAAC,KAAK,CAAC,UAAU;YACrB,0BAA0B;YAC1B,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM;YACpD,6CAA6C;YAC7C,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAElD,MAAM,kBAAkB;QACtB,0BAA0B;QAC1B,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QAEvD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1B,iBAAiB;YACjB,IAAI,CAAC,KAAK,GAAG;gBACX,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI;gBAChB,kBAAkB,EAAE,kBAAkB,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB;gBACvE,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;gBAC3C,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;gBACvD,eAAe,EAAE,gBAAgB;aAClC,CAAC;YACF,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,IAAI,CAAC,KAAK,GAAG;gBACX,UAAU,EAAE,KAAK;gBACjB,UAAU,EAAE,IAAI;gBAChB,kBAAkB,EAAE,kBAAkB,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB;aACxE,CAAC;QACJ,CAAC;IAAA,CACF;IAED,kBAAkB,GAAoB;QACpC,OAAO,IAAI,CAAC,eAAe,CAAC;IAAA,CAC7B;IAED,kBAAkB,GAAY;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;IAAA,CAC9B;IAED,kBAAkB,GAAyC;QACzD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;IAAA,CACnC;IAED,wBAAwB,GAAe;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAC/E,OAAO,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC;IAAA,CACzC;IAED,iBAAiB,GAA6B;QAC5C,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IAAA,CAChB;IAED,2BAA2B,GAAuB;QAChD,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IAAA,CAChB;IAED,iBAAiB,GAA6B;QAC5C,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IAAA,CAChB;IAED,kBAAkB,GAAY;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC;IAAA,CACtC;IAED,sBAAsB,CAAC,OAAe,EAAE,MAAoB,EAA+B;QACzF,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAClC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAAA,CAC5E;IAED,cAAc,GAAW;QACvB,OAAO,IAAI,CAAC,cAAc,CAAC;IAAA,CAC5B;IAED,eAAe,GAAW;QACxB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC1F,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;IAAA,CACnC;IAED,UAAU,GAAY;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;IAAA,CACvD;IAED,KAAK,CAAC,WAAW,GAAkD;QACjE,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC;IAAA,CAChD;IAED,sBAAsB,GAAa;QACjC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,EAAC,aAAa,EAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,OAAO,CAAC;IAAA,CAChB;IAED,UAAU,GASR;QACA,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,YAAY;YAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;YACjD,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACpC,mBAAmB,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM;SAChD,CAAC;IAAA,CACH;CACF"}

package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts

@@ -0,0 +1,29 @@
+import { ForkPostGloas } from "@lodestar/params";
+import { ColumnIndex, RootHex, SignedBeaconBlock, gloas } from "@lodestar/types";
+export declare enum PayloadEnvelopeInputSource {
+    gossip = "gossip",
+    api = "api",
+    engine = "engine",
+    byRange = "req_resp_by_range",
+    byRoot = "req_resp_by_root",
+    recovery = "recovery"
+}
+export type SourceMeta = {
+    source: PayloadEnvelopeInputSource;
+    seenTimestampSec: number;
+    peerIdStr?: string;
+};
+export type ColumnWithSource = SourceMeta & {
+    columnSidecar: gloas.DataColumnSidecar;
+};
+export type CreateFromBlockProps = {
+    blockRootHex: RootHex;
+    block: SignedBeaconBlock<ForkPostGloas>;
+    sampledColumns: ColumnIndex[];
+    custodyColumns: ColumnIndex[];
+    timeCreatedSec: number;
+};
+export type AddPayloadEnvelopeProps = SourceMeta & {
+    envelope: gloas.SignedExecutionPayloadEnvelope;
+};
+//# sourceMappingURL=types.d.ts.map

package/lib/chain/blocks/payloadEnvelopeInput/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAC,WAAW,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAE/E,oBAAY,0BAA0B;IACpC,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,MAAM,WAAW;IACjB,OAAO,sBAAsB;IAC7B,MAAM,qBAAqB;IAC3B,QAAQ,aAAa;CACtB;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,0BAA0B,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG;IAC1C,aAAa,EAAE,KAAK,CAAC,iBAAiB,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,YAAY,EAAE,OAAO,CAAC;IACtB,KAAK,EAAE,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACxC,cAAc,EAAE,WAAW,EAAE,CAAC;IAC9B,cAAc,EAAE,WAAW,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG,UAAU,GAAG;IACjD,QAAQ,EAAE,KAAK,CAAC,8BAA8B,CAAC;CAChD,CAAC"}

package/lib/chain/blocks/payloadEnvelopeInput/types.js

@@ -0,0 +1,11 @@
+export { PayloadEnvelopeInputSource };
+var PayloadEnvelopeInputSource;
+(function (PayloadEnvelopeInputSource) {
+    PayloadEnvelopeInputSource["gossip"] = "gossip";
+    PayloadEnvelopeInputSource["api"] = "api";
+    PayloadEnvelopeInputSource["engine"] = "engine";
+    PayloadEnvelopeInputSource["byRange"] = "req_resp_by_range";
+    PayloadEnvelopeInputSource["byRoot"] = "req_resp_by_root";
+    PayloadEnvelopeInputSource["recovery"] = "recovery";
+})(PayloadEnvelopeInputSource || (PayloadEnvelopeInputSource = {}));
+//# sourceMappingURL=types.js.map

package/lib/chain/blocks/payloadEnvelopeInput/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/chain/blocks/payloadEnvelopeInput/types.ts"],"names":[],"mappings":"SAGY,0BAA0B;AAAtC,IAAY,0BAOX;AAPD,WAAY,0BAA0B;IACpC,+CAAiB,CAAA;IACjB,yCAAW,CAAA;IACX,+CAAiB,CAAA;IACjB,2DAA6B,CAAA;IAC7B,yDAA2B,CAAA;IAC3B,mDAAqB,CAAA;AAAC,CACxB,EAPY,0BAA0B,KAA1B,0BAA0B,QAOrC"}

package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts

@@ -0,0 +1,15 @@
+import { Metrics } from "../../metrics/metrics.js";
+import { JobItemQueue } from "../../util/queue/index.js";
+import type { BeaconChain } from "../chain.js";
+import { PayloadEnvelopeInput } from "../seenCache/seenPayloadEnvelopeInput.js";
+import { ImportPayloadOpts } from "./types.js";
+/**
+ * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
+ */
+export declare class PayloadEnvelopeProcessor {
+    readonly jobQueue: JobItemQueue<[PayloadEnvelopeInput, ImportPayloadOpts], void>;
+    private readonly importStatus;
+    constructor(chain: BeaconChain, metrics: Metrics | null, signal: AbortSignal);
+    processPayloadEnvelopeJob(payloadInput: PayloadEnvelopeInput, opts?: ImportPayloadOpts): Promise<void>;
+}
+//# sourceMappingURL=payloadEnvelopeProcessor.d.ts.map

package/lib/chain/blocks/payloadEnvelopeProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"payloadEnvelopeProcessor.d.ts","sourceRoot":"","sources":["../../../src/chain/blocks/payloadEnvelopeProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,0BAA0B,CAAC;AACjD,OAAO,EAAC,YAAY,EAAC,MAAM,2BAA2B,CAAC;AACvD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAC,oBAAoB,EAAC,MAAM,0CAA0C,CAAC;AAE9E,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAW7C;;GAEG;AACH,qBAAa,wBAAwB;IACnC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,oBAAoB,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAC;IACjF,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoE;IAEjG,YAAY,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAS3E;IAEK,yBAAyB,CAAC,YAAY,EAAE,oBAAoB,EAAE,IAAI,GAAE,iBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB/G;CACF"}

package/lib/chain/blocks/payloadEnvelopeProcessor.js

@@ -0,0 +1,46 @@
+import { JobItemQueue } from "../../util/queue/index.js";
+import { importExecutionPayload } from "./importExecutionPayload.js";
+// TODO GLOAS: Set to be equal to DEFAULT_MAX_PENDING_UNFINALIZED_PAYLOAD_ENVELOPE_WRITES for now
+const QUEUE_MAX_LENGTH = 16;
+var PayloadEnvelopeImportStatus;
+(function (PayloadEnvelopeImportStatus) {
+    PayloadEnvelopeImportStatus["queued"] = "queued";
+    PayloadEnvelopeImportStatus["importing"] = "importing";
+    PayloadEnvelopeImportStatus["imported"] = "imported";
+})(PayloadEnvelopeImportStatus || (PayloadEnvelopeImportStatus = {}));
+/**
+ * PayloadEnvelopeProcessor processes payload envelope jobs in a queued fashion, one after the other.
+ */
+export class PayloadEnvelopeProcessor {
+    jobQueue;
+    importStatus = new WeakMap();
+    constructor(chain, metrics, signal) {
+        this.jobQueue = new JobItemQueue((payloadInput, opts) => {
+            this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.importing);
+            return importExecutionPayload.call(chain, payloadInput, opts);
+        }, { maxLength: QUEUE_MAX_LENGTH, noYieldIfOneItem: true, signal }, metrics?.payloadEnvelopeProcessorQueue ?? undefined);
+    }
+    async processPayloadEnvelopeJob(payloadInput, opts = {}) {
+        if (!payloadInput.isComplete()) {
+            return;
+        }
+        if (this.importStatus.get(payloadInput) !== undefined) {
+            return;
+        }
+        await this.jobQueue.waitForSpace();
+        // Re-check after await, as another call may have queued this payload.
+        if (this.importStatus.get(payloadInput) !== undefined) {
+            return;
+        }
+        this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.queued);
+        try {
+            await this.jobQueue.push(payloadInput, opts);
+            this.importStatus.set(payloadInput, PayloadEnvelopeImportStatus.imported);
+        }
+        catch (e) {
+            this.importStatus.delete(payloadInput);
+            throw e;
+        }
+    }
+}
+//# sourceMappingURL=payloadEnvelopeProcessor.js.map