@lodestar/beacon-node 1.33.0-peerDAS.e03bda542e → 1.33.0-rc.0

package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js

@@ -1,57 +0,0 @@
-import { NUMBER_OF_COLUMNS } from "@lodestar/params";
-import { RespStatus, ResponseError } from "@lodestar/reqresp";
-import { computeEpochAtSlot } from "@lodestar/state-transition";
-import { ssz } from "@lodestar/types";
-import { fromHex, toHex } from "@lodestar/utils";
-import { COLUMN_SIZE_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX, DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX, NUM_COLUMNS_IN_WRAPPER_INDEX, } from "../../../db/repositories/dataColumnSidecars.js";
-export async function* onDataColumnSidecarsByRoot(requestBody, chain, db) {
-    // SPEC: minimum_request_epoch = max(finalized_epoch, current_epoch - MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS, FULU_FORK_EPOCH)
-    const finalizedEpoch = chain.forkChoice.getFinalizedCheckpoint().epoch;
-    const currentEpoch = chain.clock.currentEpoch;
-    const minimumRequestEpoch = Math.max(finalizedEpoch, currentEpoch - chain.config.MIN_EPOCHS_FOR_DATA_COLUMN_SIDECARS_REQUESTS, chain.config.FULU_FORK_EPOCH);
-    for (const dataColumnsByRootIdentifier of requestBody) {
-        const { blockRoot, columns } = dataColumnsByRootIdentifier;
-        const blockRootHex = toHex(blockRoot);
-        const block = chain.forkChoice.getBlockHex(blockRootHex);
-        // NOTE: Only support non-finalized blocks.
-        // SPEC: Clients MUST support requesting sidecars since minimum_request_epoch.
-        // If any root in the request content references a block earlier than minimum_request_epoch, peers MAY respond with
-        // error code 3: ResourceUnavailable or not include the data column sidecar in the response.
-        // https://github.com/ethereum/consensus-specs/blob/1937aff86b41b5171a9bc3972515986f1bbbf303/specs/fulu/p2p-interface.md#datacolumnsidecarsbyroot-v1
-        if (!block || computeEpochAtSlot(block.slot) < minimumRequestEpoch) {
-            continue;
-        }
-        const dataColumnSidecarsBytesWrapped = await db.dataColumnSidecars.getBinary(fromHex(block.blockRoot));
-        if (!dataColumnSidecarsBytesWrapped) {
-            // Handle the same to onBeaconBlocksByRange
-            throw new ResponseError(RespStatus.SERVER_ERROR, `No item for root ${block.blockRoot} slot ${block.slot}`);
-        }
-        const retrivedColumnsLen = ssz.Uint8.deserialize(dataColumnSidecarsBytesWrapped.slice(NUM_COLUMNS_IN_WRAPPER_INDEX, COLUMN_SIZE_IN_WRAPPER_INDEX));
-        const retrievedColumnsSizeBytes = dataColumnSidecarsBytesWrapped.slice(COLUMN_SIZE_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX);
-        const columnsSize = ssz.UintNum64.deserialize(retrievedColumnsSizeBytes);
-        const dataColumnSidecarsBytes = dataColumnSidecarsBytesWrapped.slice(DATA_COLUMN_SIDECARS_IN_WRAPPER_INDEX + 4 * retrivedColumnsLen);
-        const dataColumnsIndex = dataColumnSidecarsBytesWrapped.slice(CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX, CUSTODY_COLUMNS_IN_IN_WRAPPER_INDEX + NUMBER_OF_COLUMNS);
-        // const storedColumns = Array.from({length: NUMBER_OF_COLUMNS}, (_v, i) => i).filter(
-        //   (i) => dataColumnsIndex[i] > 0
-        // );
-        // const columnsLen = dataColumnSidecarsBytes.length / columnsSize;
-        // console.log(
-        //   `onDataColumnSidecarsByRoot: slot=${block.slot} columnsSize=${columnsSize} storedColumnsLen=${columnsLen} retrivedColumnsLen=${retrivedColumnsLen} dataColumnSidecarsBytesWrapped=${dataColumnSidecarsBytesWrapped.length} storedColumns=${storedColumns.join(" ")}`
-        // );
-        for (const index of columns) {
-            const dataIndex = (dataColumnsIndex[index] ?? 0) - 1;
-            if (dataIndex < 0) {
-                throw new ResponseError(RespStatus.SERVER_ERROR, `dataColumnSidecar index=${index} not custodied`);
-            }
-            const dataColumnSidecarBytes = dataColumnSidecarsBytes.slice(dataIndex * columnsSize, (dataIndex + 1) * columnsSize);
-            if (dataColumnSidecarBytes.length !== columnsSize) {
-                throw Error(`Inconsistent state, dataColumnSidecar blockRoot=${blockRootHex} index=${index} dataColumnSidecarBytes=${dataColumnSidecarBytes.length} expected=${columnsSize}`);
-            }
-            yield {
-                data: dataColumnSidecarBytes,
-                boundary: chain.config.getForkBoundaryAtEpoch(computeEpochAtSlot(block.slot)),
-            };
-        }
-    }
-}
-//# sourceMappingURL=dataColumnSidecarsByRoot.js.map

package/lib/network/reqresp/handlers/dataColumnSidecarsByRoot.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumnSidecarsByRoot.js","sourceRoot":"","sources":["../../../../src/network/reqresp/handlers/dataColumnSidecarsByRoot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAC,UAAU,EAAE,aAAa,EAAmB,MAAM,mBAAmB,CAAC;AAC9E,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAO,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAC,OAAO,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAG/C,OAAO,EACL,4BAA4B,EAC5B,mCAAmC,EACnC,qCAAqC,EACrC,4BAA4B,GAC7B,MAAM,gDAAgD,CAAC;AAExD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAC/C,WAAiD,EACjD,KAAmB,EACnB,EAAa;IAEb,oIAAoI;IACpI,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,KAAK,CAAC;IACvE,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;IAC9C,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAClC,cAAc,EACd,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,4CAA4C,EACxE,KAAK,CAAC,MAAM,CAAC,eAAe,CAC7B,CAAC;IAEF,KAAK,MAAM,2BAA2B,IAAI,WAAW,EAAE,CAAC;QACtD,MAAM,EAAC,SAAS,EAAE,OAAO,EAAC,GAAG,2BAA2B,CAAC;QACzD,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QAEzD,2CAA2C;QAC3C,8EAA8E;QAC9E,mHAAmH;QACnH,4FAA4F;QAC5F,oJAAoJ;QACpJ,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,mBAAmB,EAAE,CAAC;YACnE,SAAS;QACX,CAAC;QAED,MAAM,8BAA8B,GAAG,MAAM,EAAE,CAAC,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,8BAA8B,EAAE,CAAC;YACpC,2CAA2C;YAC3C,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,YAAY,EAAE,oBAAoB,KAAK,CAAC,SAAS,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7G,CAAC;QAED,MAAM,kBAAkB,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAC9C,8BAA8B,CAAC,KAAK,CAAC,4BAA4B,EAAE,4BAA4B,CAAC,CACjG,CAAC;QACF,MAAM,yBAAyB,GAAG,8BAA8B,CAAC,KAAK,CACpE,4BAA4B,EAC5B,mCAAmC,CACpC,CAAC;QACF,MAAM,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;QACzE,MAAM,uBAAuB,GAAG,8BAA8B,CAAC,KAAK,CAClE,qCAAqC,GAAG,CAAC,GAAG,kBAAkB,CAC/D,CAAC;QAEF,MAAM,gBAAgB,GAAG,8BAA8B,CAAC,KAAK,CAC3D,mCAAmC,EACnC,mCAAmC,GAAG,iBAAiB,CACxD,CAAC;QAEF,sFAAsF;QACtF,mCAAmC;QACnC,KAAK;QACL,mEAAmE;QACnE,eAAe;QACf,yQAAyQ;QACzQ,KAAK;QAEL,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,YAAY,EAAE,2BAA2B,KAAK,gBAAgB,CAAC,CAAC;YACrG,CAAC;YAED,MAAM,sBAAsB,GAAG,uBAAuB,CAAC,KAAK,CAC1D,SAAS,GAAG,WAAW,EACvB,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,WAAW,CAC9B,CAAC;YACF,IAAI,sBAAsB,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClD,MAAM,KAAK,CACT,mDAAmD,YAAY,UAAU,KAAK,2BAA2B,sBAAsB,CAAC,MAAM,aAAa,WAAW,EAAE,CACjK,CAAC;YACJ,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC9E,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/util/dataColumns.d.ts

@@ -1,132 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { CachedBeaconStateAllForks } from "@lodestar/state-transition";
-import { ColumnIndex, CustodyIndex, SignedBeaconBlockHeader, ValidatorIndex, deneb, fulu } from "@lodestar/types";
-import { DataColumnsCacheMap } from "../chain/blocks/types.js";
-import { ChainEventEmitter } from "../chain/emitter.js";
-import { BlockInputCacheType } from "../chain/seenCache/seenGossipBlockInput.js";
-import { IExecutionEngine } from "../execution/engine/interface.js";
-import { Metrics } from "../metrics/metrics.js";
-import { NodeId } from "../network/subnets/index.js";
-import { IClock } from "./clock.js";
-export declare enum RecoverResult {
-    NotAttemptedLessThanHalf = "not_attempted_less_than_half",
-    NotAttemptedFull = "not_attempted_full",
-    SuccessResolved = "success_resolved",
-    SuccessLate = "success_late",
-    Failed = "failed"
-}
-export declare class CustodyConfig {
-    /**
-     * The number of custody groups the node should subscribe to
-     */
-    targetCustodyGroupCount: number;
-    /**
-     * The custody columns the node should subscribe to
-     */
-    custodyColumns: ColumnIndex[];
-    /**
-     * Custody columns map which column maps to which index in the array of columns custodied
-     * with zero representing it is not custodied
-     */
-    custodyColumnsIndex: Uint8Array;
-    /**
-     * The number of custody groups the node will sample
-     */
-    sampledGroupCount: number;
-    /**
-     * Custody groups sampled by the node as part of custody sampling
-     */
-    sampleGroups: CustodyIndex[];
-    /**
-     * Data columns sampled by the node as part of custody sampling
-     * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#custody-sampling
-     *
-     * TODO: Consider race conditions if this updates during sync/backfill
-     */
-    sampledColumns: ColumnIndex[];
-    /**
-     * Subnets sampled by the node as part of custody sampling
-     */
-    sampledSubnets: number[];
-    private config;
-    private nodeId;
-    private readonly metrics;
-    constructor(nodeId: NodeId, config: ChainForkConfig, metrics: Metrics | null);
-    updateTargetCustodyGroupCount(targetCustodyGroupCount: number): void;
-    private getCustodyColumnsIndex;
-}
-/**
- * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
- */
-export declare function getValidatorsCustodyRequirement(state: CachedBeaconStateAllForks, validatorIndices: ValidatorIndex[], config: ChainForkConfig): number;
-/**
- * Converts a custody group to an array of column indices.  Should be 1-1 as long there are 128
- * columns and 128 custody groups.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
- */
-export declare function computeColumnsForCustodyGroup(custodyIndex: CustodyIndex): ColumnIndex[];
-/**
- * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
- * further converted to column indices
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
- */
-export declare function getCustodyGroups(nodeId: NodeId, custodyGroupCount: number): CustodyIndex[];
-export declare function getDataColumns(nodeId: NodeId, custodyGroupCount: number): ColumnIndex[];
-/**
- * Computes the cells for each blob and combines them with cell proofs.
- * Similar to the computeMatrix function described below.
- *
- * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
- */
-export declare function getCellsAndProofs(blobBundles: fulu.BlobAndProofV2[]): {
-    cells: Uint8Array[];
-    proofs: Uint8Array[];
-}[];
-/**
- * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
- * each blob in the block, assemble the sidecars which can be distributed to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
- */
-export declare function getDataColumnSidecars(signedBlockHeader: SignedBeaconBlockHeader, kzgCommitments: deneb.KZGCommitment[], kzgCommitmentsInclusionProof: fulu.KzgCommitmentsInclusionProof, cellsAndKzgProofs: {
-    cells: Uint8Array[];
-    proofs: Uint8Array[];
-}[]): fulu.DataColumnSidecars;
-/**
- * Given a signed block and the cells/proofs associated with each blob in the
- * block, assemble the sidecars which can be distributed to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
- */
-export declare function getDataColumnSidecarsFromBlock(config: ChainForkConfig, signedBlock: fulu.SignedBeaconBlock, cellsAndKzgProofs: {
-    cells: Uint8Array[];
-    proofs: Uint8Array[];
-}[]): fulu.DataColumnSidecars;
-/**
- * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
- * to the commitments it contains, assemble all sidecars for distribution to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
- */
-export declare function getDataColumnSidecarsFromColumnSidecar(sidecar: fulu.DataColumnSidecar, cellsAndKzgProofs: {
-    cells: Uint8Array[];
-    proofs: Uint8Array[];
-}[]): fulu.DataColumnSidecars;
-/**
- * If we receive more than half of NUMBER_OF_COLUMNS (64) we should recover all remaining columns
- */
-export declare function recoverDataColumnSidecars(dataColumnCache: DataColumnsCacheMap, clock: IClock, metrics: Metrics | null): Promise<RecoverResult>;
-export declare function hasSampledDataColumns(custodyConfig: CustodyConfig, dataColumnCache: DataColumnsCacheMap): boolean;
-export declare function getDataColumnsFromExecution(config: ChainForkConfig, custodyConfig: CustodyConfig, executionEngine: IExecutionEngine, emitter: ChainEventEmitter, blockCache: BlockInputCacheType, metrics: Metrics | null): Promise<boolean>;
-//# sourceMappingURL=dataColumns.d.ts.map

package/lib/util/dataColumns.js

@@ -1,353 +0,0 @@
-import { digest } from "@chainsafe/as-sha256";
-import { DATA_COLUMN_SIDECAR_SUBNET_COUNT, EFFECTIVE_BALANCE_INCREMENT, ForkName, NUMBER_OF_COLUMNS, NUMBER_OF_CUSTODY_GROUPS, } from "@lodestar/params";
-import { signedBlockToSignedHeader } from "@lodestar/state-transition";
-import { ssz } from "@lodestar/types";
-import { bytesToBigInt } from "@lodestar/utils";
-import { BlockSource, DataColumnsSource, getBlockInput, getBlockInputDataColumns, } from "../chain/blocks/types.js";
-import { ChainEvent } from "../chain/emitter.js";
-import { computeKzgCommitmentsInclusionProof, kzgCommitmentToVersionedHash, recoverDataColumnSidecars as recover, } from "./blobs.js";
-import { kzg } from "./kzg.js";
-export var RecoverResult;
-(function (RecoverResult) {
-    // the recover is not attempted because we have less than `NUMBER_OF_COLUMNS / 2` columns
-    RecoverResult["NotAttemptedLessThanHalf"] = "not_attempted_less_than_half";
-    // the recover is not attempted because it has full data columns
-    RecoverResult["NotAttemptedFull"] = "not_attempted_full";
-    // the recover is a success and it helps resolve availability
-    RecoverResult["SuccessResolved"] = "success_resolved";
-    // the redover is a success but it's late, availability is already resolved by either gossip or getBlobsV2
-    RecoverResult["SuccessLate"] = "success_late";
-    // the recover failed
-    RecoverResult["Failed"] = "failed";
-})(RecoverResult || (RecoverResult = {}));
-export class CustodyConfig {
-    constructor(nodeId, config, metrics) {
-        this.config = config;
-        this.nodeId = nodeId;
-        this.metrics = metrics;
-        this.targetCustodyGroupCount = Math.max(config.CUSTODY_REQUIREMENT, config.NODE_CUSTODY_REQUIREMENT);
-        this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
-        this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
-        this.metrics?.peerDas.custodyGroupCount.set(this.targetCustodyGroupCount);
-        this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
-        this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
-        this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
-        this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
-    }
-    updateTargetCustodyGroupCount(targetCustodyGroupCount) {
-        this.targetCustodyGroupCount = targetCustodyGroupCount;
-        this.custodyColumns = getDataColumns(this.nodeId, this.targetCustodyGroupCount);
-        this.custodyColumnsIndex = this.getCustodyColumnsIndex(this.custodyColumns);
-        // TODO: Porting this over to match current behavior, but I think this incorrectly mixes units:
-        // SAMPLES_PER_SLOT is in columns, and CUSTODY_GROUP_COUNT is in groups
-        this.sampledGroupCount = Math.max(this.targetCustodyGroupCount, this.config.SAMPLES_PER_SLOT);
-        this.sampleGroups = getCustodyGroups(this.nodeId, this.sampledGroupCount);
-        this.sampledColumns = getDataColumns(this.nodeId, this.sampledGroupCount);
-        this.sampledSubnets = this.sampledColumns.map(computeSubnetForDataColumn);
-        this.metrics?.peerDas.custodyGroupCount.set(this.targetCustodyGroupCount);
-    }
-    getCustodyColumnsIndex(custodyColumns) {
-        // custody columns map which column maps to which index in the array of columns custodied
-        // with zero representing it is not custodied
-        const custodyColumnsIndex = new Uint8Array(NUMBER_OF_COLUMNS);
-        let custodyAtIndex = 1;
-        for (const columnIndex of custodyColumns) {
-            custodyColumnsIndex[columnIndex] = custodyAtIndex;
-            custodyAtIndex++;
-        }
-        return custodyColumnsIndex;
-    }
-}
-function computeSubnetForDataColumn(columnIndex) {
-    return columnIndex % DATA_COLUMN_SIDECAR_SUBNET_COUNT;
-}
-/**
- * Calculate the number of custody groups the node should subscribe to based on the node's effective balance
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#validator-custody
- */
-export function getValidatorsCustodyRequirement(state, validatorIndices, config) {
-    if (validatorIndices.length === 0) {
-        return config.CUSTODY_REQUIREMENT;
-    }
-    const totalNodeEffectiveBalance = validatorIndices.reduce((total, validatorIndex) => {
-        return total + state.epochCtx.effectiveBalanceIncrements[validatorIndex] * EFFECTIVE_BALANCE_INCREMENT;
-    }, 0);
-    // Must custody one group for every BALANCE_PER_ADDITIONAL_CUSTODY_GROUP of effective balance
-    let validatorsCustodyRequirement = Math.floor(totalNodeEffectiveBalance / config.BALANCE_PER_ADDITIONAL_CUSTODY_GROUP);
-    // Any node with at least 1 validator must custody at least VALIDATOR_CUSTODY_REQUIREMENT
-    validatorsCustodyRequirement = Math.max(validatorsCustodyRequirement, config.VALIDATOR_CUSTODY_REQUIREMENT);
-    // Cannot custody more than NUMBER_OF_CUSTODY_GROUPS
-    validatorsCustodyRequirement = Math.min(validatorsCustodyRequirement, NUMBER_OF_CUSTODY_GROUPS);
-    // Validators custody requirement must be at least configured node custody requirement
-    return Math.max(validatorsCustodyRequirement, config.NODE_CUSTODY_REQUIREMENT);
-}
-/**
- * Converts a custody group to an array of column indices.  Should be 1-1 as long there are 128
- * columns and 128 custody groups.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_columns_for_custody_group
- */
-export function computeColumnsForCustodyGroup(custodyIndex) {
-    if (custodyIndex > NUMBER_OF_CUSTODY_GROUPS) {
-        custodyIndex = NUMBER_OF_CUSTODY_GROUPS;
-    }
-    const columnsPerCustodyGroup = Number(NUMBER_OF_COLUMNS / NUMBER_OF_CUSTODY_GROUPS);
-    const columnIndexes = [];
-    for (let i = 0; i < columnsPerCustodyGroup; i++) {
-        columnIndexes.push(NUMBER_OF_CUSTODY_GROUPS * i + custodyIndex);
-    }
-    columnIndexes.sort((a, b) => a - b);
-    return columnIndexes;
-}
-/**
- * Converts nodeId and a the number of custody groups to an array of custody indices. Indexes must be
- * further converted to column indices
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#get_custody_groups
- */
-export function getCustodyGroups(nodeId, custodyGroupCount) {
-    if (custodyGroupCount > NUMBER_OF_CUSTODY_GROUPS) {
-        custodyGroupCount = NUMBER_OF_CUSTODY_GROUPS;
-    }
-    const custodyGroups = [];
-    // nodeId is in bigendian and all computes are in little endian
-    let currentId = bytesToBigInt(nodeId, "be");
-    while (custodyGroups.length < custodyGroupCount) {
-        // could be optimized
-        const currentIdBytes = ssz.UintBn256.serialize(currentId);
-        const custodyGroup = Number(ssz.UintBn64.deserialize(digest(currentIdBytes).slice(0, 8)) % BigInt(NUMBER_OF_CUSTODY_GROUPS));
-        if (!custodyGroups.includes(custodyGroup)) {
-            custodyGroups.push(custodyGroup);
-        }
-        const willOverflow = currentIdBytes.reduce((acc, elem) => acc && elem === 0xff, true);
-        if (willOverflow) {
-            currentId = BigInt(0);
-        }
-        else {
-            currentId++;
-        }
-    }
-    custodyGroups.sort((a, b) => a - b);
-    return custodyGroups;
-}
-export function getDataColumns(nodeId, custodyGroupCount) {
-    return getCustodyGroups(nodeId, custodyGroupCount)
-        .flatMap(computeColumnsForCustodyGroup)
-        .sort((a, b) => a - b);
-}
-/**
- * Computes the cells for each blob and combines them with cell proofs.
- * Similar to the computeMatrix function described below.
- *
- * SPEC FUNCTION (note: spec currently computes proofs, but we already have them)
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/das-core.md#compute_matrix
- */
-export function getCellsAndProofs(blobBundles) {
-    return blobBundles.map(({ blob, proofs }) => {
-        const cells = kzg.computeCells(blob);
-        return { cells, proofs };
-    });
-}
-/**
- * Given a signed block header and the commitments, inclusion proof, cells/proofs associated with
- * each blob in the block, assemble the sidecars which can be distributed to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars
- */
-export function getDataColumnSidecars(signedBlockHeader, kzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs) {
-    if (cellsAndKzgProofs.length !== kzgCommitments.length) {
-        throw Error("Invalid cellsAndKzgProofs length for getDataColumnSidecars");
-    }
-    const sidecars = [];
-    for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
-        const columnCells = [];
-        const columnProofs = [];
-        for (const { cells, proofs } of cellsAndKzgProofs) {
-            columnCells.push(cells[columnIndex]);
-            columnProofs.push(proofs[columnIndex]);
-        }
-        sidecars.push({
-            index: columnIndex,
-            column: columnCells,
-            kzgCommitments,
-            kzgProofs: columnProofs,
-            signedBlockHeader,
-            kzgCommitmentsInclusionProof,
-        });
-    }
-    return sidecars;
-}
-/**
- * Given a signed block and the cells/proofs associated with each blob in the
- * block, assemble the sidecars which can be distributed to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_block
- */
-export function getDataColumnSidecarsFromBlock(config, signedBlock, cellsAndKzgProofs) {
-    const blobKzgCommitments = signedBlock.message.body.blobKzgCommitments;
-    const fork = config.getForkName(signedBlock.message.slot);
-    const signedBlockHeader = signedBlockToSignedHeader(config, signedBlock);
-    const kzgCommitmentsInclusionProof = computeKzgCommitmentsInclusionProof(fork, signedBlock.message.body);
-    return getDataColumnSidecars(signedBlockHeader, blobKzgCommitments, kzgCommitmentsInclusionProof, cellsAndKzgProofs);
-}
-/**
- * Given a DataColumnSidecar and the cells/proofs associated with each blob corresponding
- * to the commitments it contains, assemble all sidecars for distribution to peers.
- *
- * SPEC FUNCTION
- * https://github.com/ethereum/consensus-specs/blob/dev/specs/fulu/validator.md#get_data_column_sidecars_from_column_sidecar
- */
-export function getDataColumnSidecarsFromColumnSidecar(sidecar, cellsAndKzgProofs) {
-    return getDataColumnSidecars(sidecar.signedBlockHeader, sidecar.kzgCommitments, sidecar.kzgCommitmentsInclusionProof, cellsAndKzgProofs);
-}
-/**
- * If we receive more than half of NUMBER_OF_COLUMNS (64) we should recover all remaining columns
- */
-export async function recoverDataColumnSidecars(dataColumnCache, clock, metrics) {
-    const columnCount = dataColumnCache.size;
-    if (columnCount >= NUMBER_OF_COLUMNS) {
-        // We have all columns
-        return RecoverResult.NotAttemptedFull;
-    }
-    if (columnCount < NUMBER_OF_COLUMNS / 2) {
-        // We don't have enough columns to recover
-        return RecoverResult.NotAttemptedLessThanHalf;
-    }
-    const partialColumns = dataColumnCache.size;
-    metrics?.recoverDataColumnSidecars.custodyBeforeReconstruction.set(partialColumns);
-    const partialSidecars = new Map();
-    for (const [columnIndex, { dataColumn }] of dataColumnCache.entries()) {
-        // the more columns we put, the slower the recover
-        if (partialSidecars.size >= NUMBER_OF_COLUMNS / 2) {
-            break;
-        }
-        partialSidecars.set(columnIndex, dataColumn);
-    }
-    const timer = metrics?.peerDas.dataColumnsReconstructionTime.startTimer();
-    // if this function throws, we catch at the consumer side
-    const fullSidecars = await recover(partialSidecars);
-    timer?.();
-    if (fullSidecars == null) {
-        return RecoverResult.Failed;
-    }
-    const firstDataColumn = dataColumnCache.values().next().value?.dataColumn;
-    if (firstDataColumn == null) {
-        // should not happen because we checked the size of the cache before this
-        throw new Error("No data column found in cache to recover from");
-    }
-    const slot = firstDataColumn.signedBlockHeader.message.slot;
-    const secFromSlot = clock.secFromSlot(slot);
-    metrics?.recoverDataColumnSidecars.elapsedTimeTillReconstructed.observe(secFromSlot);
-    if (dataColumnCache.size === NUMBER_OF_COLUMNS) {
-        // either gossip or getBlobsV2 resolved availability while we were recovering
-        return RecoverResult.SuccessLate;
-    }
-    // We successfully recovered the data columns, update the cache
-    for (let columnIndex = 0; columnIndex < NUMBER_OF_COLUMNS; columnIndex++) {
-        if (dataColumnCache.has(columnIndex)) {
-            // We already have this column
-            continue;
-        }
-        const sidecar = fullSidecars[columnIndex];
-        if (sidecar === undefined) {
-            throw new Error(`full sidecars is undefined at index ${columnIndex}`);
-        }
-        dataColumnCache.set(columnIndex, { dataColumn: sidecar, dataColumnBytes: null });
-        metrics?.peerDas.reconstructedColumns.inc(NUMBER_OF_COLUMNS - partialColumns);
-    }
-    return RecoverResult.SuccessResolved;
-}
-export function hasSampledDataColumns(custodyConfig, dataColumnCache) {
-    return (dataColumnCache.size >= custodyConfig.sampledColumns.length &&
-        custodyConfig.sampledColumns.reduce((acc, columnIndex) => acc && dataColumnCache.has(columnIndex), true));
-}
-export async function getDataColumnsFromExecution(config, custodyConfig, executionEngine, emitter, blockCache, metrics) {
-    if (blockCache.fork !== ForkName.fulu) {
-        return false;
-    }
-    if (!blockCache.cachedData) {
-        // this condition should never get hit... just a sanity check
-        throw new Error("invalid blockCache");
-    }
-    if (blockCache.cachedData.fork !== ForkName.fulu) {
-        return false;
-    }
-    // If already have all columns, exit
-    if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
-        return true;
-    }
-    let commitments;
-    if (blockCache.block) {
-        const block = blockCache.block;
-        commitments = block.message.body.blobKzgCommitments;
-    }
-    else {
-        const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
-        commitments = firstSidecar?.dataColumn.kzgCommitments;
-    }
-    if (!commitments) {
-        throw new Error("blockInputCache missing both block and cachedData");
-    }
-    // Return if block has no blobs
-    if (commitments.length === 0) {
-        return true;
-    }
-    // Process KZG commitments into versioned hashes
-    const versionedHashes = commitments.map(kzgCommitmentToVersionedHash);
-    // Get blobs from execution engine
-    metrics?.peerDas.getBlobsV2Requests.inc();
-    const timer = metrics?.peerDas.getBlobsV2RequestDuration.startTimer();
-    const blobs = await executionEngine.getBlobs(blockCache.fork, versionedHashes);
-    timer?.();
-    // Execution engine was unable to find one or more blobs
-    if (blobs === null) {
-        return false;
-    }
-    metrics?.peerDas.getBlobsV2Responses.inc();
-    // Return if we received all data columns while waiting for getBlobs
-    if (hasSampledDataColumns(custodyConfig, blockCache.cachedData.dataColumnsCache)) {
-        return true;
-    }
-    let dataColumnSidecars;
-    const cellsAndProofs = getCellsAndProofs(blobs);
-    if (blockCache.block) {
-        dataColumnSidecars = getDataColumnSidecarsFromBlock(config, blockCache.block, cellsAndProofs);
-    }
-    else {
-        const firstSidecar = blockCache.cachedData.dataColumnsCache.values().next().value;
-        if (!firstSidecar) {
-            throw new Error("blockInputCache missing both block and data column sidecar");
-        }
-        dataColumnSidecars = getDataColumnSidecarsFromColumnSidecar(firstSidecar.dataColumn, cellsAndProofs);
-    }
-    // Publish columns if and only if subscribed to them
-    const sampledColumns = custodyConfig.sampledColumns.map((columnIndex) => dataColumnSidecars[columnIndex]);
-    // for columns that we already seen, it will be ignored through `ignoreDuplicatePublishError` gossip option
-    emitter.emit(ChainEvent.publishDataColumns, sampledColumns);
-    for (const column of sampledColumns) {
-        blockCache.cachedData.dataColumnsCache.set(column.index, { dataColumn: column, dataColumnBytes: null });
-    }
-    const allDataColumns = getBlockInputDataColumns(blockCache.cachedData.dataColumnsCache, custodyConfig.sampledColumns);
-    // TODO: Add metrics
-    // metrics?.syncUnknownBlock.resolveAvailabilitySource.inc({source: BlockInputAvailabilitySource.GOSSIP});
-    const blockData = {
-        fork: blockCache.cachedData.fork,
-        ...allDataColumns,
-        dataColumnsSource: DataColumnsSource.engine,
-    };
-    const partialColumns = blockCache.cachedData.dataColumnsCache.size;
-    blockCache.cachedData.resolveAvailability(blockData);
-    metrics?.dataColumns.bySource.inc({ source: DataColumnsSource.engine }, NUMBER_OF_COLUMNS - partialColumns);
-    if (blockCache.block !== undefined) {
-        const blockInput = getBlockInput.availableData(config, blockCache.block, BlockSource.gossip, blockData);
-        blockCache.resolveBlockInput(blockInput);
-    }
-    return true;
-}
-//# sourceMappingURL=dataColumns.js.map

package/lib/util/dataColumns.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataColumns.js","sourceRoot":"","sources":["../../src/util/dataColumns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,sBAAsB,CAAC;AAE5C,OAAO,EACL,gCAAgC,EAChC,2BAA2B,EAC3B,QAAQ,EACR,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAA4B,yBAAyB,EAAC,MAAM,4BAA4B,CAAC;AAEhG,OAAO,EAAC,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAEL,WAAW,EAEX,iBAAiB,EACjB,aAAa,EACb,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,UAAU,EAAoB,MAAM,qBAAqB,CAAC;AAKlE,OAAO,EACL,mCAAmC,EACnC,4BAA4B,EAC5B,yBAAyB,IAAI,OAAO,GACrC,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAC,GAAG,EAAC,MAAM,UAAU,CAAC;AAE7B,MAAM,CAAN,IAAY,aAWX;AAXD,WAAY,aAAa;IACvB,yFAAyF;IACzF,0EAAyD,CAAA;IACzD,gEAAgE;IAChE,wDAAuC,CAAA;IACvC,6DAA6D;IAC7D,qDAAoC,CAAA;IACpC,0GAA0G;IAC1G,6CAA4B,CAAA;IAC5B,qBAAqB;IACrB,kCAAiB,CAAA;AACnB,CAAC,EAXW,aAAa,KAAb,aAAa,QAWxB;AAED,MAAM,OAAO,aAAa;IA6CxB,YAAY,MAAc,EAAE,MAAuB,EAAE,OAAuB;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;QACrG,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAC1E,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC5E,CAAC;IAED,6BAA6B,CAAC,uBAA+B;QAC3D,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5E,+FAA+F;QAC/F,uEAAuE;QACvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IAEO,sBAAsB,CAAC,cAA6B;QAC1D,yFAAyF;QACzF,6CAA6C;QAC7C,MAAM,mBAAmB,GAAG,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC;QAC9D,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;YACzC,mBAAmB,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC;YAClD,cAAc,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,0BAA0B,CAAC,WAAwB;IAC1D,OAAO,WAAW,GAAG,gCAAgC,CAAC;AACxD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC7C,KAAgC,EAChC,gBAAkC,EAClC,MAAuB;IAEvB,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,MAAM,yBAAyB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE;QAClF,OAAO,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,0BAA0B,CAAC,cAAc,CAAC,GAAG,2BAA2B,CAAC;IACzG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,6FAA6F;IAC7F,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAC3C,yBAAyB,GAAG,MAAM,CAAC,oCAAoC,CACxE,CAAC;IAEF,yFAAyF;IACzF,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,6BAA6B,CAAC,CAAC;IAE5G,oDAAoD;IACpD,4BAA4B,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,wBAAwB,CAAC,CAAC;IAEhG,sFAAsF;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC;AACjF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,YAA0B;IACtE,IAAI,YAAY,GAAG,wBAAwB,EAAE,CAAC;QAC5C,YAAY,GAAG,wBAAwB,CAAC;IAC1C,CAAC;IACD,MAAM,sBAAsB,GAAG,MAAM,CAAC,iBAAiB,GAAG,wBAAwB,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,aAAa,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAClE,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,iBAAyB;IACxE,IAAI,iBAAiB,GAAG,wBAAwB,EAAE,CAAC;QACjD,iBAAiB,GAAG,wBAAwB,CAAC;IAC/C,CAAC;IAED,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,+DAA+D;IAC/D,IAAI,SAAS,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5C,OAAO,aAAa,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAChD,qBAAqB;QACrB,MAAM,cAAc,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,CACzB,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAChG,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC;QACtF,IAAI,YAAY,EAAE,CAAC;YACjB,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,iBAAyB;IACtE,OAAO,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,CAAC;SAC/C,OAAO,CAAC,6BAA6B,CAAC;SACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAkC;IAClE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,iBAA0C,EAC1C,cAAqC,EACrC,4BAA+D,EAC/D,iBAAgE;IAEhE,IAAI,iBAAiB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,EAAC,KAAK,EAAE,MAAM,EAAC,IAAI,iBAAiB,EAAE,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;YACrC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;YACnB,cAAc;YACd,SAAS,EAAE,YAAY;YACvB,iBAAiB;YACjB,4BAA4B;SAC7B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,MAAuB,EACvB,WAAmC,EACnC,iBAAgE;IAEhE,MAAM,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAEzE,MAAM,4BAA4B,GAAG,mCAAmC,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzG,OAAO,qBAAqB,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,iBAAiB,CAAC,CAAC;AACvH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sCAAsC,CACpD,OAA+B,EAC/B,iBAAgE;IAEhE,OAAO,qBAAqB,CAC1B,OAAO,CAAC,iBAAiB,EACzB,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,4BAA4B,EACpC,iBAAiB,CAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,eAAoC,EACpC,KAAa,EACb,OAAuB;IAEvB,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC;IACzC,IAAI,WAAW,IAAI,iBAAiB,EAAE,CAAC;QACrC,sBAAsB;QACtB,OAAO,aAAa,CAAC,gBAAgB,CAAC;IACxC,CAAC;IAED,IAAI,WAAW,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACxC,0CAA0C;QAC1C,OAAO,aAAa,CAAC,wBAAwB,CAAC;IAChD,CAAC;IAED,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC;IAC5C,OAAO,EAAE,yBAAyB,CAAC,2BAA2B,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACnF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;IAClE,KAAK,MAAM,CAAC,WAAW,EAAE,EAAC,UAAU,EAAC,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,kDAAkD;QAClD,IAAI,eAAe,CAAC,IAAI,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM;QACR,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,6BAA6B,CAAC,UAAU,EAAE,CAAC;IAC1E,yDAAyD;IACzD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;IACpD,KAAK,EAAE,EAAE,CAAC;IACV,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACzB,OAAO,aAAa,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC;IAC1E,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;QAC5B,yEAAyE;QACzE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,EAAE,yBAAyB,CAAC,4BAA4B,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAErF,IAAI,eAAe,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/C,6EAA6E;QAC7E,OAAO,aAAa,CAAC,WAAW,CAAC;IACnC,CAAC;IAED,+DAA+D;IAC/D,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,iBAAiB,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,IAAI,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,8BAA8B;YAC9B,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QAC1C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,EAAC,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;QAC/E,OAAO,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,iBAAiB,GAAG,cAAc,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,aAAa,CAAC,eAAe,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,aAA4B,EAAE,eAAoC;IACtG,OAAO,CACL,eAAe,CAAC,IAAI,IAAI,aAAa,CAAC,cAAc,CAAC,MAAM;QAC3D,aAAa,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,CACzG,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,MAAuB,EACvB,aAA4B,EAC5B,eAAiC,EACjC,OAA0B,EAC1B,UAA+B,EAC/B,OAAuB;IAEvB,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC3B,6DAA6D;QAC7D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,oCAAoC;IACpC,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAqC,CAAC;IAC1C,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,KAA+B,CAAC;QACzD,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,WAAW,GAAG,YAAY,EAAE,UAAU,CAAC,cAAc,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,+BAA+B;IAC/B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,MAAM,eAAe,GAAiB,WAAW,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAEpF,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,yBAAyB,CAAC,UAAU,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC/E,KAAK,EAAE,EAAE,CAAC;IAEV,wDAAwD;IACxD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC;IAE3C,oEAAoE;IACpE,IAAI,qBAAqB,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAA2C,CAAC;IAChD,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,kBAAkB,GAAG,8BAA8B,CACjD,MAAM,EACN,UAAU,CAAC,KAA+B,EAC1C,cAAc,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClF,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,kBAAkB,GAAG,sCAAsC,CAAC,YAAY,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACvG,CAAC;IAED,oDAAoD;IACpD,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;IAE1G,2GAA2G;IAC3G,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAE5D,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,cAAc,GAAG,wBAAwB,CAAC,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IACtH,oBAAoB;IACpB,0GAA0G;IAC1G,MAAM,SAAS,GAA0B;QACvC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI;QAChC,GAAG,cAAc;QACjB,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;KAC5C,CAAC;IACF,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC;IACnE,UAAU,CAAC,UAAU,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACrD,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAC,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAC,EAAE,iBAAiB,GAAG,cAAc,CAAC,CAAC;IAE1G,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAExG,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}