@lodestar/beacon-node 1.34.1 → 1.35.0-dev.092cc3954a

package/lib/sync/utils/downloadByRange.js

@@ -0,0 +1,457 @@
+import { LodestarError, fromHex, prettyBytes, prettyPrintIndices, toRootHex } from "@lodestar/utils";
+import { BlockInputSource, DAType, isBlockInputBlobs, isBlockInputColumns, } from "../../chain/blocks/blockInput/index.js";
+import { validateBlockBlobSidecars } from "../../chain/validation/blobSidecar.js";
+import { validateBlockDataColumnSidecars } from "../../chain/validation/dataColumnSidecar.js";
+/**
+ * Given existing cached batch block inputs and newly validated responses, update the cache with the new data
+ */
+export function cacheByRangeResponses({ cache, peerIdStr, responses, batchBlocks, }) {
+    const source = BlockInputSource.byRange;
+    const seenTimestampSec = Date.now() / 1000;
+    const updatedBatchBlocks = new Map(batchBlocks.map((block) => [block.slot, block]));
+    const blocks = responses.validatedBlocks ?? [];
+    for (let i = 0; i < blocks.length; i++) {
+        const { block, blockRoot } = blocks[i];
+        const blockRootHex = toRootHex(blockRoot);
+        const existing = updatedBatchBlocks.get(block.message.slot);
+        if (existing) {
+            // In practice this code block shouldn't be reached because we shouldn't be refetching a block we already have, see Batch#getRequests.
+            // Will throw if root hex does not match (meaning we are following the wrong chain)
+            existing.addBlock({
+                block,
+                blockRootHex,
+                source,
+                peerIdStr,
+                seenTimestampSec,
+            }, { throwOnDuplicateAdd: false });
+        }
+        else {
+            const blockInput = cache.getByBlock({
+                block,
+                blockRootHex,
+                source,
+                peerIdStr,
+                seenTimestampSec,
+            });
+            updatedBatchBlocks.set(blockInput.slot, blockInput);
+        }
+    }
+    for (const { blockRoot, blobSidecars } of responses.validatedBlobSidecars ?? []) {
+        const existing = updatedBatchBlocks.get(blobSidecars[0].signedBlockHeader.message.slot);
+        const blockRootHex = toRootHex(blockRoot);
+        if (!existing) {
+            throw new Error("Coding error: blockInput must exist when adding blobs");
+        }
+        if (!isBlockInputBlobs(existing)) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.MISMATCH_BLOCK_INPUT_TYPE,
+                slot: existing.slot,
+                blockRoot: prettyBytes(existing.blockRootHex),
+                expected: DAType.Blobs,
+                actual: existing.type,
+            });
+        }
+        for (const blobSidecar of blobSidecars) {
+            // will throw if root hex does not match (meaning we are following the wrong chain)
+            existing.addBlob({
+                blobSidecar,
+                blockRootHex,
+                seenTimestampSec,
+                peerIdStr,
+                source,
+            }, { throwOnDuplicateAdd: false });
+        }
+    }
+    for (const { blockRoot, columnSidecars } of responses.validatedColumnSidecars ?? []) {
+        const existing = updatedBatchBlocks.get(columnSidecars[0].signedBlockHeader.message.slot);
+        const blockRootHex = toRootHex(blockRoot);
+        if (!existing) {
+            throw new Error("Coding error: blockInput must exist when adding blobs");
+        }
+        if (!isBlockInputColumns(existing)) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.MISMATCH_BLOCK_INPUT_TYPE,
+                slot: existing.slot,
+                blockRoot: prettyBytes(existing.blockRootHex),
+                expected: DAType.Columns,
+                actual: existing.type,
+            });
+        }
+        for (const columnSidecar of columnSidecars) {
+            // will throw if root hex does not match (meaning we are following the wrong chain)
+            existing.addColumn({
+                columnSidecar,
+                blockRootHex,
+                seenTimestampSec,
+                peerIdStr,
+                source,
+            }, { throwOnDuplicateAdd: false });
+        }
+    }
+    return Array.from(updatedBatchBlocks.values());
+}
+export async function downloadByRange({ config, network, peerIdStr, batchBlocks, blocksRequest, blobsRequest, columnsRequest, }) {
+    let response;
+    try {
+        response = await requestByRange({
+            network,
+            peerIdStr,
+            blocksRequest,
+            blobsRequest,
+            columnsRequest,
+        });
+    }
+    catch (err) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.REQ_RESP_ERROR,
+            reason: err.message,
+            ...requestsLogMeta({ blocksRequest, blobsRequest, columnsRequest }),
+        });
+    }
+    const validated = await validateResponses({
+        config,
+        batchBlocks,
+        blocksRequest,
+        blobsRequest,
+        columnsRequest,
+        ...response,
+    });
+    return validated;
+}
+/**
+ * Should not be called directly. Only exported for unit testing purposes
+ */
+export async function requestByRange({ network, peerIdStr, blocksRequest, blobsRequest, columnsRequest, }) {
+    let blocks;
+    let blobSidecars;
+    let columnSidecars;
+    const requests = [];
+    if (blocksRequest) {
+        requests.push(network.sendBeaconBlocksByRange(peerIdStr, blocksRequest).then((blockResponse) => {
+            blocks = blockResponse.map(({ data }) => data);
+        }));
+    }
+    if (blobsRequest) {
+        requests.push(network.sendBlobSidecarsByRange(peerIdStr, blobsRequest).then((blobResponse) => {
+            blobSidecars = blobResponse;
+        }));
+    }
+    if (columnsRequest) {
+        requests.push(network.sendDataColumnSidecarsByRange(peerIdStr, columnsRequest).then((columnResponse) => {
+            columnSidecars = columnResponse;
+        }));
+    }
+    await Promise.all(requests);
+    return {
+        blocks,
+        blobSidecars,
+        columnSidecars,
+    };
+}
+/**
+ * Should not be called directly. Only exported for unit testing purposes
+ */
+export async function validateResponses({ config, batchBlocks, blocksRequest, blobsRequest, columnsRequest, blocks, blobSidecars, columnSidecars, }) {
+    // Blocks are always required for blob/column validation
+    // If a blocksRequest is provided, blocks have just been downloaded
+    // If no blocksRequest is provided, batchBlocks must have been provided from cache
+    if ((blobsRequest || columnsRequest) && !(blocks || batchBlocks)) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.MISSING_BLOCKS,
+            ...requestsLogMeta({ blobsRequest, columnsRequest }),
+        }, "No blocks to validate data requests against");
+    }
+    const validatedResponses = {};
+    let warnings = null;
+    if (blocksRequest) {
+        validatedResponses.validatedBlocks = validateBlockByRangeResponse(config, blocksRequest, blocks ?? []);
+    }
+    const dataRequest = blobsRequest ?? columnsRequest;
+    if (!dataRequest) {
+        return { result: validatedResponses, warnings: null };
+    }
+    const dataRequestBlocks = getBlocksForDataValidation(dataRequest, batchBlocks, blocksRequest ? validatedResponses.validatedBlocks : undefined);
+    if (!dataRequestBlocks.length) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.MISSING_BLOCKS,
+            ...requestsLogMeta({ blobsRequest, columnsRequest }),
+        }, "No blocks in data request slot range to validate data response against");
+    }
+    if (blobsRequest) {
+        if (!blobSidecars) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.MISSING_BLOBS_RESPONSE,
+                ...requestsLogMeta({ blobsRequest, columnsRequest }),
+            }, "No blobSidecars to validate against blobsRequest");
+        }
+        validatedResponses.validatedBlobSidecars = await validateBlobsByRangeResponse(dataRequestBlocks, blobSidecars);
+    }
+    if (columnsRequest) {
+        if (!columnSidecars) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.MISSING_COLUMNS_RESPONSE,
+                ...requestsLogMeta({ blobsRequest, columnsRequest }),
+            }, "No columnSidecars to check columnRequest against");
+        }
+        const validatedColumnSidecarsResult = await validateColumnsByRangeResponse(columnsRequest, dataRequestBlocks, columnSidecars);
+        validatedResponses.validatedColumnSidecars = validatedColumnSidecarsResult.result;
+        warnings = validatedColumnSidecarsResult.warnings;
+    }
+    return { result: validatedResponses, warnings };
+}
+/**
+ * Should not be called directly. Only exported for unit testing purposes
+ *
+ * - check all slots are within range of startSlot (inclusive) through startSlot + count (exclusive)
+ * - don't have more than count number of blocks
+ * - slots are in ascending order
+ * - must allow for skip slots
+ * - check is a chain of blocks where via parentRoot matches hashTreeRoot of block before
+ */
+export function validateBlockByRangeResponse(config, blocksRequest, blocks) {
+    const { startSlot, count } = blocksRequest;
+    // TODO(fulu): This was added by @twoeths in #8150 but it breaks for epochs with 0 blocks during chain
+    //    liveness issues. See comment https://github.com/ChainSafe/lodestar/issues/8147#issuecomment-3246434697
+    // if (!blocks.length) {
+    //   throw new DownloadByRangeError(
+    //     {
+    //       code: DownloadByRangeErrorCode.MISSING_BLOCKS_RESPONSE,
+    //       expectedCount: blocksRequest.count,
+    //     },
+    //     "Zero blocks in response"
+    //   );
+    // }
+    if (blocks.length > count) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.EXTRA_BLOCKS,
+            expected: count,
+            actual: blocks.length - count,
+        }, "Extra blocks received in BeaconBlocksByRange response");
+    }
+    const lastValidSlot = startSlot + count - 1;
+    for (let i = 0; i < blocks.length; i++) {
+        const slot = blocks[i].message.slot;
+        if (slot < startSlot || slot > lastValidSlot) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.OUT_OF_RANGE_BLOCKS,
+                slot,
+            }, "Blocks in response outside of requested slot range");
+        }
+        // do not check for out of order on first block, and for subsequent blocks make sure that
+        // the current block in a later slot than the one prior
+        if (i !== 0 && slot <= blocks[i - 1].message.slot) {
+            throw new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.OUT_OF_ORDER_BLOCKS,
+            }, "Blocks out of order in BeaconBlocksByRange response");
+        }
+    }
+    // assumes all blocks are from the same fork. Batch only generated epoch-wise requests starting at slot
+    // 0 of the epoch
+    const type = config.getForkTypes(blocks[0].message.slot).BeaconBlock;
+    const response = [];
+    for (let i = 0; i < blocks.length; i++) {
+        const block = blocks[i];
+        const blockRoot = type.hashTreeRoot(block.message);
+        response.push({ block, blockRoot });
+        if (i < blocks.length - 1) {
+            // compare the block root against the next block's parent root
+            const parentRoot = blocks[i + 1].message.parentRoot;
+            if (Buffer.compare(blockRoot, parentRoot) !== 0) {
+                throw new DownloadByRangeError({
+                    code: DownloadByRangeErrorCode.PARENT_ROOT_MISMATCH,
+                    slot: blocks[i].message.slot,
+                    expected: prettyBytes(blockRoot),
+                    actual: prettyBytes(parentRoot),
+                }, `Block parent root does not match the previous block's root in BeaconBlocksByRange response`);
+            }
+        }
+    }
+    return response;
+}
+/**
+ * Should not be called directly. Only exported for unit testing purposes
+ */
+export async function validateBlobsByRangeResponse(dataRequestBlocks, blobSidecars) {
+    const expectedBlobCount = dataRequestBlocks.reduce((acc, { block }) => block.message.body.blobKzgCommitments.length + acc, 0);
+    if (blobSidecars.length > expectedBlobCount) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.EXTRA_BLOBS,
+            expected: expectedBlobCount,
+            actual: blobSidecars.length,
+        }, "Extra blobs received in BlobSidecarsByRange response");
+    }
+    if (blobSidecars.length < expectedBlobCount) {
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.MISSING_BLOBS,
+            expected: expectedBlobCount,
+            actual: blobSidecars.length,
+        }, "Missing blobs in BlobSidecarsByRange response");
+    }
+    const validateSidecarsPromises = [];
+    for (let blockIndex = 0, blobSidecarIndex = 0; blockIndex < dataRequestBlocks.length; blockIndex++) {
+        const { block, blockRoot } = dataRequestBlocks[blockIndex];
+        const blockKzgCommitments = block.message.body.blobKzgCommitments;
+        if (blockKzgCommitments.length === 0) {
+            continue;
+        }
+        const blockBlobSidecars = blobSidecars.slice(blobSidecarIndex, blobSidecarIndex + blockKzgCommitments.length);
+        blobSidecarIndex += blockKzgCommitments.length;
+        for (let i = 0; i < blockBlobSidecars.length; i++) {
+            if (blockBlobSidecars[i].index !== i) {
+                throw new DownloadByRangeError({
+                    code: DownloadByRangeErrorCode.OUT_OF_ORDER_BLOBS,
+                    slot: block.message.slot,
+                }, "Blob sidecars not in order or do not match expected indexes in BlobSidecarsByRange response");
+            }
+        }
+        validateSidecarsPromises.push(validateBlockBlobSidecars(block.message.slot, blockRoot, blockKzgCommitments.length, blockBlobSidecars).then(() => ({ blockRoot, blobSidecars: blockBlobSidecars })));
+    }
+    // Await all sidecar validations in parallel
+    return Promise.all(validateSidecarsPromises);
+}
+/**
+ * Should not be called directly. Only exported for unit testing purposes
+ */
+export async function validateColumnsByRangeResponse(request, dataRequestBlocks, columnSidecars) {
+    // Expected column count considering currently-validated batch blocks
+    const expectedColumnCount = dataRequestBlocks.reduce((acc, { block }) => {
+        return block.message.body.blobKzgCommitments.length > 0
+            ? request.columns.length + acc
+            : acc;
+    }, 0);
+    const nextSlot = dataRequestBlocks.length
+        ? dataRequestBlocks.at(-1).block.message.slot + 1
+        : request.startSlot;
+    const possiblyMissingBlocks = nextSlot - request.startSlot + request.count;
+    // Allow for extra columns if some blocks are missing from the end of a batch
+    // Eg: If we requested 10 blocks but only 8 were returned, allow for up to 2 * columns.length extra columns
+    const maxColumnCount = expectedColumnCount + possiblyMissingBlocks * request.columns.length;
+    if (columnSidecars.length > maxColumnCount) {
+        // this never happens on devnet, so throw error for now
+        throw new DownloadByRangeError({
+            code: DownloadByRangeErrorCode.OVER_COLUMNS,
+            max: maxColumnCount,
+            actual: columnSidecars.length,
+        }, "Extra data columns received in DataColumnSidecarsByRange response");
+    }
+    const warnings = [];
+    // no need to check for columnSidecars.length  vs expectedColumnCount here, will be checked per-block below
+    const requestedColumns = new Set(request.columns);
+    const validateSidecarsPromises = [];
+    for (let blockIndex = 0, columnSidecarIndex = 0; blockIndex < dataRequestBlocks.length; blockIndex++) {
+        const { block, blockRoot } = dataRequestBlocks[blockIndex];
+        const slot = block.message.slot;
+        const blockRootHex = toRootHex(blockRoot);
+        const blockKzgCommitments = block.message.body.blobKzgCommitments;
+        const expectedColumns = blockKzgCommitments.length ? request.columns.length : 0;
+        if (expectedColumns === 0) {
+            continue;
+        }
+        const blockColumnSidecars = [];
+        while (columnSidecarIndex < columnSidecars.length) {
+            const columnSidecar = columnSidecars[columnSidecarIndex];
+            if (columnSidecar.signedBlockHeader.message.slot !== block.message.slot) {
+                // We've reached columns for the next block
+                break;
+            }
+            blockColumnSidecars.push(columnSidecar);
+            columnSidecarIndex++;
+        }
+        const returnedColumns = new Set(blockColumnSidecars.map((c) => c.index));
+        const missingIndices = request.columns.filter((i) => !returnedColumns.has(i));
+        if (missingIndices.length > 0) {
+            warnings.push(new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.MISSING_COLUMNS,
+                slot,
+                blockRoot: blockRootHex,
+                missingIndices: prettyPrintIndices(missingIndices),
+            }, "Missing data columns in DataColumnSidecarsByRange response"));
+        }
+        const extraIndices = [...returnedColumns].filter((i) => !requestedColumns.has(i));
+        if (extraIndices.length > 0) {
+            warnings.push(new DownloadByRangeError({
+                code: DownloadByRangeErrorCode.EXTRA_COLUMNS,
+                slot,
+                blockRoot: blockRootHex,
+                invalidIndices: prettyPrintIndices(extraIndices),
+            }, "Data column in not in requested columns in DataColumnSidecarsByRange response"));
+        }
+        validateSidecarsPromises.push(validateBlockDataColumnSidecars(slot, blockRoot, blockKzgCommitments.length, blockColumnSidecars).then(() => ({
+            blockRoot,
+            columnSidecars: blockColumnSidecars,
+        })));
+    }
+    // Await all sidecar validations in parallel
+    const result = await Promise.all(validateSidecarsPromises);
+    return { result, warnings: warnings.length ? warnings : null };
+}
+/**
+ * Given a data request, return only the blocks and roots that correspond to the data request (sorted). Assumes that
+ * cached have slots that are all before the current batch of downloaded blocks
+ */
+export function getBlocksForDataValidation(dataRequest, cached, current) {
+    const startSlot = dataRequest.startSlot;
+    const endSlot = startSlot + dataRequest.count;
+    // Organize cached blocks and current blocks, only including those in the requested slot range
+    const dataRequestBlocks = [];
+    let lastSlot = startSlot - 1;
+    if (cached) {
+        for (let i = 0; i < cached.length; i++) {
+            const blockInput = cached[i];
+            if (blockInput.slot >= startSlot && blockInput.slot < endSlot && blockInput.slot > lastSlot) {
+                dataRequestBlocks.push({ block: blockInput.getBlock(), blockRoot: fromHex(blockInput.blockRootHex) });
+                lastSlot = blockInput.slot;
+            }
+        }
+    }
+    if (current) {
+        for (let i = 0; i < current.length; i++) {
+            const block = current[i].block;
+            if (block.message.slot >= startSlot && block.message.slot < endSlot && block.message.slot > lastSlot) {
+                dataRequestBlocks.push(current[i]);
+                lastSlot = block.message.slot;
+            }
+        }
+    }
+    return dataRequestBlocks;
+}
+function requestsLogMeta({ blocksRequest, blobsRequest, columnsRequest }) {
+    const logMeta = {};
+    if (blocksRequest) {
+        logMeta.blockStartSlot = blocksRequest.startSlot;
+        logMeta.blockCount = blocksRequest.count;
+    }
+    if (blobsRequest) {
+        logMeta.blobStartSlot = blobsRequest.startSlot;
+        logMeta.blobCount = blobsRequest.count;
+    }
+    if (columnsRequest) {
+        logMeta.columnStartSlot = columnsRequest.startSlot;
+        logMeta.columnCount = columnsRequest.count;
+    }
+    return logMeta;
+}
+export var DownloadByRangeErrorCode;
+(function (DownloadByRangeErrorCode) {
+    DownloadByRangeErrorCode["MISSING_BLOCKS"] = "DOWNLOAD_BY_RANGE_ERROR_MISSING_BLOCKS";
+    DownloadByRangeErrorCode["MISSING_BLOBS_RESPONSE"] = "DOWNLOAD_BY_RANGE_ERROR_MISSING_BLOBS_RESPONSE";
+    DownloadByRangeErrorCode["MISSING_COLUMNS_RESPONSE"] = "DOWNLOAD_BY_RANGE_ERROR_MISSING_COLUMNS_RESPONSE";
+    /** Error at the reqresp layer */
+    DownloadByRangeErrorCode["REQ_RESP_ERROR"] = "DOWNLOAD_BY_RANGE_ERROR_REQ_RESP_ERROR";
+    // Errors validating a chain of blocks (not considering associated data)
+    DownloadByRangeErrorCode["PARENT_ROOT_MISMATCH"] = "DOWNLOAD_BY_RANGE_ERROR_PARENT_ROOT_MISMATCH";
+    DownloadByRangeErrorCode["EXTRA_BLOCKS"] = "DOWNLOAD_BY_RANGE_ERROR_EXTRA_BLOCKS";
+    DownloadByRangeErrorCode["OUT_OF_RANGE_BLOCKS"] = "DOWNLOAD_BY_RANGE_OUT_OF_RANGE_BLOCKS";
+    DownloadByRangeErrorCode["OUT_OF_ORDER_BLOCKS"] = "DOWNLOAD_BY_RANGE_OUT_OF_ORDER_BLOCKS";
+    DownloadByRangeErrorCode["MISSING_BLOBS"] = "DOWNLOAD_BY_RANGE_ERROR_MISSING_BLOBS";
+    DownloadByRangeErrorCode["OUT_OF_ORDER_BLOBS"] = "DOWNLOAD_BY_RANGE_ERROR_OUT_OF_ORDER_BLOBS";
+    DownloadByRangeErrorCode["EXTRA_BLOBS"] = "DOWNLOAD_BY_RANGE_ERROR_EXTRA_BLOBS";
+    DownloadByRangeErrorCode["MISSING_COLUMNS"] = "DOWNLOAD_BY_RANGE_ERROR_MISSING_COLUMNS";
+    DownloadByRangeErrorCode["OVER_COLUMNS"] = "DOWNLOAD_BY_RANGE_ERROR_OVER_COLUMNS";
+    DownloadByRangeErrorCode["EXTRA_COLUMNS"] = "DOWNLOAD_BY_RANGE_ERROR_EXTRA_COLUMNS";
+    /** Cached block input type mismatches new data */
+    DownloadByRangeErrorCode["MISMATCH_BLOCK_INPUT_TYPE"] = "DOWNLOAD_BY_RANGE_ERROR_MISMATCH_BLOCK_INPUT_TYPE";
+})(DownloadByRangeErrorCode || (DownloadByRangeErrorCode = {}));
+export class DownloadByRangeError extends LodestarError {
+}
+//# sourceMappingURL=downloadByRange.js.map

package/lib/sync/utils/downloadByRange.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadByRange.js","sourceRoot":"","sources":["../../../src/sync/utils/downloadByRange.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,aAAa,EAAU,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAC3G,OAAO,EACL,gBAAgB,EAChB,MAAM,EAEN,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EAAC,yBAAyB,EAAC,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAC,+BAA+B,EAAC,MAAM,6CAA6C,CAAC;AAuD5F;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,EACpC,KAAK,EACL,SAAS,EACT,SAAS,EACT,WAAW,GACgB;IAC3B,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC;IACxC,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAoB,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAEvG,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,QAAQ,EAAE,CAAC;YACb,sIAAsI;YACtI,mFAAmF;YACnF,QAAQ,CAAC,QAAQ,CACf;gBACE,KAAK;gBACL,YAAY;gBACZ,MAAM;gBACN,SAAS;gBACT,gBAAgB;aACjB,EACD,EAAC,mBAAmB,EAAE,KAAK,EAAC,CAC7B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;gBAClC,KAAK;gBACL,YAAY;gBACZ,MAAM;gBACN,SAAS;gBACT,gBAAgB;aACjB,CAAC,CAAC;YACH,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,EAAC,SAAS,EAAE,YAAY,EAAC,IAAI,SAAS,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAE1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,oBAAoB,CAAC;gBAC7B,IAAI,EAAE,wBAAwB,CAAC,yBAAyB;gBACxD,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,SAAS,EAAE,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC7C,QAAQ,EAAE,MAAM,CAAC,KAAK;gBACtB,MAAM,EAAE,QAAQ,CAAC,IAAI;aACtB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,mFAAmF;YACnF,QAAQ,CAAC,OAAO,CACd;gBACE,WAAW;gBACX,YAAY;gBACZ,gBAAgB;gBAChB,SAAS;gBACT,MAAM;aACP,EACD,EAAC,mBAAmB,EAAE,KAAK,EAAC,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,EAAC,SAAS,EAAE,cAAc,EAAC,IAAI,SAAS,CAAC,uBAAuB,IAAI,EAAE,EAAE,CAAC;QAClF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAE1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,oBAAoB,CAAC;gBAC7B,IAAI,EAAE,wBAAwB,CAAC,yBAAyB;gBACxD,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,SAAS,EAAE,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC7C,QAAQ,EAAE,MAAM,CAAC,OAAO;gBACxB,MAAM,EAAE,QAAQ,CAAC,IAAI;aACtB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAC3C,mFAAmF;YACnF,QAAQ,CAAC,SAAS,CAChB;gBACE,aAAa;gBACb,YAAY;gBACZ,gBAAgB;gBAChB,SAAS;gBACT,MAAM;aACP,EACD,EAAC,mBAAmB,EAAE,KAAK,EAAC,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,MAAM,EACN,OAAO,EACP,SAAS,EACT,WAAW,EACX,aAAa,EACb,YAAY,EACZ,cAAc,GAC8B;IAC5C,IAAI,QAAkC,CAAC;IACvC,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,cAAc,CAAC;YAC9B,OAAO;YACP,SAAS;YACT,aAAa;YACb,YAAY;YACZ,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAAC;YAC7B,IAAI,EAAE,wBAAwB,CAAC,cAAc;YAC7C,MAAM,EAAG,GAAa,CAAC,OAAO;YAC9B,GAAG,eAAe,CAAC,EAAC,aAAa,EAAE,YAAY,EAAE,cAAc,EAAC,CAAC;SAClE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;QACxC,MAAM;QACN,WAAW;QACX,aAAa;QACb,YAAY;QACZ,cAAc;QACd,GAAG,QAAQ;KACZ,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,OAAO,EACP,SAAS,EACT,aAAa,EACb,YAAY,EACZ,cAAc,GAIf;IACC,IAAI,MAAuC,CAAC;IAC5C,IAAI,YAA4C,CAAC;IACjD,IAAI,cAAmD,CAAC;IAExD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IAExC,IAAI,aAAa,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CACX,OAAO,CAAC,uBAAuB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE;YAC/E,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CACX,OAAO,CAAC,uBAAuB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE;YAC7E,YAAY,GAAG,YAAY,CAAC;QAC9B,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,QAAQ,CAAC,IAAI,CACX,OAAO,CAAC,6BAA6B,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE;YACvF,cAAc,GAAG,cAAc,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAE5B,OAAO;QACL,MAAM;QACN,YAAY;QACZ,cAAc;KACf,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EACN,WAAW,EACX,aAAa,EACb,YAAY,EACZ,cAAc,EACd,MAAM,EACN,YAAY,EACZ,cAAc,GAKb;IACD,wDAAwD;IACxD,mEAAmE;IACnE,kFAAkF;IAClF,IAAI,CAAC,YAAY,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,WAAW,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,cAAc;YAC7C,GAAG,eAAe,CAAC,EAAC,YAAY,EAAE,cAAc,EAAC,CAAC;SACnD,EACD,6CAA6C,CAC9C,CAAC;IACJ,CAAC;IAED,MAAM,kBAAkB,GAAuB,EAAE,CAAC;IAClD,IAAI,QAAQ,GAAkC,IAAI,CAAC;IAEnD,IAAI,aAAa,EAAE,CAAC;QAClB,kBAAkB,CAAC,eAAe,GAAG,4BAA4B,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;IACzG,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,IAAI,cAAc,CAAC;IACnD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,EAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;IACtD,CAAC;IAED,MAAM,iBAAiB,GAAG,0BAA0B,CAClD,WAAW,EACX,WAAW,EACX,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAC/D,CAAC;IAEF,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,cAAc;YAC7C,GAAG,eAAe,CAAC,EAAC,YAAY,EAAE,cAAc,EAAC,CAAC;SACnD,EACD,wEAAwE,CACzE,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,oBAAoB,CAC5B;gBACE,IAAI,EAAE,wBAAwB,CAAC,sBAAsB;gBACrD,GAAG,eAAe,CAAC,EAAC,YAAY,EAAE,cAAc,EAAC,CAAC;aACnD,EACD,kDAAkD,CACnD,CAAC;QACJ,CAAC;QAED,kBAAkB,CAAC,qBAAqB,GAAG,MAAM,4BAA4B,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACjH,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,oBAAoB,CAC5B;gBACE,IAAI,EAAE,wBAAwB,CAAC,wBAAwB;gBACvD,GAAG,eAAe,CAAC,EAAC,YAAY,EAAE,cAAc,EAAC,CAAC;aACnD,EACD,kDAAkD,CACnD,CAAC;QACJ,CAAC;QAED,MAAM,6BAA6B,GAAG,MAAM,8BAA8B,CACxE,cAAc,EACd,iBAAiB,EACjB,cAAc,CACf,CAAC;QACF,kBAAkB,CAAC,uBAAuB,GAAG,6BAA6B,CAAC,MAAM,CAAC;QAClF,QAAQ,GAAG,6BAA6B,CAAC,QAAQ,CAAC;IACpD,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,EAAC,CAAC;AAChD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,4BAA4B,CAC1C,MAAuB,EACvB,aAAgD,EAChD,MAA2B;IAE3B,MAAM,EAAC,SAAS,EAAE,KAAK,EAAC,GAAG,aAAa,CAAC;IAEzC,sGAAsG;IACtG,4GAA4G;IAC5G,wBAAwB;IACxB,oCAAoC;IACpC,QAAQ;IACR,gEAAgE;IAChE,4CAA4C;IAC5C,SAAS;IACT,gCAAgC;IAChC,OAAO;IACP,IAAI;IAEJ,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,YAAY;YAC3C,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,KAAK;SAC9B,EACD,uDAAuD,CACxD,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,GAAG,KAAK,GAAG,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;QAEpC,IAAI,IAAI,GAAG,SAAS,IAAI,IAAI,GAAG,aAAa,EAAE,CAAC;YAC7C,MAAM,IAAI,oBAAoB,CAC5B;gBACE,IAAI,EAAE,wBAAwB,CAAC,mBAAmB;gBAClD,IAAI;aACL,EACD,oDAAoD,CACrD,CAAC;QACJ,CAAC;QAED,yFAAyF;QACzF,uDAAuD;QACvD,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAClD,MAAM,IAAI,oBAAoB,CAC5B;gBACE,IAAI,EAAE,wBAAwB,CAAC,mBAAmB;aACnD,EACD,qDAAqD,CACtD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uGAAuG;IACvG,iBAAiB;IACjB,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC;IACrE,MAAM,QAAQ,GAAwD,EAAE,CAAC;IAEzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAC;QAElC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,8DAA8D;YAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACpD,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,oBAAoB,CAC5B;oBACE,IAAI,EAAE,wBAAwB,CAAC,oBAAoB;oBACnD,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;oBAC5B,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC;oBAChC,MAAM,EAAE,WAAW,CAAC,UAAU,CAAC;iBAChC,EACD,4FAA4F,CAC7F,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,iBAAmC,EACnC,YAAgC;IAEhC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAChD,CAAC,GAAG,EAAE,EAAC,KAAK,EAAC,EAAE,EAAE,CAAE,KAA0C,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,GAAG,EAC1G,CAAC,CACF,CAAC;IACF,IAAI,YAAY,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC5C,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,WAAW;YAC1C,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;SAC5B,EACD,sDAAsD,CACvD,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC5C,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,aAAa;YAC5C,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;SAC5B,EACD,+CAA+C,CAChD,CAAC;IACJ,CAAC;IAED,MAAM,wBAAwB,GAAqC,EAAE,CAAC;IACtE,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,gBAAgB,GAAG,CAAC,EAAE,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QACnG,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAI,KAA0C,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACxG,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,SAAS;QACX,CAAC;QAED,MAAM,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC9G,gBAAgB,IAAI,mBAAmB,CAAC,MAAM,CAAC;QAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,oBAAoB,CAC5B;oBACE,IAAI,EAAE,wBAAwB,CAAC,kBAAkB;oBACjD,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;iBACzB,EACD,6FAA6F,CAC9F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,wBAAwB,CAAC,IAAI,CAC3B,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,mBAAmB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAC1G,GAAG,EAAE,CAAC,CAAC,EAAC,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAC,CAAC,CACrD,CACF,CAAC;IACJ,CAAC;IAED,4CAA4C;IAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,OAA8C,EAC9C,iBAAmC,EACnC,cAAuC;IAEvC,qEAAqE;IACrE,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAC,KAAK,EAAC,EAAE,EAAE;QACpE,OAAQ,KAA0C,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;YAC3F,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;YAC9B,CAAC,CAAC,GAAG,CAAC;IACV,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM;QACvC,CAAC,CAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;QACrE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IACtB,MAAM,qBAAqB,GAAG,QAAQ,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;IAE3E,6EAA6E;IAC7E,2GAA2G;IAC3G,MAAM,cAAc,GAAG,mBAAmB,GAAG,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;IAE5F,IAAI,cAAc,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;QAC3C,uDAAuD;QACvD,MAAM,IAAI,oBAAoB,CAC5B;YACE,IAAI,EAAE,wBAAwB,CAAC,YAAY;YAC3C,GAAG,EAAE,cAAc;YACnB,MAAM,EAAE,cAAc,CAAC,MAAM;SAC9B,EACD,mEAAmE,CACpE,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,2GAA2G;IAC3G,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,wBAAwB,GAAuC,EAAE,CAAC;IACxE,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,EAAE,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QACrG,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAChC,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,mBAAmB,GAAI,KAAyC,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACvG,MAAM,eAAe,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhF,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,MAAM,mBAAmB,GAA6B,EAAE,CAAC;QACzD,OAAO,kBAAkB,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC;YAClD,MAAM,aAAa,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAAC;YACzD,IAAI,aAAa,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBACxE,2CAA2C;gBAC3C,MAAM;YACR,CAAC;YACD,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,kBAAkB,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACzE,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,QAAQ,CAAC,IAAI,CACX,IAAI,oBAAoB,CACtB;gBACE,IAAI,EAAE,wBAAwB,CAAC,eAAe;gBAC9C,IAAI;gBACJ,SAAS,EAAE,YAAY;gBACvB,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;aACnD,EACD,4DAA4D,CAC7D,CACF,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CACX,IAAI,oBAAoB,CACtB;gBACE,IAAI,EAAE,wBAAwB,CAAC,aAAa;gBAC5C,IAAI;gBACJ,SAAS,EAAE,YAAY;gBACvB,cAAc,EAAE,kBAAkB,CAAC,YAAY,CAAC;aACjD,EACD,+EAA+E,CAChF,CACF,CAAC;QACJ,CAAC;QAED,wBAAwB,CAAC,IAAI,CAC3B,+BAA+B,CAAC,IAAI,EAAE,SAAS,EAAE,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAC5G,SAAS;YACT,cAAc,EAAE,mBAAmB;SACpC,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC;IAED,4CAA4C;IAC5C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAC3D,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CACxC,WAA6C,EAC7C,MAAiC,EACjC,OAAqC;IAErC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;IACxC,MAAM,OAAO,GAAG,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC;IAE9C,8FAA8F;IAC9F,MAAM,iBAAiB,GAAqB,EAAE,CAAC;IAC/C,IAAI,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC;IAE7B,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,CAAC,IAAI,IAAI,SAAS,IAAI,UAAU,CAAC,IAAI,GAAG,OAAO,IAAI,UAAU,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;gBAC5F,iBAAiB,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,UAAU,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAC,CAAC,CAAC;gBACpG,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;gBACrG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,SAAS,eAAe,CAAC,EAAC,aAAa,EAAE,YAAY,EAAE,cAAc,EAA0B;IAC7F,MAAM,OAAO,GAOT,EAAE,CAAC;IACP,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,cAAc,GAAG,aAAa,CAAC,SAAS,CAAC;QACjD,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC;IAC3C,CAAC;IACD,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC;QAC/C,OAAO,CAAC,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC;IACzC,CAAC;IACD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,CAAC,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC;QACnD,OAAO,CAAC,WAAW,GAAG,cAAc,CAAC,KAAK,CAAC;IAC7C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAN,IAAY,wBAyBX;AAzBD,WAAY,wBAAwB;IAClC,qFAAyD,CAAA;IACzD,qGAAyE,CAAA;IACzE,yGAA6E,CAAA;IAE7E,iCAAiC;IACjC,qFAAyD,CAAA;IAEzD,wEAAwE;IAExE,iGAAqE,CAAA;IACrE,iFAAqD,CAAA;IACrD,yFAA6D,CAAA;IAC7D,yFAA6D,CAAA;IAE7D,mFAAuD,CAAA;IACvD,6FAAiE,CAAA;IACjE,+EAAmD,CAAA;IAEnD,uFAA2D,CAAA;IAC3D,iFAAqD,CAAA;IACrD,mFAAuD,CAAA;IAEvD,kDAAkD;IAClD,2GAA+E,CAAA;AACjF,CAAC,EAzBW,wBAAwB,KAAxB,wBAAwB,QAyBnC;AA0FD,MAAM,OAAO,oBAAqB,SAAQ,aAAuC;CAAG"}

package/lib/sync/utils/downloadByRoot.d.ts

@@ -0,0 +1,119 @@
+import { ChainForkConfig } from "@lodestar/config";
+import { ForkPostDeneb, ForkPostFulu, ForkPreFulu } from "@lodestar/params";
+import { BlobIndex, ColumnIndex, SignedBeaconBlock, Slot, deneb, fulu } from "@lodestar/types";
+import { LodestarError } from "@lodestar/utils";
+import { SeenBlockInput } from "../../chain/seenCache/seenGossipBlockInput.js";
+import { INetwork } from "../../network/interface.js";
+import { PeerSyncMeta } from "../../network/peers/peersData.js";
+import { PeerIdStr } from "../../util/peerId.js";
+import { WarnResult } from "../../util/wrapError.js";
+import { BlockInputSyncCacheItem, PendingBlockInput } from "../types.js";
+export type FetchByRootCoreProps = {
+    config: ChainForkConfig;
+    network: INetwork;
+    peerMeta: PeerSyncMeta;
+};
+export type FetchByRootProps = FetchByRootCoreProps & {
+    cacheItem: BlockInputSyncCacheItem;
+    blockRoot: Uint8Array;
+};
+export type FetchByRootAndValidateBlockProps = Omit<FetchByRootCoreProps, "peerMeta"> & {
+    peerIdStr: PeerIdStr;
+    blockRoot: Uint8Array;
+};
+export type FetchByRootAndValidateBlobsProps = FetchByRootAndValidateBlockProps & {
+    forkName: ForkPreFulu;
+    block: SignedBeaconBlock<ForkPostDeneb>;
+    blockRoot: Uint8Array;
+    missing: BlobIndex[];
+};
+export type FetchByRootAndValidateColumnsProps = FetchByRootCoreProps & {
+    blockRoot: Uint8Array;
+    forkName: ForkPostFulu;
+    block: SignedBeaconBlock<ForkPostFulu>;
+    missing: ColumnIndex[];
+};
+export type FetchByRootResponses = {
+    block: SignedBeaconBlock;
+    blobSidecars?: deneb.BlobSidecars;
+    columnSidecars?: fulu.DataColumnSidecars;
+};
+export type DownloadByRootProps = FetchByRootCoreProps & {
+    cacheItem: BlockInputSyncCacheItem;
+    seenCache: SeenBlockInput;
+};
+export declare function downloadByRoot({ config, seenCache, network, peerMeta, cacheItem, }: DownloadByRootProps): Promise<WarnResult<PendingBlockInput, DownloadByRootError>>;
+export declare function fetchByRoot({ config, network, peerMeta, blockRoot, cacheItem, }: FetchByRootProps): Promise<WarnResult<FetchByRootResponses, DownloadByRootError>>;
+export declare function fetchAndValidateBlock({ config, network, peerIdStr, blockRoot, }: FetchByRootAndValidateBlockProps): Promise<SignedBeaconBlock>;
+export declare function fetchAndValidateBlobs({ network, peerIdStr, blockRoot, block, missing, }: FetchByRootAndValidateBlobsProps): Promise<deneb.BlobSidecars>;
+export declare function fetchBlobsByRoot({ network, peerIdStr, blockRoot, missing, indicesInPossession, }: Pick<FetchByRootAndValidateBlobsProps, "network" | "peerIdStr" | "blockRoot" | "missing"> & {
+    indicesInPossession?: number[];
+}): Promise<deneb.BlobSidecars>;
+export declare function fetchAndValidateColumns({ network, peerMeta, block, blockRoot, missing, }: FetchByRootAndValidateColumnsProps): Promise<WarnResult<fulu.DataColumnSidecars, DownloadByRootError>>;
+export declare function fetchColumnsByRoot({ network, peerMeta, blockRoot, missing, }: Pick<FetchByRootAndValidateColumnsProps, "network" | "peerMeta" | "blockRoot" | "missing">): Promise<fulu.DataColumnSidecars>;
+export type ValidateColumnSidecarsProps = Pick<FetchByRootAndValidateColumnsProps, "config" | "peerMeta" | "blockRoot" | "missing"> & {
+    slot: number;
+    blobCount: number;
+    needed?: fulu.DataColumnSidecars;
+    needToPublish?: fulu.DataColumnSidecars;
+};
+export declare function validateColumnSidecars({ peerMeta, slot, blockRoot, blobCount, missing, needed, needToPublish, }: ValidateColumnSidecarsProps): Promise<void>;
+export declare enum DownloadByRootErrorCode {
+    MISMATCH_BLOCK_ROOT = "DOWNLOAD_BY_ROOT_ERROR_MISMATCH_BLOCK_ROOT",
+    EXTRA_SIDECAR_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_EXTRA_SIDECAR_RECEIVED",
+    NO_SIDECAR_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_NO_SIDECAR_RECEIVED",
+    NOT_ENOUGH_SIDECARS_RECEIVED = "DOWNLOAD_BY_ROOT_ERROR_NOT_ENOUGH_SIDECARS_RECEIVED",
+    INVALID_INCLUSION_PROOF = "DOWNLOAD_BY_ROOT_ERROR_INVALID_INCLUSION_PROOF",
+    INVALID_KZG_PROOF = "DOWNLOAD_BY_ROOT_ERROR_INVALID_KZG_PROOF",
+    MISSING_BLOCK_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOCK_RESPONSE",
+    MISSING_BLOB_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_BLOB_RESPONSE",
+    MISSING_COLUMN_RESPONSE = "DOWNLOAD_BY_ROOT_ERROR_MISSING_COLUMN_RESPONSE",
+    Z = "DOWNLOAD_BY_ROOT_ERROR_Z"
+}
+export type DownloadByRootErrorType = {
+    code: DownloadByRootErrorCode.MISMATCH_BLOCK_ROOT;
+    peer: string;
+    requestedBlockRoot: string;
+    receivedBlockRoot: string;
+} | {
+    code: DownloadByRootErrorCode.EXTRA_SIDECAR_RECEIVED;
+    peer: string;
+    slot: Slot;
+    blockRoot: string;
+    invalidIndices: string;
+} | {
+    code: DownloadByRootErrorCode.NO_SIDECAR_RECEIVED;
+    peer: string;
+    slot: Slot;
+    blockRoot: string;
+} | {
+    code: DownloadByRootErrorCode.NOT_ENOUGH_SIDECARS_RECEIVED;
+    peer: string;
+    slot: Slot;
+    blockRoot: string;
+    missingIndices: string;
+} | {
+    code: DownloadByRootErrorCode.INVALID_INCLUSION_PROOF;
+    peer: string;
+    blockRoot: string;
+    sidecarIndex: number;
+} | {
+    code: DownloadByRootErrorCode.INVALID_KZG_PROOF;
+    peer: string;
+    blockRoot: string;
+} | {
+    code: DownloadByRootErrorCode.MISSING_BLOCK_RESPONSE;
+    peer: string;
+    blockRoot: string;
+} | {
+    code: DownloadByRootErrorCode.MISSING_BLOB_RESPONSE;
+    peer: string;
+    blockRoot: string;
+} | {
+    code: DownloadByRootErrorCode.MISSING_COLUMN_RESPONSE;
+    peer: string;
+    blockRoot: string;
+};
+export declare class DownloadByRootError extends LodestarError<DownloadByRootErrorType> {
+}
+//# sourceMappingURL=downloadByRoot.d.ts.map