@lodestar/beacon-node 1.35.0-dev.f80d2d52da → 1.35.0-dev.fcf8d024ea

package/src/util/workerEvents.ts

@@ -0,0 +1,142 @@
+import {MessagePort, Worker} from "node:worker_threads";
+import {Thread} from "@chainsafe/threads";
+import {Logger} from "@lodestar/logger";
+import {sleep} from "@lodestar/utils";
+import {Metrics} from "../metrics/metrics.js";
+import {NetworkCoreWorkerMetrics} from "../network/core/metrics.js";
+import {StrictEventEmitterSingleArg} from "./strictEvents.js";
+
+const NANO_TO_SECOND_CONVERSION = 1e9;
+
+export type WorkerBridgeEvent<EventData> = {
+  type: string;
+  event: keyof EventData;
+  posted: [number, number];
+  data: EventData[keyof EventData];
+};
+
+export enum EventDirection {
+  workerToMain,
+  mainToWorker,
+  /** Event not emitted through worker boundary */
+  none,
+}
+
+/**
+ * Bridges events from worker to main thread
+ * Each event can only have one direction:
+ * - worker to main
+ * - main to worker
+ */
+export function wireEventsOnWorkerThread<EventData>(
+  mainEventName: string,
+  events: StrictEventEmitterSingleArg<EventData>,
+  parentPort: MessagePort,
+  metrics: NetworkCoreWorkerMetrics | null,
+  isWorkerToMain: {[K in keyof EventData]: EventDirection}
+): void {
+  // Subscribe to events from main thread
+  parentPort.on("message", (data: WorkerBridgeEvent<EventData>) => {
+    if (
+      typeof data === "object" &&
+      data.type === mainEventName &&
+      // This check is not necessary but added for safety in case of improper implemented events
+      isWorkerToMain[data.event] === EventDirection.mainToWorker
+    ) {
+      const [sec, nanoSec] = process.hrtime(data.posted);
+      const networkWorkerLatency = sec + nanoSec / NANO_TO_SECOND_CONVERSION;
+      metrics?.networkWorkerWireEventsOnWorkerThreadLatency.observe(
+        {eventName: data.event as string},
+        networkWorkerLatency
+      );
+      events.emit(data.event, data.data);
+    }
+  });
+
+  for (const eventName of Object.keys(isWorkerToMain) as (keyof EventData)[]) {
+    if (isWorkerToMain[eventName] === EventDirection.workerToMain) {
+      // Pick one of the events to comply with StrictEventEmitter function signature
+      events.on(eventName, (data) => {
+        const workerEvent: WorkerBridgeEvent<EventData> = {
+          type: mainEventName,
+          event: eventName,
+          posted: process.hrtime(),
+          data,
+        };
+        parentPort.postMessage(workerEvent);
+      });
+    }
+  }
+}
+
+export function wireEventsOnMainThread<EventData>(
+  mainEventName: string,
+  events: StrictEventEmitterSingleArg<EventData>,
+  worker: Pick<Worker, "on" | "postMessage">,
+  metrics: Metrics | null,
+  isWorkerToMain: {[K in keyof EventData]: EventDirection}
+): void {
+  // Subscribe to events from main thread
+  worker.on("message", (data: WorkerBridgeEvent<EventData>) => {
+    if (
+      typeof data === "object" &&
+      data.type === mainEventName &&
+      // This check is not necessary but added for safety in case of improper implemented events
+      isWorkerToMain[data.event] === EventDirection.workerToMain
+    ) {
+      const [sec, nanoSec] = process.hrtime(data.posted);
+      const networkWorkerLatency = sec + nanoSec / NANO_TO_SECOND_CONVERSION;
+      metrics?.networkWorkerWireEventsOnMainThreadLatency.observe(
+        {eventName: data.event as string},
+        networkWorkerLatency
+      );
+      events.emit(data.event, data.data);
+    }
+  });
+
+  for (const eventName of Object.keys(isWorkerToMain) as (keyof EventData)[]) {
+    if (isWorkerToMain[eventName] === EventDirection.mainToWorker) {
+      // Pick one of the events to comply with StrictEventEmitter function signature
+      events.on(eventName, (data) => {
+        const workerEvent: WorkerBridgeEvent<EventData> = {
+          type: mainEventName,
+          event: eventName,
+          posted: process.hrtime(),
+          data,
+        };
+        worker.postMessage(workerEvent);
+      });
+    }
+  }
+}
+
+export async function terminateWorkerThread({
+  worker,
+  retryMs,
+  retryCount,
+  logger,
+}: {
+  worker: Thread;
+  retryMs: number;
+  retryCount: number;
+  logger?: Logger;
+}): Promise<void> {
+  const terminated = new Promise((resolve) => {
+    Thread.events(worker).subscribe((event) => {
+      if (event.type === "termination") {
+        resolve(true);
+      }
+    });
+  });
+
+  for (let i = 0; i < retryCount; i++) {
+    await Thread.terminate(worker);
+    const result = await Promise.race([terminated, sleep(retryMs).then(() => false)]);
+
+    if (result) return;
+
+    logger?.warn("Worker thread failed to terminate, retrying...");
+  }
+
+  throw new Error(`Worker thread failed to terminate in ${retryCount * retryMs}ms.`);
+}

package/src/util/wrapError.ts

@@ -0,0 +1,27 @@
+export type Result<T> = {err: null; result: T} | {err: Error};
+
+/**
+ * Wraps a promise to return either an error or result
+ * Useful for SyncChain code that must ensure in a sample code
+ * ```ts
+ * try {
+ *   A()
+ * } catch (e) {
+ *   B()
+ * }
+ * ```
+ * only EITHER fn A() and fn B() are called, but never both. In the snipped above
+ * if A() throws, B() would be called.
+ */
+export async function wrapError<T>(promise: Promise<T>): Promise<Result<T>> {
+  try {
+    return {err: null, result: await promise};
+  } catch (err) {
+    return {err: err as Error};
+  }
+}
+
+/**
+ * Some functions may want to return a result and some warning typed as Error
+ */
+export type WarnResult<T, E extends Error> = {result: T; warnings: E[] | null};

package/lib/chain/seenCache/seenBlockInput.d.ts

@@ -1,84 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { CheckpointWithHex } from "@lodestar/fork-choice";
-import { RootHex, SignedBeaconBlock, deneb } from "@lodestar/types";
-import { Logger } from "@lodestar/utils";
-import { Metrics } from "../../metrics/metrics.js";
-import { IClock } from "../../util/clock.js";
-import { BlockInputBlobs, IBlockInput, SourceMeta } from "../blocks/blockInput/index.js";
-import { ChainEventEmitter } from "../emitter.js";
-export type SeenBlockInputCacheModules = {
-    config: ChainForkConfig;
-    clock: IClock;
-    chainEvents: ChainEventEmitter;
-    signal: AbortSignal;
-    metrics: Metrics | null;
-    logger?: Logger;
-};
-export type GetByBlobOptions = {
-    throwErrorIfAlreadyKnown?: boolean;
-};
-/**
- * Consumers that create BlockInputs or change types of old BlockInputs
- *
- * - gossipHandlers (block and blob)
- * - beaconBlocksMaybeBlobsByRange
- * - unavailableBeaconBlobsByRoot (beaconBlocksMaybeBlobsByRoot)
- * - publishBlock in the beacon/blocks/index.ts API
- *   https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/api/impl/beacon/blocks/index.ts#L62
- * - maybeValidateBlobs in verifyBlocksDataAvailability (is_data_available spec function)
- *   https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/chain/blocks/verifyBlocksDataAvailability.ts#L111
- *
- *
- * Pruning management for SeenBlockInputCache
- * ------------------------------------------
- * There are four cases for how pruning needs to be handled
- * - Normal operation following head via gossip (and/or reqresp). For this situation the consumer (process pipeline or
- *   caller of processBlock) will call the `prune` method to remove any processed BlockInputs from the cache. This will
- *   also remove any ancestors of the processed BlockInput as that will also need to have been successfully processed
- *   for import to work correctly
- * - onFinalized event handler will help to prune any non-canonical forks once the chain finalizes. Any block-slots that
- *   are before the finalized checkpoint will be pruned.
- * - Range-sync periods.  The range process uses this cache to store and sync blocks with DA data as the chain is pulled
- *   from peers.  We pull batches, by epoch, so 32 slots are pulled at a time and several batches are pulled concurrently.
- *   It is important to set the MAX_BLOCK_INPUT_CACHE_SIZE high enough to support range sync activities.  Currently the
- *   value is set for 5 batches of 32 slots.  As process block is called (similar to following head) the BlockInput and
- *   its ancestors will be pruned.
- * - Non-Finality times.  This is a bit more tricky.  There can be long periods of non-finality and storing everything
- *   will cause OOM.  The pruneToMax will help ensure a hard limit on the number of stored blocks (with DA) that are held
- *   in memory at any one time.  The value for MAX_BLOCK_INPUT_CACHE_SIZE is set to accommodate range-sync but in
- *   practice this value may need to be massaged in the future if we find issues when debugging non-finality
- */
-export declare class SeenBlockInputCache {
-    private readonly config;
-    private readonly clock;
-    private readonly chainEvents;
-    private readonly signal;
-    private readonly metrics;
-    private readonly logger?;
-    private blockInputs;
-    constructor({ config, clock, chainEvents, signal, metrics, logger }: SeenBlockInputCacheModules);
-    has(rootHex: RootHex): boolean;
-    get(rootHex: RootHex): IBlockInput | undefined;
-    /**
-     * Removes the single BlockInput from the cache
-     */
-    remove(rootHex: RootHex): void;
-    /**
-     * Removes a processed BlockInput from the cache and also removes any ancestors of processed blocks
-     */
-    prune(rootHex: RootHex): void;
-    onFinalized: (checkpoint: CheckpointWithHex) => void;
-    getByBlock({ block, source, seenTimestampSec, peerIdStr }: SourceMeta & {
-        block: SignedBeaconBlock;
-    }): IBlockInput;
-    getByBlob({ blobSidecar, source, seenTimestampSec, peerIdStr }: SourceMeta & {
-        blobSidecar: deneb.BlobSidecar;
-    }, opts?: GetByBlobOptions): BlockInputBlobs;
-    private buildCommonProps;
-    /**
-     * Use custom implementation of pruneSetToMax to allow for sorting by slot
-     * and deleting via key/rootHex
-     */
-    private pruneToMaxSize;
-}
-//# sourceMappingURL=seenBlockInput.d.ts.map

package/lib/chain/seenCache/seenBlockInput.js

@@ -1,225 +0,0 @@
-import { isForkPostDeneb } from "@lodestar/params";
-import { computeStartSlotAtEpoch } from "@lodestar/state-transition";
-import { LodestarError, toRootHex } from "@lodestar/utils";
-import { BlockInputBlobs, BlockInputPreData, DAType, isBlockInputBlobs, isDaOutOfRange, } from "../blocks/blockInput/index.js";
-import { ChainEvent } from "../emitter.js";
-const MAX_BLOCK_INPUT_CACHE_SIZE = 5;
-/**
- * Consumers that create BlockInputs or change types of old BlockInputs
- *
- * - gossipHandlers (block and blob)
- * - beaconBlocksMaybeBlobsByRange
- * - unavailableBeaconBlobsByRoot (beaconBlocksMaybeBlobsByRoot)
- * - publishBlock in the beacon/blocks/index.ts API
- *   https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/api/impl/beacon/blocks/index.ts#L62
- * - maybeValidateBlobs in verifyBlocksDataAvailability (is_data_available spec function)
- *   https://github.com/ChainSafe/lodestar/blob/unstable/packages/beacon-node/src/chain/blocks/verifyBlocksDataAvailability.ts#L111
- *
- *
- * Pruning management for SeenBlockInputCache
- * ------------------------------------------
- * There are four cases for how pruning needs to be handled
- * - Normal operation following head via gossip (and/or reqresp). For this situation the consumer (process pipeline or
- *   caller of processBlock) will call the `prune` method to remove any processed BlockInputs from the cache. This will
- *   also remove any ancestors of the processed BlockInput as that will also need to have been successfully processed
- *   for import to work correctly
- * - onFinalized event handler will help to prune any non-canonical forks once the chain finalizes. Any block-slots that
- *   are before the finalized checkpoint will be pruned.
- * - Range-sync periods.  The range process uses this cache to store and sync blocks with DA data as the chain is pulled
- *   from peers.  We pull batches, by epoch, so 32 slots are pulled at a time and several batches are pulled concurrently.
- *   It is important to set the MAX_BLOCK_INPUT_CACHE_SIZE high enough to support range sync activities.  Currently the
- *   value is set for 5 batches of 32 slots.  As process block is called (similar to following head) the BlockInput and
- *   its ancestors will be pruned.
- * - Non-Finality times.  This is a bit more tricky.  There can be long periods of non-finality and storing everything
- *   will cause OOM.  The pruneToMax will help ensure a hard limit on the number of stored blocks (with DA) that are held
- *   in memory at any one time.  The value for MAX_BLOCK_INPUT_CACHE_SIZE is set to accommodate range-sync but in
- *   practice this value may need to be massaged in the future if we find issues when debugging non-finality
- */
-export class SeenBlockInputCache {
-    constructor({ config, clock, chainEvents, signal, metrics, logger }) {
-        this.blockInputs = new Map();
-        this.onFinalized = (checkpoint) => {
-            const cutoffSlot = computeStartSlotAtEpoch(checkpoint.epoch);
-            for (const [rootHex, blockInput] of this.blockInputs) {
-                if (blockInput.slot < cutoffSlot) {
-                    this.blockInputs.delete(rootHex);
-                }
-            }
-            this.pruneToMaxSize();
-        };
-        this.config = config;
-        this.clock = clock;
-        this.chainEvents = chainEvents;
-        this.signal = signal;
-        this.metrics = metrics;
-        this.logger = logger;
-        if (metrics) {
-            metrics.seenCache.blockInput.blockInputCount.addCollect(() => metrics.seenCache.blockInput.blockInputCount.set(this.blockInputs.size));
-        }
-        this.chainEvents.on(ChainEvent.forkChoiceFinalized, this.onFinalized);
-        this.signal.addEventListener("abort", () => {
-            this.chainEvents.off(ChainEvent.forkChoiceFinalized, this.onFinalized);
-        });
-    }
-    has(rootHex) {
-        return this.blockInputs.has(rootHex);
-    }
-    get(rootHex) {
-        return this.blockInputs.get(rootHex);
-    }
-    /**
-     * Removes the single BlockInput from the cache
-     */
-    remove(rootHex) {
-        this.blockInputs.delete(rootHex);
-    }
-    /**
-     * Removes a processed BlockInput from the cache and also removes any ancestors of processed blocks
-     */
-    prune(rootHex) {
-        let blockInput = this.blockInputs.get(rootHex);
-        let parentRootHex = blockInput?.parentRootHex;
-        while (blockInput) {
-            this.blockInputs.delete(blockInput.blockRootHex);
-            blockInput = this.blockInputs.get(parentRootHex ?? "");
-            parentRootHex = blockInput?.parentRootHex;
-        }
-        this.pruneToMaxSize();
-    }
-    getByBlock({ block, source, seenTimestampSec, peerIdStr }) {
-        const blockRoot = this.config.getForkTypes(block.message.slot).BeaconBlock.hashTreeRoot(block.message);
-        const blockRootHex = toRootHex(blockRoot);
-        // TODO(peerDAS): Why is it necessary to static cast this here. All conditional paths result in a valid value so should be defined correctly below
-        let blockInput = this.blockInputs.get(blockRootHex);
-        if (!blockInput) {
-            const { forkName, daOutOfRange } = this.buildCommonProps(block.message.slot);
-            if (!isForkPostDeneb(forkName)) {
-                blockInput = BlockInputPreData.createFromBlock({
-                    block,
-                    blockRootHex,
-                    daOutOfRange,
-                    forkName,
-                    source: {
-                        source,
-                        seenTimestampSec,
-                        peerIdStr,
-                    },
-                });
-            }
-            // else if (isForkPostFulu(forkName)) {
-            //   blockInput = new BlockInputColumns.createFromBlock({
-            //     block,
-            //     blockRootHex,
-            //     daOutOfRange,
-            //     forkName,
-            //     custodyColumns: this.custodyConfig.custodyColumns,
-            //     sampledColumns: this.custodyConfig.sampledColumns,
-            //     source: {
-            //       source,
-            //       seenTimestampSec,
-            //       peerIdStr
-            //     }
-            //   })
-            // }
-            else {
-                blockInput = BlockInputBlobs.createFromBlock({
-                    block: block,
-                    blockRootHex,
-                    daOutOfRange,
-                    forkName,
-                    source: {
-                        source,
-                        seenTimestampSec,
-                        peerIdStr,
-                    },
-                });
-            }
-            this.blockInputs.set(blockInput.blockRootHex, blockInput);
-        }
-        if (!blockInput.hasBlock()) {
-            blockInput.addBlock({ block, blockRootHex, source: { source, seenTimestampSec, peerIdStr } });
-        }
-        else {
-            this.logger?.debug("Attempt to cache block but is already cached on BlockInput", blockInput.getLogMeta());
-            this.metrics?.seenCache.blockInput.duplicateBlockCount.inc({ source });
-        }
-        return blockInput;
-    }
-    getByBlob({ blobSidecar, source, seenTimestampSec, peerIdStr }, opts = {}) {
-        const blockRoot = this.config
-            .getForkTypes(blobSidecar.signedBlockHeader.message.slot)
-            .BeaconBlockHeader.hashTreeRoot(blobSidecar.signedBlockHeader.message);
-        const blockRootHex = toRootHex(blockRoot);
-        // TODO(peerDAS): Why is it necessary to static cast this here. All conditional paths result in a valid value so should be defined correctly below
-        let blockInput = this.blockInputs.get(blockRootHex);
-        let created = false;
-        if (!blockInput) {
-            created = true;
-            const { forkName, daOutOfRange } = this.buildCommonProps(blobSidecar.signedBlockHeader.message.slot);
-            blockInput = BlockInputBlobs.createFromBlob({
-                blobSidecar,
-                blockRootHex,
-                daOutOfRange,
-                forkName,
-                source,
-                seenTimestampSec,
-                peerIdStr,
-            });
-            this.metrics?.seenCache.blockInput.createdByBlob.inc();
-            this.blockInputs.set(blockRootHex, blockInput);
-        }
-        if (!isBlockInputBlobs(blockInput)) {
-            throw new SeenBlockInputCacheError({
-                code: SeenBlockInputCacheErrorCode.WRONG_BLOCK_INPUT_TYPE,
-                cachedType: blockInput.type,
-                requestedType: DAType.Blobs,
-                ...blockInput.getLogMeta(),
-            }, `BlockInputType mismatch adding blobIndex=${blobSidecar.index}`);
-        }
-        if (!blockInput.hasBlob(blobSidecar.index)) {
-            blockInput.addBlob({ blobSidecar, blockRootHex, source, seenTimestampSec, peerIdStr });
-        }
-        else if (!created) {
-            this.logger?.debug(`Attempt to cache blob index #${blobSidecar.index} but is already cached on BlockInput`, blockInput.getLogMeta());
-            this.metrics?.seenCache.blockInput.duplicateBlobCount.inc({ source });
-            if (opts.throwErrorIfAlreadyKnown) {
-                throw new SeenBlockInputCacheError({
-                    code: SeenBlockInputCacheErrorCode.GOSSIP_BLOB_ALREADY_KNOWN,
-                    ...blockInput.getLogMeta(),
-                });
-            }
-        }
-        return blockInput;
-    }
-    buildCommonProps(slot) {
-        const forkName = this.config.getForkName(slot);
-        return {
-            forkName,
-            daOutOfRange: isDaOutOfRange(this.config, forkName, slot, this.clock.currentEpoch),
-        };
-    }
-    /**
-     * Use custom implementation of pruneSetToMax to allow for sorting by slot
-     * and deleting via key/rootHex
-     */
-    pruneToMaxSize() {
-        let itemsToDelete = this.blockInputs.size - MAX_BLOCK_INPUT_CACHE_SIZE;
-        if (itemsToDelete > 0) {
-            const sorted = [...this.blockInputs.entries()].sort((a, b) => b[1].slot - a[1].slot);
-            for (const [rootHex] of sorted) {
-                this.blockInputs.delete(rootHex);
-                itemsToDelete--;
-                if (itemsToDelete <= 0)
-                    return;
-            }
-        }
-    }
-}
-var SeenBlockInputCacheErrorCode;
-(function (SeenBlockInputCacheErrorCode) {
-    SeenBlockInputCacheErrorCode["WRONG_BLOCK_INPUT_TYPE"] = "BLOCK_INPUT_CACHE_ERROR_WRONG_BLOCK_INPUT_TYPE";
-    SeenBlockInputCacheErrorCode["GOSSIP_BLOB_ALREADY_KNOWN"] = "BLOCK_INPUT_CACHE_ERROR_GOSSIP_BLOB_ALREADY_KNOWN";
-})(SeenBlockInputCacheErrorCode || (SeenBlockInputCacheErrorCode = {}));
-class SeenBlockInputCacheError extends LodestarError {
-}
-//# sourceMappingURL=seenBlockInput.js.map

package/lib/chain/seenCache/seenBlockInput.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"seenBlockInput.js","sourceRoot":"","sources":["../../../src/chain/seenCache/seenBlockInput.ts"],"names":[],"mappings":"AAEA,OAAO,EAAW,eAAe,EAAC,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAC,uBAAuB,EAAC,MAAM,4BAA4B,CAAC;AAEnE,OAAO,EAAC,aAAa,EAAU,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAGjE,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,MAAM,EAMN,iBAAiB,EACjB,cAAc,GACf,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAC,UAAU,EAAoB,MAAM,eAAe,CAAC;AAE5D,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAgBrC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,OAAO,mBAAmB;IAS9B,YAAY,EAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAA6B;QAFrF,gBAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;QAmDtD,gBAAW,GAAG,CAAC,UAA6B,EAAE,EAAE;YAC9C,MAAM,UAAU,GAAG,uBAAuB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7D,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,IAAI,UAAU,CAAC,IAAI,GAAG,UAAU,EAAE,CAAC;oBACjC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC;QAxDA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,EAAE,CAC3D,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CACxE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,GAAG,CAAC,OAAgB;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,OAAgB;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAgB;QACrB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAgB;QACpB,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,aAAa,GAAG,UAAU,EAAE,aAAa,CAAC;QAC9C,OAAO,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YACjD,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;YACvD,aAAa,GAAG,UAAU,EAAE,aAAa,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAYD,UAAU,CAAC,EAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAA0C;QAC9F,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvG,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAE1C,kJAAkJ;QAClJ,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAgB,CAAC;QACnE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,EAAC,QAAQ,EAAE,YAAY,EAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3E,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,UAAU,GAAG,iBAAiB,CAAC,eAAe,CAAC;oBAC7C,KAAK;oBACL,YAAY;oBACZ,YAAY;oBACZ,QAAQ;oBACR,MAAM,EAAE;wBACN,MAAM;wBACN,gBAAgB;wBAChB,SAAS;qBACV;iBACF,CAAC,CAAC;YACL,CAAC;YACD,uCAAuC;YACvC,yDAAyD;YACzD,aAAa;YACb,oBAAoB;YACpB,oBAAoB;YACpB,gBAAgB;YAChB,yDAAyD;YACzD,yDAAyD;YACzD,gBAAgB;YAChB,gBAAgB;YAChB,0BAA0B;YAC1B,kBAAkB;YAClB,QAAQ;YACR,OAAO;YACP,IAAI;iBACC,CAAC;gBACJ,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC;oBAC3C,KAAK,EAAE,KAAuC;oBAC9C,YAAY;oBACZ,YAAY;oBACZ,QAAQ;oBACR,MAAM,EAAE;wBACN,MAAM;wBACN,gBAAgB;wBAChB,SAAS;qBACV;iBACF,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC3B,UAAU,CAAC,QAAQ,CAAC,EAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,EAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAC,EAAC,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,4DAA4D,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1G,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,SAAS,CACP,EAAC,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAgD,EACjG,OAAyB,EAAE;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM;aAC1B,YAAY,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;aACxD,iBAAiB,CAAC,YAAY,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAE1C,kJAAkJ;QAClJ,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAgB,CAAC;QACnE,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,EAAC,QAAQ,EAAE,YAAY,EAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnG,UAAU,GAAG,eAAe,CAAC,cAAc,CAAC;gBAC1C,WAAW;gBACX,YAAY;gBACZ,YAAY;gBACZ,QAAQ;gBACR,MAAM;gBACN,gBAAgB;gBAChB,SAAS;aACV,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,wBAAwB,CAChC;gBACE,IAAI,EAAE,4BAA4B,CAAC,sBAAsB;gBACzD,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,aAAa,EAAE,MAAM,CAAC,KAAK;gBAC3B,GAAG,UAAU,CAAC,UAAU,EAAE;aAC3B,EACD,4CAA4C,WAAW,CAAC,KAAK,EAAE,CAChE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,UAAU,CAAC,OAAO,CAAC,EAAC,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAC,CAAC,CAAC;QACvF,CAAC;aAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,EAAE,KAAK,CAChB,gCAAgC,WAAW,CAAC,KAAK,sCAAsC,EACvF,UAAU,CAAC,UAAU,EAAE,CACxB,CAAC;YACF,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;YACpE,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBAClC,MAAM,IAAI,wBAAwB,CAAC;oBACjC,IAAI,EAAE,4BAA4B,CAAC,yBAAyB;oBAC5D,GAAG,UAAU,CAAC,UAAU,EAAE;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAIjC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC/C,OAAO;YACL,QAAQ;YACR,YAAY,EAAE,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;SACnF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,cAAc;QACpB,IAAI,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,0BAA0B,CAAC;QAEvE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrF,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACjC,aAAa,EAAE,CAAC;gBAChB,IAAI,aAAa,IAAI,CAAC;oBAAE,OAAO;YACjC,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,IAAK,4BAGJ;AAHD,WAAK,4BAA4B;IAC/B,yGAAyE,CAAA;IACzE,+GAA+E,CAAA;AACjF,CAAC,EAHI,4BAA4B,KAA5B,4BAA4B,QAGhC;AAYD,MAAM,wBAAyB,SAAQ,aAA2C;CAAG"}

package/lib/network/reqresp/beaconBlocksMaybeBlobsByRange.d.ts

@@ -1,28 +0,0 @@
-import { ChainForkConfig } from "@lodestar/config";
-import { ColumnIndex, Epoch, SignedBeaconBlock, Slot, WithOptionalBytes, deneb, fulu, phase0 } from "@lodestar/types";
-import { Logger } from "@lodestar/utils";
-import { BlobsSource, BlockInput, BlockSource, DataColumnsSource } from "../../chain/blocks/types.js";
-import { Metrics } from "../../metrics/index.js";
-import { RangeSyncType } from "../../sync/utils/remoteSyncType.js";
-import { PeerIdStr } from "../../util/peerId.js";
-import { INetwork } from "../interface.js";
-import { PeerSyncMeta } from "../peers/peersData.js";
-export type PartialDownload = null | {
-    blocks: BlockInput[];
-    pendingDataColumns: number[];
-};
-export declare const SyncSourceByRoot: "ByRoot";
-export type SyncSource = RangeSyncType | typeof SyncSourceByRoot;
-/**
- * Download blocks and blobs (prefulu) or data columns (fulu) by range.
- * returns:
- *  - array of blocks with blobs or data columns
- *  - pendingDataColumns: null if all data columns are present, or array of column indexes that are missing. Also null for prefulu
- */
-export declare function beaconBlocksMaybeBlobsByRange(config: ChainForkConfig, network: INetwork, peer: PeerSyncMeta, request: phase0.BeaconBlocksByRangeRequest, currentEpoch: Epoch, partialDownload: PartialDownload, syncSource: SyncSource, metrics: Metrics | null, logger?: Logger): Promise<{
-    blocks: BlockInput[];
-    pendingDataColumns: null | number[];
-}>;
-export declare function matchBlockWithBlobs(config: ChainForkConfig, allBlocks: WithOptionalBytes<SignedBeaconBlock>[], allBlobSidecars: deneb.BlobSidecar[], endSlot: Slot, blockSource: BlockSource, blobsSource: BlobsSource, syncSource: SyncSource): BlockInput[];
-export declare function matchBlockWithDataColumns(network: INetwork, peerId: PeerIdStr, config: ChainForkConfig, sampledColumns: ColumnIndex[], requestedColumns: number[], allBlocks: WithOptionalBytes<SignedBeaconBlock>[], allDataColumnSidecars: fulu.DataColumnSidecar[], endSlot: Slot, blockSource: BlockSource, dataColumnsSource: DataColumnsSource, prevPartialDownload: null | PartialDownload, peerClient: string, syncSource: SyncSource, metrics: Metrics | null, logger?: Logger): BlockInput[];
-//# sourceMappingURL=beaconBlocksMaybeBlobsByRange.d.ts.map