@lodestar/state-transition 1.12.0-dev.f77b774be2 → 1.12.0-rc.1

package/lib/util/blindedBlock.js

@@ -1,4 +1,6 @@
-import { isBlindedBeaconBlock, isBlindedBlobSidecar } from "@lodestar/types";
+import { ForkSeq } from "@lodestar/params";
+import { ssz, isBlindedBeaconBlock, isBlindedBlobSidecar, isSignedBlindedBlockContents, isExecutionPayloadAndBlobsBundle, } from "@lodestar/types";
+import { executionPayloadToPayloadHeader } from "./execution.js";
 export function blindedOrFullBlockHashTreeRoot(config, blindedOrFull) {
     return isBlindedBeaconBlock(blindedOrFull)
         ? // Blinded
@@ -27,4 +29,85 @@ export function blindedOrFullBlockToHeader(config, blindedOrFull) {
         bodyRoot,
     };
 }
+export function beaconBlockToBlinded(config, block) {
+    const fork = config.getForkName(block.slot);
+    const executionPayloadHeader = executionPayloadToPayloadHeader(ForkSeq[fork], block.body.executionPayload);
+    const blindedBlock = { ...block, body: { ...block.body, executionPayloadHeader } };
+    return blindedBlock;
+}
+export function blobSidecarsToBlinded(blobSidecars) {
+    return blobSidecars.map((blobSidecar) => {
+        const blobRoot = ssz.deneb.Blob.hashTreeRoot(blobSidecar.blob);
+        return { ...blobSidecar, blobRoot };
+    });
+}
+export function signedBlindedBlockToFull(signedBlindedBlock, executionPayload) {
+    const signedBlock = {
+        ...signedBlindedBlock,
+        message: {
+            ...signedBlindedBlock.message,
+            body: {
+                ...signedBlindedBlock.message.body,
+                // state transition doesn't handle null value for executionPayload in pre-bellatrix blocks
+                executionPayload: executionPayload ?? undefined,
+            },
+        },
+    };
+    // state transition can't seem to handle executionPayloadHeader presense in merge block
+    // so just delete the extra field we don't require
+    delete signedBlock.message.body
+        .executionPayloadHeader;
+    return signedBlock;
+}
+export function signedBlindedBlobSidecarsToFull(signedBlindedBlobSidecars, blobs) {
+    const signedBlobSidecars = signedBlindedBlobSidecars.map((signedBlindedBlobSidecar, index) => {
+        const signedBlobSidecar = {
+            ...signedBlindedBlobSidecar,
+            message: { ...signedBlindedBlobSidecar.message, blob: blobs[index] },
+        };
+        delete signedBlobSidecar.message.blobRoot;
+        return signedBlobSidecar;
+    });
+    return signedBlobSidecars;
+}
+export function parseSignedBlindedBlockOrContents(signedBlindedBlockOrContents) {
+    if (isSignedBlindedBlockContents(signedBlindedBlockOrContents)) {
+        const signedBlindedBlock = signedBlindedBlockOrContents.signedBlindedBlock;
+        const signedBlindedBlobSidecars = signedBlindedBlockOrContents.signedBlindedBlobSidecars;
+        return { signedBlindedBlock, signedBlindedBlobSidecars };
+    }
+    else {
+        return { signedBlindedBlock: signedBlindedBlockOrContents, signedBlindedBlobSidecars: null };
+    }
+}
+export function parseExecutionPayloadAndBlobsBundle(data) {
+    if (isExecutionPayloadAndBlobsBundle(data)) {
+        return data;
+    }
+    else {
+        return {
+            executionPayload: data,
+            blobsBundle: null,
+        };
+    }
+}
+export function reconstructFullBlockOrContents({ signedBlindedBlock, signedBlindedBlobSidecars }, { executionPayload, blobs }) {
+    const signedBlock = signedBlindedBlockToFull(signedBlindedBlock, executionPayload);
+    if (signedBlindedBlobSidecars !== null) {
+        if (executionPayload === null) {
+            throw Error("Missing locally produced executionPayload for deneb+ publishBlindedBlock");
+        }
+        if (blobs === null) {
+            throw Error("Missing blobs from the local execution cache");
+        }
+        if (blobs.length !== signedBlindedBlobSidecars.length) {
+            throw Error(`Length mismatch signedBlindedBlobSidecars=${signedBlindedBlobSidecars.length} blobs=${blobs.length}`);
+        }
+        const signedBlobSidecars = signedBlindedBlobSidecarsToFull(signedBlindedBlobSidecars, blobs);
+        return { signedBlock, signedBlobSidecars };
+    }
+    else {
+        return signedBlock;
+    }
+}
 //# sourceMappingURL=blindedBlock.js.map

package/lib/util/blindedBlock.js.map

@@ -1 +1 @@
-{"version":3,"file":"blindedBlock.js","sourceRoot":"","sources":["../../src/util/blindedBlock.ts"],"names":[],"mappings":"AACA,OAAO,EAAyB,oBAAoB,EAAE,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAEnG,MAAM,UAAU,8BAA8B,CAC5C,MAAuB,EACvB,aAAgD;IAEhD,OAAO,oBAAoB,CAAC,aAAa,CAAC;QACxC,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,mBAAmB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC;QACxF,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,MAAuB,EACvB,aAAgD;IAEhD,OAAO,oBAAoB,CAAC,aAAa,CAAC;QACxC,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,YAAY,CAAC,aAAa,CAAC;QAC7F,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAAuB,EACvB,aAAgD;IAEhD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,mBAAmB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC;QACjG,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAE7F,OAAO;QACL,IAAI,EAAE,aAAa,CAAC,IAAI;QACxB,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,QAAQ;KACT,CAAC;AACJ,CAAC"}
+{"version":3,"file":"blindedBlock.js","sourceRoot":"","sources":["../../src/util/blindedBlock.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAKL,GAAG,EACH,oBAAoB,EACpB,oBAAoB,EACpB,4BAA4B,EAC5B,gCAAgC,GACjC,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAC,+BAA+B,EAAC,MAAM,gBAAgB,CAAC;AAO/D,MAAM,UAAU,8BAA8B,CAC5C,MAAuB,EACvB,aAAgD;IAEhD,OAAO,oBAAoB,CAAC,aAAa,CAAC;QACxC,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,mBAAmB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC;QACxF,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,MAAuB,EACvB,aAAgD;IAEhD,OAAO,oBAAoB,CAAC,aAAa,CAAC;QACxC,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,YAAY,CAAC,aAAa,CAAC;QAC7F,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAAuB,EACvB,aAAgD;IAEhD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC,CAAC,UAAU;YACV,MAAM,CAAC,mBAAmB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC;QACjG,CAAC,CAAC,OAAO;YACP,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAE7F,OAAO;QACL,IAAI,EAAE,aAAa,CAAC,IAAI;QACxB,aAAa,EAAE,aAAa,CAAC,aAAa;QAC1C,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAuB,EACvB,KAAgD;IAEhD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,sBAAsB,GAAG,+BAA+B,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC3G,MAAM,YAAY,GAAG,EAAC,GAAG,KAAK,EAAE,IAAI,EAAE,EAAC,GAAG,KAAK,CAAC,IAAI,EAAE,sBAAsB,EAAC,EAAgC,CAAC;IAC9G,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,YAAgC;IACpE,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO,EAAC,GAAG,WAAW,EAAE,QAAQ,EAA6B,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,kBAAqD,EACrD,gBAAkD;IAElD,MAAM,WAAW,GAAG;QAClB,GAAG,kBAAkB;QACrB,OAAO,EAAE;YACP,GAAG,kBAAkB,CAAC,OAAO;YAC7B,IAAI,EAAE;gBACJ,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI;gBAClC,0FAA0F;gBAC1F,gBAAgB,EAAE,gBAAgB,IAAI,SAAS;aAChD;SACF;KAC4B,CAAC;IAEhC,uFAAuF;IACvF,kDAAkD;IAClD,OAAQ,WAAW,CAAC,OAAO,CAAC,IAAmE;SAC5F,sBAAsB,CAAC;IAC1B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,yBAA0D,EAC1D,KAAkB;IAElB,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC,wBAAwB,EAAE,KAAK,EAAE,EAAE;QAC3F,MAAM,iBAAiB,GAAG;YACxB,GAAG,wBAAwB;YAC3B,OAAO,EAAE,EAAC,GAAG,wBAAwB,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,EAAC;SACnE,CAAC;QACF,OAAQ,iBAAiB,CAAC,OAA0C,CAAC,QAAQ,CAAC;QAC9E,OAAO,iBAAiB,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,4BAAyE;IAEzE,IAAI,4BAA4B,CAAC,4BAA4B,CAAC,EAAE;QAC9D,MAAM,kBAAkB,GAAG,4BAA4B,CAAC,kBAAkB,CAAC;QAC3E,MAAM,yBAAyB,GAAG,4BAA4B,CAAC,yBAAyB,CAAC;QACzF,OAAO,EAAC,kBAAkB,EAAE,yBAAyB,EAAC,CAAC;KACxD;SAAM;QACL,OAAO,EAAC,kBAAkB,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,IAAI,EAAC,CAAC;KAC5F;AACH,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,IAAyE;IAEzE,IAAI,gCAAgC,CAAC,IAAI,CAAC,EAAE;QAC1C,OAAO,IAAI,CAAC;KACb;SAAM;QACL,OAAO;YACL,gBAAgB,EAAE,IAAI;YACtB,WAAW,EAAE,IAAI;SAClB,CAAC;KACH;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,EAAC,kBAAkB,EAAE,yBAAyB,EAAqC,EACnF,EAAC,gBAAgB,EAAE,KAAK,EAAkF;IAE1G,MAAM,WAAW,GAAG,wBAAwB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;IAEnF,IAAI,yBAAyB,KAAK,IAAI,EAAE;QACtC,IAAI,gBAAgB,KAAK,IAAI,EAAE;YAC7B,MAAM,KAAK,CAAC,0EAA0E,CAAC,CAAC;SACzF;QAED,IAAI,KAAK,KAAK,IAAI,EAAE;YAClB,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;SAC7D;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,yBAAyB,CAAC,MAAM,EAAE;YACrD,MAAM,KAAK,CACT,6CAA6C,yBAAyB,CAAC,MAAM,UAAU,KAAK,CAAC,MAAM,EAAE,CACtG,CAAC;SACH;QACD,MAAM,kBAAkB,GAAG,+BAA+B,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAE7F,OAAO,EAAC,WAAW,EAAE,kBAAkB,EAAyC,CAAC;KAClF;SAAM;QACL,OAAO,WAAmD,CAAC;KAC5D;AACH,CAAC"}

package/lib/util/epochShuffling.d.ts

@@ -1,4 +1,4 @@
-import { Epoch, ValidatorIndex } from "@lodestar/types";
+import { Epoch, RootHex, ValidatorIndex } from "@lodestar/types";
 import { BeaconStateAllForks } from "../types.js";
 /**
  * Readonly interface for EpochShuffling.
@@ -36,4 +36,5 @@ export type EpochShuffling = {
 };
 export declare function computeCommitteeCount(activeValidatorCount: number): number;
 export declare function computeEpochShuffling(state: BeaconStateAllForks, activeIndices: ValidatorIndex[], epoch: Epoch): EpochShuffling;
+export declare function getShufflingDecisionBlock(state: BeaconStateAllForks, epoch: Epoch): RootHex;
 //# sourceMappingURL=epochShuffling.d.ts.map

package/lib/util/epochShuffling.js

@@ -1,7 +1,10 @@
+import { toHexString } from "@chainsafe/ssz";
 import { intDiv } from "@lodestar/utils";
 import { DOMAIN_BEACON_ATTESTER, MAX_COMMITTEES_PER_SLOT, SLOTS_PER_EPOCH, TARGET_COMMITTEE_SIZE, } from "@lodestar/params";
 import { getSeed } from "./seed.js";
 import { unshuffleList } from "./shuffle.js";
+import { computeStartSlotAtEpoch } from "./epoch.js";
+import { getBlockRootAtSlot } from "./blockRoot.js";
 export function computeCommitteeCount(activeValidatorCount) {
     const validatorsPerSlot = intDiv(activeValidatorCount, SLOTS_PER_EPOCH);
     const committeesPerSlot = intDiv(validatorsPerSlot, TARGET_COMMITTEE_SIZE);
@@ -37,4 +40,8 @@ export function computeEpochShuffling(state, activeIndices, epoch) {
         committeesPerSlot,
     };
 }
+export function getShufflingDecisionBlock(state, epoch) {
+    const pivotSlot = computeStartSlotAtEpoch(epoch - 1) - 1;
+    return toHexString(getBlockRootAtSlot(state, pivotSlot));
+}
 //# sourceMappingURL=epochShuffling.js.map

package/lib/util/epochShuffling.js.map

@@ -1 +1 @@
-{"version":3,"file":"epochShuffling.js","sourceRoot":"","sources":["../../src/util/epochShuffling.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAC,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,eAAe,EACf,qBAAqB,GACtB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,aAAa,EAAC,MAAM,cAAc,CAAC;AA0C3C,MAAM,UAAU,qBAAqB,CAAC,oBAA4B;IAChE,MAAM,iBAAiB,GAAG,MAAM,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAAC;IACxE,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAA0B,EAC1B,aAA+B,EAC/B,KAAY;IAEZ,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,CAAC,CAAC;IAE3D,OAAO;IACP,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC;IACxC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAE/B,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC;IAClD,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;IAEtE,MAAM,cAAc,GAAG,iBAAiB,GAAG,eAAe,CAAC;IAE3D,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,eAAe,EAAE,IAAI,EAAE,EAAE;QACjD,MAAM,cAAc,GAAuB,EAAE,CAAC;QAC9C,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,GAAG,iBAAiB,EAAE,cAAc,EAAE,EAAE;YACjF,MAAM,KAAK,GAAG,IAAI,GAAG,iBAAiB,GAAG,cAAc,CAAC;YACxD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,GAAG,KAAK,CAAC,GAAG,cAAc,CAAC,CAAC;YAChF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;YACpF,IAAI,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,mCAAmC,SAAS,EAAE,CAAC,CAAC;aACtG;YACD,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;SAC9D;QACD,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;KACjC;IAED,OAAO;QACL,KAAK;QACL,aAAa;QACb,SAAS;QACT,UAAU;QACV,iBAAiB;KAClB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"epochShuffling.js","sourceRoot":"","sources":["../../src/util/epochShuffling.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAC,MAAM,EAAC,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,eAAe,EACf,qBAAqB,GACtB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,aAAa,EAAC,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAC,uBAAuB,EAAC,MAAM,YAAY,CAAC;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AA0ClD,MAAM,UAAU,qBAAqB,CAAC,oBAA4B;IAChE,MAAM,iBAAiB,GAAG,MAAM,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAAC;IACxE,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAA0B,EAC1B,aAA+B,EAC/B,KAAY;IAEZ,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,CAAC,CAAC;IAE3D,OAAO;IACP,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC;IACxC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAE/B,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC;IAClD,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;IAEtE,MAAM,cAAc,GAAG,iBAAiB,GAAG,eAAe,CAAC;IAE3D,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,eAAe,EAAE,IAAI,EAAE,EAAE;QACjD,MAAM,cAAc,GAAuB,EAAE,CAAC;QAC9C,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,GAAG,iBAAiB,EAAE,cAAc,EAAE,EAAE;YACjF,MAAM,KAAK,GAAG,IAAI,GAAG,iBAAiB,GAAG,cAAc,CAAC;YACxD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,GAAG,KAAK,CAAC,GAAG,cAAc,CAAC,CAAC;YAChF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;YACpF,IAAI,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,mCAAmC,SAAS,EAAE,CAAC,CAAC;aACtG;YACD,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;SAC9D;QACD,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;KACjC;IAED,OAAO;QACL,KAAK;QACL,aAAa;QACb,SAAS;QACT,UAAU;QACV,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAA0B,EAAE,KAAY;IAChF,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,OAAO,WAAW,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/util/execution.d.ts

@@ -1,4 +1,5 @@
 import { allForks, bellatrix, capella } from "@lodestar/types";
+import { ForkSeq } from "@lodestar/params";
 import { BeaconStateCapella, BeaconStateAllForks, BeaconStateExecutions, CachedBeaconStateAllForks, CachedBeaconStateExecutions } from "../types.js";
 /**
  * Execution enabled = merge is done.
@@ -28,4 +29,5 @@ export declare function getFullOrBlindedPayloadFromBody(body: allForks.FullOrBli
 export declare function isExecutionPayload(payload: allForks.FullOrBlindedExecutionPayload): payload is allForks.ExecutionPayload;
 export declare function isCapellaPayload(payload: allForks.FullOrBlindedExecutionPayload): payload is capella.FullOrBlindedExecutionPayload;
 export declare function isCapellaPayloadHeader(payload: capella.FullOrBlindedExecutionPayload): payload is capella.ExecutionPayloadHeader;
+export declare function executionPayloadToPayloadHeader(fork: ForkSeq, payload: allForks.ExecutionPayload): allForks.ExecutionPayloadHeader;
 //# sourceMappingURL=execution.d.ts.map

package/lib/util/execution.js

@@ -1,4 +1,5 @@
 import { isBlindedBeaconBlockBody, ssz } from "@lodestar/types";
+import { ForkSeq } from "@lodestar/params";
 /**
  * Execution enabled = merge is done.
  * When (A) state has execution data OR (B) block has execution data
@@ -85,4 +86,32 @@ export function isCapellaPayload(payload) {
 export function isCapellaPayloadHeader(payload) {
     return payload.withdrawalsRoot !== undefined;
 }
+export function executionPayloadToPayloadHeader(fork, payload) {
+    const transactionsRoot = ssz.bellatrix.Transactions.hashTreeRoot(payload.transactions);
+    const bellatrixPayloadFields = {
+        parentHash: payload.parentHash,
+        feeRecipient: payload.feeRecipient,
+        stateRoot: payload.stateRoot,
+        receiptsRoot: payload.receiptsRoot,
+        logsBloom: payload.logsBloom,
+        prevRandao: payload.prevRandao,
+        blockNumber: payload.blockNumber,
+        gasLimit: payload.gasLimit,
+        gasUsed: payload.gasUsed,
+        timestamp: payload.timestamp,
+        extraData: payload.extraData,
+        baseFeePerGas: payload.baseFeePerGas,
+        blockHash: payload.blockHash,
+        transactionsRoot,
+    };
+    if (fork >= ForkSeq.capella) {
+        bellatrixPayloadFields.withdrawalsRoot = ssz.capella.Withdrawals.hashTreeRoot(payload.withdrawals);
+    }
+    if (fork >= ForkSeq.deneb) {
+        // https://github.com/ethereum/consensus-specs/blob/dev/specs/eip4844/beacon-chain.md#process_execution_payload
+        bellatrixPayloadFields.blobGasUsed = payload.blobGasUsed;
+        bellatrixPayloadFields.excessBlobGas = payload.excessBlobGas;
+    }
+    return bellatrixPayloadFields;
+}
 //# sourceMappingURL=execution.js.map

package/lib/util/execution.js.map

@@ -1 +1 @@
-{"version":3,"file":"execution.js","sourceRoot":"","sources":["../../src/util/execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,wBAAwB,EAAE,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAU5F;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAA4B,EAAE,KAAwC;IACvG,IAAI,yBAAyB,CAAC,KAAK,CAAC,EAAE;QACpC,OAAO,IAAI,CAAC;KACb;IAED,wGAAwG;IACxG,MAAM,OAAO,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAC/C,iHAAiH;IACjH,oFAAoF;IACpF,yDAAyD;IAEzD,oGAAoG;IACpG,0DAA0D;IAC1D,OAAO,kBAAkB,CAAC,OAAO,CAAC;QAChC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;QAChG,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAC1C,KAAK,CAAC,4BAA4B;QAClC,oBAAoB;QACpB,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,CACpD,CAAC;AACR,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAA4B,EAAE,IAA+B;IAClG,OAAO,CACL,CAAC,yBAAyB,CAAC,KAAK,CAAC;QACjC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAC7G,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAA4B;IACpE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAChD,KAA8B,CAAC,4BAA4B;QAC5D,oBAAoB;QACpB,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,CACpD,CAAC;KACH;SAAM;QACL,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,sBAAsB,CAAC,MAAM,CAC/C,KAAK,CAAC,4BAA4B;QAClC,oBAAoB;QACpB,GAAG,CAAC,OAAO,CAAC,sBAAsB,CAAC,YAAY,EAAE,CAClD,CAAC;KACH;AACH,CAAC;AAED,2CAA2C;AAC3C,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,OAAQ,KAA+B,CAAC,4BAA4B,KAAK,SAAS,CAAC;AACrF,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,kBAAkB,CAAC,KAA0B;IAC3D,OAAO,CACJ,KAA4B,CAAC,4BAA4B,KAAK,SAAS;QACvE,KAA4B,CAAC,4BAA4B,CAAC,eAAe,KAAK,SAAS,CACzF,CAAC;AACJ,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,0BAA0B,CAAC,KAAgC;IACzE,OAAQ,KAAqC,CAAC,4BAA4B,KAAK,SAAS,CAAC;AAC3F,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,wBAAwB,CACtC,SAAmC;IAEnC,OAAQ,SAAyC,CAAC,gBAAgB,KAAK,SAAS,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAwC;IAExC,OAAO,+BAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAA2C;IAE3C,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;QAClC,OAAO,IAAI,CAAC,sBAAsB,CAAC;KACpC;SAAM,IAAK,IAAkC,CAAC,gBAAgB,KAAK,SAAS,EAAE;QAC7E,OAAQ,IAAkC,CAAC,gBAAgB,CAAC;KAC7D;SAAM;QACL,MAAM,KAAK,CAAC,uCAAuC,CAAC,CAAC;KACtD;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,OAA+C;IAE/C,OAAQ,OAAqC,CAAC,YAAY,KAAK,SAAS,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAA+C;IAE/C,OAAO,CACJ,OAAoC,CAAC,WAAW,KAAK,SAAS;QAC9D,OAA0C,CAAC,eAAe,KAAK,SAAS,CAC1E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAA8C;IAE9C,OAAQ,OAA0C,CAAC,eAAe,KAAK,SAAS,CAAC;AACnF,CAAC"}
+{"version":3,"file":"execution.js","sourceRoot":"","sources":["../../src/util/execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsC,wBAAwB,EAAE,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACnG,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAC;AAWzC;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAA4B,EAAE,KAAwC;IACvG,IAAI,yBAAyB,CAAC,KAAK,CAAC,EAAE;QACpC,OAAO,IAAI,CAAC;KACb;IAED,wGAAwG;IACxG,MAAM,OAAO,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAC/C,iHAAiH;IACjH,oFAAoF;IACpF,yDAAyD;IAEzD,oGAAoG;IACpG,0DAA0D;IAC1D,OAAO,kBAAkB,CAAC,OAAO,CAAC;QAChC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;QAChG,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAC1C,KAAK,CAAC,4BAA4B;QAClC,oBAAoB;QACpB,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,CACpD,CAAC;AACR,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAA4B,EAAE,IAA+B;IAClG,OAAO,CACL,CAAC,yBAAyB,CAAC,KAAK,CAAC;QACjC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAC7G,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAA4B;IACpE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAChD,KAA8B,CAAC,4BAA4B;QAC5D,oBAAoB;QACpB,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,CACpD,CAAC;KACH;SAAM;QACL,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,sBAAsB,CAAC,MAAM,CAC/C,KAAK,CAAC,4BAA4B;QAClC,oBAAoB;QACpB,GAAG,CAAC,OAAO,CAAC,sBAAsB,CAAC,YAAY,EAAE,CAClD,CAAC;KACH;AACH,CAAC;AAED,2CAA2C;AAC3C,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,OAAQ,KAA+B,CAAC,4BAA4B,KAAK,SAAS,CAAC;AACrF,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,kBAAkB,CAAC,KAA0B;IAC3D,OAAO,CACJ,KAA4B,CAAC,4BAA4B,KAAK,SAAS;QACvE,KAA4B,CAAC,4BAA4B,CAAC,eAAe,KAAK,SAAS,CACzF,CAAC;AACJ,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,0BAA0B,CAAC,KAAgC;IACzE,OAAQ,KAAqC,CAAC,4BAA4B,KAAK,SAAS,CAAC;AAC3F,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,wBAAwB,CACtC,SAAmC;IAEnC,OAAQ,SAAyC,CAAC,gBAAgB,KAAK,SAAS,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAwC;IAExC,OAAO,+BAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAA2C;IAE3C,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;QAClC,OAAO,IAAI,CAAC,sBAAsB,CAAC;KACpC;SAAM,IAAK,IAAkC,CAAC,gBAAgB,KAAK,SAAS,EAAE;QAC7E,OAAQ,IAAkC,CAAC,gBAAgB,CAAC;KAC7D;SAAM;QACL,MAAM,KAAK,CAAC,uCAAuC,CAAC,CAAC;KACtD;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,OAA+C;IAE/C,OAAQ,OAAqC,CAAC,YAAY,KAAK,SAAS,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAA+C;IAE/C,OAAO,CACJ,OAAoC,CAAC,WAAW,KAAK,SAAS;QAC9D,OAA0C,CAAC,eAAe,KAAK,SAAS,CAC1E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAA8C;IAE9C,OAAQ,OAA0C,CAAC,eAAe,KAAK,SAAS,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAAa,EACb,OAAkC;IAElC,MAAM,gBAAgB,GAAG,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAEvF,MAAM,sBAAsB,GAAoC;QAC9D,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,gBAAgB;KACjB,CAAC;IAEF,IAAI,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;QAC1B,sBAAyD,CAAC,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,YAAY,CAC9G,OAAoC,CAAC,WAAW,CAClD,CAAC;KACH;IAED,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE;QACzB,+GAA+G;QAC9G,sBAAuD,CAAC,WAAW,GAClE,OACD,CAAC,WAAW,CAAC;QACb,sBAAuD,CAAC,aAAa,GACpE,OACD,CAAC,aAAa,CAAC;KACjB;IAED,OAAO,sBAAsB,CAAC;AAChC,CAAC"}

package/lib/util/loadState/findModifiedInactivityScores.d.ts

@@ -0,0 +1,8 @@
+export declare const INACTIVITY_SCORE_SIZE = 8;
+/**
+ * As monitored on mainnet, inactivityScores are not changed much and they are mostly 0
+ * Using Buffer.compare is the fastest way as noted in `./findModifiedValidators.ts`
+ * @returns output parameter modifiedValidators: validator indices that are modified
+ */
+export declare function findModifiedInactivityScores(inactivityScoresBytes: Uint8Array, inactivityScoresBytes2: Uint8Array, modifiedValidators: number[], validatorOffset?: number): void;
+//# sourceMappingURL=findModifiedInactivityScores.d.ts.map

package/lib/util/loadState/findModifiedInactivityScores.js

@@ -0,0 +1,27 @@
+// UintNum64 = 8 bytes
+export const INACTIVITY_SCORE_SIZE = 8;
+/**
+ * As monitored on mainnet, inactivityScores are not changed much and they are mostly 0
+ * Using Buffer.compare is the fastest way as noted in `./findModifiedValidators.ts`
+ * @returns output parameter modifiedValidators: validator indices that are modified
+ */
+export function findModifiedInactivityScores(inactivityScoresBytes, inactivityScoresBytes2, modifiedValidators, validatorOffset = 0) {
+    if (inactivityScoresBytes.length !== inactivityScoresBytes2.length) {
+        throw new Error("inactivityScoresBytes.length !== inactivityScoresBytes2.length " +
+            inactivityScoresBytes.length +
+            " vs " +
+            inactivityScoresBytes2.length);
+    }
+    if (Buffer.compare(inactivityScoresBytes, inactivityScoresBytes2) === 0) {
+        return;
+    }
+    if (inactivityScoresBytes.length === INACTIVITY_SCORE_SIZE) {
+        modifiedValidators.push(validatorOffset);
+        return;
+    }
+    const numValidator = Math.floor(inactivityScoresBytes.length / INACTIVITY_SCORE_SIZE);
+    const halfValidator = Math.floor(numValidator / 2);
+    findModifiedInactivityScores(inactivityScoresBytes.subarray(0, halfValidator * INACTIVITY_SCORE_SIZE), inactivityScoresBytes2.subarray(0, halfValidator * INACTIVITY_SCORE_SIZE), modifiedValidators, validatorOffset);
+    findModifiedInactivityScores(inactivityScoresBytes.subarray(halfValidator * INACTIVITY_SCORE_SIZE), inactivityScoresBytes2.subarray(halfValidator * INACTIVITY_SCORE_SIZE), modifiedValidators, validatorOffset + halfValidator);
+}
+//# sourceMappingURL=findModifiedInactivityScores.js.map

package/lib/util/loadState/findModifiedInactivityScores.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"findModifiedInactivityScores.js","sourceRoot":"","sources":["../../../src/util/loadState/findModifiedInactivityScores.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEvC;;;;GAIG;AACH,MAAM,UAAU,4BAA4B,CAC1C,qBAAiC,EACjC,sBAAkC,EAClC,kBAA4B,EAC5B,eAAe,GAAG,CAAC;IAEnB,IAAI,qBAAqB,CAAC,MAAM,KAAK,sBAAsB,CAAC,MAAM,EAAE;QAClE,MAAM,IAAI,KAAK,CACb,iEAAiE;YAC/D,qBAAqB,CAAC,MAAM;YAC5B,MAAM;YACN,sBAAsB,CAAC,MAAM,CAChC,CAAC;KACH;IAED,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,KAAK,CAAC,EAAE;QACvE,OAAO;KACR;IAED,IAAI,qBAAqB,CAAC,MAAM,KAAK,qBAAqB,EAAE;QAC1D,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzC,OAAO;KACR;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,GAAG,qBAAqB,CAAC,CAAC;IACtF,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;IACnD,4BAA4B,CAC1B,qBAAqB,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,EACxE,sBAAsB,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,EACzE,kBAAkB,EAClB,eAAe,CAChB,CAAC;IACF,4BAA4B,CAC1B,qBAAqB,CAAC,QAAQ,CAAC,aAAa,GAAG,qBAAqB,CAAC,EACrE,sBAAsB,CAAC,QAAQ,CAAC,aAAa,GAAG,qBAAqB,CAAC,EACtE,kBAAkB,EAClB,eAAe,GAAG,aAAa,CAChC,CAAC;AACJ,CAAC"}

package/lib/util/loadState/findModifiedValidators.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Find modified validators by comparing two validators bytes using Buffer.compare() recursively
+ * - As noted in packages/state-transition/test/perf/util/loadState/findModifiedValidators.test.ts, serializing validators and compare Uint8Array is the fastest way
+ * - The performance is quite stable and can afford a lot of difference in validators (the benchmark tested up to 10k but it's not likely we have that difference in mainnet)
+ * - Also packages/state-transition/test/perf/misc/byteArrayEquals.test.ts shows that Buffer.compare() is very efficient for large Uint8Array
+ *
+ * @returns output parameter modifiedValidators: validator indices that are modified
+ */
+export declare function findModifiedValidators(validatorsBytes: Uint8Array, validatorsBytes2: Uint8Array, modifiedValidators: number[], validatorOffset?: number): void;
+//# sourceMappingURL=findModifiedValidators.d.ts.map

package/lib/util/loadState/findModifiedValidators.js

@@ -0,0 +1,26 @@
+import { VALIDATOR_BYTES_SIZE } from "../sszBytes.js";
+/**
+ * Find modified validators by comparing two validators bytes using Buffer.compare() recursively
+ * - As noted in packages/state-transition/test/perf/util/loadState/findModifiedValidators.test.ts, serializing validators and compare Uint8Array is the fastest way
+ * - The performance is quite stable and can afford a lot of difference in validators (the benchmark tested up to 10k but it's not likely we have that difference in mainnet)
+ * - Also packages/state-transition/test/perf/misc/byteArrayEquals.test.ts shows that Buffer.compare() is very efficient for large Uint8Array
+ *
+ * @returns output parameter modifiedValidators: validator indices that are modified
+ */
+export function findModifiedValidators(validatorsBytes, validatorsBytes2, modifiedValidators, validatorOffset = 0) {
+    if (validatorsBytes.length !== validatorsBytes2.length) {
+        throw new Error("validatorsBytes.length !== validatorsBytes2.length " + validatorsBytes.length + " vs " + validatorsBytes2.length);
+    }
+    if (Buffer.compare(validatorsBytes, validatorsBytes2) === 0) {
+        return;
+    }
+    if (validatorsBytes.length === VALIDATOR_BYTES_SIZE) {
+        modifiedValidators.push(validatorOffset);
+        return;
+    }
+    const numValidator = Math.floor(validatorsBytes.length / VALIDATOR_BYTES_SIZE);
+    const halfValidator = Math.floor(numValidator / 2);
+    findModifiedValidators(validatorsBytes.subarray(0, halfValidator * VALIDATOR_BYTES_SIZE), validatorsBytes2.subarray(0, halfValidator * VALIDATOR_BYTES_SIZE), modifiedValidators, validatorOffset);
+    findModifiedValidators(validatorsBytes.subarray(halfValidator * VALIDATOR_BYTES_SIZE), validatorsBytes2.subarray(halfValidator * VALIDATOR_BYTES_SIZE), modifiedValidators, validatorOffset + halfValidator);
+}
+//# sourceMappingURL=findModifiedValidators.js.map

package/lib/util/loadState/findModifiedValidators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"findModifiedValidators.js","sourceRoot":"","sources":["../../../src/util/loadState/findModifiedValidators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AAEpD;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,eAA2B,EAC3B,gBAA4B,EAC5B,kBAA4B,EAC5B,eAAe,GAAG,CAAC;IAEnB,IAAI,eAAe,CAAC,MAAM,KAAK,gBAAgB,CAAC,MAAM,EAAE;QACtD,MAAM,IAAI,KAAK,CACb,qDAAqD,GAAG,eAAe,CAAC,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAClH,CAAC;KACH;IAED,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE;QAC3D,OAAO;KACR;IAED,IAAI,eAAe,CAAC,MAAM,KAAK,oBAAoB,EAAE;QACnD,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzC,OAAO;KACR;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;IACnD,sBAAsB,CACpB,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,GAAG,oBAAoB,CAAC,EACjE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,GAAG,oBAAoB,CAAC,EAClE,kBAAkB,EAClB,eAAe,CAChB,CAAC;IACF,sBAAsB,CACpB,eAAe,CAAC,QAAQ,CAAC,aAAa,GAAG,oBAAoB,CAAC,EAC9D,gBAAgB,CAAC,QAAQ,CAAC,aAAa,GAAG,oBAAoB,CAAC,EAC/D,kBAAkB,EAClB,eAAe,GAAG,aAAa,CAChC,CAAC;AACJ,CAAC"}

package/lib/util/loadState/loadState.d.ts

@@ -0,0 +1,17 @@
+import { ChainForkConfig } from "@lodestar/config";
+import { BeaconStateAllForks } from "../../types.js";
+type MigrateStateOutput = {
+    state: BeaconStateAllForks;
+    modifiedValidators: number[];
+};
+/**
+ * Load state from bytes given a seed state so that we share the same base tree. This gives some benefits:
+ * - Have single base tree across the application
+ * - Faster to load state
+ * - Less memory usage
+ * - Utilize the cached HashObjects in seed state due to a lot of validators are not changed, also the inactivity scores.
+ * @returns the new state and modified validators
+ */
+export declare function loadState(config: ChainForkConfig, seedState: BeaconStateAllForks, stateBytes: Uint8Array): MigrateStateOutput;
+export {};
+//# sourceMappingURL=loadState.d.ts.map

package/lib/util/loadState/loadState.js

@@ -0,0 +1,145 @@
+import { deserializeContainerIgnoreFields, ssz } from "@lodestar/types";
+import { ForkSeq } from "@lodestar/params";
+import { VALIDATOR_BYTES_SIZE, getForkFromStateBytes, getStateTypeFromBytes } from "../sszBytes.js";
+import { findModifiedValidators } from "./findModifiedValidators.js";
+import { findModifiedInactivityScores } from "./findModifiedInactivityScores.js";
+import { loadValidator } from "./loadValidator.js";
+/**
+ * Load state from bytes given a seed state so that we share the same base tree. This gives some benefits:
+ * - Have single base tree across the application
+ * - Faster to load state
+ * - Less memory usage
+ * - Utilize the cached HashObjects in seed state due to a lot of validators are not changed, also the inactivity scores.
+ * @returns the new state and modified validators
+ */
+export function loadState(config, seedState, stateBytes) {
+    // casting only to make typescript happy
+    const stateType = getStateTypeFromBytes(config, stateBytes);
+    const dataView = new DataView(stateBytes.buffer, stateBytes.byteOffset, stateBytes.byteLength);
+    const fieldRanges = stateType.getFieldRanges(dataView, 0, stateBytes.length);
+    const allFields = Object.keys(stateType.fields);
+    const validatorsFieldIndex = allFields.indexOf("validators");
+    // start with default view has the same performance to start with seed state
+    // and it is not fork dependent
+    const migratedState = deserializeContainerIgnoreFields(stateType, stateBytes, ["validators", "inactivityScores"], fieldRanges);
+    // validators are rarely changed
+    const validatorsRange = fieldRanges[validatorsFieldIndex];
+    const modifiedValidators = loadValidators(migratedState, seedState, stateBytes.subarray(validatorsRange.start, validatorsRange.end));
+    // inactivityScores are rarely changed
+    // this saves ~500ms of hashTreeRoot() time of state
+    const fork = getForkFromStateBytes(config, stateBytes);
+    const seedFork = config.getForkSeq(seedState.slot);
+    if (fork >= ForkSeq.altair && seedFork >= ForkSeq.altair) {
+        const inactivityScoresIndex = allFields.indexOf("inactivityScores");
+        const inactivityScoresRange = fieldRanges[inactivityScoresIndex];
+        loadInactivityScores(migratedState, seedState, stateBytes.subarray(inactivityScoresRange.start, inactivityScoresRange.end));
+    }
+    migratedState.commit();
+    return { state: migratedState, modifiedValidators };
+}
+/**
+ * This value is rarely changed as monitored 3 month state diffs on mainnet as of Sep 2023.
+ * Reusing this data helps save hashTreeRoot time of state ~500ms
+ *
+ * Given the below tree:
+ *
+ * seedState.inactivityScores ====>  ROOT
+ *                                 /     \
+ *                            Hash01       Hash23
+ *                           /    \       /    \
+ *                       Sco0    Sco1   Sco2   Sco3
+ *
+ * if score 3 is modified, the new tree looks like this:
+ *
+ * migratedState.inactivityScores ====> ROOTa
+ *                                     /      \
+ *                                Hash01      Hash23a
+ *                               /    \       /    \
+ *                           Sco0    Sco1  Sco2   Sco3a
+ */
+function loadInactivityScores(migratedState, seedState, inactivityScoresBytes) {
+    // migratedState starts with the same inactivityScores to seed state
+    migratedState.inactivityScores = seedState.inactivityScores.clone();
+    const oldValidator = migratedState.inactivityScores.length;
+    // UintNum64 = 8 bytes
+    const newValidator = inactivityScoresBytes.length / 8;
+    const minValidator = Math.min(oldValidator, newValidator);
+    const oldInactivityScores = migratedState.inactivityScores.serialize();
+    const isMoreValidator = newValidator >= oldValidator;
+    const modifiedValidators = [];
+    findModifiedInactivityScores(isMoreValidator ? oldInactivityScores : oldInactivityScores.subarray(0, minValidator * 8), isMoreValidator ? inactivityScoresBytes.subarray(0, minValidator * 8) : inactivityScoresBytes, modifiedValidators);
+    for (const validatorIndex of modifiedValidators) {
+        migratedState.inactivityScores.set(validatorIndex, ssz.UintNum64.deserialize(inactivityScoresBytes.subarray(validatorIndex * 8, (validatorIndex + 1) * 8)));
+    }
+    if (isMoreValidator) {
+        // add new inactivityScores
+        for (let validatorIndex = oldValidator; validatorIndex < newValidator; validatorIndex++) {
+            migratedState.inactivityScores.push(ssz.UintNum64.deserialize(inactivityScoresBytes.subarray(validatorIndex * 8, (validatorIndex + 1) * 8)));
+        }
+    }
+    else {
+        if (newValidator - 1 < 0) {
+            migratedState.inactivityScores = ssz.altair.InactivityScores.defaultViewDU();
+        }
+        else {
+            migratedState.inactivityScores = migratedState.inactivityScores.sliceTo(newValidator - 1);
+        }
+    }
+}
+/**
+ * As of Sep 2021, common validators of 2 mainnet states are rarely changed. However, the benchmark shows that
+ * 10k modified validators is not an issue. (see packages/state-transition/test/perf/util/loadState/findModifiedValidators.test.ts)
+ *
+ * This method loads validators from bytes given a seed state so that they share the same base tree. This gives some benefits:
+ *  - Have single base tree across the application
+ *  - Faster to load state
+ *  - Less memory usage
+ *  - Utilize the cached HashObjects in seed state due to a lot of validators are not changed
+ *
+ * Given the below tree:
+ *
+ * seedState.validators ====>  ROOT
+ *                            /     \
+ *                       Hash01       Hash23
+ *                      /    \       /    \
+ *                  Val0    Val1   Val2   Val3
+ *
+ * if validator 3 is modified, the new tree looks like this:
+ *
+ * migratedState.validators ====>  ROOTa
+ *                               /      \
+ *                          Hash01      Hash23a
+ *                         /    \       /    \
+ *                     Val0    Val1   Val2   Val3a
+ *
+ * @param migratedState state to be migrated, the validators are loaded to this state
+ * @returns modified validator indices
+ */
+function loadValidators(migratedState, seedState, newValidatorsBytes) {
+    const seedValidatorCount = seedState.validators.length;
+    const newValidatorCount = Math.floor(newValidatorsBytes.length / VALIDATOR_BYTES_SIZE);
+    const isMoreValidator = newValidatorCount >= seedValidatorCount;
+    const minValidatorCount = Math.min(seedValidatorCount, newValidatorCount);
+    // migrated state starts with the same validators to seed state
+    migratedState.validators = seedState.validators.clone();
+    const seedValidatorsBytes = seedState.validators.serialize();
+    const modifiedValidators = [];
+    findModifiedValidators(isMoreValidator ? seedValidatorsBytes : seedValidatorsBytes.subarray(0, minValidatorCount * VALIDATOR_BYTES_SIZE), isMoreValidator ? newValidatorsBytes.subarray(0, minValidatorCount * VALIDATOR_BYTES_SIZE) : newValidatorsBytes, modifiedValidators);
+    for (const i of modifiedValidators) {
+        const seedValidator = seedState.validators.get(i);
+        const newValidatorBytes = newValidatorsBytes.subarray(i * VALIDATOR_BYTES_SIZE, (i + 1) * VALIDATOR_BYTES_SIZE);
+        migratedState.validators.set(i, loadValidator(seedValidator, newValidatorBytes));
+    }
+    if (newValidatorCount >= seedValidatorCount) {
+        // add new validators
+        for (let validatorIndex = seedValidatorCount; validatorIndex < newValidatorCount; validatorIndex++) {
+            migratedState.validators.push(ssz.phase0.Validator.deserializeToViewDU(newValidatorsBytes.subarray(validatorIndex * VALIDATOR_BYTES_SIZE, (validatorIndex + 1) * VALIDATOR_BYTES_SIZE)));
+            modifiedValidators.push(validatorIndex);
+        }
+    }
+    else {
+        migratedState.validators = migratedState.validators.sliceTo(newValidatorCount - 1);
+    }
+    return modifiedValidators;
+}
+//# sourceMappingURL=loadState.js.map

package/lib/util/loadState/loadState.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loadState.js","sourceRoot":"","sources":["../../../src/util/loadState/loadState.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gCAAgC,EAAE,GAAG,EAAC,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAC;AAGzC,OAAO,EAAC,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,EAAC,MAAM,gBAAgB,CAAC;AAClG,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,4BAA4B,EAAC,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAIjD;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CACvB,MAAuB,EACvB,SAA8B,EAC9B,UAAsB;IAEtB,wCAAwC;IACxC,MAAM,SAAS,GAAG,qBAAqB,CAAC,MAAM,EAAE,UAAU,CAAmC,CAAC;IAC9F,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;IAC/F,MAAM,WAAW,GAAG,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,oBAAoB,GAAG,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC7D,4EAA4E;IAC5E,+BAA+B;IAC/B,MAAM,aAAa,GAAG,gCAAgC,CACpD,SAAS,EACT,UAAU,EACV,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAClC,WAAW,CACW,CAAC;IAEzB,gCAAgC;IAChC,MAAM,eAAe,GAAG,WAAW,CAAC,oBAAoB,CAAC,CAAC;IAC1D,MAAM,kBAAkB,GAAG,cAAc,CACvC,aAAa,EACb,SAAS,EACT,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,CAChE,CAAC;IAEF,sCAAsC;IACtC,oDAAoD;IACpD,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAEnD,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE;QACxD,MAAM,qBAAqB,GAAG,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACpE,MAAM,qBAAqB,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;QACjE,oBAAoB,CAClB,aAAkC,EAClC,SAA8B,EAC9B,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAC5E,CAAC;KACH;IACD,aAAa,CAAC,MAAM,EAAE,CAAC;IAEvB,OAAO,EAAC,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAC,CAAC;AACpD,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAS,oBAAoB,CAC3B,aAAgC,EAChC,SAA4B,EAC5B,qBAAiC;IAEjC,oEAAoE;IACpE,aAAa,CAAC,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;IACpE,MAAM,YAAY,GAAG,aAAa,CAAC,gBAAgB,CAAC,MAAM,CAAC;IAC3D,sBAAsB;IACtB,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAC1D,MAAM,mBAAmB,GAAG,aAAa,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC;IACvE,MAAM,eAAe,GAAG,YAAY,IAAI,YAAY,CAAC;IACrD,MAAM,kBAAkB,GAAa,EAAE,CAAC;IACxC,4BAA4B,CAC1B,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,EACzF,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB,EAC7F,kBAAkB,CACnB,CAAC;IAEF,KAAK,MAAM,cAAc,IAAI,kBAAkB,EAAE;QAC/C,aAAa,CAAC,gBAAgB,CAAC,GAAG,CAChC,cAAc,EACd,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,qBAAqB,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CACxG,CAAC;KACH;IAED,IAAI,eAAe,EAAE;QACnB,2BAA2B;QAC3B,KAAK,IAAI,cAAc,GAAG,YAAY,EAAE,cAAc,GAAG,YAAY,EAAE,cAAc,EAAE,EAAE;YACvF,aAAa,CAAC,gBAAgB,CAAC,IAAI,CACjC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,qBAAqB,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CACxG,CAAC;SACH;KACF;SAAM;QACL,IAAI,YAAY,GAAG,CAAC,GAAG,CAAC,EAAE;YACxB,aAAa,CAAC,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC;SAC9E;aAAM;YACL,aAAa,CAAC,gBAAgB,GAAG,aAAa,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;SAC3F;KACF;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,SAAS,cAAc,CACrB,aAAkC,EAClC,SAA8B,EAC9B,kBAA8B;IAE9B,MAAM,kBAAkB,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;IACvD,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;IACvF,MAAM,eAAe,GAAG,iBAAiB,IAAI,kBAAkB,CAAC;IAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;IAC1E,+DAA+D;IAC/D,aAAa,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACxD,MAAM,mBAAmB,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;IAC7D,MAAM,kBAAkB,GAAa,EAAE,CAAC;IACxC,sBAAsB,CACpB,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAiB,GAAG,oBAAoB,CAAC,EACjH,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAiB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAC/G,kBAAkB,CACnB,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,kBAAkB,EAAE;QAClC,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC,GAAG,oBAAoB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAChH,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;KAClF;IAED,IAAI,iBAAiB,IAAI,kBAAkB,EAAE;QAC3C,qBAAqB;QACrB,KAAK,IAAI,cAAc,GAAG,kBAAkB,EAAE,cAAc,GAAG,iBAAiB,EAAE,cAAc,EAAE,EAAE;YAClG,aAAa,CAAC,UAAU,CAAC,IAAI,CAC3B,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CACtC,kBAAkB,CAAC,QAAQ,CACzB,cAAc,GAAG,oBAAoB,EACrC,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,oBAAoB,CAC5C,CACF,CACF,CAAC;YACF,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;SACzC;KACF;SAAM;QACL,aAAa,CAAC,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;KACpF;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC"}

package/lib/util/loadState/loadValidator.d.ts

@@ -0,0 +1,9 @@
+import { CompositeViewDU } from "@chainsafe/ssz";
+import { ssz } from "@lodestar/types";
+/**
+ * Load validator from bytes given a seed validator.
+ * - Reuse pubkey and withdrawal credentials if possible to save memory
+ * - If it's a new validator, deserialize it
+ */
+export declare function loadValidator(seedValidator: CompositeViewDU<typeof ssz.phase0.Validator>, newValidatorBytes: Uint8Array): CompositeViewDU<typeof ssz.phase0.Validator>;
+//# sourceMappingURL=loadValidator.d.ts.map

package/lib/util/loadState/loadValidator.js

@@ -0,0 +1,35 @@
+import { deserializeContainerIgnoreFields, ssz } from "@lodestar/types";
+/**
+ * Load validator from bytes given a seed validator.
+ * - Reuse pubkey and withdrawal credentials if possible to save memory
+ * - If it's a new validator, deserialize it
+ */
+export function loadValidator(seedValidator, newValidatorBytes) {
+    const ignoredFields = getSameFields(seedValidator, newValidatorBytes);
+    if (ignoredFields.length > 0) {
+        const newValidatorValue = deserializeContainerIgnoreFields(ssz.phase0.Validator, newValidatorBytes, ignoredFields);
+        for (const field of ignoredFields) {
+            newValidatorValue[field] = seedValidator[field];
+        }
+        return ssz.phase0.Validator.toViewDU(newValidatorValue);
+    }
+    else {
+        return ssz.phase0.Validator.deserializeToViewDU(newValidatorBytes);
+    }
+}
+/**
+ * Return pubkey or withdrawalCredentials or both if they are the same.
+ */
+function getSameFields(validator, validatorBytes) {
+    const ignoredFields = [];
+    const pubkey = validatorBytes.subarray(0, 48);
+    if (Buffer.compare(pubkey, validator.pubkey) === 0) {
+        ignoredFields.push("pubkey");
+    }
+    const withdrawalCredentials = validatorBytes.subarray(48, 80);
+    if (Buffer.compare(withdrawalCredentials, validator.withdrawalCredentials) === 0) {
+        ignoredFields.push("withdrawalCredentials");
+    }
+    return ignoredFields;
+}
+//# sourceMappingURL=loadValidator.js.map

package/lib/util/loadState/loadValidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loadValidator.js","sourceRoot":"","sources":["../../../src/util/loadState/loadValidator.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,gCAAgC,EAAE,GAAG,EAAC,MAAM,iBAAiB,CAAC;AAEtE;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAC3B,aAA2D,EAC3D,iBAA6B;IAE7B,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;QAC5B,MAAM,iBAAiB,GAAG,gCAAgC,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,EAAE,aAAa,CAAC,CAAC;QACnH,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE;YACjC,iBAAiB,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;SACjD;QACD,OAAO,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;KACzD;SAAM;QACL,OAAO,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;KACpE;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CACpB,SAAuD,EACvD,cAA0B;IAE1B,MAAM,aAAa,GAA2C,EAAE,CAAC;IACjE,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QAClD,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KAC9B;IAED,MAAM,qBAAqB,GAAG,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9D,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE;QAChF,aAAa,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;KAC7C;IAED,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/lib/util/sszBytes.d.ts

@@ -0,0 +1,24 @@
+/// <reference types="node" />
+import { ChainForkConfig } from "@lodestar/config";
+import { ForkSeq } from "@lodestar/params";
+import { Slot, allForks } from "@lodestar/types";
+/**
+ * 48 + 32 + 8 + 1 + 8 + 8 + 8 + 8 = 121
+ * ```
+ * class Validator(Container):
+    pubkey: BLSPubkey [fixed - 48 bytes]
+    withdrawal_credentials: Bytes32 [fixed - 32 bytes]
+    effective_balance: Gwei [fixed - 8 bytes]
+    slashed: boolean [fixed - 1 byte]
+    # Status epochs
+    activation_eligibility_epoch: Epoch [fixed - 8 bytes]
+    activation_epoch: Epoch [fixed - 8 bytes]
+    exit_epoch: Epoch [fixed - 8 bytes]
+    withdrawable_epoch: Epoch [fixed - 8 bytes]
+  ```
+ */
+export declare const VALIDATOR_BYTES_SIZE = 121;
+export declare function getForkFromStateBytes(config: ChainForkConfig, bytes: Buffer | Uint8Array): ForkSeq;
+export declare function getStateTypeFromBytes(config: ChainForkConfig, bytes: Buffer | Uint8Array): allForks.AllForksSSZTypes["BeaconState"];
+export declare function getStateSlotFromBytes(bytes: Uint8Array): Slot;
+//# sourceMappingURL=sszBytes.d.ts.map

package/lib/util/sszBytes.js

@@ -0,0 +1,44 @@
+import { bytesToInt } from "@lodestar/utils";
+/**
+ * Slot	uint64
+ */
+const SLOT_BYTE_COUNT = 8;
+/**
+ * 48 + 32 + 8 + 1 + 8 + 8 + 8 + 8 = 121
+ * ```
+ * class Validator(Container):
+    pubkey: BLSPubkey [fixed - 48 bytes]
+    withdrawal_credentials: Bytes32 [fixed - 32 bytes]
+    effective_balance: Gwei [fixed - 8 bytes]
+    slashed: boolean [fixed - 1 byte]
+    # Status epochs
+    activation_eligibility_epoch: Epoch [fixed - 8 bytes]
+    activation_epoch: Epoch [fixed - 8 bytes]
+    exit_epoch: Epoch [fixed - 8 bytes]
+    withdrawable_epoch: Epoch [fixed - 8 bytes]
+  ```
+ */
+export const VALIDATOR_BYTES_SIZE = 121;
+/**
+ * 8 + 32 = 40
+ * ```
+ * class BeaconState(Container):
+ *   genesis_time: uint64 [fixed - 8 bytes]
+ *   genesis_validators_root: Root [fixed - 32 bytes]
+ *   slot: Slot [fixed - 8 bytes]
+ *   ...
+ * ```
+ */
+const SLOT_BYTES_POSITION_IN_STATE = 40;
+export function getForkFromStateBytes(config, bytes) {
+    const slot = bytesToInt(bytes.subarray(SLOT_BYTES_POSITION_IN_STATE, SLOT_BYTES_POSITION_IN_STATE + SLOT_BYTE_COUNT));
+    return config.getForkSeq(slot);
+}
+export function getStateTypeFromBytes(config, bytes) {
+    const slot = getStateSlotFromBytes(bytes);
+    return config.getForkTypes(slot).BeaconState;
+}
+export function getStateSlotFromBytes(bytes) {
+    return bytesToInt(bytes.subarray(SLOT_BYTES_POSITION_IN_STATE, SLOT_BYTES_POSITION_IN_STATE + SLOT_BYTE_COUNT));
+}
+//# sourceMappingURL=sszBytes.js.map

package/lib/util/sszBytes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sszBytes.js","sourceRoot":"","sources":["../../src/util/sszBytes.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAE3C;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAExC;;;;;;;;;GASG;AACH,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAExC,MAAM,UAAU,qBAAqB,CAAC,MAAuB,EAAE,KAA0B;IACvF,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,4BAA4B,EAAE,4BAA4B,GAAG,eAAe,CAAC,CAAC,CAAC;IACtH,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAuB,EACvB,KAA0B;IAE1B,MAAM,IAAI,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAiB;IACrD,OAAO,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,4BAA4B,EAAE,4BAA4B,GAAG,eAAe,CAAC,CAAC,CAAC;AAClH,CAAC"}

package/lib/util/validator.d.ts

@@ -1,5 +1,6 @@
 import { Epoch, phase0, ValidatorIndex } from "@lodestar/types";
 import { ChainForkConfig } from "@lodestar/config";
+import { ForkSeq } from "@lodestar/params";
 import { BeaconStateAllForks } from "../types.js";
 /**
  * Check if [[validator]] is active
@@ -15,5 +16,6 @@ export declare function isSlashableValidator(validator: phase0.Validator, epoch:
  * NAIVE - SLOW CODE 🐢
  */
 export declare function getActiveValidatorIndices(state: BeaconStateAllForks, epoch: Epoch): ValidatorIndex[];
+export declare function getActivationChurnLimit(config: ChainForkConfig, fork: ForkSeq, activeValidatorCount: number): number;
 export declare function getChurnLimit(config: ChainForkConfig, activeValidatorCount: number): number;
 //# sourceMappingURL=validator.d.ts.map