@lodestar/beacon-node 1.43.0-rc.5 → 1.44.0-dev.00facd40a8

package/lib/network/reqresp/utils/dataColumnResponseValidation.js

@@ -1,3 +1,4 @@
+import { ForkSeq } from "@lodestar/params";
 import { RespStatus, ResponseError } from "@lodestar/reqresp";
 import { prettyBytes, prettyPrintIndices, toRootHex } from "@lodestar/utils";
 import { getBlobKzgCommitmentsCountFromSignedBeaconBlockSerialized } from "../../../util/sszBytes.js";
@@ -12,6 +13,13 @@ export async function handleColumnSidecarUnavailability({ chain, db, metrics, un
         logData.blockRoot = prettyBytes(blockRoot);
     }
     chain.logger.debug("dataColumnSidecar requested unavailable", logData);
+    // Post-gloas, columns exist only for FULL blocks; a finalized block is FULL if its envelope was
+    // archived. Bid blobsCount is unreliable here since an EMPTY block's bid may still commit to blobs
+    if (blockRoot === undefined && chain.config.getForkSeq(slot) >= ForkSeq.gloas) {
+        const envelopeBytes = await db.executionPayloadEnvelopeArchive.getBinary(slot);
+        if (!envelopeBytes)
+            return;
+    }
     const blockBytes = blockRoot ? await db.block.getBinary(blockRoot) : await db.blockArchive.getBinary(slot);
     if (!blockBytes) {
         chain.logger.verbose(`Expected ${blockRoot ? "unfinalized" : "finalized"} block not found while handling unavailable dataColumnSidecar`, {

package/lib/network/reqresp/utils/dataColumnResponseValidation.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataColumnResponseValidation.js","sourceRoot":"","sources":["../../../../src/network/reqresp/utils/dataColumnResponseValidation.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,UAAU,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAC,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAI3E,OAAO,EAAC,yDAAyD,EAAC,MAAM,2BAA2B,CAAC;AAEpG,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,EACtD,KAAK,EACL,EAAE,EACF,OAAO,EACP,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,IAAI,EACJ,SAAS,GAUV,EAAiB;IAChB,MAAM,OAAO,GAAY;QACvB,IAAI;QACJ,wBAAwB,EAAE,kBAAkB,CAAC,wBAAwB,CAAC;QACtE,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;QACtD,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;KACvD,CAAC;IACF,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,OAAO,CAAC,CAAC;IAEvE,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3G,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,OAAO,CAClB,YAAY,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,+DAA+D,EAClH;YACE,IAAI;YACJ,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YACvD,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;SACnD,CACF,CAAC;QACF,OAAO;IACT,CAAC;IAED,uCAAuC;IACvC,MAAM,UAAU,GAAG,yDAAyD,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEvG,wFAAwF;IACxF,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO;IAE7B,wEAAwE;IACxE,mEAAmE;IACnE,OAAO,EAAE,WAAW,CAAC,qBAAqB,CAAC,GAAG,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChF,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,kEAAkE,EAAE;QACvF,wBAAwB,EAAE,kBAAkB,CAAC,wBAAwB,CAAC;QACtE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC1D,CAAC,CAAC;AAAA,CACJ;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAmB,EAAE,gBAA+B,EAAiB;IAChH,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,eAAe,EAAE,oDAAoD,CAAC,CAAC;IAC5G,CAAC;IAED,MAAM,cAAc,GAAG,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC;IAC1D,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,qDAAqD,EAAE;YAC1E,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;YAClD,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;SACnD,CAAC,CAAC;QAEH,iEAAiE;QACjE,oFAAoF;QACpF,8GAA8G;IAChH,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,4CAA4C,EAAE;YACjE,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;SACnD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,gBAAgB,CAAC;AAAA,CACzB"}
+{"version":3,"file":"dataColumnResponseValidation.js","sourceRoot":"","sources":["../../../../src/network/reqresp/utils/dataColumnResponseValidation.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAC,UAAU,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAC,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAI3E,OAAO,EAAC,yDAAyD,EAAC,MAAM,2BAA2B,CAAC;AAEpG,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,EACtD,KAAK,EACL,EAAE,EACF,OAAO,EACP,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,IAAI,EACJ,SAAS,GAUV,EAAiB;IAChB,MAAM,OAAO,GAAY;QACvB,IAAI;QACJ,wBAAwB,EAAE,kBAAkB,CAAC,wBAAwB,CAAC;QACtE,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;QACtD,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;KACvD,CAAC;IACF,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,OAAO,CAAC,CAAC;IAEvE,gGAAgG;IAChG,mGAAmG;IACnG,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAC9E,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,+BAA+B,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/E,IAAI,CAAC,aAAa;YAAE,OAAO;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3G,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,OAAO,CAClB,YAAY,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,+DAA+D,EAClH;YACE,IAAI;YACJ,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YACvD,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;SACnD,CACF,CAAC;QACF,OAAO;IACT,CAAC;IAED,uCAAuC;IACvC,MAAM,UAAU,GAAG,yDAAyD,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEvG,wFAAwF;IACxF,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO;IAE7B,wEAAwE;IACxE,mEAAmE;IACnE,OAAO,EAAE,WAAW,CAAC,qBAAqB,CAAC,GAAG,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChF,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,kEAAkE,EAAE;QACvF,wBAAwB,EAAE,kBAAkB,CAAC,wBAAwB,CAAC;QACtE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC1D,CAAC,CAAC;AAAA,CACJ;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAmB,EAAE,gBAA+B,EAAiB;IAChH,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,eAAe,EAAE,oDAAoD,CAAC,CAAC;IAC5G,CAAC;IAED,MAAM,cAAc,GAAG,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC;IAC1D,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,qDAAqD,EAAE;YAC1E,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;YAClD,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;SACnD,CAAC,CAAC;QAEH,iEAAiE;QACjE,oFAAoF;QACpF,8GAA8G;IAChH,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,4CAA4C,EAAE;YACjE,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;YACtD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC;SACnD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,gBAAgB,CAAC;AAAA,CACzB"}

package/lib/util/dependentRoot.d.ts

@@ -1,7 +1,11 @@
 import { IForkChoice, ProtoBlock } from "@lodestar/fork-choice";
 import { Epoch, RootHex } from "@lodestar/types";
 /**
- * Get dependent root of a shuffling given attestation epoch and head block.
+ * Get dependent root of a shuffling given a message epoch and a proto block.
+ *
+ * Pre-gloas, this is used for attestation validation
+ * Post-gloas, this is also used for execution_payload_bid validation because post-fulu,
+ * a dependent root of a proposal duties is 1-epoch look ahead (instead of 0 as of pre-fulu)
  */
-export declare function getShufflingDependentRoot(forkChoice: IForkChoice, attEpoch: Epoch, blockEpoch: Epoch, attHeadBlock: ProtoBlock): RootHex;
+export declare function getShufflingDependentRoot(forkChoice: IForkChoice, msgEpoch: Epoch, protoBlockEpoch: Epoch, protoBlock: ProtoBlock): RootHex;
 //# sourceMappingURL=dependentRoot.d.ts.map

package/lib/util/dependentRoot.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dependentRoot.d.ts","sourceRoot":"","sources":["../../src/util/dependentRoot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,UAAU,EAAC,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,iBAAiB,CAAC;AAE/C;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,WAAW,EACvB,QAAQ,EAAE,KAAK,EACf,UAAU,EAAE,KAAK,EACjB,YAAY,EAAE,UAAU,GACvB,OAAO,CAmCT"}
+{"version":3,"file":"dependentRoot.d.ts","sourceRoot":"","sources":["../../src/util/dependentRoot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,UAAU,EAAC,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,iBAAiB,CAAC;AAE/C;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,WAAW,EACvB,QAAQ,EAAE,KAAK,EACf,eAAe,EAAE,KAAK,EACtB,UAAU,EAAE,UAAU,GACrB,OAAO,CAmCT"}

package/lib/util/dependentRoot.js

@@ -1,42 +1,46 @@
 import { EpochDifference } from "@lodestar/fork-choice";
 /**
- * Get dependent root of a shuffling given attestation epoch and head block.
+ * Get dependent root of a shuffling given a message epoch and a proto block.
+ *
+ * Pre-gloas, this is used for attestation validation
+ * Post-gloas, this is also used for execution_payload_bid validation because post-fulu,
+ * a dependent root of a proposal duties is 1-epoch look ahead (instead of 0 as of pre-fulu)
  */
-export function getShufflingDependentRoot(forkChoice, attEpoch, blockEpoch, attHeadBlock) {
+export function getShufflingDependentRoot(forkChoice, msgEpoch, protoBlockEpoch, protoBlock) {
     let shufflingDependentRoot;
-    if (blockEpoch === attEpoch) {
+    if (protoBlockEpoch === msgEpoch) {
         // current shuffling, this is equivalent to `headState.currentShuffling`
-        // given blockEpoch = attEpoch = n
+        // given protoBlockEpoch = msgEpoch = n
         //        epoch:       (n-2)   (n-1)     n     (n+1)
         //               |-------|-------|-------|-------|
-        // attHeadBlock     ------------------------^
+        // protoBlock       ------------------------^
         // shufflingDependentRoot ------^
-        shufflingDependentRoot = forkChoice.getDependentRoot(attHeadBlock, EpochDifference.previous);
+        shufflingDependentRoot = forkChoice.getDependentRoot(protoBlock, EpochDifference.previous);
     }
-    else if (blockEpoch === attEpoch - 1) {
+    else if (protoBlockEpoch === msgEpoch - 1) {
         // next shuffling, this is equivalent to `headState.nextShuffling`
-        // given blockEpoch = n-1, attEpoch = n
+        // given protoBlockEpoch = n-1, msgEpoch = n
         //        epoch:       (n-2)   (n-1)     n     (n+1)
         //               |-------|-------|-------|-------|
-        // attHeadBlock     -------------------^
+        // protoBlock       -------------------^
         // shufflingDependentRoot ------^
-        shufflingDependentRoot = forkChoice.getDependentRoot(attHeadBlock, EpochDifference.current);
+        shufflingDependentRoot = forkChoice.getDependentRoot(protoBlock, EpochDifference.current);
     }
-    else if (blockEpoch < attEpoch - 1) {
+    else if (protoBlockEpoch < msgEpoch - 1) {
         // this never happens with default chain option of maxSkipSlots = 32, however we still need to handle it
         // check the verifyHeadBlockAndTargetRoot() function above
-        // given blockEpoch = n-2, attEpoch = n
+        // given protoBlockEpoch = n-2, msgEpoch = n
         //        epoch:       (n-2)   (n-1)     n     (n+1)
         //               |-------|-------|-------|-------|
-        // attHeadBlock     -----------^
+        // protoBlock       -----------^
         // shufflingDependentRoot -----^
-        shufflingDependentRoot = attHeadBlock.blockRoot;
+        shufflingDependentRoot = protoBlock.blockRoot;
         // use lodestar_gossip_attestation_head_slot_to_attestation_slot metric to track this case
     }
     else {
-        // blockEpoch > attEpoch
+        // protoBlockEpoch > msgEpoch
         // should not happen, handled in verifyAttestationTargetRoot
-        throw Error(`attestation epoch ${attEpoch} is before head block epoch ${blockEpoch}`);
+        throw Error(`message epoch ${msgEpoch} is before proto block epoch ${protoBlockEpoch}`);
     }
     return shufflingDependentRoot;
 }

package/lib/util/dependentRoot.js.map

@@ -1 +1 @@
-{"version":3,"file":"dependentRoot.js","sourceRoot":"","sources":["../../src/util/dependentRoot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAA0B,MAAM,uBAAuB,CAAC;AAG/E;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,UAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,YAAwB,EACf;IACT,IAAI,sBAA+B,CAAC;IACpC,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;QAC5B,wEAAwE;QACxE,kCAAkC;QAClC,oDAAoD;QACpD,kDAAkD;QAClD,6CAA6C;QAC7C,iCAAiC;QACjC,sBAAsB,GAAG,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC/F,CAAC;SAAM,IAAI,UAAU,KAAK,QAAQ,GAAG,CAAC,EAAE,CAAC;QACvC,kEAAkE;QAClE,uCAAuC;QACvC,oDAAoD;QACpD,kDAAkD;QAClD,wCAAwC;QACxC,iCAAiC;QACjC,sBAAsB,GAAG,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;IAC9F,CAAC;SAAM,IAAI,UAAU,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC;QACrC,wGAAwG;QACxG,0DAA0D;QAC1D,uCAAuC;QACvC,oDAAoD;QACpD,kDAAkD;QAClD,gCAAgC;QAChC,gCAAgC;QAChC,sBAAsB,GAAG,YAAY,CAAC,SAAS,CAAC;QAChD,0FAA0F;IAC5F,CAAC;SAAM,CAAC;QACN,wBAAwB;QACxB,4DAA4D;QAC5D,MAAM,KAAK,CAAC,qBAAqB,QAAQ,+BAA+B,UAAU,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,sBAAsB,CAAC;AAAA,CAC/B"}
+{"version":3,"file":"dependentRoot.js","sourceRoot":"","sources":["../../src/util/dependentRoot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAA0B,MAAM,uBAAuB,CAAC;AAG/E;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACvC,UAAuB,EACvB,QAAe,EACf,eAAsB,EACtB,UAAsB,EACb;IACT,IAAI,sBAA+B,CAAC;IACpC,IAAI,eAAe,KAAK,QAAQ,EAAE,CAAC;QACjC,wEAAwE;QACxE,uCAAuC;QACvC,oDAAoD;QACpD,kDAAkD;QAClD,6CAA6C;QAC7C,iCAAiC;QACjC,sBAAsB,GAAG,UAAU,CAAC,gBAAgB,CAAC,UAAU,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC7F,CAAC;SAAM,IAAI,eAAe,KAAK,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC5C,kEAAkE;QAClE,4CAA4C;QAC5C,oDAAoD;QACpD,kDAAkD;QAClD,wCAAwC;QACxC,iCAAiC;QACjC,sBAAsB,GAAG,UAAU,CAAC,gBAAgB,CAAC,UAAU,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;IAC5F,CAAC;SAAM,IAAI,eAAe,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC1C,wGAAwG;QACxG,0DAA0D;QAC1D,4CAA4C;QAC5C,oDAAoD;QACpD,kDAAkD;QAClD,gCAAgC;QAChC,gCAAgC;QAChC,sBAAsB,GAAG,UAAU,CAAC,SAAS,CAAC;QAC9C,0FAA0F;IAC5F,CAAC;SAAM,CAAC;QACN,6BAA6B;QAC7B,4DAA4D;QAC5D,MAAM,KAAK,CAAC,iBAAiB,QAAQ,gCAAgC,eAAe,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,OAAO,sBAAsB,CAAC;AAAA,CAC/B"}

package/package.json

@@ -11,7 +11,7 @@
   "bugs": {
     "url": "https://github.com/ChainSafe/lodestar/issues"
   },
-  "version": "1.43.0-rc.5",
+  "version": "1.44.0-dev.00facd40a8",
   "type": "module",
   "exports": {
     ".": {
@@ -135,18 +135,17 @@
     "@libp2p/peer-id": "^6.0.4",
     "@libp2p/prometheus-metrics": "^5.0.14",
     "@libp2p/tcp": "^11.0.13",
-    "@lodestar/api": "^1.43.0-rc.5",
-    "@lodestar/config": "^1.43.0-rc.5",
-    "@lodestar/db": "^1.43.0-rc.5",
-    "@lodestar/fork-choice": "^1.43.0-rc.5",
-    "@lodestar/light-client": "^1.43.0-rc.5",
-    "@lodestar/logger": "^1.43.0-rc.5",
-    "@lodestar/params": "^1.43.0-rc.5",
-    "@lodestar/reqresp": "^1.43.0-rc.5",
-    "@lodestar/state-transition": "^1.43.0-rc.5",
-    "@lodestar/types": "^1.43.0-rc.5",
-    "@lodestar/utils": "^1.43.0-rc.5",
-    "@lodestar/validator": "^1.43.0-rc.5",
+    "@lodestar/api": "^1.44.0-dev.00facd40a8",
+    "@lodestar/config": "^1.44.0-dev.00facd40a8",
+    "@lodestar/db": "^1.44.0-dev.00facd40a8",
+    "@lodestar/fork-choice": "^1.44.0-dev.00facd40a8",
+    "@lodestar/logger": "^1.44.0-dev.00facd40a8",
+    "@lodestar/params": "^1.44.0-dev.00facd40a8",
+    "@lodestar/reqresp": "^1.44.0-dev.00facd40a8",
+    "@lodestar/state-transition": "^1.44.0-dev.00facd40a8",
+    "@lodestar/types": "^1.44.0-dev.00facd40a8",
+    "@lodestar/utils": "^1.44.0-dev.00facd40a8",
+    "@lodestar/validator": "^1.44.0-dev.00facd40a8",
     "@multiformats/multiaddr": "^13.0.1",
     "datastore-core": "^11.0.2",
     "datastore-fs": "^11.0.2",
@@ -169,7 +168,7 @@
     "@libp2p/interface-internal": "^3.0.13",
     "@libp2p/logger": "^6.2.2",
     "@libp2p/utils": "^7.0.13",
-    "@lodestar/spec-test-util": "^1.43.0-rc.5",
+    "@lodestar/spec-test-util": "^1.44.0-dev.00facd40a8",
     "@types/js-yaml": "^4.0.5",
     "@types/qs": "^6.9.7",
     "@types/tmp": "^0.2.3",
@@ -187,5 +186,5 @@
     "beacon",
     "blockchain"
   ],
-  "gitHead": "d7caddaad924496813904b3049464c02a99d7c46"
+  "gitHead": "62bc70996cb95d7ff64f264cf62c956ba28223aa"
 }

package/src/api/impl/beacon/blocks/index.ts

@@ -50,6 +50,7 @@ import {
   ProduceFullGloas,
 } from "../../../../chain/produceBlock/index.js";
 import {validateGossipBlock} from "../../../../chain/validation/block.js";
+import {validateApiExecutionPayloadBid} from "../../../../chain/validation/executionPayloadBid.js";
 import {validateApiExecutionPayloadEnvelope} from "../../../../chain/validation/executionPayloadEnvelope.js";
 import {OpSource} from "../../../../chain/validatorMonitor.js";
 import {
@@ -825,6 +826,41 @@ export function getBeaconBlockApi({
       });
     },
 
+    async publishExecutionPayloadBid({signedExecutionPayloadBid}) {
+      const bid = signedExecutionPayloadBid.message;
+      const slot = bid.slot;
+      const fork = config.getForkName(slot);
+
+      if (!isForkPostGloas(fork)) {
+        throw new ApiError(400, `publishExecutionPayloadBid not supported for pre-gloas fork=${fork}`);
+      }
+
+      await validateApiExecutionPayloadBid(chain, signedExecutionPayloadBid);
+
+      try {
+        const insertOutcome = chain.executionPayloadBidPool.add(signedExecutionPayloadBid);
+        metrics?.opPool.executionPayloadBidPool.apiInsertOutcome.inc({insertOutcome});
+      } catch (e) {
+        chain.logger.error("Error adding to executionPayloadBid pool", {}, e as Error);
+      }
+
+      const sentPeers = await network.publishSignedExecutionPayloadBid(signedExecutionPayloadBid);
+
+      chain.emitter.emit(routes.events.EventType.executionPayloadBid, {
+        version: fork,
+        data: signedExecutionPayloadBid,
+      });
+
+      chain.logger.info("Published execution payload bid", {
+        slot,
+        builderIndex: bid.builderIndex,
+        blockHash: toRootHex(bid.blockHash),
+        parentBlockHash: toRootHex(bid.parentBlockHash),
+        value: bid.value,
+        sentPeers,
+      });
+    },
+
     async getSignedExecutionPayloadEnvelope({blockId}, context) {
       const {block, executionOptimistic, finalized} = await getBlockResponse(chain, blockId);
       const slot = block.message.slot;

package/src/api/impl/beacon/pool/index.ts

@@ -1,6 +1,7 @@
 import {routes} from "@lodestar/api";
 import {ApplicationMethods} from "@lodestar/api/server";
 import {
+  ForkName,
   ForkPostElectra,
   ForkPreElectra,
   SYNC_COMMITTEE_SUBNET_SIZE,
@@ -16,12 +17,15 @@ import {
   GossipAction,
   PayloadAttestationError,
   PayloadAttestationErrorCode,
+  ProposerPreferencesError,
+  ProposerPreferencesErrorCode,
   SyncCommitteeError,
 } from "../../../../chain/errors/index.js";
 import {validateApiAttesterSlashing} from "../../../../chain/validation/attesterSlashing.js";
 import {validateApiBlsToExecutionChange} from "../../../../chain/validation/blsToExecutionChange.js";
 import {toElectraSingleAttestation, validateApiAttestation} from "../../../../chain/validation/index.js";
 import {validateApiPayloadAttestationMessage} from "../../../../chain/validation/payloadAttestationMessage.js";
+import {validateGossipProposerPreferences} from "../../../../chain/validation/proposerPreferences.js";
 import {validateApiProposerSlashing} from "../../../../chain/validation/proposerSlashing.js";
 import {validateApiSyncCommittee} from "../../../../chain/validation/syncCommittee.js";
 import {validateApiVoluntaryExit} from "../../../../chain/validation/voluntaryExit.js";
@@ -81,6 +85,55 @@ export function getBeaconPoolApi({
       return {data: chain.payloadAttestationPool.getAll(slot), meta: {version: fork}};
     },
 
+    async getPoolProposerPreferences({slot}) {
+      const fork = chain.config.getForkName(slot ?? chain.clock.currentSlot);
+      if (!isForkPostGloas(fork)) {
+        throw new ApiError(400, `Proposer preferences pool is not supported before Gloas fork=${fork}`);
+      }
+
+      return {data: chain.proposerPreferencesPool.getAll(slot), meta: {version: fork}};
+    },
+
+    async submitSignedProposerPreferences({signedProposerPreferences}) {
+      const failures: FailureList = [];
+
+      await Promise.all(
+        signedProposerPreferences.map(async (signed, i) => {
+          try {
+            await validateGossipProposerPreferences(chain, signed);
+
+            chain.proposerPreferencesPool.add(signed);
+            await network.publishProposerPreferences(signed);
+            chain.emitter.emit(routes.events.EventType.proposerPreferences, {
+              version: ForkName.gloas,
+              data: signed,
+            });
+          } catch (e) {
+            const logCtx = {
+              slot: signed.message.proposalSlot,
+              validatorIndex: signed.message.validatorIndex,
+              dependentRoot: toRootHex(signed.message.dependentRoot),
+            };
+
+            if (e instanceof ProposerPreferencesError && e.type.code === ProposerPreferencesErrorCode.ALREADY_KNOWN) {
+              logger.debug("Ignoring known signed proposer preferences", logCtx);
+              return;
+            }
+
+            failures.push({index: i, message: (e as Error).message});
+            logger.verbose(`Error on submitSignedProposerPreferences [${i}]`, logCtx, e as Error);
+            if (e instanceof ProposerPreferencesError && e.action === GossipAction.REJECT) {
+              chain.persistInvalidSszValue(ssz.gloas.SignedProposerPreferences, signed, "api_reject");
+            }
+          }
+        })
+      );
+
+      if (failures.length > 0) {
+        throw new IndexedError("Error processing signed proposer preferences", failures);
+      }
+    },
+
     async getPoolAttesterSlashings() {
       const fork = chain.config.getForkName(chain.clock.currentSlot);
 
@@ -258,7 +311,7 @@ export function getBeaconPoolApi({
           try {
             const validateFn = () => validateApiPayloadAttestationMessage(chain, payloadAttestationMessage);
             const {slot, beaconBlockRoot} = payloadAttestationMessage.data;
-            const {attDataRootHex, validatorCommitteeIndex} = await validateGossipFnRetryUnknownRoot(
+            const {attDataRootHex, validatorCommitteeIndices} = await validateGossipFnRetryUnknownRoot(
               validateFn,
               network,
               chain,
@@ -269,14 +322,16 @@ export function getBeaconPoolApi({
             const insertOutcome = chain.payloadAttestationPool.add(
               payloadAttestationMessage,
               attDataRootHex,
-              validatorCommitteeIndex
+              validatorCommitteeIndices
             );
             metrics?.opPool.payloadAttestationPool.apiInsertOutcome.inc({insertOutcome});
 
             chain.forkChoice.notifyPtcMessages(
               toRootHex(payloadAttestationMessage.data.beaconBlockRoot),
-              [validatorCommitteeIndex],
-              payloadAttestationMessage.data.payloadPresent
+              payloadAttestationMessage.data.slot,
+              validatorCommitteeIndices,
+              payloadAttestationMessage.data.payloadPresent,
+              payloadAttestationMessage.data.blobDataAvailable
             );
 
             await network.publishPayloadAttestationMessage(payloadAttestationMessage);

package/src/api/impl/debug/index.ts

@@ -1,7 +1,8 @@
 import {routes} from "@lodestar/api";
 import {ApplicationMethods} from "@lodestar/api/server";
-import {ExecutionStatus} from "@lodestar/fork-choice";
+import {ExecutionStatus, PayloadStatus} from "@lodestar/fork-choice";
 import {ForkPostDeneb, ZERO_HASH_HEX, isForkPostDeneb, isForkPostFulu} from "@lodestar/params";
+import {computeTimeAtSlot} from "@lodestar/state-transition";
 import {BeaconState, DataColumnSidecar, DataColumnSidecars, type SignedBeaconBlock, sszTypesFor} from "@lodestar/types";
 import {toRootHex} from "@lodestar/utils";
 import {getBlobKzgCommitments} from "../../../util/dataColumns.js";
@@ -12,6 +13,29 @@ import {getStateResponseWithRegen} from "../beacon/state/utils.js";
 import {ApiModules} from "../types.js";
 import {assertUniqueItems} from "../utils.js";
 
+function toForkChoiceValidity(status: ExecutionStatus): "valid" | "invalid" | "optimistic" {
+  switch (status) {
+    case ExecutionStatus.Valid:
+      return "valid";
+    case ExecutionStatus.Invalid:
+      return "invalid";
+    case ExecutionStatus.Syncing:
+    case ExecutionStatus.PreMerge:
+      return "optimistic";
+  }
+}
+
+function toPayloadStatusName(status: PayloadStatus): "pending" | "empty" | "full" {
+  switch (status) {
+    case PayloadStatus.PENDING:
+      return "pending";
+    case PayloadStatus.EMPTY:
+      return "empty";
+    case PayloadStatus.FULL:
+      return "full";
+  }
+}
+
 export function getDebugApi({
   chain,
   config,
@@ -40,23 +64,60 @@ export function getDebugApi({
             justifiedEpoch: node.justifiedEpoch,
             finalizedEpoch: node.finalizedEpoch,
             weight: node.weight,
-            validity: (() => {
-              switch (node.executionStatus) {
-                case ExecutionStatus.Valid:
-                  return "valid";
-                case ExecutionStatus.Invalid:
-                  return "invalid";
-                case ExecutionStatus.Syncing:
-                case ExecutionStatus.PreMerge:
-                  return "optimistic";
-              }
-            })(),
+            validity: toForkChoiceValidity(node.executionStatus),
             executionBlockHash: node.executionPayloadBlockHash ?? ZERO_HASH_HEX,
           })),
         },
       };
     },
 
+    async getDebugForkChoiceV2() {
+      const {forkChoice} = chain;
+      return {
+        data: {
+          justifiedCheckpoint: forkChoice.getJustifiedCheckpoint(),
+          finalizedCheckpoint: forkChoice.getFinalizedCheckpoint(),
+          forkChoiceNodes: forkChoice.getAllNodes().map((node) => {
+            // Payload-specific fields apply only to a revealed Gloas payload = the FULL variant of a
+            // Gloas block
+            const ptc = node.payloadStatus === PayloadStatus.FULL ? forkChoice.getPTCVoteCounts(node.blockRoot) : null;
+            return {
+              payloadStatus: toPayloadStatusName(node.payloadStatus),
+              slot: node.slot,
+              blockRoot: node.blockRoot,
+              parentRoot: node.parentRoot,
+              weight: node.weight,
+              validity: toForkChoiceValidity(node.executionStatus),
+              executionBlockHash: node.executionPayloadBlockHash ?? ZERO_HASH_HEX,
+              extraData: {
+                executionOptimistic: isOptimisticBlock(node),
+                timestamp: computeTimeAtSlot(config, node.slot, chain.genesisTime),
+                target: node.targetRoot,
+                justifiedEpoch: node.justifiedEpoch,
+                finalizedEpoch: node.finalizedEpoch,
+                unrealizedJustifiedEpoch: node.unrealizedJustifiedEpoch,
+                unrealizedFinalizedEpoch: node.unrealizedFinalizedEpoch,
+                payloadAttesterCount: ptc?.attesterCount ?? null,
+                payloadAvailabilityYesCount: ptc?.payloadPresentCount ?? null,
+                payloadDataAvailabilityYesCount: ptc?.dataAvailableCount ?? null,
+                gasLimit:
+                  node.payloadStatus === PayloadStatus.FULL && "executionPayloadGasLimit" in node
+                    ? node.executionPayloadGasLimit
+                    : null,
+              },
+            };
+          }),
+          extraData: {
+            unrealizedJustifiedCheckpoint: forkChoice.getUnrealizedJustifiedCheckpoint(),
+            unrealizedFinalizedCheckpoint: forkChoice.getUnrealizedFinalizedCheckpoint(),
+            proposerBoostRoot: forkChoice.getProposerBoostRoot(),
+            previousProposerBoostRoot: forkChoice.getPreviousProposerBoostRoot(),
+            headRoot: forkChoice.getHeadRoot(),
+          },
+        },
+      };
+    },
+
     async getProtoArrayNodes() {
       const nodes = chain.forkChoice.getAllNodes().map((node) => ({
         // if node has executionPayloadNumber, it will overwrite the below default