@aztec/sequencer-client 0.0.1-commit.2b2662070 → 0.0.1-commit.2c0ee1788

package/dest/sequencer/checkpoint_proposal_job.js

@@ -436,11 +436,12 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
     return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
 }
 var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
-import { BlockNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
+import { BlockNumber, CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
 import { randomInt } from '@aztec/foundation/crypto/random';
 import { flipSignature, generateRecoverableSignature, generateUnrecoverableSignature } from '@aztec/foundation/crypto/secp256k1-signer';
 import { filter } from '@aztec/foundation/iterator';
 import { createLogger } from '@aztec/foundation/log';
+import { retryUntil } from '@aztec/foundation/retry';
 import { sleep, sleepUntil } from '@aztec/foundation/sleep';
 import { Timer } from '@aztec/foundation/timer';
 import { isErrorClass, unfreeze } from '@aztec/foundation/types';
@@ -490,6 +491,7 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
     checkpointsBuilder;
     blockSink;
     l1Constants;
+    signatureContext;
     config;
     timetable;
     slasherClient;
@@ -546,10 +548,14 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
         ], []));
     }
     log;
+    checkpointEventLog;
     /** Tracks the fire-and-forget L1 submission promise so it can be awaited during shutdown. */ pendingL1Submission;
     /** Pipelined parent chain state used while building and later submitting this checkpoint. */ pipelinedParentSimulationOverridesPlan;
+    getSignatureContext() {
+        return this.signatureContext;
+    }
     constructor(slotNow, targetSlot, targetEpoch, checkpointNumber, syncedToBlockNumber, // TODO(palla/mbps): Can we remove the proposer in favor of attestorAddress? Need to check fisherman-node flows.
-    proposer, publisher, attestorAddress, invalidateCheckpoint, validatorClient, globalsBuilder, p2pClient, worldState, l1ToL2MessageSource, l2BlockSource, checkpointsBuilder, blockSink, l1Constants, config, timetable, slasherClient, epochCache, dateProvider, metrics, checkpointMetrics, eventEmitter, setStateFn, tracer, bindings, proposedCheckpointData){
+    proposer, publisher, attestorAddress, invalidateCheckpoint, validatorClient, globalsBuilder, p2pClient, worldState, l1ToL2MessageSource, l2BlockSource, checkpointsBuilder, blockSink, l1Constants, signatureContext, config, timetable, slasherClient, epochCache, dateProvider, metrics, checkpointMetrics, eventEmitter, setStateFn, tracer, bindings, proposedCheckpointData){
         this.slotNow = slotNow;
         this.targetSlot = targetSlot;
         this.targetEpoch = targetEpoch;
@@ -568,6 +574,7 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
         this.checkpointsBuilder = checkpointsBuilder;
         this.blockSink = blockSink;
         this.l1Constants = l1Constants;
+        this.signatureContext = signatureContext;
         this.config = config;
         this.timetable = timetable;
         this.slasherClient = slasherClient;
@@ -584,11 +591,21 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             ...bindings,
             instanceId: `slot-${this.slotNow}`
         });
+        this.checkpointEventLog = createLogger('sequencer:checkpoint-events', {
+            ...bindings,
+            instanceId: `slot-${this.slotNow}`
+        });
     }
     /** Awaits the pending L1 submission if one is in progress. Call during shutdown. */ async awaitPendingSubmission() {
         this.log.info('Awaiting pending L1 payload submission');
         await this.pendingL1Submission;
     }
+    logCheckpointEvent(eventName, message, fields) {
+        this.checkpointEventLog.debug(message, {
+            eventName: `sequencer-checkpoint-${eventName}`,
+            ...fields
+        });
+    }
     /**
    * Executes the checkpoint proposal job.
    * Builds blocks, assembles checkpoint, and broadcasts the proposal (blocking).
@@ -627,34 +644,45 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
    * Background pipeline: collects attestations, signs them, enqueues the checkpoint, and submits to L1.
    * Runs as a fire-and-forget task stored in `pendingL1Submission` so the work loop is unblocked.
    */ async waitForAttestationsAndEnqueueSubmissionAsync(broadcast, votesPromises) {
-        const { checkpoint, proposal, blockProposedAt } = broadcast;
+        const { checkpoint } = broadcast;
+        const isPipelining = this.epochCache.isProposerPipeliningEnabled();
         try {
+            // Wait for all votes actions, enqueued at the beginning, to resolve
             await Promise.all(votesPromises);
-            this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.targetSlot);
-            const attestations = await this.waitForAttestations(proposal);
-            this.checkpointMetrics.recordCheckpointAttestationDelay(this.dateProvider.now() - blockProposedAt);
-            // Proposer must sign over the attestations before pushing them to L1
-            const signer = this.proposer ?? this.publisher.getSenderAddress();
-            let attestationsSignature;
-            try {
-                attestationsSignature = await this.validatorClient.signAttestationsAndSigners(attestations, signer, this.targetSlot, this.checkpointNumber);
-            } catch (err) {
-                if (this.handleHASigningError(err, 'Attestations signature')) {
-                    return;
+            // Try to collect attestations from the committee
+            const signedAttestations = await this.getSignedCommitteeAttestations(broadcast);
+            // If pipelining, wait for the previous checkpoint to land on L1 before submitting,
+            // so we can check it matches the proposed checkpoint we used as parent, and has valid attestations.
+            if (signedAttestations && (!isPipelining || await this.waitForValidParentCheckpointOnL1())) {
+                await this.enqueueCheckpointForSubmission({
+                    checkpoint,
+                    ...signedAttestations
+                });
+            }
+            // If we failed to collect attestations, at least check if we need to issue an invalidation
+            // Note that if we are not pipelining, we enqueued the invalidation at the beginning
+            if (!signedAttestations && isPipelining && await this.waitForSyncedL2SlotNumber(this.slotNow)) {
+                const validationStatus = await this.l2BlockSource.getPendingChainValidationStatus();
+                if (!validationStatus.valid) {
+                    this.log.warn(`Checkpoint ${validationStatus.checkpoint.checkpointNumber} has invalid attestations, enqueuing invalidation in spite of attestation collection failure`, {
+                        checkpoint: validationStatus.checkpoint,
+                        reason: validationStatus.reason
+                    });
+                    await this.enqueueInvalidation(validationStatus);
                 }
-                throw err;
             }
-            // Enqueue the checkpoint for L1 submission
-            await this.enqueueCheckpointForSubmission({
-                checkpoint,
-                attestations,
-                attestationsSignature
-            });
+            // Send whatever was enqueued: votes + (propose | invalidation | nothing).
             // Compute the earliest time to submit: pipeline slot start when pipelining, now otherwise.
-            const submitAfter = this.epochCache.isProposerPipeliningEnabled() ? new Date(Number(getTimestampForSlot(this.targetSlot, this.l1Constants)) * 1000) : new Date(this.dateProvider.now());
+            const submitAfter = isPipelining ? new Date(Number(getTimestampForSlot(this.targetSlot, this.l1Constants)) * 1000) : new Date(this.dateProvider.now());
             const l1Response = await this.publisher.sendRequestsAt(submitAfter);
             const proposedAction = l1Response?.successfulActions.find((a)=>a === 'propose');
             if (proposedAction) {
+                this.logCheckpointEvent('published', `Checkpoint published for slot ${this.targetSlot}`, {
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
+                    successfulActions: l1Response?.successfulActions,
+                    sentActions: l1Response?.sentActions
+                });
                 this.eventEmitter.emit('checkpoint-published', {
                     checkpoint: this.checkpointNumber,
                     slot: this.targetSlot
@@ -662,11 +690,29 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 const coinbase = checkpoint.header.coinbase;
                 await this.metrics.incFilledSlot(this.publisher.getSenderAddress().toString(), coinbase);
             } else {
+                this.logCheckpointEvent('publish-failed', `Checkpoint publish failed for slot ${this.targetSlot}`, {
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
+                    successfulActions: l1Response?.successfulActions,
+                    failedActions: l1Response?.failedActions,
+                    sentActions: l1Response?.sentActions,
+                    expiredActions: l1Response?.expiredActions,
+                    reason: 'propose_action_not_successful'
+                });
+                this.log.warn(`Checkpoint publish failed for slot ${this.targetSlot}`, {
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
+                    successfulActions: l1Response?.successfulActions,
+                    failedActions: l1Response?.failedActions,
+                    sentActions: l1Response?.sentActions,
+                    expiredActions: l1Response?.expiredActions,
+                    reason: 'propose_action_not_successful'
+                });
                 this.eventEmitter.emit('checkpoint-publish-failed', {
                     ...l1Response,
                     slot: this.targetSlot
                 });
-                if (this.epochCache.isProposerPipeliningEnabled()) {
+                if (isPipelining) {
                     this.metrics.recordPipelineDiscard();
                 }
             }
@@ -674,11 +720,20 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             if (err instanceof SequencerInterruptedError) {
                 return;
             }
-            this.log.error(`Background attestation/L1 pipeline failed for slot ${this.targetSlot}`, err);
+            this.logCheckpointEvent('publish-failed', `Checkpoint publish failed for slot ${this.targetSlot}`, {
+                slot: this.targetSlot,
+                checkpointNumber: this.checkpointNumber,
+                reason: err instanceof Error ? err.message : String(err)
+            });
+            this.log.error(`Background attestation/L1 pipeline failed for slot ${this.targetSlot}`, err, {
+                slot: this.targetSlot,
+                checkpointNumber: this.checkpointNumber,
+                reason: err instanceof Error ? err.message : String(err)
+            });
             this.eventEmitter.emit('checkpoint-publish-failed', {
                 slot: this.targetSlot
             });
-            if (this.epochCache.isProposerPipeliningEnabled()) {
+            if (isPipelining) {
                 this.metrics.recordPipelineDiscard();
             }
         }
@@ -711,6 +766,121 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             } : {}
         });
     }
+    /**
+   * Wait until the archiver syncs past the given L2 slot number.
+   * The deadline is the end of `this.targetSlot`, beyond which any pipelined work would miss its
+   * L1 submission window and is no longer useful.
+   */ async waitForSyncedL2SlotNumber(waitForSlot) {
+        const targetSlotStart = Number(getTimestampForSlot(this.targetSlot, this.l1Constants));
+        const targetSlotEndMs = (targetSlotStart + this.l1Constants.slotDuration) * 1000;
+        const syncDelayTolerance = this.l1Constants.ethereumSlotDuration * 2 * 1000;
+        const timeoutSeconds = Math.max(0.1, (targetSlotEndMs + syncDelayTolerance - this.dateProvider.now()) / 1000);
+        try {
+            return await retryUntil(async ()=>{
+                const syncedSlot = await this.l2BlockSource.getSyncedL2SlotNumber();
+                return syncedSlot !== undefined && syncedSlot >= waitForSlot;
+            }, `archiver sync past slot ${waitForSlot}`, timeoutSeconds, 0.2);
+        } catch  {
+            this.log.warn(`Archiver did not sync L1 past slot ${waitForSlot} before slot ${this.targetSlot} expired, discarding pipelined work`, {
+                checkpointNumber: this.checkpointNumber
+            });
+            this.emitPipelinedCheckpointDiscarded('archiver-sync-timeout');
+            return false;
+        }
+    }
+    /**
+   * Waits for the parent checkpoint to land on L1 before submitting a pipelined checkpoint.
+   * Polls until the archiver has synced L1 past the parent's slot, then verifies:
+   * - If we built on a proposed parent: it must have landed on L1 with matching hash and valid attestations.
+   * - If we built without a proposed parent: no new checkpoint must have appeared for that slot.
+   * If the parent has invalid attestations, enqueues an invalidation. Returns whether to proceed with the proposal.
+   */ async waitForValidParentCheckpointOnL1() {
+        const parentCheckpointNumber = CheckpointNumber(this.checkpointNumber - 1);
+        // Wait until archiver has synced L1 past the parent's slot (slotNow)
+        if (!await this.waitForSyncedL2SlotNumber(this.slotNow)) {
+            return false;
+        }
+        const tips = await this.l2BlockSource.getL2Tips();
+        const checkpointedNumber = tips.checkpointed.checkpoint.number;
+        // We built on top of a proposed checkpoint. Verify it landed on L1 as expected.
+        if (this.proposedCheckpointData) {
+            // After syncing from L1 we see the chain tip has invalid attestations. This means the parent checkpoint was posted
+            // with invalid attestations, or it built on top of something with invalid attestations and didnt invalidate them.
+            // Either way, we thought our parent would be valid, so we have to throw away our work. But at least we'll try and
+            // invalidate on L1 so we clean up the chain for the next proposer. And we'll slash them, but that's handled elsewhere.
+            const validationStatus = await this.l2BlockSource.getPendingChainValidationStatus();
+            if (!validationStatus.valid) {
+                this.log.warn(`Parent checkpoint ${parentCheckpointNumber} has invalid attestations, discarding pipelined work`, {
+                    checkpointNumber: this.checkpointNumber,
+                    reason: validationStatus.reason
+                });
+                this.emitPipelinedCheckpointDiscarded('parent-invalid-attestations');
+                await this.enqueueInvalidation(validationStatus);
+                return false;
+            }
+            // The pending chain is valid. But did the parent checkpoint land on L1 at all?
+            if (checkpointedNumber < parentCheckpointNumber) {
+                this.log.warn(`Parent checkpoint ${parentCheckpointNumber} did not land on L1, discarding pipelined work`, {
+                    checkpointNumber: this.checkpointNumber,
+                    checkpointedNumber
+                });
+                this.emitPipelinedCheckpointDiscarded('parent-not-on-l1');
+                return false;
+            }
+            // It landed. But is it the one we were expecting?
+            const expectedHash = this.proposedCheckpointData.header.hash().toString();
+            if (tips.checkpointed.checkpoint.hash !== expectedHash) {
+                this.log.warn(`Parent checkpoint ${parentCheckpointNumber} hash mismatch on L1, discarding pipelined work`, {
+                    checkpointNumber: this.checkpointNumber,
+                    expectedHash,
+                    actualHash: tips.checkpointed.checkpoint.hash
+                });
+                this.emitPipelinedCheckpointDiscarded('parent-hash-mismatch');
+                return false;
+            }
+            return true;
+        } else {
+            // We didn't see a proposed checkpoint at build time, so we built on checkpointed parent from two slots ago.
+            // But if a new checkpoint for the previous slot appeared on L1 in the meantime, our checkpoint assumed the wrong parent,
+            // so we have to discard our work. This can happen if we're somehow cut off from p2p and fail to see the checkpoint
+            // proposal for the previous slot.
+            if (checkpointedNumber > parentCheckpointNumber) {
+                this.log.warn(`Unexpected checkpoint ${checkpointedNumber} landed on L1 after we built on top of parent ${parentCheckpointNumber}, discarding pipelined work`, {
+                    checkpointNumber: this.checkpointNumber,
+                    checkpointedNumber
+                });
+                this.emitPipelinedCheckpointDiscarded('unexpected-parent-appeared');
+                return false;
+            }
+            return true;
+        }
+    }
+    /** Emits the pipelined-checkpoint-discarded event and records the metric. */ emitPipelinedCheckpointDiscarded(reason) {
+        this.metrics.recordPipelineParentCheckpointMismatch(reason);
+        this.eventEmitter.emit('pipelined-checkpoint-discarded', {
+            slot: this.targetSlot,
+            checkpointNumber: this.checkpointNumber,
+            reason
+        });
+    }
+    /** Simulates and enqueues an invalidation request for the invalid parent checkpoint. */ async enqueueInvalidation(validationStatus) {
+        if (this.config.skipInvalidateBlockAsProposer) {
+            this.log.warn(`Skipping checkpoint invalidation as proposer due to test configuration`);
+            return;
+        }
+        const invalidateRequest = await this.publisher.simulateInvalidateCheckpoint(validationStatus);
+        if (invalidateRequest) {
+            const submissionSlotStart = Number(getTimestampForSlot(this.targetSlot, this.l1Constants));
+            const txTimeoutAt = new Date((submissionSlotStart + this.l1Constants.slotDuration) * 1000);
+            this.publisher.enqueueInvalidateCheckpoint(invalidateRequest, {
+                txTimeoutAt
+            });
+        } else {
+            this.log.info(`Invalidation simulation returned undefined, checkpoint may have been removed already`, {
+                checkpointNumber: this.checkpointNumber
+            });
+        }
+    }
     async proposeCheckpoint() {
         try {
             const env = {
@@ -733,11 +903,15 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(this.attestorAddress);
                 // Start the checkpoint
                 this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.targetSlot);
-                this.log.info(`Starting checkpoint proposal`, {
+                this.logCheckpointEvent('slot-started', `Starting checkpoint proposal for slot ${this.targetSlot}`, {
                     buildSlot: this.slotNow,
                     submissionSlot: this.targetSlot,
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
                     pipelining: this.epochCache.isProposerPipeliningEnabled(),
                     proposer: this.proposer?.toString(),
+                    attestorAddress: this.attestorAddress.toString(),
+                    publisherAddress: this.publisher.getSenderAddress().toString(),
                     coinbase: coinbase.toString()
                 });
                 this.metrics.incOpenSlot(this.targetSlot, this.proposer?.toString() ?? 'unknown');
@@ -795,8 +969,15 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                     throw err;
                 }
                 if (blocksInCheckpoint.length === 0) {
+                    this.logCheckpointEvent('build-failed', `Checkpoint build failed for slot ${this.targetSlot}`, {
+                        slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
+                        reason: 'no_blocks_built'
+                    });
                     this.log.warn(`No blocks were built for slot ${this.targetSlot}`, {
-                        slot: this.targetSlot
+                        slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
+                        reason: 'no_blocks_built'
                     });
                     this.eventEmitter.emit('checkpoint-empty', {
                         slot: this.targetSlot
@@ -805,10 +986,19 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 }
                 const minBlocksForCheckpoint = this.config.minBlocksForCheckpoint;
                 if (minBlocksForCheckpoint !== undefined && blocksInCheckpoint.length < minBlocksForCheckpoint) {
+                    this.logCheckpointEvent('build-failed', `Checkpoint build failed for slot ${this.targetSlot}`, {
+                        slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
+                        blocksBuilt: blocksInCheckpoint.length,
+                        minBlocksForCheckpoint,
+                        reason: 'min_blocks_not_met'
+                    });
                     this.log.warn(`Checkpoint has fewer blocks than minimum (${blocksInCheckpoint.length} < ${minBlocksForCheckpoint}), skipping proposal`, {
                         slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
                         blocksBuilt: blocksInCheckpoint.length,
-                        minBlocksForCheckpoint
+                        minBlocksForCheckpoint,
+                        reason: 'min_blocks_not_met'
                     });
                     return undefined;
                 }
@@ -827,13 +1017,35 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                         maxTxsPerCheckpoint: this.config.maxTxsPerCheckpoint
                     });
                 } catch (err) {
+                    this.logCheckpointEvent('build-failed', `Checkpoint build failed for slot ${this.targetSlot}`, {
+                        slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
+                        blocksBuilt: blocksInCheckpoint.length,
+                        reason: 'invalid_checkpoint',
+                        checkpoint: checkpoint.header.toInspect()
+                    });
                     this.log.error(`Built an invalid checkpoint at slot ${this.slotNow} (skipping proposal)`, err, {
+                        slot: this.targetSlot,
+                        checkpointNumber: this.checkpointNumber,
+                        blocksBuilt: blocksInCheckpoint.length,
+                        reason: 'invalid_checkpoint',
                         checkpoint: checkpoint.header.toInspect()
                     });
                     return undefined;
                 }
                 // Record checkpoint-level build metrics
                 this.checkpointMetrics.recordCheckpointBuild(checkpointBuildTimer.ms(), blocksInCheckpoint.length, checkpoint.getStats().txCount, Number(checkpoint.header.totalManaUsed.toBigInt()));
+                this.logCheckpointEvent('built', `Checkpoint built for slot ${this.targetSlot}`, {
+                    slot: this.targetSlot,
+                    buildSlot: this.slotNow,
+                    checkpointNumber: this.checkpointNumber,
+                    proposer: this.proposer?.toString(),
+                    attestorAddress: this.attestorAddress.toString(),
+                    publisherAddress: this.publisher.getSenderAddress().toString(),
+                    blocksBuilt: blocksInCheckpoint.length,
+                    txCount: checkpoint.getStats().txCount,
+                    totalMana: Number(checkpoint.header.totalManaUsed.toBigInt())
+                });
                 // In fisherman mode, return the checkpoint without broadcasting or collecting attestations
                 if (this.config.fishermanMode) {
                     this.log.info(`Built checkpoint for slot ${this.targetSlot} with ${blocksInCheckpoint.length} blocks. ` + `Skipping proposal in fisherman mode.`, {
@@ -852,8 +1064,10 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 // Create the checkpoint proposal and broadcast it
                 const proposal = await this.validatorClient.createCheckpointProposal(checkpoint.header, checkpoint.archive.root, this.checkpointNumber, feeAssetPriceModifier, blockPendingBroadcast, this.proposer, checkpointProposalOptions);
                 const blockProposedAt = this.dateProvider.now();
-                await this.p2pClient.broadcastCheckpointProposal(proposal);
-                this.checkpointMetrics.noteCheckpointBroadcast(this.dateProvider.now());
+                if (!this.config.skipBroadcastProposals) {
+                    await this.p2pClient.broadcastCheckpointProposal(proposal);
+                    this.checkpointMetrics.noteCheckpointBroadcast(this.dateProvider.now());
+                }
                 // Return immediately after broadcast — attestation collection happens in the background
                 return {
                     checkpoint,
@@ -888,6 +1102,14 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             const blocksBuilt = blocksInCheckpoint.length;
             const indexWithinCheckpoint = IndexWithinCheckpoint(blocksBuilt);
             const blockNumber = BlockNumber(initialBlockNumber + blocksBuilt);
+            if (blocksBuilt >= this.config.maxBlocksPerCheckpoint) {
+                this.log.debug(`Reached max blocks per checkpoint`, {
+                    slot: this.targetSlot,
+                    blocksBuilt,
+                    maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint
+                });
+                break;
+            }
             const secondsIntoSlot = this.getSecondsIntoSlot();
             const timingInfo = this.timetable.canStartNextBlock(secondsIntoSlot);
             if (!timingInfo.canStart) {
@@ -956,7 +1178,9 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 break;
             }
             // Once we have a signed proposal and the archiver agreed with our proposed block, then we broadcast it.
-            proposal && await this.p2pClient.broadcastProposal(proposal);
+            if (proposal && !this.config.skipBroadcastProposals) {
+                await this.p2pClient.broadcastProposal(proposal);
+            }
             // Wait until the next block's start time
             await this.waitUntilNextSubslot(timingInfo.deadline);
         }
@@ -993,10 +1217,23 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             // Wait until we have enough txs to build the block
             const { availableTxs, canStartBuilding, minTxs } = await this.waitForMinTxs(opts);
             if (!canStartBuilding) {
+                this.logCheckpointEvent('block-build-failed', `Block build failed for slot ${this.targetSlot}`, {
+                    reason: 'insufficient_txs',
+                    blockNumber,
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
+                    indexWithinCheckpoint,
+                    availableTxs,
+                    minTxs
+                });
                 this.log.warn(`Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.targetSlot} (got ${availableTxs} txs but needs ${minTxs})`, {
+                    reason: 'insufficient_txs',
                     blockNumber,
                     slot: this.targetSlot,
-                    indexWithinCheckpoint
+                    checkpointNumber: this.checkpointNumber,
+                    indexWithinCheckpoint,
+                    availableTxs,
+                    minTxs
                 });
                 this.eventEmitter.emit('block-tx-count-check-failed', {
                     minTxs,
@@ -1037,8 +1274,19 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             // If any txs failed during execution, drop them from the mempool so we don't pick them up again
             await this.dropFailedTxsFromP2P(buildResult.failedTxs);
             if (buildResult.status === 'insufficient-valid-txs') {
+                this.logCheckpointEvent('block-build-failed', `Block build failed for slot ${this.targetSlot}`, {
+                    reason: 'insufficient_valid_txs',
+                    slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
+                    blockNumber,
+                    numTxs: buildResult.processedCount,
+                    indexWithinCheckpoint,
+                    minValidTxs
+                });
                 this.log.warn(`Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.targetSlot} has too few valid txs to be proposed`, {
+                    reason: 'insufficient_valid_txs',
                     slot: this.targetSlot,
+                    checkpointNumber: this.checkpointNumber,
                     blockNumber,
                     numTxs: buildResult.processedCount,
                     indexWithinCheckpoint,
@@ -1087,9 +1335,17 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                 reason: err.message,
                 slot: this.targetSlot
             });
+            this.logCheckpointEvent('block-build-failed', `Block build failed for slot ${this.targetSlot}`, {
+                reason: err instanceof Error ? err.message : String(err),
+                slot: this.targetSlot,
+                checkpointNumber: this.checkpointNumber,
+                blockNumber
+            });
             this.log.error(`Error building block`, err, {
-                blockNumber,
-                slot: this.targetSlot
+                reason: err instanceof Error ? err.message : String(err),
+                slot: this.targetSlot,
+                checkpointNumber: this.checkpointNumber,
+                blockNumber
             });
             this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
             this.metrics.recordFailedBlock();
@@ -1152,13 +1408,37 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             minTxs
         };
     }
+    async getSignedCommitteeAttestations(broadcast) {
+        const { proposal, blockProposedAt } = broadcast;
+        this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.targetSlot);
+        const attestations = await this.waitForAttestations(proposal);
+        if (!attestations) {
+            return undefined;
+        }
+        this.checkpointMetrics.recordCheckpointAttestationDelay(this.dateProvider.now() - blockProposedAt);
+        // Proposer must sign over the attestations before pushing them to L1
+        const signer = this.proposer ?? this.publisher.getSenderAddress();
+        try {
+            const attestationsSignature = await this.validatorClient.signAttestationsAndSigners(attestations, signer, this.targetSlot, this.checkpointNumber);
+            return {
+                attestations,
+                attestationsSignature
+            };
+        } catch (err) {
+            if (this.handleHASigningError(err, 'Attestations signature')) {
+                return;
+            }
+            this.log.error(`Error signing attestations for checkpoint proposal at slot ${proposal.slotNumber}`, err);
+            return undefined;
+        }
+    }
     /**
    * Waits for enough attestations to be collected via p2p.
    * This is run after all blocks for the checkpoint have been built.
    */ async waitForAttestations(proposal) {
         if (this.config.fishermanMode) {
             this.log.debug('Skipping attestation collection in fisherman mode');
-            return CommitteeAttestationsAndSigners.empty();
+            return CommitteeAttestationsAndSigners.empty(this.getSignatureContext());
         }
         const slotNumber = proposal.slotNumber;
         const { committee, seed, epoch } = await this.epochCache.getCommittee(slotNumber);
@@ -1166,7 +1446,7 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             throw new Error('No committee when collecting attestations');
         } else if (committee.length === 0) {
             this.log.verbose(`Attesting committee is empty`);
-            return CommitteeAttestationsAndSigners.empty();
+            return CommitteeAttestationsAndSigners.empty(this.getSignatureContext());
         } else {
             this.log.debug(`Attesting committee length is ${committee.length}`, {
                 committee
@@ -1176,7 +1456,10 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
         if (this.config.skipCollectingAttestations) {
             this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
             const attestations = await this.validatorClient?.collectOwnAttestations(proposal, this.checkpointNumber);
-            return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
+            this.logCheckpointAttestations('collected', committee, attestations ?? [], numberOfRequiredAttestations, {
+                reason: 'collect_own_only'
+            });
+            return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee), this.getSignatureContext());
         }
         const attestationTimeAllowed = this.config.enforceTimeTable ? this.timetable.getCheckpointAttestationDeadline() : this.l1Constants.slotDuration;
         const attestationDeadline = new Date((this.getSlotStartBuildTimestamp() + attestationTimeAllowed) * 1000);
@@ -1194,20 +1477,55 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
             }
             // Rollup contract requires that the signatures are provided in the order of the committee
             const sorted = orderAttestations(trimmed, committee);
+            this.logCheckpointAttestations('collected', committee, attestations, numberOfRequiredAttestations, {
+                submittedCount: trimmed.length
+            });
             // Manipulate the attestations if we've been configured to do so
             if (this.config.injectFakeAttestation || this.config.injectHighSValueAttestation || this.config.injectUnrecoverableSignatureAttestation || this.config.shuffleAttestationOrdering) {
                 return this.manipulateAttestations(proposal.slotNumber, epoch, seed, committee, sorted);
             }
-            return new CommitteeAttestationsAndSigners(sorted);
+            return new CommitteeAttestationsAndSigners(sorted, this.getSignatureContext());
         } catch (err) {
             if (err && err instanceof AttestationTimeoutError) {
                 collectedAttestationsCount = err.collectedCount;
+                this.logCheckpointAttestations('failed', committee, undefined, numberOfRequiredAttestations, {
+                    collectedCount: collectedAttestationsCount,
+                    reason: 'timeout'
+                });
+                this.log.error(`Timeout while waiting for attestations for checkpoint proposal at slot ${proposal.slotNumber} (collected ${collectedAttestationsCount}/${numberOfRequiredAttestations})`, err);
+            } else {
+                this.logCheckpointAttestations('failed', committee, undefined, numberOfRequiredAttestations, {
+                    collectedCount: collectedAttestationsCount,
+                    reason: err instanceof Error ? err.message : String(err)
+                });
+                this.log.error(`Error collecting attestations for checkpoint proposal at slot ${proposal.slotNumber}`, err);
             }
-            throw err;
+            return undefined;
         } finally{
             this.metrics.recordCollectedAttestations(collectedAttestationsCount, collectAttestationsTimer.ms());
         }
     }
+    logCheckpointAttestations(status, committee, attestations, requiredAttestations, opts = {}) {
+        const signedValidators = attestations?.map((attestation)=>attestation.getSender()?.toString()).filter((address)=>address !== undefined) ?? [];
+        const collectedCount = opts.collectedCount ?? new Set(signedValidators).size;
+        const missingValidatorCount = status === 'failed' ? Math.max(0, requiredAttestations - collectedCount) : undefined;
+        this.logCheckpointEvent(`attestations-${status}`, `Checkpoint attestations ${status} for slot ${this.targetSlot}`, {
+            slot: this.targetSlot,
+            checkpointNumber: this.checkpointNumber,
+            committeeSize: committee.length,
+            requiredAttestations,
+            collectedAttestations: collectedCount,
+            ...opts.submittedCount !== undefined && {
+                submittedAttestations: opts.submittedCount
+            },
+            ...missingValidatorCount !== undefined && {
+                missingValidatorCount
+            },
+            ...opts.reason !== undefined && {
+                reason: opts.reason
+            }
+        });
+    }
     /** Breaks the attestations before publishing based on attack configs */ manipulateAttestations(slotNumber, epoch, seed, committee, attestations) {
         // Compute the proposer index in the committee, since we dont want to tweak it.
         // Otherwise, the L1 rollup contract will reject the block outright.
@@ -1233,7 +1551,7 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                     unfreeze(attestations[targetIndex]).signature = generateRecoverableSignature();
                 }
             }
-            return new CommitteeAttestationsAndSigners(attestations);
+            return new CommitteeAttestationsAndSigners(attestations, this.getSignatureContext());
         }
         if (this.config.shuffleAttestationOrdering) {
             this.log.warn(`Shuffling attestation ordering in checkpoint for slot ${slotNumber} (proposer #${proposerIndex})`);
@@ -1259,10 +1577,10 @@ _dec = trackSpan('CheckpointProposalJob.execute'), _dec1 = trackSpan('Checkpoint
                     shuffled[i]
                 ];
             }
-            const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
-            return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
+            const signers = new CommitteeAttestationsAndSigners(attestations, this.getSignatureContext()).getSigners();
+            return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers, this.getSignatureContext());
         }
-        return new CommitteeAttestationsAndSigners(attestations);
+        return new CommitteeAttestationsAndSigners(attestations, this.getSignatureContext());
     }
     async dropFailedTxsFromP2P(failedTxs) {
         if (failedTxs.length === 0) {