@aztec/archiver 0.0.1-commit.d431d1c → 0.0.1-commit.d939eb5aa

package/dest/modules/data_store_updater.js

@@ -1,10 +1,10 @@
 import { BlockNumber } from '@aztec/foundation/branded-types';
-import { Fr } from '@aztec/foundation/curves/bn254';
+import { filterAsync } from '@aztec/foundation/collection';
 import { createLogger } from '@aztec/foundation/log';
-import { ContractClassPublishedEvent, PrivateFunctionBroadcastedEvent, UtilityFunctionBroadcastedEvent } from '@aztec/protocol-contracts/class-registry';
+import { ContractClassPublishedEvent } from '@aztec/protocol-contracts/class-registry';
 import { ContractInstancePublishedEvent, ContractInstanceUpdatedEvent } from '@aztec/protocol-contracts/instance-registry';
-import { computePublicBytecodeCommitment, isValidPrivateFunctionMembershipProof, isValidUtilityFunctionMembershipProof } from '@aztec/stdlib/contract';
-import groupBy from 'lodash.groupby';
+import { validateCheckpoint } from '@aztec/stdlib/checkpoint';
+import { computeContractAddressFromInstance, computeContractClassId } from '@aztec/stdlib/contract';
 /** Operation type for contract data updates. */ var Operation = /*#__PURE__*/ function(Operation) {
     Operation[Operation["Store"] = 0] = "Store";
     Operation[Operation["Delete"] = 1] = "Delete";
@@ -12,49 +12,61 @@ import groupBy from 'lodash.groupby';
 }(Operation || {});
 /** Archiver helper module to handle updates to the data store. */ export class ArchiverDataStoreUpdater {
     store;
+    l2TipsCache;
+    opts;
     log;
-    constructor(store){
+    constructor(store, l2TipsCache, opts = {}){
         this.store = store;
+        this.l2TipsCache = l2TipsCache;
+        this.opts = opts;
         this.log = createLogger('archiver:store_updater');
     }
     /**
-   * Adds blocks to the store with contract class/instance extraction from logs.
-   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
-   * and individually broadcasted functions from the block logs.
+   * Adds a proposed block to the store with contract class/instance extraction from logs.
+   * This is an uncheckpointed block that has been proposed by the sequencer but not yet included in a checkpoint on L1.
+   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the block logs.
    *
-   * @param blocks - The L2 blocks to add.
+   * @param block - The proposed L2 block to add.
    * @param pendingChainValidationStatus - Optional validation status to set.
    * @returns True if the operation is successful.
-   */ addBlocks(blocks, pendingChainValidationStatus) {
-        return this.store.transactionAsync(async ()=>{
-            await this.store.addBlocks(blocks);
+   */ async addProposedBlock(block, pendingChainValidationStatus) {
+        const result = await this.store.transactionAsync(async ()=>{
+            await this.store.addProposedBlock(block);
             const opResults = await Promise.all([
                 // Update the pending chain validation status if provided
                 pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
-                // Add any logs emitted during the retrieved blocks
-                this.store.addLogs(blocks),
-                // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
-                ...blocks.map((block)=>this.addBlockDataToDB(block))
+                // Add any logs emitted during the retrieved block
+                this.store.addLogs([
+                    block
+                ]),
+                // Unroll all logs emitted during the retrieved block and extract any contract classes and instances from it
+                this.addContractDataToDb(block)
             ]);
+            await this.l2TipsCache?.refresh();
             return opResults.every(Boolean);
         });
+        return result;
     }
     /**
    * Reconciles local blocks with incoming checkpoints from L1.
-   * Adds checkpoints to the store with contract class/instance extraction from logs.
+   * Adds new checkpoints to the store with contract class/instance extraction from logs.
    * Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
-   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
-   * and individually broadcasted functions from the checkpoint block logs.
+   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the checkpoint block logs.
    *
    * @param checkpoints - The published checkpoints to add.
    * @param pendingChainValidationStatus - Optional validation status to set.
    * @returns Result with information about any pruned blocks.
-   */ setNewCheckpointData(checkpoints, pendingChainValidationStatus) {
-        return this.store.transactionAsync(async ()=>{
+   */ async addCheckpoints(checkpoints, pendingChainValidationStatus) {
+        for (const checkpoint of checkpoints){
+            validateCheckpoint(checkpoint.checkpoint, {
+                rollupManaLimit: this.opts?.rollupManaLimit
+            });
+        }
+        const result = await this.store.transactionAsync(async ()=>{
             // Before adding checkpoints, check for conflicts with local blocks if any
             const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
             await this.store.addCheckpoints(checkpoints);
-            // Filter out blocks that were already inserted via addBlocks() to avoid duplicating logs/contract data
+            // Filter out blocks that were already inserted via addProposedBlock() to avoid duplicating logs/contract data
             const newBlocks = checkpoints.flatMap((ch)=>ch.checkpoint.blocks).filter((b)=>lastAlreadyInsertedBlockNumber === undefined || b.number > lastAlreadyInsertedBlockNumber);
             await Promise.all([
                 // Update the pending chain validation status if provided
@@ -62,13 +74,22 @@ import groupBy from 'lodash.groupby';
                 // Add any logs emitted during the retrieved blocks
                 this.store.addLogs(newBlocks),
                 // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
-                ...newBlocks.map((block)=>this.addBlockDataToDB(block))
+                ...newBlocks.map((block)=>this.addContractDataToDb(block))
             ]);
+            await this.l2TipsCache?.refresh();
             return {
                 prunedBlocks,
                 lastAlreadyInsertedBlockNumber
             };
         });
+        return result;
+    }
+    async setProposedCheckpoint(proposedCheckpoint) {
+        const result = await this.store.transactionAsync(async ()=>{
+            await this.store.setProposedCheckpoint(proposedCheckpoint);
+            await this.l2TipsCache?.refresh();
+        });
+        return result;
     }
     /**
    * Checks for local proposed blocks that do not match the ones to be checkpointed and prunes them.
@@ -112,7 +133,7 @@ import groupBy from 'lodash.groupby';
                     this.log.verbose(`Block number ${blockNumber} already inserted and matches checkpoint`, blockInfos);
                     lastAlreadyInsertedBlockNumber = blockNumber;
                 } else {
-                    this.log.warn(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
+                    this.log.info(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
                     const prunedBlocks = await this.removeBlocksAfter(BlockNumber(blockNumber - 1));
                     return {
                         prunedBlocks,
@@ -139,98 +160,152 @@ import groupBy from 'lodash.groupby';
         };
     }
     /**
-   * Removes all blocks strictly after the specified block number and cleans up associated contract data.
+   * Removes all uncheckpointed blocks strictly after the specified block number and cleans up associated contract data.
    * This handles removal of provisionally added blocks along with their contract classes/instances.
+   * Verifies that each block being removed is not part of a stored checkpoint.
    *
    * @param blockNumber - Remove all blocks with number greater than this.
    * @returns The removed blocks.
-   */ removeBlocksAfter(blockNumber) {
-        return this.store.transactionAsync(async ()=>{
-            // First get the blocks to be removed so we can clean up contract data
-            const removedBlocks = await this.store.removeBlocksAfter(blockNumber);
-            // Clean up contract data and logs for the removed blocks
-            await Promise.all([
-                this.store.deleteLogs(removedBlocks),
-                ...removedBlocks.map((block)=>this.removeBlockDataFromDB(block))
-            ]);
-            return removedBlocks;
+   * @throws Error if any block to be removed is checkpointed.
+   */ async removeUncheckpointedBlocksAfter(blockNumber) {
+        const result = await this.store.transactionAsync(async ()=>{
+            // Verify we're only removing uncheckpointed blocks
+            const lastCheckpointedBlockNumber = await this.store.getCheckpointedL2BlockNumber();
+            if (blockNumber < lastCheckpointedBlockNumber) {
+                throw new Error(`Cannot remove blocks after ${blockNumber} because checkpointed blocks exist up to ${lastCheckpointedBlockNumber}`);
+            }
+            const result = await this.removeBlocksAfter(blockNumber);
+            // Clear the proposed checkpoint if it exists, since its blocks have been pruned
+            await this.store.deleteProposedCheckpoint();
+            await this.l2TipsCache?.refresh();
+            return result;
         });
+        return result;
+    }
+    /**
+   * Removes all blocks strictly after the given block number along with any logs and contract data.
+   * Does not remove their checkpoints.
+   */ async removeBlocksAfter(blockNumber) {
+        // First get the blocks to be removed so we can clean up contract data
+        const removedBlocks = await this.store.removeBlocksAfter(blockNumber);
+        // Clean up contract data and logs for the removed blocks
+        await Promise.all([
+            this.store.deleteLogs(removedBlocks),
+            ...removedBlocks.map((block)=>this.removeContractDataFromDb(block))
+        ]);
+        return removedBlocks;
     }
     /**
-   * Unwinds checkpoints from the store with reverse contract extraction.
+   * Removes all checkpoints after the given checkpoint number.
    * Deletes ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated data
-   * that was stored for the unwound checkpoints.
+   * that was stored for the removed checkpoints. Also removes ALL blocks (both checkpointed
+   * and uncheckpointed) after the last block of the given checkpoint.
    *
-   * @param from - The checkpoint number to unwind from (must be the current tip).
-   * @param checkpointsToUnwind - The number of checkpoints to unwind.
+   * @param checkpointNumber - Remove all checkpoints strictly after this one.
    * @returns True if the operation is successful.
-   */ async unwindCheckpoints(from, checkpointsToUnwind) {
-        if (checkpointsToUnwind <= 0) {
-            throw new Error(`Cannot unwind ${checkpointsToUnwind} blocks`);
-        }
-        const last = await this.store.getSynchedCheckpointNumber();
-        if (from != last) {
-            throw new Error(`Cannot unwind checkpoints from checkpoint ${from} when the last checkpoint is ${last}`);
-        }
-        const blocks = [];
-        const lastCheckpointNumber = from + checkpointsToUnwind - 1;
-        for(let checkpointNumber = from; checkpointNumber <= lastCheckpointNumber; checkpointNumber++){
-            const blocksForCheckpoint = await this.store.getBlocksForCheckpoint(checkpointNumber);
-            if (!blocksForCheckpoint) {
-                continue;
-            }
-            blocks.push(...blocksForCheckpoint);
-        }
-        const opResults = await Promise.all([
-            // Prune rolls back to the last proven block, which is by definition valid
-            this.store.setPendingChainValidationStatus({
-                valid: true
-            }),
-            // Remove contract data for all blocks being unwound
-            ...blocks.map((block)=>this.removeBlockDataFromDB(block)),
-            this.store.deleteLogs(blocks),
-            this.store.unwindCheckpoints(from, checkpointsToUnwind)
-        ]);
-        return opResults.every(Boolean);
+   */ async removeCheckpointsAfter(checkpointNumber) {
+        return await this.store.transactionAsync(async ()=>{
+            const { blocksRemoved = [] } = await this.store.removeCheckpointsAfter(checkpointNumber);
+            const opResults = await Promise.all([
+                // Prune rolls back to the last proven block, which is by definition valid
+                this.store.setPendingChainValidationStatus({
+                    valid: true
+                }),
+                // Remove contract data for all blocks being removed
+                ...blocksRemoved.map((block)=>this.removeContractDataFromDb(block)),
+                this.store.deleteLogs(blocksRemoved)
+            ]);
+            await this.l2TipsCache?.refresh();
+            return opResults.every(Boolean);
+        });
+    }
+    /**
+   * Updates the proven checkpoint number and refreshes the L2 tips cache.
+   * @param checkpointNumber - The checkpoint number to set as proven.
+   */ async setProvenCheckpointNumber(checkpointNumber) {
+        await this.store.transactionAsync(async ()=>{
+            await this.store.setProvenCheckpointNumber(checkpointNumber);
+            await this.l2TipsCache?.refresh();
+        });
     }
-    /** Extracts and stores contract data from a single block. */ addBlockDataToDB(block) {
-        return this.editContractBlockData(block, 0);
+    /**
+   * Updates the finalized checkpoint number and refreshes the L2 tips cache.
+   * @param checkpointNumber - The checkpoint number to set as finalized.
+   */ async setFinalizedCheckpointNumber(checkpointNumber) {
+        await this.store.transactionAsync(async ()=>{
+            await this.store.setFinalizedCheckpointNumber(checkpointNumber);
+            await this.l2TipsCache?.refresh();
+        });
+    }
+    /** Extracts and stores contract data from a single block. */ addContractDataToDb(block) {
+        return this.updateContractDataOnDb(block, 0);
     }
-    /** Removes contract data associated with a block. */ removeBlockDataFromDB(block) {
-        return this.editContractBlockData(block, 1);
+    /** Removes contract data associated with a block. */ removeContractDataFromDb(block) {
+        return this.updateContractDataOnDb(block, 1);
     }
-    /** Adds or remove contract data associated with a block. */ async editContractBlockData(block, operation) {
+    /** Adds or remove contract data associated with a block. */ async updateContractDataOnDb(block, operation) {
         const contractClassLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
         const privateLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
         const publicLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
         return (await Promise.all([
             this.updatePublishedContractClasses(contractClassLogs, block.number, operation),
             this.updateDeployedContractInstances(privateLogs, block.number, operation),
-            this.updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, operation),
-            operation === 0 ? this.storeBroadcastedIndividualFunctions(contractClassLogs, block.number) : Promise.resolve(true)
+            this.updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, operation)
         ])).every(Boolean);
     }
     /**
    * Extracts and stores contract classes out of ContractClassPublished events emitted by the class registry contract.
    */ async updatePublishedContractClasses(allLogs, blockNum, operation) {
         const contractClassPublishedEvents = allLogs.filter((log)=>ContractClassPublishedEvent.isContractClassPublishedEvent(log)).map((log)=>ContractClassPublishedEvent.fromLog(log));
-        const contractClasses = await Promise.all(contractClassPublishedEvents.map((e)=>e.toContractClassPublic()));
-        if (contractClasses.length > 0) {
-            contractClasses.forEach((c)=>this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
-            if (operation == 0) {
-                // TODO: Will probably want to create some worker threads to compute these bytecode commitments as they are expensive
-                const commitments = await Promise.all(contractClasses.map((c)=>computePublicBytecodeCommitment(c.packedBytecode)));
-                return await this.store.addContractClasses(contractClasses, commitments, blockNum);
-            } else if (operation == 1) {
+        if (operation == 1) {
+            const contractClasses = contractClassPublishedEvents.map((e)=>e.toContractClassPublic());
+            if (contractClasses.length > 0) {
+                contractClasses.forEach((c)=>this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
                 return await this.store.deleteContractClasses(contractClasses, blockNum);
             }
+            return true;
+        }
+        // Compute bytecode commitments and validate class IDs in a single pass.
+        const contractClasses = [];
+        for (const event of contractClassPublishedEvents){
+            const contractClass = await event.toContractClassPublicWithBytecodeCommitment();
+            const computedClassId = await computeContractClassId({
+                artifactHash: contractClass.artifactHash,
+                privateFunctionsRoot: contractClass.privateFunctionsRoot,
+                publicBytecodeCommitment: contractClass.publicBytecodeCommitment
+            });
+            if (!computedClassId.equals(contractClass.id)) {
+                this.log.warn(`Skipping contract class with mismatched id at block ${blockNum}. Claimed ${contractClass.id}, computed ${computedClassId}`, {
+                    blockNum,
+                    contractClassId: event.contractClassId.toString()
+                });
+                continue;
+            }
+            contractClasses.push(contractClass);
+        }
+        if (contractClasses.length > 0) {
+            contractClasses.forEach((c)=>this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
+            return await this.store.addContractClasses(contractClasses, blockNum);
         }
         return true;
     }
     /**
    * Extracts and stores contract instances out of ContractInstancePublished events emitted by the canonical deployer contract.
    */ async updateDeployedContractInstances(allLogs, blockNum, operation) {
-        const contractInstances = allLogs.filter((log)=>ContractInstancePublishedEvent.isContractInstancePublishedEvent(log)).map((log)=>ContractInstancePublishedEvent.fromLog(log)).map((e)=>e.toContractInstance());
+        const allInstances = allLogs.filter((log)=>ContractInstancePublishedEvent.isContractInstancePublishedEvent(log)).map((log)=>ContractInstancePublishedEvent.fromLog(log)).map((e)=>e.toContractInstance());
+        // Verify that each instance's address matches the one derived from its fields if we're adding
+        const contractInstances = operation === 1 ? allInstances : await filterAsync(allInstances, async (instance)=>{
+            const computedAddress = await computeContractAddressFromInstance(instance);
+            if (!computedAddress.equals(instance.address)) {
+                this.log.warn(`Found contract instance with mismatched address at block ${blockNum}. Claimed ${instance.address} but computed ${computedAddress}.`, {
+                    instanceAddress: instance.address.toString(),
+                    computedAddress: computedAddress.toString(),
+                    blockNum
+                });
+                return false;
+            }
+            return true;
+        });
         if (contractInstances.length > 0) {
             contractInstances.forEach((c)=>this.log.verbose(`${Operation[operation]} contract instance at ${c.address.toString()}`));
             if (operation == 0) {
@@ -255,50 +330,4 @@ import groupBy from 'lodash.groupby';
         }
         return true;
     }
-    /**
-   * Stores the functions that were broadcasted individually.
-   *
-   * @dev Beware that there is not a delete variant of this, since they are added to contract classes
-   *      and will be deleted as part of the class if needed.
-   */ async storeBroadcastedIndividualFunctions(allLogs, _blockNum) {
-        // Filter out private and utility function broadcast events
-        const privateFnEvents = allLogs.filter((log)=>PrivateFunctionBroadcastedEvent.isPrivateFunctionBroadcastedEvent(log)).map((log)=>PrivateFunctionBroadcastedEvent.fromLog(log));
-        const utilityFnEvents = allLogs.filter((log)=>UtilityFunctionBroadcastedEvent.isUtilityFunctionBroadcastedEvent(log)).map((log)=>UtilityFunctionBroadcastedEvent.fromLog(log));
-        // Group all events by contract class id
-        for (const [classIdString, classEvents] of Object.entries(groupBy([
-            ...privateFnEvents,
-            ...utilityFnEvents
-        ], (e)=>e.contractClassId.toString()))){
-            const contractClassId = Fr.fromHexString(classIdString);
-            const contractClass = await this.store.getContractClass(contractClassId);
-            if (!contractClass) {
-                this.log.warn(`Skipping broadcasted functions as contract class ${contractClassId.toString()} was not found`);
-                continue;
-            }
-            // Split private and utility functions, and filter out invalid ones
-            const allFns = classEvents.map((e)=>e.toFunctionWithMembershipProof());
-            const privateFns = allFns.filter((fn)=>'utilityFunctionsTreeRoot' in fn);
-            const utilityFns = allFns.filter((fn)=>'privateFunctionsArtifactTreeRoot' in fn);
-            const privateFunctionsWithValidity = await Promise.all(privateFns.map(async (fn)=>({
-                    fn,
-                    valid: await isValidPrivateFunctionMembershipProof(fn, contractClass)
-                })));
-            const validPrivateFns = privateFunctionsWithValidity.filter(({ valid })=>valid).map(({ fn })=>fn);
-            const utilityFunctionsWithValidity = await Promise.all(utilityFns.map(async (fn)=>({
-                    fn,
-                    valid: await isValidUtilityFunctionMembershipProof(fn, contractClass)
-                })));
-            const validUtilityFns = utilityFunctionsWithValidity.filter(({ valid })=>valid).map(({ fn })=>fn);
-            const validFnCount = validPrivateFns.length + validUtilityFns.length;
-            if (validFnCount !== allFns.length) {
-                this.log.warn(`Skipping ${allFns.length - validFnCount} invalid functions`);
-            }
-            // Store the functions in the contract class in a single operation
-            if (validFnCount > 0) {
-                this.log.verbose(`Storing ${validFnCount} functions for contract class ${contractClassId.toString()}`);
-            }
-            return await this.store.addFunctions(contractClassId, validPrivateFns, validUtilityFns);
-        }
-        return true;
-    }
 }

package/dest/modules/instrumentation.d.ts

@@ -1,9 +1,13 @@
-import type { L2BlockNew } from '@aztec/stdlib/block';
+import type { SlotNumber } from '@aztec/foundation/branded-types';
+import type { L2Block } from '@aztec/stdlib/block';
+import type { CheckpointData } from '@aztec/stdlib/checkpoint';
+import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
 import { type LmdbStatsCallback, type TelemetryClient, type Tracer } from '@aztec/telemetry-client';
 export declare class ArchiverInstrumentation {
     private telemetry;
     readonly tracer: Tracer;
     private blockHeight;
+    private checkpointHeight;
     private txCount;
     private l1BlockHeight;
     private proofsSubmittedDelay;
@@ -12,20 +16,23 @@ export declare class ArchiverInstrumentation {
     private pruneDuration;
     private pruneCount;
     private syncDurationPerBlock;
+    private syncDurationPerCheckpoint;
     private syncBlockCount;
     private manaPerBlock;
     private txsPerBlock;
     private syncDurationPerMessage;
     private syncMessageCount;
     private blockProposalTxTargetCount;
+    private checkpointL1InclusionDelay;
     private log;
     private constructor();
     static new(telemetry: TelemetryClient, lmdbStats?: LmdbStatsCallback): Promise<ArchiverInstrumentation>;
     isEnabled(): boolean;
-    processNewBlocks(syncTimePerBlock: number, blocks: L2BlockNew[]): void;
+    processNewProposedBlock(syncTimePerBlock: number, block: L2Block): void;
+    processNewCheckpointedBlocks(syncTimePerCheckpoint: number, blocks: L2Block[]): void;
     processNewMessages(count: number, syncPerMessageMs: number): void;
     processPrune(duration: number): void;
-    updateLastProvenBlock(blockNumber: number): void;
+    updateLastProvenCheckpoint(checkpoint: CheckpointData): void;
     processProofsVerified(logs: {
         proverId: string;
         l2BlockNumber: bigint;
@@ -33,5 +40,13 @@ export declare class ArchiverInstrumentation {
     }[]): void;
     updateL1BlockHeight(blockNumber: bigint): void;
     recordBlockProposalTxTarget(target: string, usedTrace: boolean): void;
+    /**
+     * Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
+     */
+    processCheckpointL1Timing(data: {
+        slotNumber: SlotNumber;
+        l1Timestamp: bigint;
+        l1Constants: Pick<L1RollupConstants, 'l1GenesisTime' | 'slotDuration'>;
+    }): void;
 }
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zdHJ1bWVudGF0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvbW9kdWxlcy9pbnN0cnVtZW50YXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxLQUFLLEVBQUUsVUFBVSxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDdEQsT0FBTyxFQUtMLEtBQUssaUJBQWlCLEVBRXRCLEtBQUssZUFBZSxFQUNwQixLQUFLLE1BQU0sRUFFWixNQUFNLHlCQUF5QixDQUFDO0FBRWpDLHFCQUFhLHVCQUF1QjtJQTBCaEMsT0FBTyxDQUFDLFNBQVM7SUF6Qm5CLFNBQWdCLE1BQU0sRUFBRSxNQUFNLENBQUM7SUFFL0IsT0FBTyxDQUFDLFdBQVcsQ0FBUTtJQUMzQixPQUFPLENBQUMsT0FBTyxDQUFnQjtJQUMvQixPQUFPLENBQUMsYUFBYSxDQUFRO0lBQzdCLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBWTtJQUN4QyxPQUFPLENBQUMsb0JBQW9CLENBQWdCO0lBQzVDLE9BQU8sQ0FBQyxTQUFTLENBQWM7SUFFL0IsT0FBTyxDQUFDLGFBQWEsQ0FBWTtJQUNqQyxPQUFPLENBQUMsVUFBVSxDQUFnQjtJQUVsQyxPQUFPLENBQUMsb0JBQW9CLENBQVk7SUFDeEMsT0FBTyxDQUFDLGNBQWMsQ0FBZ0I7SUFDdEMsT0FBTyxDQUFDLFlBQVksQ0FBWTtJQUNoQyxPQUFPLENBQUMsV0FBVyxDQUFZO0lBRS9CLE9BQU8sQ0FBQyxzQkFBc0IsQ0FBWTtJQUMxQyxPQUFPLENBQUMsZ0JBQWdCLENBQWdCO0lBRXhDLE9BQU8sQ0FBQywwQkFBMEIsQ0FBZ0I7SUFFbEQsT0FBTyxDQUFDLEdBQUcsQ0FBNEM7SUFFdkQsT0FBTyxlQTBDTjtJQUVELE9BQW9CLEdBQUcsQ0FBQyxTQUFTLEVBQUUsZUFBZSxFQUFFLFNBQVMsQ0FBQyxFQUFFLGlCQUFpQixvQ0FVaEY7SUFFTSxTQUFTLElBQUksT0FBTyxDQUUxQjtJQUVNLGdCQUFnQixDQUFDLGdCQUFnQixFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsVUFBVSxFQUFFLFFBVXJFO0lBRU0sa0JBQWtCLENBQUMsS0FBSyxFQUFFLE1BQU0sRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLFFBTWhFO0lBRU0sWUFBWSxDQUFDLFFBQVEsRUFBRSxNQUFNLFFBR25DO0lBRU0scUJBQXFCLENBQUMsV0FBVyxFQUFFLE1BQU0sUUFFL0M7SUFFTSxxQkFBcUIsQ0FBQyxJQUFJLEVBQUU7UUFBRSxRQUFRLEVBQUUsTUFBTSxDQUFDO1FBQUMsYUFBYSxFQUFFLE1BQU0sQ0FBQztRQUFDLEtBQUssRUFBRSxNQUFNLENBQUE7S0FBRSxFQUFFLFFBVzlGO0lBRU0sbUJBQW1CLENBQUMsV0FBVyxFQUFFLE1BQU0sUUFFN0M7SUFFTSwyQkFBMkIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLFNBQVMsRUFBRSxPQUFPLFFBS3BFO0NBQ0YifQ==
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zdHJ1bWVudGF0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvbW9kdWxlcy9pbnN0cnVtZW50YXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsVUFBVSxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFFbEUsT0FBTyxLQUFLLEVBQUUsT0FBTyxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDbkQsT0FBTyxLQUFLLEVBQUUsY0FBYyxFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFDL0QsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUVyRSxPQUFPLEVBS0wsS0FBSyxpQkFBaUIsRUFFdEIsS0FBSyxlQUFlLEVBQ3BCLEtBQUssTUFBTSxFQUdaLE1BQU0seUJBQXlCLENBQUM7QUFFakMscUJBQWEsdUJBQXVCO0lBOEJoQyxPQUFPLENBQUMsU0FBUztJQTdCbkIsU0FBZ0IsTUFBTSxFQUFFLE1BQU0sQ0FBQztJQUUvQixPQUFPLENBQUMsV0FBVyxDQUFRO0lBQzNCLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBUTtJQUNoQyxPQUFPLENBQUMsT0FBTyxDQUFnQjtJQUMvQixPQUFPLENBQUMsYUFBYSxDQUFRO0lBQzdCLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBWTtJQUN4QyxPQUFPLENBQUMsb0JBQW9CLENBQWdCO0lBQzVDLE9BQU8sQ0FBQyxTQUFTLENBQWM7SUFFL0IsT0FBTyxDQUFDLGFBQWEsQ0FBWTtJQUNqQyxPQUFPLENBQUMsVUFBVSxDQUFnQjtJQUVsQyxPQUFPLENBQUMsb0JBQW9CLENBQVk7SUFDeEMsT0FBTyxDQUFDLHlCQUF5QixDQUFZO0lBQzdDLE9BQU8sQ0FBQyxjQUFjLENBQWdCO0lBQ3RDLE9BQU8sQ0FBQyxZQUFZLENBQVk7SUFDaEMsT0FBTyxDQUFDLFdBQVcsQ0FBWTtJQUUvQixPQUFPLENBQUMsc0JBQXNCLENBQVk7SUFDMUMsT0FBTyxDQUFDLGdCQUFnQixDQUFnQjtJQUV4QyxPQUFPLENBQUMsMEJBQTBCLENBQWdCO0lBRWxELE9BQU8sQ0FBQywwQkFBMEIsQ0FBWTtJQUU5QyxPQUFPLENBQUMsR0FBRyxDQUE0QztJQUV2RCxPQUFPLGVBd0ROO0lBRUQsT0FBb0IsR0FBRyxDQUFDLFNBQVMsRUFBRSxlQUFlLEVBQUUsU0FBUyxDQUFDLEVBQUUsaUJBQWlCLG9DQU1oRjtJQUVNLFNBQVMsSUFBSSxPQUFPLENBRTFCO0lBRU0sdUJBQXVCLENBQUMsZ0JBQWdCLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxPQUFPLFFBU3RFO0lBRU0sNEJBQTRCLENBQUMscUJBQXFCLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxPQUFPLEVBQUUsUUFTbkY7SUFFTSxrQkFBa0IsQ0FBQyxLQUFLLEVBQUUsTUFBTSxFQUFFLGdCQUFnQixFQUFFLE1BQU0sUUFNaEU7SUFFTSxZQUFZLENBQUMsUUFBUSxFQUFFLE1BQU0sUUFHbkM7SUFFTSwwQkFBMEIsQ0FBQyxVQUFVLEVBQUUsY0FBYyxRQUkzRDtJQUVNLHFCQUFxQixDQUFDLElBQUksRUFBRTtRQUFFLFFBQVEsRUFBRSxNQUFNLENBQUM7UUFBQyxhQUFhLEVBQUUsTUFBTSxDQUFDO1FBQUMsS0FBSyxFQUFFLE1BQU0sQ0FBQTtLQUFFLEVBQUUsUUFXOUY7SUFFTSxtQkFBbUIsQ0FBQyxXQUFXLEVBQUUsTUFBTSxRQUU3QztJQUVNLDJCQUEyQixDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsU0FBUyxFQUFFLE9BQU8sUUFLcEU7SUFFRDs7T0FFRztJQUNJLHlCQUF5QixDQUFDLElBQUksRUFBRTtRQUNyQyxVQUFVLEVBQUUsVUFBVSxDQUFDO1FBQ3ZCLFdBQVcsRUFBRSxNQUFNLENBQUM7UUFDcEIsV0FBVyxFQUFFLElBQUksQ0FBQyxpQkFBaUIsRUFBRSxlQUFlLEdBQUcsY0FBYyxDQUFDLENBQUM7S0FDeEUsR0FBRyxJQUFJLENBSVA7Q0FDRiJ9

package/dest/modules/instrumentation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"instrumentation.d.ts","sourceRoot":"","sources":["../../src/modules/instrumentation.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAKL,KAAK,iBAAiB,EAEtB,KAAK,eAAe,EACpB,KAAK,MAAM,EAEZ,MAAM,yBAAyB,CAAC;AAEjC,qBAAa,uBAAuB;IA0BhC,OAAO,CAAC,SAAS;IAzBnB,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAgB;IAC5C,OAAO,CAAC,SAAS,CAAc;IAE/B,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAY;IAE/B,OAAO,CAAC,sBAAsB,CAAY;IAC1C,OAAO,CAAC,gBAAgB,CAAgB;IAExC,OAAO,CAAC,0BAA0B,CAAgB;IAElD,OAAO,CAAC,GAAG,CAA4C;IAEvD,OAAO,eA0CN;IAED,OAAoB,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,iBAAiB,oCAUhF;IAEM,SAAS,IAAI,OAAO,CAE1B;IAEM,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAUrE;IAEM,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,QAMhE;IAEM,YAAY,CAAC,QAAQ,EAAE,MAAM,QAGnC;IAEM,qBAAqB,CAAC,WAAW,EAAE,MAAM,QAE/C;IAEM,qBAAqB,CAAC,IAAI,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,QAW9F;IAEM,mBAAmB,CAAC,WAAW,EAAE,MAAM,QAE7C;IAEM,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,QAKpE;CACF"}
+{"version":3,"file":"instrumentation.d.ts","sourceRoot":"","sources":["../../src/modules/instrumentation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,EAKL,KAAK,iBAAiB,EAEtB,KAAK,eAAe,EACpB,KAAK,MAAM,EAGZ,MAAM,yBAAyB,CAAC;AAEjC,qBAAa,uBAAuB;IA8BhC,OAAO,CAAC,SAAS;IA7BnB,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,gBAAgB,CAAQ;IAChC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAgB;IAC5C,OAAO,CAAC,SAAS,CAAc;IAE/B,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,yBAAyB,CAAY;IAC7C,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAY;IAE/B,OAAO,CAAC,sBAAsB,CAAY;IAC1C,OAAO,CAAC,gBAAgB,CAAgB;IAExC,OAAO,CAAC,0BAA0B,CAAgB;IAElD,OAAO,CAAC,0BAA0B,CAAY;IAE9C,OAAO,CAAC,GAAG,CAA4C;IAEvD,OAAO,eAwDN;IAED,OAAoB,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,iBAAiB,oCAMhF;IAEM,SAAS,IAAI,OAAO,CAE1B;IAEM,uBAAuB,CAAC,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,QAStE;IAEM,4BAA4B,CAAC,qBAAqB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QASnF;IAEM,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,QAMhE;IAEM,YAAY,CAAC,QAAQ,EAAE,MAAM,QAGnC;IAEM,0BAA0B,CAAC,UAAU,EAAE,cAAc,QAI3D;IAEM,qBAAqB,CAAC,IAAI,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,QAW9F;IAEM,mBAAmB,CAAC,WAAW,EAAE,MAAM,QAE7C;IAEM,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,QAKpE;IAED;;OAEG;IACI,yBAAyB,CAAC,IAAI,EAAE;QACrC,UAAU,EAAE,UAAU,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,IAAI,CAAC,iBAAiB,EAAE,eAAe,GAAG,cAAc,CAAC,CAAC;KACxE,GAAG,IAAI,CAIP;CACF"}

package/dest/modules/instrumentation.js

@@ -1,9 +1,11 @@
 import { createLogger } from '@aztec/foundation/log';
-import { Attributes, LmdbMetrics, Metrics } from '@aztec/telemetry-client';
+import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
+import { Attributes, LmdbMetrics, Metrics, createUpDownCounterWithDefault } from '@aztec/telemetry-client';
 export class ArchiverInstrumentation {
     telemetry;
     tracer;
     blockHeight;
+    checkpointHeight;
     txCount;
     l1BlockHeight;
     proofsSubmittedDelay;
@@ -12,12 +14,14 @@ export class ArchiverInstrumentation {
     pruneDuration;
     pruneCount;
     syncDurationPerBlock;
+    syncDurationPerCheckpoint;
     syncBlockCount;
     manaPerBlock;
     txsPerBlock;
     syncDurationPerMessage;
     syncMessageCount;
     blockProposalTxTargetCount;
+    checkpointL1InclusionDelay;
     log;
     constructor(telemetry, lmdbStats){
         this.telemetry = telemetry;
@@ -25,43 +29,63 @@ export class ArchiverInstrumentation {
         this.tracer = telemetry.getTracer('Archiver');
         const meter = telemetry.getMeter('Archiver');
         this.blockHeight = meter.createGauge(Metrics.ARCHIVER_BLOCK_HEIGHT);
+        this.checkpointHeight = meter.createGauge(Metrics.ARCHIVER_CHECKPOINT_HEIGHT);
         this.l1BlockHeight = meter.createGauge(Metrics.ARCHIVER_L1_BLOCK_HEIGHT);
-        this.txCount = meter.createUpDownCounter(Metrics.ARCHIVER_TOTAL_TXS);
-        this.proofsSubmittedCount = meter.createUpDownCounter(Metrics.ARCHIVER_ROLLUP_PROOF_COUNT);
+        this.txCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_TOTAL_TXS);
+        this.proofsSubmittedCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_ROLLUP_PROOF_COUNT, {
+            [Attributes.PROOF_TIMED_OUT]: [
+                true,
+                false
+            ]
+        });
         this.proofsSubmittedDelay = meter.createHistogram(Metrics.ARCHIVER_ROLLUP_PROOF_DELAY);
         this.syncDurationPerBlock = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_BLOCK);
-        this.syncBlockCount = meter.createUpDownCounter(Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
+        this.syncDurationPerCheckpoint = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_CHECKPOINT);
+        this.syncBlockCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
         this.manaPerBlock = meter.createHistogram(Metrics.ARCHIVER_MANA_PER_BLOCK);
         this.txsPerBlock = meter.createHistogram(Metrics.ARCHIVER_TXS_PER_BLOCK);
         this.syncDurationPerMessage = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_MESSAGE);
-        this.syncMessageCount = meter.createUpDownCounter(Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
+        this.syncMessageCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
         this.pruneDuration = meter.createHistogram(Metrics.ARCHIVER_PRUNE_DURATION);
-        this.pruneCount = meter.createUpDownCounter(Metrics.ARCHIVER_PRUNE_COUNT);
-        this.blockProposalTxTargetCount = meter.createUpDownCounter(Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT);
+        this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT);
+        this.blockProposalTxTargetCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT, {
+            [Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: [
+                true,
+                false
+            ]
+        });
+        this.checkpointL1InclusionDelay = meter.createHistogram(Metrics.ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY);
         this.dbMetrics = new LmdbMetrics(meter, {
             [Attributes.DB_DATA_TYPE]: 'archiver'
         }, lmdbStats);
     }
     static async new(telemetry, lmdbStats) {
         const instance = new ArchiverInstrumentation(telemetry, lmdbStats);
-        instance.syncBlockCount.add(0);
-        instance.syncMessageCount.add(0);
-        instance.pruneCount.add(0);
         await instance.telemetry.flush();
         return instance;
     }
     isEnabled() {
         return this.telemetry.isEnabled();
     }
-    processNewBlocks(syncTimePerBlock, blocks) {
+    processNewProposedBlock(syncTimePerBlock, block) {
+        const attrs = {
+            [Attributes.STATUS]: 'proposed'
+        };
+        this.blockHeight.record(block.number, attrs);
         this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
+        // Per block metrics
+        this.txCount.add(block.body.txEffects.length);
+        this.txsPerBlock.record(block.body.txEffects.length);
+        this.manaPerBlock.record(block.header.totalManaUsed.toNumber() / 1e6);
+    }
+    processNewCheckpointedBlocks(syncTimePerCheckpoint, blocks) {
+        if (blocks.length === 0) {
+            return;
+        }
+        this.syncDurationPerCheckpoint.record(Math.ceil(syncTimePerCheckpoint));
         this.blockHeight.record(Math.max(...blocks.map((b)=>b.number)));
+        this.checkpointHeight.record(Math.max(...blocks.map((b)=>b.checkpointNumber)));
         this.syncBlockCount.add(blocks.length);
-        for (const block of blocks){
-            this.txCount.add(block.body.txEffects.length);
-            this.txsPerBlock.record(block.body.txEffects.length);
-            this.manaPerBlock.record(block.header.totalManaUsed.toNumber() / 1e6);
-        }
     }
     processNewMessages(count, syncPerMessageMs) {
         if (count === 0) {
@@ -74,8 +98,12 @@ export class ArchiverInstrumentation {
         this.pruneCount.add(1);
         this.pruneDuration.record(Math.ceil(duration));
     }
-    updateLastProvenBlock(blockNumber) {
-        this.blockHeight.record(blockNumber, {
+    updateLastProvenCheckpoint(checkpoint) {
+        const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
+        this.blockHeight.record(lastBlockNumberInCheckpoint, {
+            [Attributes.STATUS]: 'proven'
+        });
+        this.checkpointHeight.record(checkpoint.checkpointNumber, {
             [Attributes.STATUS]: 'proven'
         });
     }
@@ -100,4 +128,11 @@ export class ArchiverInstrumentation {
             [Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: usedTrace
         });
     }
+    /**
+   * Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
+   */ processCheckpointL1Timing(data) {
+        const slotStartTs = getTimestampForSlot(data.slotNumber, data.l1Constants);
+        const inclusionDelaySeconds = Number(data.l1Timestamp - slotStartTs);
+        this.checkpointL1InclusionDelay.record(inclusionDelaySeconds);
+    }
 }