@aztec/archiver 0.0.1-commit.fce3e4f → 0.0.1-commit.fffb133c

package/dest/modules/data_source_base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data_source_base.d.ts","sourceRoot":"","sources":["../../src/modules/data_source_base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,WAAW,EAAE,KAAK,UAAU,EAAE,MAAM,iCAAiC,CAAC;AACnH,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAEhE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAwB,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,qBAAqB,CAAC;AACtG,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC3E,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACnH,OAAO,EAAE,KAAK,iBAAiB,EAAwB,MAAM,6BAA6B,CAAC;AAC3F,OAAO,KAAK,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAC3G,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAElD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAEhE;;;;GAIG;AACH,8BAAsB,sBACpB,YAAW,kBAAkB,EAAE,YAAY,EAAE,kBAAkB,EAAE,mBAAmB;IAGlF,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB;IAC7C,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;IAFjC,YACqB,KAAK,EAAE,mBAAmB,EAC1B,WAAW,CAAC,+BAAmB,EAChD;IAEJ,QAAQ,CAAC,gBAAgB,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjD,QAAQ,CAAC,kBAAkB,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEnD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAEtD,QAAQ,CAAC,gBAAgB,IAAI,OAAO,CAAC;QAAE,kBAAkB,EAAE,EAAE,CAAA;KAAE,CAAC,CAAC;IAEjE,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAEvD,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtC,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IAE5D,QAAQ,CAAC,gBAAgB,IAAI,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC;IAE9D,QAAQ,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAErE,QAAQ,CAAC,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjC,mBAAmB,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAEtD;IAEM,0BAA0B,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAE7D;IAEM,yBAAyB,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAE5D;IAEM,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAE5C;IAEM,oBAAoB,IAAI,OAAO,CAAC,WAAW,CAAC,CAElD;IAEY,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAO5F;IAEM,oBAAoB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAEzF;IAEM,4BAA4B,IAAI,OAAO,CAAC,WAAW,CAAC,CAE1D;IAEM,yBAAyB,IAAI,OAAO,CAAC,WAAW,CAAC,CAEvD;IAEY,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,QAAQ,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAY3G;IAEY,8BAA8B,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAMhH;IAEM,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAE7F;IAEM,oBAAoB,CAAC,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAE3E;IAEM,uBAAuB,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAE5E;IAEY,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAUzE;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAEvE;IAEM,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAEzE;IAEM,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC,CAE/C;IAEY,+BAA+B,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAEhF;IAEM,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAExF;IAEM,+BAA+B,CACpC,eAAe,EAAE,YAAY,EAC7B,IAAI,EAAE,GAAG,EAAE,EACX,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAE5B;IAEM,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAEtE;IAEM,oBAAoB,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAEpF;IAEM,gBAAgB,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAExE;IAEM,qBAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC,CAE5D;IAEY,WAAW,CACtB,OAAO,EAAE,YAAY,EACrB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,2BAA2B,GAAG,SAAS,CAAC,CAWlD;IAEM,mBAAmB,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC,CAE1C;IAEM,oBAAoB,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAE1G;IAEM,kCAAkC,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAE7E;IAEM,iBAAiB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,EAAE,EAAE,CAAC,CAE1E;IAEM,qBAAqB,CAAC,aAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAE3E;IAEY,cAAc,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAwB7G;IAEM,gBAAgB,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAElE;IAEY,6BAA6B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CA2BnG;IAEY,mCAAmC,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CA0BjG;IAEY,sBAAsB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAsBnF;IAEY,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CASvE;IAEM,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAErE;IAEM,0BAA0B,CAAC,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAEzF;IAEM,6BAA6B,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAE1F;IAEY,gBAAgB,CAAC,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAGzE;IAEY,mBAAmB,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAG1E;CACF"}

package/dest/modules/data_source_base.js

@@ -0,0 +1,260 @@
+import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
+import { isDefined } from '@aztec/foundation/types';
+import { CommitteeAttestation } from '@aztec/stdlib/block';
+import { Checkpoint, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
+import { getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
+/**
+ * Abstract base class implementing ArchiverDataSource using a KVArchiverDataStore.
+ * Provides implementations for all store-delegating methods and declares abstract methods
+ * for L1-dependent functionality that subclasses must implement.
+ */ export class ArchiverDataSourceBase {
+    store;
+    l1Constants;
+    constructor(store, l1Constants){
+        this.store = store;
+        this.l1Constants = l1Constants;
+    }
+    getCheckpointNumber() {
+        return this.store.getSynchedCheckpointNumber();
+    }
+    getSynchedCheckpointNumber() {
+        return this.store.getSynchedCheckpointNumber();
+    }
+    getProvenCheckpointNumber() {
+        return this.store.getProvenCheckpointNumber();
+    }
+    getBlockNumber() {
+        return this.store.getLatestBlockNumber();
+    }
+    getProvenBlockNumber() {
+        return this.store.getProvenBlockNumber();
+    }
+    async getBlockHeader(number) {
+        const blockNumber = number === 'latest' ? await this.store.getLatestBlockNumber() : number;
+        if (blockNumber === 0) {
+            return undefined;
+        }
+        const headers = await this.store.getBlockHeaders(blockNumber, 1);
+        return headers.length === 0 ? undefined : headers[0];
+    }
+    getCheckpointedBlock(number) {
+        return this.store.getCheckpointedBlock(number);
+    }
+    getCheckpointedL2BlockNumber() {
+        return this.store.getCheckpointedL2BlockNumber();
+    }
+    getFinalizedL2BlockNumber() {
+        return this.store.getFinalizedL2BlockNumber();
+    }
+    async getCheckpointHeader(number) {
+        if (number === 'latest') {
+            number = await this.store.getSynchedCheckpointNumber();
+        }
+        if (number === 0) {
+            return undefined;
+        }
+        const checkpoint = await this.store.getCheckpointData(number);
+        if (!checkpoint) {
+            return undefined;
+        }
+        return checkpoint.header;
+    }
+    async getLastBlockNumberInCheckpoint(checkpointNumber) {
+        const checkpointData = await this.store.getCheckpointData(checkpointNumber);
+        if (!checkpointData) {
+            return undefined;
+        }
+        return BlockNumber(checkpointData.startBlock + checkpointData.numBlocks - 1);
+    }
+    getCheckpointedBlocks(from, limit) {
+        return this.store.getCheckpointedBlocks(from, limit);
+    }
+    getBlockHeaderByHash(blockHash) {
+        return this.store.getBlockHeaderByHash(blockHash);
+    }
+    getBlockHeaderByArchive(archive) {
+        return this.store.getBlockHeaderByArchive(archive);
+    }
+    async getL2Block(number) {
+        // If the number provided is -ve, then return the latest block.
+        if (number < 0) {
+            number = await this.store.getLatestBlockNumber();
+        }
+        if (number === 0) {
+            return undefined;
+        }
+        const publishedBlock = await this.store.getBlock(number);
+        return publishedBlock;
+    }
+    getTxEffect(txHash) {
+        return this.store.getTxEffect(txHash);
+    }
+    getSettledTxReceipt(txHash) {
+        return this.store.getSettledTxReceipt(txHash);
+    }
+    isPendingChainInvalid() {
+        return this.getPendingChainValidationStatus().then((status)=>!status.valid);
+    }
+    async getPendingChainValidationStatus() {
+        return await this.store.getPendingChainValidationStatus() ?? {
+            valid: true
+        };
+    }
+    getPrivateLogsByTags(tags, page) {
+        return this.store.getPrivateLogsByTags(tags, page);
+    }
+    getPublicLogsByTagsFromContract(contractAddress, tags, page) {
+        return this.store.getPublicLogsByTagsFromContract(contractAddress, tags, page);
+    }
+    getPublicLogs(filter) {
+        return this.store.getPublicLogs(filter);
+    }
+    getContractClassLogs(filter) {
+        return this.store.getContractClassLogs(filter);
+    }
+    getContractClass(id) {
+        return this.store.getContractClass(id);
+    }
+    getBytecodeCommitment(id) {
+        return this.store.getBytecodeCommitment(id);
+    }
+    async getContract(address, maybeTimestamp) {
+        let timestamp;
+        if (maybeTimestamp === undefined) {
+            const latestBlockHeader = await this.getBlockHeader('latest');
+            // If we get undefined block header, it means that the archiver has not yet synced any block so we default to 0.
+            timestamp = latestBlockHeader ? latestBlockHeader.globalVariables.timestamp : 0n;
+        } else {
+            timestamp = maybeTimestamp;
+        }
+        return this.store.getContractInstance(address, timestamp);
+    }
+    getContractClassIds() {
+        return this.store.getContractClassIds();
+    }
+    getDebugFunctionName(address, selector) {
+        return this.store.getDebugFunctionName(address, selector);
+    }
+    registerContractFunctionSignatures(signatures) {
+        return this.store.registerContractFunctionSignatures(signatures);
+    }
+    getL1ToL2Messages(checkpointNumber) {
+        return this.store.getL1ToL2Messages(checkpointNumber);
+    }
+    getL1ToL2MessageIndex(l1ToL2Message) {
+        return this.store.getL1ToL2MessageIndex(l1ToL2Message);
+    }
+    async getCheckpoints(checkpointNumber, limit) {
+        const checkpoints = await this.store.getRangeOfCheckpoints(checkpointNumber, limit);
+        const blocks = (await Promise.all(checkpoints.map((ch)=>this.store.getBlocksForCheckpoint(ch.checkpointNumber)))).filter(isDefined);
+        const fullCheckpoints = [];
+        for(let i = 0; i < checkpoints.length; i++){
+            const blocksForCheckpoint = blocks[i];
+            const checkpoint = checkpoints[i];
+            const fullCheckpoint = new Checkpoint(checkpoint.archive, checkpoint.header, blocksForCheckpoint, checkpoint.checkpointNumber);
+            const publishedCheckpoint = new PublishedCheckpoint(fullCheckpoint, checkpoint.l1, checkpoint.attestations.map((x)=>CommitteeAttestation.fromBuffer(x)));
+            fullCheckpoints.push(publishedCheckpoint);
+        }
+        return fullCheckpoints;
+    }
+    getBlocksForSlot(slotNumber) {
+        return this.store.getBlocksForSlot(slotNumber);
+    }
+    async getCheckpointedBlocksForEpoch(epochNumber) {
+        if (!this.l1Constants) {
+            throw new Error('L1 constants not set');
+        }
+        const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
+        const blocks = [];
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpoint = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpoint && slot(checkpoint) >= start){
+            if (slot(checkpoint) <= end) {
+                // push the blocks on backwards
+                const endBlock = checkpoint.startBlock + checkpoint.numBlocks - 1;
+                for(let i = endBlock; i >= checkpoint.startBlock; i--){
+                    const checkpointedBlock = await this.getCheckpointedBlock(BlockNumber(i));
+                    if (checkpointedBlock) {
+                        blocks.push(checkpointedBlock);
+                    }
+                }
+            }
+            checkpoint = await this.store.getCheckpointData(CheckpointNumber(checkpoint.checkpointNumber - 1));
+        }
+        return blocks.reverse();
+    }
+    async getCheckpointedBlockHeadersForEpoch(epochNumber) {
+        if (!this.l1Constants) {
+            throw new Error('L1 constants not set');
+        }
+        const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
+        const blocks = [];
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpoint = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpoint && slot(checkpoint) >= start){
+            if (slot(checkpoint) <= end) {
+                // push the blocks on backwards
+                const endBlock = checkpoint.startBlock + checkpoint.numBlocks - 1;
+                for(let i = endBlock; i >= checkpoint.startBlock; i--){
+                    const block = await this.getBlockHeader(BlockNumber(i));
+                    if (block) {
+                        blocks.push(block);
+                    }
+                }
+            }
+            checkpoint = await this.store.getCheckpointData(CheckpointNumber(checkpoint.checkpointNumber - 1));
+        }
+        return blocks.reverse();
+    }
+    async getCheckpointsForEpoch(epochNumber) {
+        if (!this.l1Constants) {
+            throw new Error('L1 constants not set');
+        }
+        const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
+        const checkpoints = [];
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpointData = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpointData && slot(checkpointData) >= start){
+            if (slot(checkpointData) <= end) {
+                // push the checkpoints on backwards
+                const [checkpoint] = await this.getCheckpoints(checkpointData.checkpointNumber, 1);
+                checkpoints.push(checkpoint.checkpoint);
+            }
+            checkpointData = await this.store.getCheckpointData(CheckpointNumber(checkpointData.checkpointNumber - 1));
+        }
+        return checkpoints.reverse();
+    }
+    async getBlock(number) {
+        // If the number provided is -ve, then return the latest block.
+        if (number < 0) {
+            number = await this.store.getLatestBlockNumber();
+        }
+        if (number === 0) {
+            return undefined;
+        }
+        return this.store.getBlock(number);
+    }
+    getBlocks(from, limit) {
+        return this.store.getBlocks(from, limit);
+    }
+    getCheckpointedBlockByHash(blockHash) {
+        return this.store.getCheckpointedBlockByHash(blockHash);
+    }
+    getCheckpointedBlockByArchive(archive) {
+        return this.store.getCheckpointedBlockByArchive(archive);
+    }
+    async getL2BlockByHash(blockHash) {
+        const checkpointedBlock = await this.store.getCheckpointedBlockByHash(blockHash);
+        return checkpointedBlock?.block;
+    }
+    async getL2BlockByArchive(archive) {
+        const checkpointedBlock = await this.store.getCheckpointedBlockByArchive(archive);
+        return checkpointedBlock?.block;
+    }
+}

package/dest/modules/data_store_updater.d.ts

@@ -0,0 +1,73 @@
+import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
+import type { L2Block, ValidateCheckpointResult } from '@aztec/stdlib/block';
+import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
+import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
+/** Result of adding checkpoints with information about any pruned blocks. */
+type ReconcileCheckpointsResult = {
+    /** Blocks that were pruned due to conflict with L1 checkpoints. */
+    prunedBlocks: L2Block[] | undefined;
+    /** Last block number that was already inserted locally, or undefined if none. */
+    lastAlreadyInsertedBlockNumber: BlockNumber | undefined;
+};
+/** Archiver helper module to handle updates to the data store. */
+export declare class ArchiverDataStoreUpdater {
+    private store;
+    private readonly log;
+    constructor(store: KVArchiverDataStore);
+    /**
+     * Adds proposed blocks to the store with contract class/instance extraction from logs.
+     * These are uncheckpointed blocks that have been proposed by the sequencer but not yet included in a checkpoint on L1.
+     * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
+     * and individually broadcasted functions from the block logs.
+     *
+     * @param blocks - The proposed L2 blocks to add.
+     * @param pendingChainValidationStatus - Optional validation status to set.
+     * @returns True if the operation is successful.
+     */
+    addProposedBlocks(blocks: L2Block[], pendingChainValidationStatus?: ValidateCheckpointResult): Promise<boolean>;
+    /**
+     * Reconciles local blocks with incoming checkpoints from L1.
+     * Adds new checkpoints to the store with contract class/instance extraction from logs.
+     * Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
+     * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
+     * and individually broadcasted functions from the checkpoint block logs.
+     *
+     * @param checkpoints - The published checkpoints to add.
+     * @param pendingChainValidationStatus - Optional validation status to set.
+     * @returns Result with information about any pruned blocks.
+     */
+    addCheckpoints(checkpoints: PublishedCheckpoint[], pendingChainValidationStatus?: ValidateCheckpointResult): Promise<ReconcileCheckpointsResult>;
+    private pruneMismatchingLocalBlocks;
+    /**
+     * Removes all uncheckpointed blocks strictly after the specified block number and cleans up associated contract data.
+     * This handles removal of provisionally added blocks along with their contract classes/instances.
+     * Verifies that each block being removed is not part of a stored checkpoint.
+     *
+     * @param blockNumber - Remove all blocks with number greater than this.
+     * @returns The removed blocks.
+     * @throws Error if any block to be removed is checkpointed.
+     */
+    removeUncheckpointedBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]>;
+    private removeBlocksAfter;
+    /**
+     * Removes all checkpoints after the given checkpoint number.
+     * Deletes ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated data
+     * that was stored for the removed checkpoints. Also removes ALL blocks (both checkpointed
+     * and uncheckpointed) after the last block of the given checkpoint.
+     *
+     * @param checkpointNumber - Remove all checkpoints strictly after this one.
+     * @returns True if the operation is successful.
+     */
+    removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<boolean>;
+    /** Extracts and stores contract data from a single block. */
+    private addContractDataToDb;
+    /** Removes contract data associated with a block. */
+    private removeContractDataFromDb;
+    private updateContractDataOnDb;
+    private updatePublishedContractClasses;
+    private updateDeployedContractInstances;
+    private updateUpdatedContractInstances;
+    private storeBroadcastedIndividualFunctions;
+}
+export {};
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZGF0YV9zdG9yZV91cGRhdGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvbW9kdWxlcy9kYXRhX3N0b3JlX3VwZGF0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFdBQVcsRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBWWhGLE9BQU8sS0FBSyxFQUFFLE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQzdFLE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFhcEUsT0FBTyxLQUFLLEVBQUUsbUJBQW1CLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQVF6RSw2RUFBNkU7QUFDN0UsS0FBSywwQkFBMEIsR0FBRztJQUNoQyxtRUFBbUU7SUFDbkUsWUFBWSxFQUFFLE9BQU8sRUFBRSxHQUFHLFNBQVMsQ0FBQztJQUNwQyxpRkFBaUY7SUFDakYsOEJBQThCLEVBQUUsV0FBVyxHQUFHLFNBQVMsQ0FBQztDQUN6RCxDQUFDO0FBRUYsa0VBQWtFO0FBQ2xFLHFCQUFhLHdCQUF3QjtJQUd2QixPQUFPLENBQUMsS0FBSztJQUZ6QixPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBMEM7SUFFOUQsWUFBb0IsS0FBSyxFQUFFLG1CQUFtQixFQUFJO0lBRWxEOzs7Ozs7Ozs7T0FTRztJQUNJLGlCQUFpQixDQUN0QixNQUFNLEVBQUUsT0FBTyxFQUFFLEVBQ2pCLDRCQUE0QixDQUFDLEVBQUUsd0JBQXdCLEdBQ3RELE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FlbEI7SUFFRDs7Ozs7Ozs7OztPQVVHO0lBQ0ksY0FBYyxDQUNuQixXQUFXLEVBQUUsbUJBQW1CLEVBQUUsRUFDbEMsNEJBQTRCLENBQUMsRUFBRSx3QkFBd0IsR0FDdEQsT0FBTyxDQUFDLDBCQUEwQixDQUFDLENBdUJyQztZQVFhLDJCQUEyQjtJQW1FekM7Ozs7Ozs7O09BUUc7SUFDSSwrQkFBK0IsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLE9BQU8sQ0FBQyxPQUFPLEVBQUUsQ0FBQyxDQVluRjtZQU1hLGlCQUFpQjtJQWEvQjs7Ozs7Ozs7T0FRRztJQUNVLHNCQUFzQixDQUFDLGdCQUFnQixFQUFFLGdCQUFnQixHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FZeEY7SUFFRCw2REFBNkQ7SUFDN0QsT0FBTyxDQUFDLG1CQUFtQjtJQUkzQixxREFBcUQ7SUFDckQsT0FBTyxDQUFDLHdCQUF3QjtZQUtsQixzQkFBc0I7WUFvQnRCLDhCQUE4QjtZQTRCOUIsK0JBQStCO1lBeUIvQiw4QkFBOEI7WUE2QjlCLG1DQUFtQztDQXdEbEQifQ==

package/dest/modules/data_store_updater.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data_store_updater.d.ts","sourceRoot":"","sources":["../../src/modules/data_store_updater.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAYhF,OAAO,KAAK,EAAE,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAapE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAQzE,6EAA6E;AAC7E,KAAK,0BAA0B,GAAG;IAChC,mEAAmE;IACnE,YAAY,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC;IACpC,iFAAiF;IACjF,8BAA8B,EAAE,WAAW,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,kEAAkE;AAClE,qBAAa,wBAAwB;IAGvB,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAA0C;IAE9D,YAAoB,KAAK,EAAE,mBAAmB,EAAI;IAElD;;;;;;;;;OASG;IACI,iBAAiB,CACtB,MAAM,EAAE,OAAO,EAAE,EACjB,4BAA4B,CAAC,EAAE,wBAAwB,GACtD,OAAO,CAAC,OAAO,CAAC,CAelB;IAED;;;;;;;;;;OAUG;IACI,cAAc,CACnB,WAAW,EAAE,mBAAmB,EAAE,EAClC,4BAA4B,CAAC,EAAE,wBAAwB,GACtD,OAAO,CAAC,0BAA0B,CAAC,CAuBrC;YAQa,2BAA2B;IAmEzC;;;;;;;;OAQG;IACI,+BAA+B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAYnF;YAMa,iBAAiB;IAa/B;;;;;;;;OAQG;IACU,sBAAsB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,CAYxF;IAED,6DAA6D;IAC7D,OAAO,CAAC,mBAAmB;IAI3B,qDAAqD;IACrD,OAAO,CAAC,wBAAwB;YAKlB,sBAAsB;YAoBtB,8BAA8B;YA4B9B,+BAA+B;YAyB/B,8BAA8B;YA6B9B,mCAAmC;CAwDlD"}

package/dest/modules/data_store_updater.js

@@ -0,0 +1,302 @@
+import { BlockNumber } from '@aztec/foundation/branded-types';
+import { Fr } from '@aztec/foundation/curves/bn254';
+import { createLogger } from '@aztec/foundation/log';
+import { ContractClassPublishedEvent, PrivateFunctionBroadcastedEvent, UtilityFunctionBroadcastedEvent } from '@aztec/protocol-contracts/class-registry';
+import { ContractInstancePublishedEvent, ContractInstanceUpdatedEvent } from '@aztec/protocol-contracts/instance-registry';
+import { computePublicBytecodeCommitment, isValidPrivateFunctionMembershipProof, isValidUtilityFunctionMembershipProof } from '@aztec/stdlib/contract';
+import groupBy from 'lodash.groupby';
+/** Operation type for contract data updates. */ var Operation = /*#__PURE__*/ function(Operation) {
+    Operation[Operation["Store"] = 0] = "Store";
+    Operation[Operation["Delete"] = 1] = "Delete";
+    return Operation;
+}(Operation || {});
+/** Archiver helper module to handle updates to the data store. */ export class ArchiverDataStoreUpdater {
+    store;
+    log;
+    constructor(store){
+        this.store = store;
+        this.log = createLogger('archiver:store_updater');
+    }
+    /**
+   * Adds proposed blocks to the store with contract class/instance extraction from logs.
+   * These are uncheckpointed blocks that have been proposed by the sequencer but not yet included in a checkpoint on L1.
+   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
+   * and individually broadcasted functions from the block logs.
+   *
+   * @param blocks - The proposed L2 blocks to add.
+   * @param pendingChainValidationStatus - Optional validation status to set.
+   * @returns True if the operation is successful.
+   */ addProposedBlocks(blocks, pendingChainValidationStatus) {
+        return this.store.transactionAsync(async ()=>{
+            await this.store.addProposedBlocks(blocks);
+            const opResults = await Promise.all([
+                // Update the pending chain validation status if provided
+                pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
+                // Add any logs emitted during the retrieved blocks
+                this.store.addLogs(blocks),
+                // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
+                ...blocks.map((block)=>this.addContractDataToDb(block))
+            ]);
+            return opResults.every(Boolean);
+        });
+    }
+    /**
+   * Reconciles local blocks with incoming checkpoints from L1.
+   * Adds new checkpoints to the store with contract class/instance extraction from logs.
+   * Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
+   * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
+   * and individually broadcasted functions from the checkpoint block logs.
+   *
+   * @param checkpoints - The published checkpoints to add.
+   * @param pendingChainValidationStatus - Optional validation status to set.
+   * @returns Result with information about any pruned blocks.
+   */ addCheckpoints(checkpoints, pendingChainValidationStatus) {
+        return this.store.transactionAsync(async ()=>{
+            // Before adding checkpoints, check for conflicts with local blocks if any
+            const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
+            await this.store.addCheckpoints(checkpoints);
+            // Filter out blocks that were already inserted via addProposedBlocks() to avoid duplicating logs/contract data
+            const newBlocks = checkpoints.flatMap((ch)=>ch.checkpoint.blocks).filter((b)=>lastAlreadyInsertedBlockNumber === undefined || b.number > lastAlreadyInsertedBlockNumber);
+            await Promise.all([
+                // Update the pending chain validation status if provided
+                pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
+                // Add any logs emitted during the retrieved blocks
+                this.store.addLogs(newBlocks),
+                // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
+                ...newBlocks.map((block)=>this.addContractDataToDb(block))
+            ]);
+            return {
+                prunedBlocks,
+                lastAlreadyInsertedBlockNumber
+            };
+        });
+    }
+    /**
+   * Checks for local proposed blocks that do not match the ones to be checkpointed and prunes them.
+   * This method handles multiple checkpoints but returns after pruning the first conflict found.
+   * This is correct because pruning from the first conflict point removes all subsequent blocks,
+   * and when checkpoints are added afterward, they include all the correct blocks.
+   */ async pruneMismatchingLocalBlocks(checkpoints) {
+        const [lastCheckpointedBlockNumber, lastBlockNumber] = await Promise.all([
+            this.store.getCheckpointedL2BlockNumber(),
+            this.store.getLatestBlockNumber()
+        ]);
+        // Exit early if there are no local uncheckpointed blocks
+        if (lastBlockNumber === lastCheckpointedBlockNumber) {
+            return {
+                prunedBlocks: undefined,
+                lastAlreadyInsertedBlockNumber: undefined
+            };
+        }
+        // Get all uncheckpointed local blocks
+        const uncheckpointedLocalBlocks = await this.store.getBlocks(BlockNumber.add(lastCheckpointedBlockNumber, 1), lastBlockNumber - lastCheckpointedBlockNumber);
+        let lastAlreadyInsertedBlockNumber;
+        for (const publishedCheckpoint of checkpoints){
+            const checkpointBlocks = publishedCheckpoint.checkpoint.blocks;
+            const slot = publishedCheckpoint.checkpoint.slot;
+            const localBlocksInSlot = uncheckpointedLocalBlocks.filter((b)=>b.slot === slot);
+            if (checkpointBlocks.length === 0) {
+                this.log.warn(`Checkpoint ${publishedCheckpoint.checkpoint.number} for slot ${slot} has no blocks`);
+                continue;
+            }
+            // Find the first checkpoint block that conflicts with an existing local block and prune local afterwards
+            for (const checkpointBlock of checkpointBlocks){
+                const blockNumber = checkpointBlock.number;
+                const existingBlock = localBlocksInSlot.find((b)=>b.number === blockNumber);
+                const blockInfos = {
+                    existingBlock: existingBlock?.toBlockInfo(),
+                    checkpointBlock: checkpointBlock.toBlockInfo()
+                };
+                if (!existingBlock) {
+                    this.log.verbose(`No local block found for checkpointed block number ${blockNumber}`, blockInfos);
+                } else if (existingBlock.archive.root.equals(checkpointBlock.archive.root)) {
+                    this.log.verbose(`Block number ${blockNumber} already inserted and matches checkpoint`, blockInfos);
+                    lastAlreadyInsertedBlockNumber = blockNumber;
+                } else {
+                    this.log.warn(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
+                    const prunedBlocks = await this.removeBlocksAfter(BlockNumber(blockNumber - 1));
+                    return {
+                        prunedBlocks,
+                        lastAlreadyInsertedBlockNumber
+                    };
+                }
+            }
+            // If local has more blocks than the checkpoint (e.g., local has [2,3,4] but checkpoint has [2,3]),
+            // we need to prune the extra local blocks so they match what was checkpointed
+            const lastCheckpointBlockNumber = checkpointBlocks.at(-1).number;
+            const lastLocalBlockNumber = localBlocksInSlot.at(-1)?.number;
+            if (lastLocalBlockNumber !== undefined && lastLocalBlockNumber > lastCheckpointBlockNumber) {
+                this.log.warn(`Local chain for slot ${slot} ends at block ${lastLocalBlockNumber} but checkpoint ends at ${lastCheckpointBlockNumber}. Pruning blocks after block ${lastCheckpointBlockNumber}.`);
+                const prunedBlocks = await this.removeBlocksAfter(lastCheckpointBlockNumber);
+                return {
+                    prunedBlocks,
+                    lastAlreadyInsertedBlockNumber
+                };
+            }
+        }
+        return {
+            prunedBlocks: undefined,
+            lastAlreadyInsertedBlockNumber
+        };
+    }
+    /**
+   * Removes all uncheckpointed blocks strictly after the specified block number and cleans up associated contract data.
+   * This handles removal of provisionally added blocks along with their contract classes/instances.
+   * Verifies that each block being removed is not part of a stored checkpoint.
+   *
+   * @param blockNumber - Remove all blocks with number greater than this.
+   * @returns The removed blocks.
+   * @throws Error if any block to be removed is checkpointed.
+   */ removeUncheckpointedBlocksAfter(blockNumber) {
+        return this.store.transactionAsync(async ()=>{
+            // Verify we're only removing uncheckpointed blocks
+            const lastCheckpointedBlockNumber = await this.store.getCheckpointedL2BlockNumber();
+            if (blockNumber < lastCheckpointedBlockNumber) {
+                throw new Error(`Cannot remove blocks after ${blockNumber} because checkpointed blocks exist up to ${lastCheckpointedBlockNumber}`);
+            }
+            return await this.removeBlocksAfter(blockNumber);
+        });
+    }
+    /**
+   * Removes all blocks strictly after the given block number along with any logs and contract data.
+   * Does not remove their checkpoints.
+   */ async removeBlocksAfter(blockNumber) {
+        // First get the blocks to be removed so we can clean up contract data
+        const removedBlocks = await this.store.removeBlocksAfter(blockNumber);
+        // Clean up contract data and logs for the removed blocks
+        await Promise.all([
+            this.store.deleteLogs(removedBlocks),
+            ...removedBlocks.map((block)=>this.removeContractDataFromDb(block))
+        ]);
+        return removedBlocks;
+    }
+    /**
+   * Removes all checkpoints after the given checkpoint number.
+   * Deletes ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated data
+   * that was stored for the removed checkpoints. Also removes ALL blocks (both checkpointed
+   * and uncheckpointed) after the last block of the given checkpoint.
+   *
+   * @param checkpointNumber - Remove all checkpoints strictly after this one.
+   * @returns True if the operation is successful.
+   */ async removeCheckpointsAfter(checkpointNumber) {
+        const { blocksRemoved = [] } = await this.store.removeCheckpointsAfter(checkpointNumber);
+        const opResults = await Promise.all([
+            // Prune rolls back to the last proven block, which is by definition valid
+            this.store.setPendingChainValidationStatus({
+                valid: true
+            }),
+            // Remove contract data for all blocks being removed
+            ...blocksRemoved.map((block)=>this.removeContractDataFromDb(block)),
+            this.store.deleteLogs(blocksRemoved)
+        ]);
+        return opResults.every(Boolean);
+    }
+    /** Extracts and stores contract data from a single block. */ addContractDataToDb(block) {
+        return this.updateContractDataOnDb(block, 0);
+    }
+    /** Removes contract data associated with a block. */ removeContractDataFromDb(block) {
+        return this.updateContractDataOnDb(block, 1);
+    }
+    /** Adds or remove contract data associated with a block. */ async updateContractDataOnDb(block, operation) {
+        const contractClassLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
+        const privateLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
+        const publicLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
+        return (await Promise.all([
+            this.updatePublishedContractClasses(contractClassLogs, block.number, operation),
+            this.updateDeployedContractInstances(privateLogs, block.number, operation),
+            this.updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, operation),
+            operation === 0 ? this.storeBroadcastedIndividualFunctions(contractClassLogs, block.number) : Promise.resolve(true)
+        ])).every(Boolean);
+    }
+    /**
+   * Extracts and stores contract classes out of ContractClassPublished events emitted by the class registry contract.
+   */ async updatePublishedContractClasses(allLogs, blockNum, operation) {
+        const contractClassPublishedEvents = allLogs.filter((log)=>ContractClassPublishedEvent.isContractClassPublishedEvent(log)).map((log)=>ContractClassPublishedEvent.fromLog(log));
+        const contractClasses = await Promise.all(contractClassPublishedEvents.map((e)=>e.toContractClassPublic()));
+        if (contractClasses.length > 0) {
+            contractClasses.forEach((c)=>this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
+            if (operation == 0) {
+                // TODO: Will probably want to create some worker threads to compute these bytecode commitments as they are expensive
+                const commitments = await Promise.all(contractClasses.map((c)=>computePublicBytecodeCommitment(c.packedBytecode)));
+                return await this.store.addContractClasses(contractClasses, commitments, blockNum);
+            } else if (operation == 1) {
+                return await this.store.deleteContractClasses(contractClasses, blockNum);
+            }
+        }
+        return true;
+    }
+    /**
+   * Extracts and stores contract instances out of ContractInstancePublished events emitted by the canonical deployer contract.
+   */ async updateDeployedContractInstances(allLogs, blockNum, operation) {
+        const contractInstances = allLogs.filter((log)=>ContractInstancePublishedEvent.isContractInstancePublishedEvent(log)).map((log)=>ContractInstancePublishedEvent.fromLog(log)).map((e)=>e.toContractInstance());
+        if (contractInstances.length > 0) {
+            contractInstances.forEach((c)=>this.log.verbose(`${Operation[operation]} contract instance at ${c.address.toString()}`));
+            if (operation == 0) {
+                return await this.store.addContractInstances(contractInstances, blockNum);
+            } else if (operation == 1) {
+                return await this.store.deleteContractInstances(contractInstances, blockNum);
+            }
+        }
+        return true;
+    }
+    /**
+   * Extracts and stores contract instance updates out of ContractInstanceUpdated events.
+   */ async updateUpdatedContractInstances(allLogs, timestamp, operation) {
+        const contractUpdates = allLogs.filter((log)=>ContractInstanceUpdatedEvent.isContractInstanceUpdatedEvent(log)).map((log)=>ContractInstanceUpdatedEvent.fromLog(log)).map((e)=>e.toContractInstanceUpdate());
+        if (contractUpdates.length > 0) {
+            contractUpdates.forEach((c)=>this.log.verbose(`${Operation[operation]} contract instance update at ${c.address.toString()}`));
+            if (operation == 0) {
+                return await this.store.addContractInstanceUpdates(contractUpdates, timestamp);
+            } else if (operation == 1) {
+                return await this.store.deleteContractInstanceUpdates(contractUpdates, timestamp);
+            }
+        }
+        return true;
+    }
+    /**
+   * Stores the functions that were broadcasted individually.
+   *
+   * @dev Beware that there is not a delete variant of this, since they are added to contract classes
+   *      and will be deleted as part of the class if needed.
+   */ async storeBroadcastedIndividualFunctions(allLogs, _blockNum) {
+        // Filter out private and utility function broadcast events
+        const privateFnEvents = allLogs.filter((log)=>PrivateFunctionBroadcastedEvent.isPrivateFunctionBroadcastedEvent(log)).map((log)=>PrivateFunctionBroadcastedEvent.fromLog(log));
+        const utilityFnEvents = allLogs.filter((log)=>UtilityFunctionBroadcastedEvent.isUtilityFunctionBroadcastedEvent(log)).map((log)=>UtilityFunctionBroadcastedEvent.fromLog(log));
+        // Group all events by contract class id
+        for (const [classIdString, classEvents] of Object.entries(groupBy([
+            ...privateFnEvents,
+            ...utilityFnEvents
+        ], (e)=>e.contractClassId.toString()))){
+            const contractClassId = Fr.fromHexString(classIdString);
+            const contractClass = await this.store.getContractClass(contractClassId);
+            if (!contractClass) {
+                this.log.warn(`Skipping broadcasted functions as contract class ${contractClassId.toString()} was not found`);
+                continue;
+            }
+            // Split private and utility functions, and filter out invalid ones
+            const allFns = classEvents.map((e)=>e.toFunctionWithMembershipProof());
+            const privateFns = allFns.filter((fn)=>'utilityFunctionsTreeRoot' in fn);
+            const utilityFns = allFns.filter((fn)=>'privateFunctionsArtifactTreeRoot' in fn);
+            const privateFunctionsWithValidity = await Promise.all(privateFns.map(async (fn)=>({
+                    fn,
+                    valid: await isValidPrivateFunctionMembershipProof(fn, contractClass)
+                })));
+            const validPrivateFns = privateFunctionsWithValidity.filter(({ valid })=>valid).map(({ fn })=>fn);
+            const utilityFunctionsWithValidity = await Promise.all(utilityFns.map(async (fn)=>({
+                    fn,
+                    valid: await isValidUtilityFunctionMembershipProof(fn, contractClass)
+                })));
+            const validUtilityFns = utilityFunctionsWithValidity.filter(({ valid })=>valid).map(({ fn })=>fn);
+            const validFnCount = validPrivateFns.length + validUtilityFns.length;
+            if (validFnCount !== allFns.length) {
+                this.log.warn(`Skipping ${allFns.length - validFnCount} invalid functions`);
+            }
+            // Store the functions in the contract class in a single operation
+            if (validFnCount > 0) {
+                this.log.verbose(`Storing ${validFnCount} functions for contract class ${contractClassId.toString()}`);
+            }
+            return await this.store.addFunctions(contractClassId, validPrivateFns, validUtilityFns);
+        }
+        return true;
+    }
+}