@aztec/archiver 0.0.1-commit.9b94fc1 → 0.0.1-commit.c7c42ec

package/dest/archiver/archiver.js

@@ -4,36 +4,44 @@ function _ts_decorate(decorators, target, key, desc) {
     else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
     return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
+import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
 import { EpochCache } from '@aztec/epoch-cache';
-import { BlockTagTooOldError, InboxContract, RollupContract, createEthereumChain } from '@aztec/ethereum';
+import { createEthereumChain } from '@aztec/ethereum/chain';
+import { BlockTagTooOldError, InboxContract, RollupContract } from '@aztec/ethereum/contracts';
 import { maxBigint } from '@aztec/foundation/bigint';
+import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
 import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
 import { merge, pick } from '@aztec/foundation/collection';
-import { Fr } from '@aztec/foundation/fields';
+import { Fr } from '@aztec/foundation/curves/bn254';
 import { createLogger } from '@aztec/foundation/log';
 import { promiseWithResolvers } from '@aztec/foundation/promise';
 import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/running-promise';
 import { count } from '@aztec/foundation/string';
 import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
+import { isDefined } from '@aztec/foundation/types';
 import { ContractClassPublishedEvent, PrivateFunctionBroadcastedEvent, UtilityFunctionBroadcastedEvent } from '@aztec/protocol-contracts/class-registry';
 import { ContractInstancePublishedEvent, ContractInstanceUpdatedEvent } from '@aztec/protocol-contracts/instance-registry';
-import { L2Block, L2BlockSourceEvents, PublishedL2Block } from '@aztec/stdlib/block';
+import { CommitteeAttestation, L2Block, L2BlockSourceEvents, PublishedL2Block } from '@aztec/stdlib/block';
+import { Checkpoint, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
 import { computePublicBytecodeCommitment, isValidPrivateFunctionMembershipProof, isValidUtilityFunctionMembershipProof } from '@aztec/stdlib/contract';
 import { getEpochAtSlot, getEpochNumberAtTimestamp, getSlotAtTimestamp, getSlotRangeForEpoch, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
+import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
 import { getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
 import { EventEmitter } from 'events';
 import groupBy from 'lodash.groupby';
 import { createPublicClient, fallback, http } from 'viem';
-import { retrieveCheckpointsFromRollup, retrieveL1ToL2Message, retrieveL1ToL2Messages, retrievedToPublishedCheckpoint } from './data_retrieval.js';
-import { InitialBlockNumberNotSequentialError, NoBlobBodiesFoundError } from './errors.js';
+import { InitialCheckpointNumberNotSequentialError, NoBlobBodiesFoundError } from './errors.js';
 import { ArchiverInstrumentation } from './instrumentation.js';
+import { retrieveCheckpointsFromRollup, retrieveL1ToL2Message, retrieveL1ToL2Messages, retrievedToPublishedCheckpoint } from './l1/data_retrieval.js';
+import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
 import { validateCheckpointAttestations } from './validation.js';
 function mapArchiverConfig(config) {
     return {
         pollingIntervalMs: config.archiverPollingIntervalMS,
         batchSize: config.archiverBatchSize,
         skipValidateBlockAttestations: config.skipValidateBlockAttestations,
-        maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds
+        maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds,
+        ethereumAllowNoDebugHosts: config.ethereumAllowNoDebugHosts
     };
 }
 /**
@@ -42,10 +50,11 @@ function mapArchiverConfig(config) {
  * concern themselves with it.
  */ export class Archiver extends EventEmitter {
     publicClient;
+    debugClient;
     l1Addresses;
     dataStore;
     config;
-    blobSinkClient;
+    blobClient;
     epochCache;
     dateProvider;
     instrumentation;
@@ -59,18 +68,20 @@ function mapArchiverConfig(config) {
     l1Timestamp;
     initialSyncComplete;
     initialSyncPromise;
+    /** Queue of blocks to be added to the store, processed by the sync loop. */ blockQueue;
     tracer;
     /**
    * Creates a new instance of the Archiver.
    * @param publicClient - A client for interacting with the Ethereum node.
+   * @param debugClient - A client for interacting with the Ethereum node for debug/trace methods.
    * @param rollupAddress - Ethereum address of the rollup contract.
    * @param inboxAddress - Ethereum address of the inbox contract.
    * @param registryAddress - Ethereum address of the registry contract.
    * @param pollingIntervalMs - The interval for polling for L1 logs (in milliseconds).
    * @param store - An archiver data store for storage & retrieval of blocks, encrypted logs & contract data.
    * @param log - A logger.
-   */ constructor(publicClient, l1Addresses, dataStore, config, blobSinkClient, epochCache, dateProvider, instrumentation, l1constants, log = createLogger('archiver')){
-        super(), this.publicClient = publicClient, this.l1Addresses = l1Addresses, this.dataStore = dataStore, this.config = config, this.blobSinkClient = blobSinkClient, this.epochCache = epochCache, this.dateProvider = dateProvider, this.instrumentation = instrumentation, this.l1constants = l1constants, this.log = log, this.initialSyncComplete = false;
+   */ constructor(publicClient, debugClient, l1Addresses, dataStore, config, blobClient, epochCache, dateProvider, instrumentation, l1constants, log = createLogger('archiver')){
+        super(), this.publicClient = publicClient, this.debugClient = debugClient, this.l1Addresses = l1Addresses, this.dataStore = dataStore, this.config = config, this.blobClient = blobClient, this.epochCache = epochCache, this.dateProvider = dateProvider, this.instrumentation = instrumentation, this.l1constants = l1constants, this.log = log, this.initialSyncComplete = false, this.blockQueue = [];
         this.tracer = instrumentation.tracer;
         this.store = new ArchiverStoreHelper(dataStore);
         this.rollup = new RollupContract(publicClient, l1Addresses.rollupAddress);
@@ -90,15 +101,27 @@ function mapArchiverConfig(config) {
         const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
         const publicClient = createPublicClient({
             chain: chain.chainInfo,
-            transport: fallback(config.l1RpcUrls.map((url)=>http(url))),
+            transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
+                    batch: false
+                }))),
+            pollingInterval: config.viemPollingIntervalMS
+        });
+        // Create debug client using debug RPC URLs if available, otherwise fall back to regular RPC URLs
+        const debugRpcUrls = config.l1DebugRpcUrls.length > 0 ? config.l1DebugRpcUrls : config.l1RpcUrls;
+        const debugClient = createPublicClient({
+            chain: chain.chainInfo,
+            transport: fallback(debugRpcUrls.map((url)=>http(url, {
+                    batch: false
+                }))),
             pollingInterval: config.viemPollingIntervalMS
         });
         const rollup = new RollupContract(publicClient, config.l1Contracts.rollupAddress);
-        const [l1StartBlock, l1GenesisTime, proofSubmissionEpochs, genesisArchiveRoot] = await Promise.all([
+        const [l1StartBlock, l1GenesisTime, proofSubmissionEpochs, genesisArchiveRoot, slashingProposerAddress] = await Promise.all([
             rollup.getL1StartBlock(),
             rollup.getL1GenesisTime(),
             rollup.getProofSubmissionEpochs(),
-            rollup.getGenesisArchiveTreeRoot()
+            rollup.getGenesisArchiveTreeRoot(),
+            rollup.getSlashingProposerAddress()
         ]);
         const l1StartBlockHash = await publicClient.getBlock({
             blockNumber: l1StartBlock,
@@ -118,11 +141,15 @@ function mapArchiverConfig(config) {
         const opts = merge({
             pollingIntervalMs: 10_000,
             batchSize: 100,
-            maxAllowedEthClientDriftSeconds: 300
+            maxAllowedEthClientDriftSeconds: 300,
+            ethereumAllowNoDebugHosts: false
         }, mapArchiverConfig(config));
         const epochCache = deps.epochCache ?? await EpochCache.create(config.l1Contracts.rollupAddress, config, deps);
         const telemetry = deps.telemetry ?? getTelemetryClient();
-        const archiver = new Archiver(publicClient, config.l1Contracts, archiverStore, opts, deps.blobSinkClient, epochCache, deps.dateProvider ?? new DateProvider(), await ArchiverInstrumentation.new(telemetry, ()=>archiverStore.estimateSize()), l1Constants);
+        const archiver = new Archiver(publicClient, debugClient, {
+            ...config.l1Contracts,
+            slashingProposerAddress
+        }, archiverStore, opts, deps.blobClient, epochCache, deps.dateProvider ?? new DateProvider(), await ArchiverInstrumentation.new(telemetry, ()=>archiverStore.estimateSize()), l1Constants);
         await archiver.start(blockUntilSynced);
         return archiver;
     }
@@ -136,16 +163,17 @@ function mapArchiverConfig(config) {
         if (this.runningPromise.isRunning()) {
             throw new Error('Archiver is already running');
         }
-        await this.blobSinkClient.testSources();
+        await this.blobClient.testSources();
         await this.testEthereumNodeSynced();
+        await validateAndLogTraceAvailability(this.debugClient, this.config.ethereumAllowNoDebugHosts ?? false);
         // Log initial state for the archiver
         const { l1StartBlock } = this.l1constants;
         const { blocksSynchedTo = l1StartBlock, messagesSynchedTo = l1StartBlock } = await this.store.getSynchPoint();
-        const currentL2Block = await this.getBlockNumber();
-        this.log.info(`Starting archiver sync to rollup contract ${this.l1Addresses.rollupAddress.toString()} from L1 block ${blocksSynchedTo} and L2 block ${currentL2Block}`, {
+        const currentL2Checkpoint = await this.getSynchedCheckpointNumber();
+        this.log.info(`Starting archiver sync to rollup contract ${this.l1Addresses.rollupAddress.toString()} from L1 block ${blocksSynchedTo} and L2 checkpoint ${currentL2Checkpoint}`, {
             blocksSynchedTo,
             messagesSynchedTo,
-            currentL2Block
+            currentL2Checkpoint
         });
         // Start sync loop, and return the wait for initial sync if we are asked to block until synced
         this.runningPromise.start();
@@ -156,6 +184,51 @@ function mapArchiverConfig(config) {
     syncImmediate() {
         return this.runningPromise.trigger();
     }
+    /**
+   * Queues a block to be added to the archiver store and triggers processing.
+   * The block will be processed by the sync loop.
+   * Implements the L2BlockSink interface.
+   * @param block - The L2 block to add.
+   * @returns A promise that resolves when the block has been added to the store, or rejects on error.
+   */ addBlock(block) {
+        return new Promise((resolve, reject)=>{
+            this.blockQueue.push({
+                block,
+                resolve,
+                reject
+            });
+            this.log.debug(`Queued block ${block.number} for processing`);
+            // Trigger an immediate sync, but don't wait for it - the promise resolves when the block is processed
+            this.syncImmediate().catch((err)=>{
+                this.log.error(`Sync immediate call failed: ${err}`);
+            });
+        });
+    }
+    /**
+   * Processes all queued blocks, adding them to the store.
+   * Called at the beginning of each sync iteration.
+   * Blocks are processed in the order they were queued.
+   */ async processQueuedBlocks() {
+        if (this.blockQueue.length === 0) {
+            return;
+        }
+        // Take all blocks from the queue
+        const queuedItems = this.blockQueue.splice(0, this.blockQueue.length);
+        this.log.debug(`Processing ${queuedItems.length} queued block(s)`);
+        // Process each block individually to properly resolve/reject each promise
+        for (const { block, resolve, reject } of queuedItems){
+            try {
+                await this.store.addBlocks([
+                    block
+                ]);
+                this.log.debug(`Added block ${block.number} to store`);
+                resolve();
+            } catch (err) {
+                this.log.error(`Failed to add block ${block.number} to store: ${err.message}`);
+                reject(err);
+            }
+        }
+    }
     waitForInitialSync() {
         return this.initialSyncPromise.promise;
     }
@@ -172,9 +245,7 @@ function mapArchiverConfig(config) {
             throw new Error(`Ethereum node is out of sync (last block synced ${number} at ${l1Timestamp} vs current time ${currentTime})`);
         }
     }
-    /**
-   * Fetches logs from L1 contracts and processes them.
-   */ async sync() {
+    async syncFromL1() {
         /**
      * We keep track of three "pointers" to L1 blocks:
      * 1. the last L1 block that published an L2 block
@@ -248,7 +319,7 @@ function mapArchiverConfig(config) {
             // past it, since otherwise we'll keep downloading it and reprocessing it on every iteration until
             // we get a valid checkpoint to advance the syncpoint.
             if (!rollupStatus.validationResult?.valid && rollupStatus.lastL1BlockWithCheckpoint !== undefined) {
-                await this.store.setBlockSynchedL1BlockNumber(rollupStatus.lastL1BlockWithCheckpoint);
+                await this.store.setCheckpointSynchedL1BlockNumber(rollupStatus.lastL1BlockWithCheckpoint);
             }
             // And lastly we check if we are missing any checkpoints behind us due to a possible L1 reorg.
             // We only do this if rollup cant prune on the next submission. Otherwise we will end up
@@ -277,6 +348,14 @@ function mapArchiverConfig(config) {
             this.initialSyncPromise.resolve();
         }
     }
+    /**
+   * Fetches logs from L1 contracts and processes them.
+   */ async sync() {
+        // Process any queued blocks first, before doing L1 sync
+        await this.processQueuedBlocks();
+        // Now perform L1 sync
+        await this.syncFromL1();
+    }
     /** Queries the rollup contract on whether a prune can be executed on the immediate next L1 block. */ async canPrune(currentL1BlockNumber, currentL1Timestamp) {
         const time = (currentL1Timestamp ?? 0n) + BigInt(this.l1constants.ethereumSlotDuration);
         const result = await this.rollup.canPruneAtTime(time, {
@@ -297,20 +376,27 @@ function mapArchiverConfig(config) {
         const canPrune = localPendingCheckpointNumber > provenCheckpointNumber && rollupCanPrune;
         if (canPrune) {
             const timer = new Timer();
-            const pruneFrom = provenCheckpointNumber + 1;
-            const header = await this.getCheckpointHeader(Number(pruneFrom));
+            const pruneFrom = CheckpointNumber(provenCheckpointNumber + 1);
+            const header = await this.getCheckpointHeader(pruneFrom);
             if (header === undefined) {
                 throw new Error(`Missing checkpoint header ${pruneFrom}`);
             }
             const pruneFromSlotNumber = header.slotNumber;
             const pruneFromEpochNumber = getEpochAtSlot(pruneFromSlotNumber, this.l1constants);
             const checkpointsToUnwind = localPendingCheckpointNumber - provenCheckpointNumber;
-            const checkpoints = await this.getCheckpoints(Number(provenCheckpointNumber) + 1, Number(checkpointsToUnwind));
+            const checkpointPromises = Array.from({
+                length: checkpointsToUnwind
+            }).fill(0).map((_, i)=>this.store.getCheckpointData(CheckpointNumber(i + pruneFrom)));
+            const checkpoints = await Promise.all(checkpointPromises);
+            const blockPromises = await Promise.all(checkpoints.filter(isDefined).map((cp)=>this.store.getBlocksForCheckpoint(CheckpointNumber(cp.checkpointNumber))));
+            const newBlocks = blockPromises.filter(isDefined).flat();
+            // TODO(pw/mbps): Don't convert to legacy blocks here
+            const blocks = (await Promise.all(newBlocks.map((x)=>this.getBlock(x.number)))).filter(isDefined);
             // Emit an event for listening services to react to the chain prune
             this.emit(L2BlockSourceEvents.L2PruneDetected, {
                 type: L2BlockSourceEvents.L2PruneDetected,
                 epochNumber: pruneFromEpochNumber,
-                blocks: checkpoints.flatMap((c)=>L2Block.fromCheckpoint(c))
+                blocks
             });
             this.log.debug(`L2 prune from ${provenCheckpointNumber + 1} to ${localPendingCheckpointNumber} will occur on next checkpoint submission.`);
             await this.unwindCheckpoints(localPendingCheckpointNumber, checkpointsToUnwind);
@@ -406,7 +492,7 @@ function mapArchiverConfig(config) {
         }while (searchEndBlock < currentL1BlockNumber)
         // Log stats for messages retrieved (if any).
         if (messageCount > 0) {
-            this.log.info(`Retrieved ${messageCount} new L1 to L2 messages up to message with index ${lastMessage?.index} for L2 block ${lastMessage?.l2BlockNumber}`, {
+            this.log.info(`Retrieved ${messageCount} new L1 to L2 messages up to message with index ${lastMessage?.index} for checkpoint ${lastMessage?.checkpointNumber}`, {
                 lastMessage,
                 messageCount
             });
@@ -486,11 +572,11 @@ function mapArchiverConfig(config) {
     async handleCheckpoints(blocksSynchedTo, currentL1BlockNumber) {
         const localPendingCheckpointNumber = await this.getSynchedCheckpointNumber();
         const initialValidationResult = await this.store.getPendingChainValidationStatus();
-        const [rollupProvenCheckpointNumber, provenArchive, rollupPendingCheckpointNumber, pendingArchive, archiveForLocalPendingCheckpointNumber] = await this.rollup.status(BigInt(localPendingCheckpointNumber), {
+        const [rollupProvenCheckpointNumber, provenArchive, rollupPendingCheckpointNumber, pendingArchive, archiveForLocalPendingCheckpointNumber] = await this.rollup.status(localPendingCheckpointNumber, {
             blockNumber: currentL1BlockNumber
         });
-        const provenCheckpointNumber = Number(rollupProvenCheckpointNumber);
-        const pendingCheckpointNumber = Number(rollupPendingCheckpointNumber);
+        const provenCheckpointNumber = CheckpointNumber.fromBigInt(rollupProvenCheckpointNumber);
+        const pendingCheckpointNumber = CheckpointNumber.fromBigInt(rollupPendingCheckpointNumber);
         const rollupStatus = {
             provenCheckpointNumber,
             provenArchive,
@@ -518,15 +604,14 @@ function mapArchiverConfig(config) {
                     });
                 }
             }
-            const localCheckpointForDestinationProvenCheckpointNumber = await this.getCheckpoint(provenCheckpointNumber);
+            const localCheckpointForDestinationProvenCheckpointNumber = await this.store.getCheckpointData(provenCheckpointNumber);
             // Sanity check. I've hit what seems to be a state where the proven checkpoint is set to a value greater than the latest
             // synched checkpoint when requesting L2Tips from the archiver. This is the only place where the proven checkpoint is set.
             const synched = await this.getSynchedCheckpointNumber();
-            if (localCheckpointForDestinationProvenCheckpointNumber && synched < localCheckpointForDestinationProvenCheckpointNumber.number) {
-                this.log.error(`Hit local checkpoint greater than last synched checkpoint: ${localCheckpointForDestinationProvenCheckpointNumber.number} > ${synched}`);
+            if (localCheckpointForDestinationProvenCheckpointNumber && synched < localCheckpointForDestinationProvenCheckpointNumber.checkpointNumber) {
+                this.log.error(`Hit local checkpoint greater than last synched checkpoint: ${localCheckpointForDestinationProvenCheckpointNumber.checkpointNumber} > ${synched}`);
             }
             this.log.trace(`Local checkpoint for remote proven checkpoint ${provenCheckpointNumber} is ${localCheckpointForDestinationProvenCheckpointNumber?.archive.root.toString() ?? 'undefined'}`);
-            const lastProvenBlockNumber = await this.getLastBlockNumberInCheckpoint(provenCheckpointNumber);
             if (localCheckpointForDestinationProvenCheckpointNumber && provenArchive === localCheckpointForDestinationProvenCheckpointNumber.archive.root.toString()) {
                 const localProvenCheckpointNumber = await this.getProvenCheckpointNumber();
                 if (localProvenCheckpointNumber !== provenCheckpointNumber) {
@@ -536,23 +621,24 @@ function mapArchiverConfig(config) {
                     });
                     const provenSlotNumber = localCheckpointForDestinationProvenCheckpointNumber.header.slotNumber;
                     const provenEpochNumber = getEpochAtSlot(provenSlotNumber, this.l1constants);
+                    const lastBlockNumberInCheckpoint = localCheckpointForDestinationProvenCheckpointNumber.startBlock + localCheckpointForDestinationProvenCheckpointNumber.numBlocks - 1;
                     this.emit(L2BlockSourceEvents.L2BlockProven, {
                         type: L2BlockSourceEvents.L2BlockProven,
-                        blockNumber: BigInt(lastProvenBlockNumber),
+                        blockNumber: BlockNumber(lastBlockNumberInCheckpoint),
                         slotNumber: provenSlotNumber,
                         epochNumber: provenEpochNumber
                     });
+                    this.instrumentation.updateLastProvenBlock(lastBlockNumberInCheckpoint);
                 } else {
                     this.log.trace(`Proven checkpoint ${provenCheckpointNumber} already stored.`);
                 }
             }
-            this.instrumentation.updateLastProvenBlock(lastProvenBlockNumber);
         };
         // This is an edge case that we only hit if there are no proposed checkpoints.
         // If we have 0 checkpoints locally and there are no checkpoints onchain there is nothing to do.
         const noCheckpoints = localPendingCheckpointNumber === 0 && pendingCheckpointNumber === 0;
         if (noCheckpoints) {
-            await this.store.setBlockSynchedL1BlockNumber(currentL1BlockNumber);
+            await this.store.setCheckpointSynchedL1BlockNumber(currentL1BlockNumber);
             this.log.debug(`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}, no checkpoints on chain`);
             return rollupStatus;
         }
@@ -560,7 +646,7 @@ function mapArchiverConfig(config) {
         // Related to the L2 reorgs of the pending chain. We are only interested in actually addressing a reorg if there
         // are any state that could be impacted by it. If we have no checkpoints, there is no impact.
         if (localPendingCheckpointNumber > 0) {
-            const localPendingCheckpoint = await this.getCheckpoint(localPendingCheckpointNumber);
+            const localPendingCheckpoint = await this.store.getCheckpointData(localPendingCheckpointNumber);
             if (localPendingCheckpoint === undefined) {
                 throw new Error(`Missing checkpoint ${localPendingCheckpointNumber}`);
             }
@@ -591,12 +677,12 @@ function mapArchiverConfig(config) {
                 });
                 let tipAfterUnwind = localPendingCheckpointNumber;
                 while(true){
-                    const candidateCheckpoint = await this.getCheckpoint(tipAfterUnwind);
+                    const candidateCheckpoint = await this.store.getCheckpointData(tipAfterUnwind);
                     if (candidateCheckpoint === undefined) {
                         break;
                     }
-                    const archiveAtContract = await this.rollup.archiveAt(BigInt(candidateCheckpoint.number));
-                    this.log.trace(`Checking local checkpoint ${candidateCheckpoint.number} with archive ${candidateCheckpoint.archive.root}`, {
+                    const archiveAtContract = await this.rollup.archiveAt(candidateCheckpoint.checkpointNumber);
+                    this.log.trace(`Checking local checkpoint ${candidateCheckpoint.checkpointNumber} with archive ${candidateCheckpoint.archive.root}`, {
                         archiveAtContract,
                         archiveLocal: candidateCheckpoint.archive.root.toString()
                     });
@@ -619,8 +705,8 @@ function mapArchiverConfig(config) {
         do {
             [searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
             this.log.trace(`Retrieving checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
-            // TODO(md): Retrieve from blob sink then from consensus client, then from peers
-            const retrievedCheckpoints = await retrieveCheckpointsFromRollup(this.rollup.getContract(), this.publicClient, this.blobSinkClient, searchStartBlock, searchEndBlock, this.log);
+            // TODO(md): Retrieve from blob client then from consensus client, then from peers
+            const retrievedCheckpoints = await retrieveCheckpointsFromRollup(this.rollup.getContract(), this.publicClient, this.debugClient, this.blobClient, searchStartBlock, searchEndBlock, this.l1Addresses, this.instrumentation, this.log, !this.initialSyncComplete);
             if (retrievedCheckpoints.length === 0) {
                 // We are not calling `setBlockSynchedL1BlockNumber` because it may cause sync issues if based off infura.
                 // See further details in earlier comments.
@@ -659,6 +745,22 @@ function mapArchiverConfig(config) {
                     });
                     continue;
                 }
+                // Check the inHash of the checkpoint against the l1->l2 messages.
+                // The messages should've been synced up to the currentL1BlockNumber and must be available for the published
+                // checkpoints we just retrieved.
+                const l1ToL2Messages = await this.getL1ToL2Messages(published.checkpoint.number);
+                const computedInHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
+                const publishedInHash = published.checkpoint.header.contentCommitment.inHash;
+                if (!computedInHash.equals(publishedInHash)) {
+                    this.log.fatal(`Mismatch inHash for checkpoint ${published.checkpoint.number}`, {
+                        checkpointHash: published.checkpoint.hash(),
+                        l1BlockNumber: published.l1.blockNumber,
+                        computedInHash,
+                        publishedInHash
+                    });
+                    // Throwing an error since this is most likely caused by a bug.
+                    throw new Error(`Mismatch inHash for checkpoint ${published.checkpoint.number}. Expected ${computedInHash} but got ${publishedInHash}`);
+                }
                 validCheckpoints.push(published);
                 this.log.debug(`Ingesting new checkpoint ${published.checkpoint.number} with ${published.checkpoint.blocks.length} blocks`, {
                     checkpointHash: published.checkpoint.hash(),
@@ -672,15 +774,14 @@ function mapArchiverConfig(config) {
                 const [processDuration] = await elapsed(()=>this.addCheckpoints(validCheckpoints, updatedValidationResult));
                 this.instrumentation.processNewBlocks(processDuration / validCheckpoints.length, validCheckpoints.flatMap((c)=>c.checkpoint.blocks));
             } catch (err) {
-                if (err instanceof InitialBlockNumberNotSequentialError) {
-                    const { previousBlockNumber, newBlockNumber } = err;
-                    const previousBlock = previousBlockNumber ? await this.store.getPublishedBlock(previousBlockNumber) : undefined;
-                    const updatedL1SyncPoint = previousBlock?.l1.blockNumber ?? this.l1constants.l1StartBlock;
+                if (err instanceof InitialCheckpointNumberNotSequentialError) {
+                    const { previousCheckpointNumber, newCheckpointNumber } = err;
+                    const previousCheckpoint = previousCheckpointNumber ? await this.store.getCheckpointData(CheckpointNumber(previousCheckpointNumber)) : undefined;
+                    const updatedL1SyncPoint = previousCheckpoint?.l1.blockNumber ?? this.l1constants.l1StartBlock;
                     await this.store.setBlockSynchedL1BlockNumber(updatedL1SyncPoint);
-                    this.log.warn(`Attempting to insert block ${newBlockNumber} with previous block ${previousBlockNumber}. Rolling back L1 sync point to ${updatedL1SyncPoint} to try and fetch the missing blocks.`, {
-                        previousBlockNumber,
-                        previousBlockHash: await previousBlock?.block.hash(),
-                        newBlockNumber,
+                    this.log.warn(`Attempting to insert checkpoint ${newCheckpointNumber} with previous block ${previousCheckpointNumber}. Rolling back L1 sync point to ${updatedL1SyncPoint} to try and fetch the missing blocks.`, {
+                        previousCheckpointNumber,
+                        newCheckpointNumber,
                         updatedL1SyncPoint
                     });
                 }
@@ -698,7 +799,7 @@ function mapArchiverConfig(config) {
                 });
             }
             lastRetrievedCheckpoint = validCheckpoints.at(-1) ?? lastRetrievedCheckpoint;
-            lastL1BlockWithCheckpoint = publishedCheckpoints.at(-1)?.l1.blockNumber ?? lastL1BlockWithCheckpoint;
+            lastL1BlockWithCheckpoint = retrievedCheckpoints.at(-1)?.l1.blockNumber ?? lastL1BlockWithCheckpoint;
         }while (searchEndBlock < currentL1BlockNumber)
         // Important that we update AFTER inserting the blocks.
         await updateProvenCheckpoint();
@@ -719,9 +820,16 @@ function mapArchiverConfig(config) {
             // We suspect an L1 reorg that added checkpoints *behind* us. If that is the case, it must have happened between
             // the last checkpoint we saw and the current one, so we reset the last synched L1 block number. In the edge case
             // we don't have one, we go back 2 L1 epochs, which is the deepest possible reorg (assuming Casper is working).
-            const latestLocalCheckpoint = lastRetrievedCheckpoint ?? (latestLocalCheckpointNumber > 0 ? await this.getPublishedCheckpoints(latestLocalCheckpointNumber, 1).then(([c])=>c) : undefined);
-            const targetL1BlockNumber = latestLocalCheckpoint?.l1.blockNumber ?? maxBigint(currentL1BlockNumber - 64n, 0n);
-            const latestLocalCheckpointArchive = latestLocalCheckpoint?.checkpoint.archive.root.toString();
+            let latestLocalCheckpointArchive = undefined;
+            let targetL1BlockNumber = maxBigint(currentL1BlockNumber - 64n, 0n);
+            if (lastRetrievedCheckpoint) {
+                latestLocalCheckpointArchive = lastRetrievedCheckpoint.checkpoint.archive.root.toString();
+                targetL1BlockNumber = lastRetrievedCheckpoint.l1.blockNumber;
+            } else if (latestLocalCheckpointNumber > 0) {
+                const checkpoint = await this.store.getRangeOfCheckpoints(latestLocalCheckpointNumber, 1).then(([c])=>c);
+                latestLocalCheckpointArchive = checkpoint.archive.root.toString();
+                targetL1BlockNumber = checkpoint.l1.blockNumber;
+            }
             this.log.warn(`Failed to reach checkpoint ${pendingCheckpointNumber} at ${currentL1BlockNumber} (latest is ${latestLocalCheckpointNumber}). ` + `Rolling back last synched L1 block number to ${targetL1BlockNumber}.`, {
                 latestLocalCheckpointNumber,
                 latestLocalCheckpointArchive,
@@ -785,31 +893,44 @@ function mapArchiverConfig(config) {
     async getBlocksForEpoch(epochNumber) {
         const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1constants);
         const blocks = [];
-        // Walk the list of blocks backwards and filter by slots matching the requested epoch.
-        // We'll typically ask for blocks for a very recent epoch, so we shouldn't need an index here.
-        let block = await this.getBlock(await this.store.getSynchedL2BlockNumber());
-        const slot = (b)=>b.header.globalVariables.slotNumber;
-        while(block && slot(block) >= start){
-            if (slot(block) <= end) {
-                blocks.push(block);
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpoint = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpoint && slot(checkpoint) >= start){
+            if (slot(checkpoint) <= end) {
+                // push the blocks on backwards
+                const endBlock = checkpoint.startBlock + checkpoint.numBlocks - 1;
+                for(let i = endBlock; i >= checkpoint.startBlock; i--){
+                    const block = await this.getBlock(BlockNumber(i));
+                    if (block) {
+                        blocks.push(block);
+                    }
+                }
             }
-            block = await this.getBlock(block.number - 1);
+            checkpoint = await this.store.getCheckpointData(CheckpointNumber(checkpoint.checkpointNumber - 1));
         }
         return blocks.reverse();
     }
     async getBlockHeadersForEpoch(epochNumber) {
         const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1constants);
         const blocks = [];
-        // Walk the list of blocks backwards and filter by slots matching the requested epoch.
-        // We'll typically ask for blocks for a very recent epoch, so we shouldn't need an index here.
-        let number = await this.store.getSynchedL2BlockNumber();
-        let header = await this.getBlockHeader(number);
-        const slot = (b)=>b.globalVariables.slotNumber;
-        while(header && slot(header) >= start){
-            if (slot(header) <= end) {
-                blocks.push(header);
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpoint = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpoint && slot(checkpoint) >= start){
+            if (slot(checkpoint) <= end) {
+                // push the blocks on backwards
+                const endBlock = checkpoint.startBlock + checkpoint.numBlocks - 1;
+                for(let i = endBlock; i >= checkpoint.startBlock; i--){
+                    const block = await this.getBlockHeader(BlockNumber(i));
+                    if (block) {
+                        blocks.push(block);
+                    }
+                }
             }
-            header = await this.getBlockHeader(--number);
+            checkpoint = await this.store.getCheckpointData(CheckpointNumber(checkpoint.checkpointNumber - 1));
         }
         return blocks.reverse();
     }
@@ -840,24 +961,6 @@ function mapArchiverConfig(config) {
     /** Returns whether the archiver has completed an initial sync run successfully. */ isInitialSyncComplete() {
         return this.initialSyncComplete;
     }
-    async getPublishedCheckpoints(from, limit, proven) {
-        const blocks = await this.getPublishedBlocks(from, limit, proven);
-        return blocks.map((b)=>b.toPublishedCheckpoint());
-    }
-    async getCheckpoints(from, limit, proven) {
-        const published = await this.getPublishedCheckpoints(from, limit, proven);
-        return published.map((p)=>p.checkpoint);
-    }
-    async getCheckpoint(number) {
-        if (number < 0) {
-            number = await this.getSynchedCheckpointNumber();
-        }
-        if (number === 0) {
-            return undefined;
-        }
-        const published = await this.getPublishedCheckpoints(number, 1);
-        return published[0]?.checkpoint;
-    }
     async getCheckpointHeader(number) {
         if (number === 'latest') {
             number = await this.getSynchedCheckpointNumber();
@@ -865,53 +968,36 @@ function mapArchiverConfig(config) {
         if (number === 0) {
             return undefined;
         }
-        const checkpoint = await this.getCheckpoint(number);
-        return checkpoint?.header;
+        const checkpoint = await this.store.getCheckpointData(number);
+        if (!checkpoint) {
+            return undefined;
+        }
+        return checkpoint.header;
     }
     getCheckpointNumber() {
         return this.getSynchedCheckpointNumber();
     }
     getSynchedCheckpointNumber() {
-        // TODO: Checkpoint number will no longer be the same as the block number once we support multiple blocks per checkpoint.
-        return this.store.getSynchedL2BlockNumber();
+        return this.store.getSynchedCheckpointNumber();
     }
     getProvenCheckpointNumber() {
-        // TODO: Proven checkpoint number will no longer be the same as the proven block number once we support multiple blocks per checkpoint.
-        return this.store.getProvenL2BlockNumber();
+        return this.store.getProvenCheckpointNumber();
     }
     setProvenCheckpointNumber(checkpointNumber) {
-        // TODO: Proven checkpoint number will no longer be the same as the proven block number once we support multiple blocks per checkpoint.
-        return this.store.setProvenL2BlockNumber(checkpointNumber);
+        return this.store.setProvenCheckpointNumber(checkpointNumber);
     }
     unwindCheckpoints(from, checkpointsToUnwind) {
-        // TODO: This only works if we have one block per checkpoint.
-        return this.store.unwindBlocks(from, checkpointsToUnwind);
+        return this.store.unwindCheckpoints(from, checkpointsToUnwind);
     }
-    getLastBlockNumberInCheckpoint(checkpointNumber) {
-        // TODO: Checkpoint number will no longer be the same as the block number once we support multiple blocks per checkpoint.
-        return Promise.resolve(checkpointNumber);
+    async getLastBlockNumberInCheckpoint(checkpointNumber) {
+        const checkpointData = await this.store.getCheckpointData(checkpointNumber);
+        if (!checkpointData) {
+            return undefined;
+        }
+        return BlockNumber(checkpointData.startBlock + checkpointData.numBlocks - 1);
     }
     addCheckpoints(checkpoints, pendingChainValidationStatus) {
-        return this.store.addBlocks(checkpoints.map((p)=>PublishedL2Block.fromPublishedCheckpoint(p)), pendingChainValidationStatus);
-    }
-    /**
-   * Gets up to `limit` amount of L2 blocks starting from `from`.
-   * @param from - Number of the first block to return (inclusive).
-   * @param limit - The number of blocks to return.
-   * @param proven - If true, only return blocks that have been proven.
-   * @returns The requested L2 blocks.
-   */ getBlocks(from, limit, proven) {
-        return this.getPublishedBlocks(from, limit, proven).then((blocks)=>blocks.map((b)=>b.block));
-    }
-    /** Equivalent to getBlocks but includes publish data. */ async getPublishedBlocks(from, limit, proven) {
-        const limitWithProven = proven ? Math.min(limit, Math.max(await this.store.getProvenL2BlockNumber() - from + 1, 0)) : limit;
-        return limitWithProven === 0 ? [] : await this.store.getPublishedBlocks(from, limitWithProven);
-    }
-    getPublishedBlockByHash(blockHash) {
-        return this.store.getPublishedBlockByHash(blockHash);
-    }
-    getPublishedBlockByArchive(archive) {
-        return this.store.getPublishedBlockByArchive(archive);
+        return this.store.addCheckpoints(checkpoints, pendingChainValidationStatus);
     }
     getBlockHeaderByHash(blockHash) {
         return this.store.getBlockHeaderByHash(blockHash);
@@ -923,7 +1009,7 @@ function mapArchiverConfig(config) {
    * Gets an l2 block.
    * @param number - The block number to return.
    * @returns The requested L2 block.
-   */ async getBlock(number) {
+   */ async getL2BlockNew(number) {
         // If the number provided is -ve, then return the latest block.
         if (number < 0) {
             number = await this.store.getSynchedL2BlockNumber();
@@ -931,8 +1017,8 @@ function mapArchiverConfig(config) {
         if (number === 0) {
             return undefined;
         }
-        const publishedBlock = await this.store.getPublishedBlock(number);
-        return publishedBlock?.block;
+        const publishedBlock = await this.store.store.getBlock(number);
+        return publishedBlock;
     }
     async getBlockHeader(number) {
         if (number === 'latest') {
@@ -944,27 +1030,29 @@ function mapArchiverConfig(config) {
         const headers = await this.store.getBlockHeaders(number, 1);
         return headers.length === 0 ? undefined : headers[0];
     }
+    getCheckpointedBlock(number) {
+        return this.store.getCheckpointedBlock(number);
+    }
+    getCheckpointedBlockByHash(blockHash) {
+        return this.store.getCheckpointedBlockByHash(blockHash);
+    }
+    getProvenBlockNumber() {
+        return this.store.getProvenBlockNumber();
+    }
+    getCheckpointedBlockByArchive(archive) {
+        return this.store.getCheckpointedBlockByArchive(archive);
+    }
     getTxEffect(txHash) {
         return this.store.getTxEffect(txHash);
     }
     getSettledTxReceipt(txHash) {
         return this.store.getSettledTxReceipt(txHash);
     }
-    /**
-   * Retrieves all private logs from up to `limit` blocks, starting from the block number `from`.
-   * @param from - The block number from which to begin retrieving logs.
-   * @param limit - The maximum number of blocks to retrieve logs from.
-   * @returns An array of private logs from the specified range of blocks.
-   */ getPrivateLogs(from, limit) {
-        return this.store.getPrivateLogs(from, limit);
+    getPrivateLogsByTags(tags) {
+        return this.store.getPrivateLogsByTags(tags);
     }
-    /**
-   * Gets all logs that match any of the received tags (i.e. logs with their first field equal to a tag).
-   * @param tags - The tags to filter the logs by.
-   * @returns For each received tag, an array of matching logs is returned. An empty array implies no logs match
-   * that tag.
-   */ getLogsByTags(tags) {
-        return this.store.getLogsByTags(tags);
+    getPublicLogsByTagsFromContract(contractAddress, tags) {
+        return this.store.getPublicLogsByTagsFromContract(contractAddress, tags);
     }
     /**
    * Gets public logs based on the provided filter.
@@ -982,15 +1070,10 @@ function mapArchiverConfig(config) {
     }
     /**
    * Gets the number of the latest L2 block processed by the block source implementation.
+   * This includes both checkpointed and uncheckpointed blocks.
    * @returns The number of the latest L2 block processed by the block source implementation.
    */ getBlockNumber() {
-        return this.store.getSynchedL2BlockNumber();
-    }
-    getProvenBlockNumber() {
-        return this.store.getProvenL2BlockNumber();
-    }
-    /** Forcefully updates the last proven block number. Use for testing. */ setProvenBlockNumber(blockNumber) {
-        return this.store.setProvenL2BlockNumber(blockNumber);
+        return this.store.getLatestBlockNumber();
     }
     getContractClass(id) {
         return this.store.getContractClass(id);
@@ -1010,11 +1093,11 @@ function mapArchiverConfig(config) {
         return this.store.getContractInstance(address, timestamp);
     }
     /**
-   * Gets L1 to L2 message (to be) included in a given block.
-   * @param blockNumber - L2 block number to get messages for.
+   * Gets L1 to L2 message (to be) included in a given checkpoint.
+   * @param checkpointNumber - Checkpoint number to get messages for.
    * @returns The L1 to L2 messages/leaves of the messages subtree (throws if not found).
-   */ getL1ToL2Messages(blockNumber) {
-        return this.store.getL1ToL2Messages(blockNumber);
+   */ getL1ToL2Messages(checkpointNumber) {
+        return this.store.getL1ToL2Messages(checkpointNumber);
     }
     /**
    * Gets the L1 to L2 message index in the L1 to L2 message tree.
@@ -1048,7 +1131,7 @@ function mapArchiverConfig(config) {
         // TODO(#13569): Compute proper finalized block number based on L1 finalized block.
         // We just force it 2 epochs worth of proven data for now.
         // NOTE: update end-to-end/src/e2e_epochs/epochs_empty_blocks.test.ts as that uses finalized blocks in computations
-        const finalizedBlockNumber = Math.max(provenBlockNumber - this.l1constants.epochDuration * 2, 0);
+        const finalizedBlockNumber = BlockNumber(Math.max(provenBlockNumber - this.l1constants.epochDuration * 2, 0));
         const [latestBlockHeader, provenBlockHeader, finalizedBlockHeader] = await Promise.all([
             latestBlockNumber > 0 ? this.getBlockHeader(latestBlockNumber) : undefined,
             provenBlockNumber > 0 ? this.getBlockHeader(provenBlockNumber) : undefined,
@@ -1063,43 +1146,44 @@ function mapArchiverConfig(config) {
         if (finalizedBlockNumber > 0 && !finalizedBlockHeader) {
             throw new Error(`Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`);
         }
-        const latestBlockHeaderHash = await latestBlockHeader?.hash();
-        const provenBlockHeaderHash = await provenBlockHeader?.hash();
-        const finalizedBlockHeaderHash = await finalizedBlockHeader?.hash();
+        const latestBlockHeaderHash = await latestBlockHeader?.hash() ?? GENESIS_BLOCK_HEADER_HASH;
+        const provenBlockHeaderHash = await provenBlockHeader?.hash() ?? GENESIS_BLOCK_HEADER_HASH;
+        const finalizedBlockHeaderHash = await finalizedBlockHeader?.hash() ?? GENESIS_BLOCK_HEADER_HASH;
         return {
             latest: {
                 number: latestBlockNumber,
-                hash: latestBlockHeaderHash?.toString()
+                hash: latestBlockHeaderHash.toString()
             },
             proven: {
                 number: provenBlockNumber,
-                hash: provenBlockHeaderHash?.toString()
+                hash: provenBlockHeaderHash.toString()
             },
             finalized: {
                 number: finalizedBlockNumber,
-                hash: finalizedBlockHeaderHash?.toString()
+                hash: finalizedBlockHeaderHash.toString()
             }
         };
     }
     async rollbackTo(targetL2BlockNumber) {
+        // TODO(pw/mbps): This still assumes 1 block per checkpoint
         const currentBlocks = await this.getL2Tips();
         const currentL2Block = currentBlocks.latest.number;
         const currentProvenBlock = currentBlocks.proven.number;
-        // const currentFinalizedBlock = currentBlocks.finalized.number;
         if (targetL2BlockNumber >= currentL2Block) {
             throw new Error(`Target L2 block ${targetL2BlockNumber} must be less than current L2 block ${currentL2Block}`);
         }
         const blocksToUnwind = currentL2Block - targetL2BlockNumber;
-        const targetL2Block = await this.store.getPublishedBlock(targetL2BlockNumber);
+        const targetL2Block = await this.store.getCheckpointedBlock(targetL2BlockNumber);
         if (!targetL2Block) {
             throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
         }
         const targetL1BlockNumber = targetL2Block.l1.blockNumber;
+        const targetCheckpointNumber = CheckpointNumber.fromBlockNumber(targetL2BlockNumber);
         const targetL1BlockHash = await this.getL1BlockHash(targetL1BlockNumber);
-        this.log.info(`Unwinding ${blocksToUnwind} blocks from L2 block ${currentL2Block}`);
-        await this.store.unwindBlocks(currentL2Block, blocksToUnwind);
-        this.log.info(`Unwinding L1 to L2 messages to ${targetL2BlockNumber}`);
-        await this.store.rollbackL1ToL2MessagesToL2Block(targetL2BlockNumber);
+        this.log.info(`Unwinding ${blocksToUnwind} checkpoints from L2 block ${currentL2Block}`);
+        await this.store.unwindCheckpoints(CheckpointNumber(currentL2Block), blocksToUnwind);
+        this.log.info(`Unwinding L1 to L2 messages to checkpoint ${targetCheckpointNumber}`);
+        await this.store.rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber);
         this.log.info(`Setting L1 syncpoints to ${targetL1BlockNumber}`);
         await this.store.setBlockSynchedL1BlockNumber(targetL1BlockNumber);
         await this.store.setMessageSynchedL1Block({
@@ -1108,7 +1192,7 @@ function mapArchiverConfig(config) {
         });
         if (targetL2BlockNumber < currentProvenBlock) {
             this.log.info(`Clearing proven L2 block number`);
-            await this.store.setProvenL2BlockNumber(0);
+            await this.store.setProvenCheckpointNumber(CheckpointNumber.ZERO);
         }
     // TODO(palla/reorg): Set the finalized block when we add support for it.
     // if (targetL2BlockNumber < currentFinalizedBlock) {
@@ -1116,6 +1200,103 @@ function mapArchiverConfig(config) {
     //   await this.store.setFinalizedL2BlockNumber(0);
     // }
     }
+    async getPublishedCheckpoints(checkpointNumber, limit) {
+        const checkpoints = await this.store.getRangeOfCheckpoints(checkpointNumber, limit);
+        const blocks = (await Promise.all(checkpoints.map((ch)=>this.store.getBlocksForCheckpoint(ch.checkpointNumber)))).filter(isDefined);
+        const fullCheckpoints = [];
+        for(let i = 0; i < checkpoints.length; i++){
+            const blocksForCheckpoint = blocks[i];
+            const checkpoint = checkpoints[i];
+            const fullCheckpoint = new Checkpoint(checkpoint.archive, checkpoint.header, blocksForCheckpoint, checkpoint.checkpointNumber);
+            const publishedCheckpoint = new PublishedCheckpoint(fullCheckpoint, checkpoint.l1, checkpoint.attestations.map((x)=>CommitteeAttestation.fromBuffer(x)));
+            fullCheckpoints.push(publishedCheckpoint);
+        }
+        return fullCheckpoints;
+    }
+    async getCheckpointsForEpoch(epochNumber) {
+        const [start, end] = getSlotRangeForEpoch(epochNumber, this.l1constants);
+        const checkpoints = [];
+        // Walk the list of checkpoints backwards and filter by slots matching the requested epoch.
+        // We'll typically ask for checkpoints for a very recent epoch, so we shouldn't need an index here.
+        let checkpointData = await this.store.getCheckpointData(await this.store.getSynchedCheckpointNumber());
+        const slot = (b)=>b.header.slotNumber;
+        while(checkpointData && slot(checkpointData) >= start){
+            if (slot(checkpointData) <= end) {
+                // push the checkpoints on backwards
+                const [checkpoint] = await this.getPublishedCheckpoints(checkpointData.checkpointNumber, 1);
+                checkpoints.push(checkpoint.checkpoint);
+            }
+            checkpointData = await this.store.getCheckpointData(CheckpointNumber(checkpointData.checkpointNumber - 1));
+        }
+        return checkpoints.reverse();
+    }
+    /* Legacy APIs */ async getPublishedBlockByHash(blockHash) {
+        const checkpointedBlock = await this.store.getCheckpointedBlockByHash(blockHash);
+        return this.buildOldBlockFromCheckpointedBlock(checkpointedBlock);
+    }
+    async getPublishedBlockByArchive(archive) {
+        const checkpointedBlock = await this.store.getCheckpointedBlockByArchive(archive);
+        return this.buildOldBlockFromCheckpointedBlock(checkpointedBlock);
+    }
+    /**
+   * Gets up to `limit` amount of L2 blocks starting from `from`.
+   * @param from - Number of the first block to return (inclusive).
+   * @param limit - The number of blocks to return.
+   * @param proven - If true, only return blocks that have been proven.
+   * @returns The requested L2 blocks.
+   */ async getBlocks(from, limit, proven) {
+        const publishedBlocks = await this.getPublishedBlocks(from, limit, proven);
+        return publishedBlocks.map((x)=>x.block);
+    }
+    async getPublishedBlocks(from, limit, proven) {
+        const checkpoints = await this.store.getRangeOfCheckpoints(CheckpointNumber(from), limit);
+        const provenCheckpointNumber = await this.getProvenCheckpointNumber();
+        const blocks = (await Promise.all(checkpoints.map((ch)=>this.store.getBlocksForCheckpoint(ch.checkpointNumber)))).filter(isDefined);
+        const olbBlocks = [];
+        for(let i = 0; i < checkpoints.length; i++){
+            const blockForCheckpoint = blocks[i][0];
+            const checkpoint = checkpoints[i];
+            if (checkpoint.checkpointNumber > provenCheckpointNumber && proven === true) {
+                continue;
+            }
+            const oldCheckpoint = new Checkpoint(blockForCheckpoint.archive, checkpoint.header, [
+                blockForCheckpoint
+            ], checkpoint.checkpointNumber);
+            const oldBlock = L2Block.fromCheckpoint(oldCheckpoint);
+            const publishedBlock = new PublishedL2Block(oldBlock, checkpoint.l1, checkpoint.attestations.map((x)=>CommitteeAttestation.fromBuffer(x)));
+            olbBlocks.push(publishedBlock);
+        }
+        return olbBlocks;
+    }
+    async buildOldBlockFromCheckpointedBlock(checkpointedBlock) {
+        if (!checkpointedBlock) {
+            return undefined;
+        }
+        const checkpoint = await this.store.getCheckpointData(checkpointedBlock.checkpointNumber);
+        if (!checkpoint) {
+            return checkpoint;
+        }
+        const fullCheckpoint = new Checkpoint(checkpointedBlock?.block.archive, checkpoint?.header, [
+            checkpointedBlock.block
+        ], checkpoint.checkpointNumber);
+        const oldBlock = L2Block.fromCheckpoint(fullCheckpoint);
+        const published = new PublishedL2Block(oldBlock, checkpoint.l1, checkpoint.attestations.map((x)=>CommitteeAttestation.fromBuffer(x)));
+        return published;
+    }
+    async getBlock(number) {
+        // If the number provided is -ve, then return the latest block.
+        if (number < 0) {
+            number = await this.store.getSynchedL2BlockNumber();
+        }
+        if (number === 0) {
+            return undefined;
+        }
+        const publishedBlocks = await this.getPublishedBlocks(number, 1);
+        if (publishedBlocks.length === 0) {
+            return undefined;
+        }
+        return publishedBlocks[0].block;
+    }
 }
 _ts_decorate([
     trackSpan('Archiver.sync')
@@ -1237,6 +1418,18 @@ var Operation = /*#__PURE__*/ function(Operation) {
         }
         return true;
     }
+    async addBlockDataToDB(block) {
+        const contractClassLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
+        // ContractInstancePublished event logs are broadcast in privateLogs.
+        const privateLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
+        const publicLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
+        return (await Promise.all([
+            this.#updatePublishedContractClasses(contractClassLogs, block.number, 0),
+            this.#updateDeployedContractInstances(privateLogs, block.number, 0),
+            this.#updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, 0),
+            this.#storeBroadcastedIndividualFunctions(contractClassLogs, block.number)
+        ])).every(Boolean);
+    }
     addBlocks(blocks, pendingChainValidationStatus) {
         // Add the blocks to the store. Store will throw if the blocks are not in order, there are gaps,
         // or if the previous block is not in the store.
@@ -1246,34 +1439,51 @@ var Operation = /*#__PURE__*/ function(Operation) {
                 // Update the pending chain validation status if provided
                 pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
                 // Add any logs emitted during the retrieved blocks
-                this.store.addLogs(blocks.map((block)=>block.block)),
+                this.store.addLogs(blocks),
+                // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
+                ...blocks.map((block)=>{
+                    return this.addBlockDataToDB(block);
+                })
+            ]);
+            return opResults.every(Boolean);
+        });
+    }
+    addCheckpoints(checkpoints, pendingChainValidationStatus) {
+        // Add the blocks to the store. Store will throw if the blocks are not in order, there are gaps,
+        // or if the previous block is not in the store.
+        return this.store.transactionAsync(async ()=>{
+            await this.store.addCheckpoints(checkpoints);
+            const allBlocks = checkpoints.flatMap((ch)=>ch.checkpoint.blocks);
+            const opResults = await Promise.all([
+                // Update the pending chain validation status if provided
+                pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
+                // Add any logs emitted during the retrieved blocks
+                this.store.addLogs(allBlocks),
                 // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
-                ...blocks.map(async (block)=>{
-                    const contractClassLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
-                    // ContractInstancePublished event logs are broadcast in privateLogs.
-                    const privateLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
-                    const publicLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
-                    return (await Promise.all([
-                        this.#updatePublishedContractClasses(contractClassLogs, block.block.number, 0),
-                        this.#updateDeployedContractInstances(privateLogs, block.block.number, 0),
-                        this.#updateUpdatedContractInstances(publicLogs, block.block.header.globalVariables.timestamp, 0),
-                        this.#storeBroadcastedIndividualFunctions(contractClassLogs, block.block.number)
-                    ])).every(Boolean);
+                ...allBlocks.map((block)=>{
+                    return this.addBlockDataToDB(block);
                 })
             ]);
             return opResults.every(Boolean);
         });
     }
-    async unwindBlocks(from, blocksToUnwind) {
-        const last = await this.getSynchedL2BlockNumber();
+    async unwindCheckpoints(from, checkpointsToUnwind) {
+        if (checkpointsToUnwind <= 0) {
+            throw new Error(`Cannot unwind ${checkpointsToUnwind} blocks`);
+        }
+        const last = await this.getSynchedCheckpointNumber();
         if (from != last) {
-            throw new Error(`Cannot unwind blocks from block ${from} when the last block is ${last}`);
+            throw new Error(`Cannot unwind checkpoints from checkpoint ${from} when the last checkpoint is ${last}`);
         }
-        if (blocksToUnwind <= 0) {
-            throw new Error(`Cannot unwind ${blocksToUnwind} blocks`);
+        const blocks = [];
+        const lastCheckpointNumber = from + checkpointsToUnwind - 1;
+        for(let checkpointNumber = from; checkpointNumber <= lastCheckpointNumber; checkpointNumber++){
+            const blocksForCheckpoint = await this.store.getBlocksForCheckpoint(checkpointNumber);
+            if (!blocksForCheckpoint) {
+                continue;
+            }
+            blocks.push(...blocksForCheckpoint);
         }
-        // from - blocksToUnwind = the new head, so + 1 for what we need to remove
-        const blocks = await this.getPublishedBlocks(from - blocksToUnwind + 1, blocksToUnwind);
         const opResults = await Promise.all([
             // Prune rolls back to the last proven block, which is by definition valid
             this.store.setPendingChainValidationStatus({
@@ -1281,32 +1491,44 @@ var Operation = /*#__PURE__*/ function(Operation) {
             }),
             // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
             ...blocks.map(async (block)=>{
-                const contractClassLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
+                const contractClassLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.contractClassLogs);
                 // ContractInstancePublished event logs are broadcast in privateLogs.
-                const privateLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
-                const publicLogs = block.block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
+                const privateLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.privateLogs);
+                const publicLogs = block.body.txEffects.flatMap((txEffect)=>txEffect.publicLogs);
                 return (await Promise.all([
-                    this.#updatePublishedContractClasses(contractClassLogs, block.block.number, 1),
-                    this.#updateDeployedContractInstances(privateLogs, block.block.number, 1),
-                    this.#updateUpdatedContractInstances(publicLogs, block.block.header.globalVariables.timestamp, 1)
+                    this.#updatePublishedContractClasses(contractClassLogs, block.number, 1),
+                    this.#updateDeployedContractInstances(privateLogs, block.number, 1),
+                    this.#updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, 1)
                 ])).every(Boolean);
             }),
-            this.store.deleteLogs(blocks.map((b)=>b.block)),
-            this.store.unwindBlocks(from, blocksToUnwind)
+            this.store.deleteLogs(blocks),
+            this.store.unwindCheckpoints(from, checkpointsToUnwind)
         ]);
         return opResults.every(Boolean);
     }
-    getPublishedBlocks(from, limit) {
-        return this.store.getPublishedBlocks(from, limit);
+    getCheckpointData(checkpointNumber) {
+        return this.store.getCheckpointData(checkpointNumber);
+    }
+    getRangeOfCheckpoints(from, limit) {
+        return this.store.getRangeOfCheckpoints(from, limit);
+    }
+    getCheckpointedL2BlockNumber() {
+        return this.store.getCheckpointedL2BlockNumber();
+    }
+    getSynchedCheckpointNumber() {
+        return this.store.getSynchedCheckpointNumber();
+    }
+    setCheckpointSynchedL1BlockNumber(l1BlockNumber) {
+        return this.store.setCheckpointSynchedL1BlockNumber(l1BlockNumber);
     }
-    getPublishedBlock(number) {
-        return this.store.getPublishedBlock(number);
+    getCheckpointedBlock(number) {
+        return this.store.getCheckpointedBlock(number);
     }
-    getPublishedBlockByHash(blockHash) {
-        return this.store.getPublishedBlockByHash(blockHash);
+    getCheckpointedBlockByHash(blockHash) {
+        return this.store.getCheckpointedBlockByHash(blockHash);
     }
-    getPublishedBlockByArchive(archive) {
-        return this.store.getPublishedBlockByArchive(archive);
+    getCheckpointedBlockByArchive(archive) {
+        return this.store.getCheckpointedBlockByArchive(archive);
     }
     getBlockHeaders(from, limit) {
         return this.store.getBlockHeaders(from, limit);
@@ -1317,6 +1539,18 @@ var Operation = /*#__PURE__*/ function(Operation) {
     getBlockHeaderByArchive(archive) {
         return this.store.getBlockHeaderByArchive(archive);
     }
+    getBlockByHash(blockHash) {
+        return this.store.getBlockByHash(blockHash);
+    }
+    getBlockByArchive(archive) {
+        return this.store.getBlockByArchive(archive);
+    }
+    getLatestBlockNumber() {
+        return this.store.getLatestBlockNumber();
+    }
+    getBlocksForCheckpoint(checkpointNumber) {
+        return this.store.getBlocksForCheckpoint(checkpointNumber);
+    }
     getTxEffect(txHash) {
         return this.store.getTxEffect(txHash);
     }
@@ -1326,17 +1560,17 @@ var Operation = /*#__PURE__*/ function(Operation) {
     addL1ToL2Messages(messages) {
         return this.store.addL1ToL2Messages(messages);
     }
-    getL1ToL2Messages(blockNumber) {
-        return this.store.getL1ToL2Messages(blockNumber);
+    getL1ToL2Messages(checkpointNumber) {
+        return this.store.getL1ToL2Messages(checkpointNumber);
     }
     getL1ToL2MessageIndex(l1ToL2Message) {
         return this.store.getL1ToL2MessageIndex(l1ToL2Message);
     }
-    getPrivateLogs(from, limit) {
-        return this.store.getPrivateLogs(from, limit);
+    getPrivateLogsByTags(tags) {
+        return this.store.getPrivateLogsByTags(tags);
     }
-    getLogsByTags(tags, logsPerTag) {
-        return this.store.getLogsByTags(tags, logsPerTag);
+    getPublicLogsByTagsFromContract(contractAddress, tags) {
+        return this.store.getPublicLogsByTagsFromContract(contractAddress, tags);
     }
     getPublicLogs(filter) {
         return this.store.getPublicLogs(filter);
@@ -1345,16 +1579,19 @@ var Operation = /*#__PURE__*/ function(Operation) {
         return this.store.getContractClassLogs(filter);
     }
     getSynchedL2BlockNumber() {
-        return this.store.getSynchedL2BlockNumber();
+        return this.store.getCheckpointedL2BlockNumber();
     }
-    getProvenL2BlockNumber() {
-        return this.store.getProvenL2BlockNumber();
+    getProvenCheckpointNumber() {
+        return this.store.getProvenCheckpointNumber();
+    }
+    getProvenBlockNumber() {
+        return this.store.getProvenBlockNumber();
     }
-    setProvenL2BlockNumber(l2BlockNumber) {
-        return this.store.setProvenL2BlockNumber(l2BlockNumber);
+    setProvenCheckpointNumber(checkpointNumber) {
+        return this.store.setProvenCheckpointNumber(checkpointNumber);
     }
     setBlockSynchedL1BlockNumber(l1BlockNumber) {
-        return this.store.setBlockSynchedL1BlockNumber(l1BlockNumber);
+        return this.store.setCheckpointSynchedL1BlockNumber(l1BlockNumber);
     }
     setMessageSynchedL1Block(l1Block) {
         return this.store.setMessageSynchedL1Block(l1Block);
@@ -1386,8 +1623,8 @@ var Operation = /*#__PURE__*/ function(Operation) {
     estimateSize() {
         return this.store.estimateSize();
     }
-    rollbackL1ToL2MessagesToL2Block(targetBlockNumber) {
-        return this.store.rollbackL1ToL2MessagesToL2Block(targetBlockNumber);
+    rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber) {
+        return this.store.rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber);
     }
     iterateL1ToL2Messages(range = {}) {
         return this.store.iterateL1ToL2Messages(range);