@aztec/archiver 0.0.1-commit.d3ec352c → 0.0.1-commit.d58ff9d0

package/dest/archiver.js

@@ -0,0 +1,949 @@
+function applyDecs2203RFactory() {
+    function createAddInitializerMethod(initializers, decoratorFinishedRef) {
+        return function addInitializer(initializer) {
+            assertNotFinished(decoratorFinishedRef, "addInitializer");
+            assertCallable(initializer, "An initializer");
+            initializers.push(initializer);
+        };
+    }
+    function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
+        var kindStr;
+        switch(kind){
+            case 1:
+                kindStr = "accessor";
+                break;
+            case 2:
+                kindStr = "method";
+                break;
+            case 3:
+                kindStr = "getter";
+                break;
+            case 4:
+                kindStr = "setter";
+                break;
+            default:
+                kindStr = "field";
+        }
+        var ctx = {
+            kind: kindStr,
+            name: isPrivate ? "#" + name : name,
+            static: isStatic,
+            private: isPrivate,
+            metadata: metadata
+        };
+        var decoratorFinishedRef = {
+            v: false
+        };
+        ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
+        var get, set;
+        if (kind === 0) {
+            if (isPrivate) {
+                get = desc.get;
+                set = desc.set;
+            } else {
+                get = function() {
+                    return this[name];
+                };
+                set = function(v) {
+                    this[name] = v;
+                };
+            }
+        } else if (kind === 2) {
+            get = function() {
+                return desc.value;
+            };
+        } else {
+            if (kind === 1 || kind === 3) {
+                get = function() {
+                    return desc.get.call(this);
+                };
+            }
+            if (kind === 1 || kind === 4) {
+                set = function(v) {
+                    desc.set.call(this, v);
+                };
+            }
+        }
+        ctx.access = get && set ? {
+            get: get,
+            set: set
+        } : get ? {
+            get: get
+        } : {
+            set: set
+        };
+        try {
+            return dec(value, ctx);
+        } finally{
+            decoratorFinishedRef.v = true;
+        }
+    }
+    function assertNotFinished(decoratorFinishedRef, fnName) {
+        if (decoratorFinishedRef.v) {
+            throw new Error("attempted to call " + fnName + " after decoration was finished");
+        }
+    }
+    function assertCallable(fn, hint) {
+        if (typeof fn !== "function") {
+            throw new TypeError(hint + " must be a function");
+        }
+    }
+    function assertValidReturnValue(kind, value) {
+        var type = typeof value;
+        if (kind === 1) {
+            if (type !== "object" || value === null) {
+                throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
+            }
+            if (value.get !== undefined) {
+                assertCallable(value.get, "accessor.get");
+            }
+            if (value.set !== undefined) {
+                assertCallable(value.set, "accessor.set");
+            }
+            if (value.init !== undefined) {
+                assertCallable(value.init, "accessor.init");
+            }
+        } else if (type !== "function") {
+            var hint;
+            if (kind === 0) {
+                hint = "field";
+            } else if (kind === 10) {
+                hint = "class";
+            } else {
+                hint = "method";
+            }
+            throw new TypeError(hint + " decorators must return a function or void 0");
+        }
+    }
+    function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
+        var decs = decInfo[0];
+        var desc, init, value;
+        if (isPrivate) {
+            if (kind === 0 || kind === 1) {
+                desc = {
+                    get: decInfo[3],
+                    set: decInfo[4]
+                };
+            } else if (kind === 3) {
+                desc = {
+                    get: decInfo[3]
+                };
+            } else if (kind === 4) {
+                desc = {
+                    set: decInfo[3]
+                };
+            } else {
+                desc = {
+                    value: decInfo[3]
+                };
+            }
+        } else if (kind !== 0) {
+            desc = Object.getOwnPropertyDescriptor(base, name);
+        }
+        if (kind === 1) {
+            value = {
+                get: desc.get,
+                set: desc.set
+            };
+        } else if (kind === 2) {
+            value = desc.value;
+        } else if (kind === 3) {
+            value = desc.get;
+        } else if (kind === 4) {
+            value = desc.set;
+        }
+        var newValue, get, set;
+        if (typeof decs === "function") {
+            newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
+            if (newValue !== void 0) {
+                assertValidReturnValue(kind, newValue);
+                if (kind === 0) {
+                    init = newValue;
+                } else if (kind === 1) {
+                    init = newValue.init;
+                    get = newValue.get || value.get;
+                    set = newValue.set || value.set;
+                    value = {
+                        get: get,
+                        set: set
+                    };
+                } else {
+                    value = newValue;
+                }
+            }
+        } else {
+            for(var i = decs.length - 1; i >= 0; i--){
+                var dec = decs[i];
+                newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
+                if (newValue !== void 0) {
+                    assertValidReturnValue(kind, newValue);
+                    var newInit;
+                    if (kind === 0) {
+                        newInit = newValue;
+                    } else if (kind === 1) {
+                        newInit = newValue.init;
+                        get = newValue.get || value.get;
+                        set = newValue.set || value.set;
+                        value = {
+                            get: get,
+                            set: set
+                        };
+                    } else {
+                        value = newValue;
+                    }
+                    if (newInit !== void 0) {
+                        if (init === void 0) {
+                            init = newInit;
+                        } else if (typeof init === "function") {
+                            init = [
+                                init,
+                                newInit
+                            ];
+                        } else {
+                            init.push(newInit);
+                        }
+                    }
+                }
+            }
+        }
+        if (kind === 0 || kind === 1) {
+            if (init === void 0) {
+                init = function(instance, init) {
+                    return init;
+                };
+            } else if (typeof init !== "function") {
+                var ownInitializers = init;
+                init = function(instance, init) {
+                    var value = init;
+                    for(var i = 0; i < ownInitializers.length; i++){
+                        value = ownInitializers[i].call(instance, value);
+                    }
+                    return value;
+                };
+            } else {
+                var originalInitializer = init;
+                init = function(instance, init) {
+                    return originalInitializer.call(instance, init);
+                };
+            }
+            ret.push(init);
+        }
+        if (kind !== 0) {
+            if (kind === 1) {
+                desc.get = value.get;
+                desc.set = value.set;
+            } else if (kind === 2) {
+                desc.value = value;
+            } else if (kind === 3) {
+                desc.get = value;
+            } else if (kind === 4) {
+                desc.set = value;
+            }
+            if (isPrivate) {
+                if (kind === 1) {
+                    ret.push(function(instance, args) {
+                        return value.get.call(instance, args);
+                    });
+                    ret.push(function(instance, args) {
+                        return value.set.call(instance, args);
+                    });
+                } else if (kind === 2) {
+                    ret.push(value);
+                } else {
+                    ret.push(function(instance, args) {
+                        return value.call(instance, args);
+                    });
+                }
+            } else {
+                Object.defineProperty(base, name, desc);
+            }
+        }
+    }
+    function applyMemberDecs(Class, decInfos, metadata) {
+        var ret = [];
+        var protoInitializers;
+        var staticInitializers;
+        var existingProtoNonFields = new Map();
+        var existingStaticNonFields = new Map();
+        for(var i = 0; i < decInfos.length; i++){
+            var decInfo = decInfos[i];
+            if (!Array.isArray(decInfo)) continue;
+            var kind = decInfo[1];
+            var name = decInfo[2];
+            var isPrivate = decInfo.length > 3;
+            var isStatic = kind >= 5;
+            var base;
+            var initializers;
+            if (isStatic) {
+                base = Class;
+                kind = kind - 5;
+                staticInitializers = staticInitializers || [];
+                initializers = staticInitializers;
+            } else {
+                base = Class.prototype;
+                protoInitializers = protoInitializers || [];
+                initializers = protoInitializers;
+            }
+            if (kind !== 0 && !isPrivate) {
+                var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
+                var existingKind = existingNonFields.get(name) || 0;
+                if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
+                    throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
+                } else if (!existingKind && kind > 2) {
+                    existingNonFields.set(name, kind);
+                } else {
+                    existingNonFields.set(name, true);
+                }
+            }
+            applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
+        }
+        pushInitializers(ret, protoInitializers);
+        pushInitializers(ret, staticInitializers);
+        return ret;
+    }
+    function pushInitializers(ret, initializers) {
+        if (initializers) {
+            ret.push(function(instance) {
+                for(var i = 0; i < initializers.length; i++){
+                    initializers[i].call(instance);
+                }
+                return instance;
+            });
+        }
+    }
+    function applyClassDecs(targetClass, classDecs, metadata) {
+        if (classDecs.length > 0) {
+            var initializers = [];
+            var newClass = targetClass;
+            var name = targetClass.name;
+            for(var i = classDecs.length - 1; i >= 0; i--){
+                var decoratorFinishedRef = {
+                    v: false
+                };
+                try {
+                    var nextNewClass = classDecs[i](newClass, {
+                        kind: "class",
+                        name: name,
+                        addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
+                        metadata
+                    });
+                } finally{
+                    decoratorFinishedRef.v = true;
+                }
+                if (nextNewClass !== undefined) {
+                    assertValidReturnValue(10, nextNewClass);
+                    newClass = nextNewClass;
+                }
+            }
+            return [
+                defineMetadata(newClass, metadata),
+                function() {
+                    for(var i = 0; i < initializers.length; i++){
+                        initializers[i].call(newClass);
+                    }
+                }
+            ];
+        }
+    }
+    function defineMetadata(Class, metadata) {
+        return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
+            configurable: true,
+            enumerable: true,
+            value: metadata
+        });
+    }
+    return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
+        if (parentClass !== void 0) {
+            var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
+        }
+        var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
+        var e = applyMemberDecs(targetClass, memberDecs, metadata);
+        if (!classDecs.length) defineMetadata(targetClass, metadata);
+        return {
+            e: e,
+            get c () {
+                return applyClassDecs(targetClass, classDecs, metadata);
+            }
+        };
+    };
+}
+function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
+    return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
+}
+var _dec, _initProto;
+import { BlockTagTooOldError } from '@aztec/ethereum/contracts';
+import { BlockNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
+import { Buffer32 } from '@aztec/foundation/buffer';
+import { merge } from '@aztec/foundation/collection';
+import { EthAddress } from '@aztec/foundation/eth-address';
+import { createLogger } from '@aztec/foundation/log';
+import { promiseWithResolvers } from '@aztec/foundation/promise';
+import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/running-promise';
+import { elapsed } from '@aztec/foundation/timer';
+import { L2BlockSourceEvents, l2TipsEqual } from '@aztec/stdlib/block';
+import { getEpochAtSlot, getSlotAtNextL1Block, getSlotRangeForEpoch, getTimestampForSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
+import { ConsensusTimetable } from '@aztec/stdlib/timetable';
+import { trackSpan } from '@aztec/telemetry-client';
+import { mapArchiverConfig } from './config.js';
+import { BlockAlreadyCheckpointedError, BlockOrCheckpointSlotExpiredError, NoBlobBodiesFoundError } from './errors.js';
+import { validateAndLogHistoricalLogsAvailability } from './l1/validate_historical_logs.js';
+import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
+import { ArchiverDataSourceBase } from './modules/data_source_base.js';
+import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
+import { OutboxTreesResolver } from './modules/outbox_trees_resolver.js';
+import { backupArchiverDataStores, getArchiverSynchPoint } from './store/data_stores.js';
+const noCheckpointProposalPresence = {
+    hasCheckpointProposalForSlot: ()=>Promise.resolve(false)
+};
+_dec = trackSpan('Archiver.sync');
+/**
+ * Pulls checkpoints in a non-blocking manner and provides interface for their retrieval.
+ * Responsible for handling robust L1 polling so that other components do not need to
+ * concern themselves with it.
+ */ export class Archiver extends ArchiverDataSourceBase {
+    publicClient;
+    debugClient;
+    rollup;
+    outbox;
+    l1Addresses;
+    dataStores;
+    config;
+    blobClient;
+    l1Constants;
+    dateProvider;
+    checkpointProposalPresence;
+    log;
+    static{
+        ({ e: [_initProto] } = _apply_decs_2203_r(this, [
+            [
+                _dec,
+                2,
+                "sync"
+            ]
+        ], []));
+    }
+    /** Event emitter for archiver events (L2BlockProven, L2PruneUnproven, L2PruneUncheckpointed, etc). */ events;
+    /** A loop in which we will be continually fetching new checkpoints. */ runningPromise;
+    /** L1 synchronizer that handles fetching checkpoints and messages from L1. */ synchronizer;
+    /** Resolver for L2-to-L1 message membership witnesses, built over this archiver's read view. */ outboxTreesResolver;
+    initialSyncComplete;
+    initialSyncPromise;
+    /** Queue of blocks and checkpoints to be added to the store, processed by the sync loop. */ inboundQueue;
+    /** Helper to handle updates to the store */ updater;
+    /** In-memory cache for L2 chain tips. */ l2TipsCache;
+    /** Consensus timing model used for proposed-checkpoint arrival expectations. */ timetable;
+    tracer;
+    instrumentation;
+    /**
+   * Creates a new instance of the Archiver.
+   * @param publicClient - A client for interacting with the Ethereum node.
+   * @param debugClient - A client for interacting with the Ethereum node for debug/trace methods.
+   * @param rollup - Rollup contract instance.
+   * @param outbox - Outbox contract instance, used to read per-epoch L2-to-L1 message roots.
+   * @param inbox - Inbox contract instance.
+   * @param l1Addresses - L1 contract addresses (registry, governance proposer, slashing proposer).
+   * @param dataStores - Archiver substores for storage & retrieval of blocks, encrypted logs & contract data.
+   * @param config - Archiver configuration options.
+   * @param blobClient - Client for retrieving blob data.
+   * @param instrumentation - Instrumentation for metrics and tracing.
+   * @param l1Constants - L1 rollup constants.
+   * @param synchronizer - L1 synchronizer that handles fetching checkpoints and messages from L1.
+   * @param events - Event emitter shared with the synchronizer.
+   * @param initialHeader - Genesis block header.
+   * @param initialBlockHash - Precomputed hash of the genesis block header.
+   * @param l2TipsCache - In-memory cache for L2 chain tips.
+   * @param dateProvider - Provider for current date/time, used for wall-clock orphan-block pruning.
+   * @param log - A logger.
+   */ constructor(publicClient, debugClient, rollup, outbox, l1Addresses, dataStores, config, blobClient, instrumentation, l1Constants, synchronizer, events, initialHeader, initialBlockHash, l2TipsCache, dateProvider, checkpointProposalPresence = noCheckpointProposalPresence, log = createLogger('archiver')){
+        super(dataStores, l1Constants, initialHeader, initialBlockHash, l1Constants.genesisArchiveRoot), this.publicClient = publicClient, this.debugClient = debugClient, this.rollup = rollup, this.outbox = outbox, this.l1Addresses = l1Addresses, this.dataStores = dataStores, this.config = config, this.blobClient = blobClient, this.l1Constants = l1Constants, this.dateProvider = dateProvider, this.checkpointProposalPresence = checkpointProposalPresence, this.log = log, this.initialSyncComplete = (_initProto(this), false), this.inboundQueue = [];
+        this.tracer = instrumentation.tracer;
+        this.instrumentation = instrumentation;
+        this.initialSyncPromise = promiseWithResolvers();
+        this.synchronizer = synchronizer;
+        this.events = events;
+        this.l2TipsCache = l2TipsCache;
+        this.timetable = new ConsensusTimetable({
+            l1Constants,
+            blockDuration: this.config.blockDuration,
+            checkpointProposalSyncGrace: this.config.checkpointProposalSyncGrace
+        });
+        this.updater = new ArchiverDataStoreUpdater(this.dataStores, this.l2TipsCache, {
+            rollupManaLimit: l1Constants.rollupManaLimit
+        });
+        // The resolver reads its witness data from this archiver and pins its lazy Outbox-root fetches
+        // to the archiver's synced L1 block. No method on `this` is invoked during construction.
+        this.outboxTreesResolver = new OutboxTreesResolver(this.outbox, this, ()=>Promise.resolve(this.getL1BlockNumber()), l1Constants.epochDuration);
+        // Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
+        // are done as fast as possible. This then gets updated once the initial sync completes.
+        this.runningPromise = new RunningPromise(()=>this.sync(), this.log, this.config.pollingIntervalMs / 10, makeLoggingErrorHandler(this.log, NoBlobBodiesFoundError, BlockTagTooOldError));
+    }
+    /**
+   * Returns the L2-to-L1 membership witness for `message` emitted by tx `txHash`. The node selects
+   * the smallest partial-proof root on the Outbox that covers the tx's checkpoint and builds the
+   * witness against it.
+   *
+   * The node reads the Outbox roots lazily, pinned to its synced L1 block, so the witness reflects
+   * the node's synced view. Returns `undefined` if the tx isn't yet in a block/epoch or no covering
+   * root has landed on L1 as of the synced block.
+   *
+   * Caveat: roots are cached only for the current synced L1 block and re-fetched once the node
+   * advances, so a reorg is picked up on the next synced-block advance rather than re-validated per
+   * request.
+   */ getL2ToL1MembershipWitness(txHash, message, messageIndexInTx) {
+        return this.outboxTreesResolver.getL2ToL1MembershipWitness(txHash, message, messageIndexInTx);
+    }
+    /** Updates archiver config */ updateConfig(newConfig) {
+        this.config = merge(this.config, mapArchiverConfig(newConfig));
+        this.synchronizer.setConfig(this.config);
+    }
+    /**
+   * Starts sync process.
+   * @param blockUntilSynced - If true, blocks until the archiver has fully synced.
+   */ async start(blockUntilSynced) {
+        if (this.runningPromise.isRunning()) {
+            throw new Error('Archiver is already running');
+        }
+        await this.blobClient.testSources();
+        await this.synchronizer.testEthereumNodeSynced();
+        await validateAndLogTraceAvailability(this.debugClient, this.config.ethereumAllowNoDebugHosts ?? false, this.log.getBindings());
+        await validateAndLogHistoricalLogsAvailability(this.publicClient, {
+            rollupAddress: this.l1Addresses.rollupAddress,
+            inboxAddress: this.l1Addresses.inboxAddress,
+            registryAddress: this.l1Addresses.registryAddress,
+            governanceProposerAddress: this.l1Addresses.governanceProposerAddress
+        }, this.config.skipHistoricalLogsCheck ?? false, this.log.getBindings());
+        // Log initial state for the archiver
+        const { l1StartBlock } = this.l1Constants;
+        const { blocksSynchedTo = l1StartBlock, messagesSynchedTo = l1StartBlock } = await getArchiverSynchPoint(this.stores);
+        const currentL2Checkpoint = await this.getCheckpointNumber();
+        this.log.info(`Starting archiver sync to rollup contract ${this.rollup.address} from L1 block ${blocksSynchedTo} and L2 checkpoint ${currentL2Checkpoint}`, {
+            blocksSynchedTo,
+            messagesSynchedTo,
+            currentL2Checkpoint
+        });
+        // Start sync loop, and return the wait for initial sync if we are asked to block until synced
+        this.runningPromise.start();
+        if (blockUntilSynced) {
+            return this.waitForInitialSync();
+        }
+    }
+    syncImmediate() {
+        return this.runningPromise.trigger();
+    }
+    /** Sets the proposal-presence provider used by orphan proposed-block pruning. */ setCheckpointProposalPresence(checkpointProposalPresence) {
+        this.checkpointProposalPresence = checkpointProposalPresence;
+    }
+    trySyncImmediate() {
+        try {
+            return this.syncImmediate();
+        } catch (err) {
+            this.log.error(`Failed to trigger immediate archiver sync: ${err}`, err);
+        }
+    }
+    /**
+   * Queues a block to be added to the archiver store and triggers processing.
+   * The block will be processed by the sync loop.
+   * Implements the L2BlockSink interface.
+   * @param block - The L2 block to add.
+   * @returns A promise that resolves when the block has been added to the store, or rejects on error.
+   */ addBlock(block) {
+        const promise = promiseWithResolvers();
+        this.inboundQueue.push({
+            block,
+            ...promise,
+            type: 'block'
+        });
+        this.log.debug(`Queued block ${block.number} for processing`);
+        void this.trySyncImmediate();
+        return promise.promise;
+    }
+    /**
+   * Queues a new proposed checkpoint into the archiver store.
+   * Checks that the checkpoint is not for an L2 slot already synced from L1.
+   * Resolves once the checkpoint has been processed.
+   */ addProposedCheckpoint(pending) {
+        const promise = promiseWithResolvers();
+        this.inboundQueue.push({
+            checkpoint: pending,
+            ...promise,
+            type: 'checkpoint'
+        });
+        this.log.debug(`Queued checkpoint ${pending.checkpointNumber} for processing`);
+        void this.trySyncImmediate();
+        return promise.promise;
+    }
+    /**
+   * Processes all queued blocks and checkpoints, adding them to the store.
+   * Called at the beginning of each sync iteration.
+   * Items are processed in the order they were queued.
+   */ async processInboundQueue() {
+        const blocksAdded = [];
+        if (this.inboundQueue.length === 0) {
+            return blocksAdded;
+        }
+        // Take all items from the queue
+        const queuedItems = this.inboundQueue.splice(0, this.inboundQueue.length);
+        this.log.debug(`Processing ${queuedItems.length} queued inbound items`);
+        // Calculate slot threshold for validation
+        const l1Timestamp = this.synchronizer.getL1Timestamp();
+        const slotAtNextL1Block = l1Timestamp === undefined ? undefined : getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
+        // Helpers for manipulating blocks and checkpoints in the queue
+        const getSlot = (item)=>item.type === 'block' ? item.block.header.globalVariables.slotNumber : item.checkpoint.header.slotNumber;
+        const getNumber = (item)=>item.type === 'block' ? item.block.number : item.checkpoint.checkpointNumber;
+        // Process each item individually to properly resolve/reject each promise
+        for (const item of queuedItems){
+            const { resolve, reject, type } = item;
+            const itemSlot = getSlot(item);
+            const itemNumber = getNumber(item);
+            if (slotAtNextL1Block !== undefined && itemSlot < slotAtNextL1Block) {
+                const nextSlotTimestamp = getTimestampForSlot(slotAtNextL1Block, this.l1Constants);
+                this.log.warn(`Rejecting proposed ${type} ${itemNumber} for past slot ${itemSlot} (current ${slotAtNextL1Block})`, {
+                    number: itemNumber,
+                    type,
+                    l1Timestamp,
+                    slotAtNextL1Block,
+                    nextSlotTimestamp
+                });
+                reject(new BlockOrCheckpointSlotExpiredError(itemSlot, nextSlotTimestamp, l1Timestamp));
+                continue;
+            }
+            try {
+                if (type === 'block') {
+                    const [durationMs] = await elapsed(()=>this.updater.addProposedBlock(item.block));
+                    this.instrumentation.processNewProposedBlock(durationMs, item.block);
+                    blocksAdded.push(item.block);
+                } else {
+                    await this.updater.addProposedCheckpoint(item.checkpoint);
+                }
+                this.log.debug(`Added ${type} ${itemNumber} to store`);
+                resolve();
+            } catch (err) {
+                if (err instanceof BlockAlreadyCheckpointedError) {
+                    this.log.debug(`Proposed block ${itemNumber} matches already checkpointed block, ignoring late proposal`);
+                    // A late proposal that matches an already-checkpointed block adds nothing new, so it is not appended.
+                    resolve();
+                    continue;
+                }
+                this.log.error(`Failed to add ${type} ${itemNumber} to store: ${err.message}`, err, {
+                    number: itemNumber,
+                    type
+                });
+                reject(err);
+            }
+        }
+        return blocksAdded;
+    }
+    waitForInitialSync() {
+        return this.initialSyncPromise.promise;
+    }
+    /**
+   * Fetches logs from L1 contracts and processes them.
+   */ async sync() {
+        // Capture the tips before any mutation so the aggregate event can report what moved this pass.
+        const fromTips = await this.getL2Tips();
+        // Accumulate the blocks added across the pass's sub-steps (queued proposals + L1 checkpoint payloads).
+        const blocksAdded = [];
+        // Process any queued blocks first, before doing L1 sync
+        blocksAdded.push(...await this.processInboundQueue());
+        // Now perform L1 sync
+        blocksAdded.push(...await this.syncFromL1());
+        // Prune proposed blocks with no corresponding proposed checkpoint after the appropriate materialization deadline.
+        await this.pruneOrphanProposedBlocks();
+        // Emit a single aggregate update event after all pass work has committed and the tips cache has refreshed,
+        // so `toTips` and the source state observed by listeners are consistent with the event payload. The pass
+        // mutated state if the tips moved (added blocks, a prune, or a thin tier movement) or blocks were added; a
+        // fully-synced no-op pass emits nothing.
+        const toTips = await this.getL2Tips();
+        if (!l2TipsEqual(fromTips, toTips) || blocksAdded.length > 0) {
+            this.events.emit(L2BlockSourceEvents.L2BlockSourceUpdated, {
+                type: L2BlockSourceEvents.L2BlockSourceUpdated,
+                fromTips,
+                toTips,
+                blocksAdded
+            });
+        }
+    }
+    /**
+   * Prunes a block-only local tip that was built atop a checkpoint that was never itself proposed.
+   *
+   * Under pipelining, a proposer publishes the blocks for a checkpoint (block-only proposals) before
+   * assembling and publishing the enclosing proposed checkpoint at the end of the build slot. A node
+   * that received those blocks but never the proposed checkpoint is left with an orphan tip it must not build on.
+   * If no checkpoint proposal was received for the orphan slot, we prune after the receive deadline plus local
+   * tolerance. If a checkpoint proposal was received but has not materialized into proposed archiver state,
+   * we prune after the consensus materialization deadline.
+   *
+   * The uncheckpointed suffix is scanned in order. Blocks covered by proposed checkpoints are left in
+   * place; the first block not covered by a proposed checkpoint starts the orphan suffix to prune.
+   */ async pruneOrphanProposedBlocks() {
+        if (this.config.skipOrphanProposedBlockPruning) {
+            return;
+        }
+        const tips = await this.getL2Tips();
+        const now = BigInt(this.dateProvider.nowInSeconds());
+        // Frontier block covered by a proposed (or, falling back, confirmed) checkpoint. Blocks beyond it
+        // have no enclosing checkpoint proposal and are the orphan-pruning candidates.
+        const proposedCheckpointBlockNumber = await this.stores.blocks.getProposedCheckpointL2BlockNumber();
+        // The proposed tip is a proposed-checkpointed block, so there are no orphan proposed blocks to prune
+        if (proposedCheckpointBlockNumber === tips.proposed.number) {
+            this.log.trace(`No orphan proposed blocks to prune: proposed tip ${tips.proposed.number} is checkpointed`, {
+                proposed: tips.proposed,
+                proposedCheckpointBlockNumber
+            });
+            return;
+        }
+        // Load the blocks that are candidates for pruning (ie blocks without a proposed checkpoint covering them)
+        const blocksWithoutProposedCheckpoint = await this.stores.blocks.getBlocksData({
+            from: BlockNumber(proposedCheckpointBlockNumber + 1),
+            limit: tips.proposed.number - proposedCheckpointBlockNumber
+        });
+        // Iterate through them in order, the first one with a slot that should have received a proposed checkpoint
+        // is the first orphan block, and all blocks after it are also orphaned and should be pruned.
+        let lastSlotChecked = undefined;
+        for (const blockData of blocksWithoutProposedCheckpoint){
+            // No need to recheck if this block had the same slot as the previous one.
+            const blockSlot = blockData.header.getSlot();
+            const blockNumber = blockData.header.getBlockNumber();
+            if (lastSlotChecked !== undefined && blockSlot === lastSlotChecked) {
+                continue;
+            }
+            lastSlotChecked = blockSlot;
+            const hasCheckpointProposal = await this.checkpointProposalPresence.hasCheckpointProposalForSlot(blockSlot);
+            const deadlineType = hasCheckpointProposal ? 'checkpoint-proposal-synced' : 'checkpoint-proposal-received';
+            const selectedDeadline = BigInt(hasCheckpointProposal ? this.timetable.getCheckpointProposalSyncedDeadline(blockSlot) : Math.ceil(this.timetable.getCheckpointProposalReceiveDeadline(blockSlot) + this.config.orphanPruneNoProposalTolerance));
+            // If it's still not checkpointed once strictly past the selected deadline, prune it along with all blocks after
+            // it. A proposal may still legitimately arrive or materialize at exactly its deadline, so the tip is only
+            // orphaned once that instant has fully elapsed.
+            if (now > selectedDeadline) {
+                const pruneAfterBlockNumber = BlockNumber(blockNumber - 1);
+                this.log.warn(`Pruning orphan blocks after block ${pruneAfterBlockNumber}: block at slot ${blockSlot} belongs to ` + `checkpoint ${blockData.checkpointNumber} which has no matching proposed checkpoint`, {
+                    firstUncheckpointedBlockHeader: blockData.header.toInspect(),
+                    blockCheckpointNumber: blockData.checkpointNumber,
+                    blockNumber,
+                    blockSlot,
+                    hasCheckpointProposal,
+                    deadlineType,
+                    selectedDeadline,
+                    now
+                });
+                const prunedBlocks = await this.updater.removeBlocksWithoutProposedCheckpointAfter(pruneAfterBlockNumber);
+                if (prunedBlocks.length > 0) {
+                    this.instrumentation.recordPrune('orphan');
+                    this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
+                        type: L2BlockSourceEvents.L2PruneUncheckpointed,
+                        slotNumber: blockSlot,
+                        blocks: prunedBlocks
+                    });
+                }
+                return;
+            }
+        }
+        this.log.trace('No orphan proposed blocks to prune: all uncheckpointed blocks are still within deadline', {
+            blocksWithoutProposedCheckpoint: blocksWithoutProposedCheckpoint.map((b)=>b.header.toInspect())
+        });
+    }
+    async syncFromL1() {
+        // Delegate to the L1 synchronizer
+        const blocksAdded = await this.synchronizer.syncFromL1(this.initialSyncComplete);
+        // Check if we've completed initial sync
+        const currentL1BlockNumber = this.synchronizer.getL1BlockNumber();
+        if (currentL1BlockNumber !== undefined && !this.initialSyncComplete) {
+            const l1BlockNumberAtEnd = await this.publicClient.getBlockNumber();
+            if (currentL1BlockNumber + 1n >= l1BlockNumberAtEnd) {
+                this.log.info(`Initial archiver sync to L1 block ${currentL1BlockNumber} complete`, {
+                    l1BlockNumber: currentL1BlockNumber,
+                    syncPoint: await getArchiverSynchPoint(this.stores),
+                    ...await this.getL2Tips()
+                });
+                this.runningPromise.setPollingIntervalMS(this.config.pollingIntervalMs);
+                this.initialSyncComplete = true;
+                this.initialSyncPromise.resolve();
+            }
+        }
+        return blocksAdded;
+    }
+    /** Resumes the archiver after a stop. */ resume() {
+        if (this.runningPromise.isRunning()) {
+            this.log.warn(`Archiver already running`);
+        }
+        this.log.info(`Restarting archiver`);
+        this.runningPromise.start();
+    }
+    /**
+   * Stops the archiver.
+   * @returns A promise signalling completion of the stop process.
+   */ async stop() {
+        this.log.debug('Stopping...');
+        await this.runningPromise.stop();
+        this.log.info('Stopped.');
+        return Promise.resolve();
+    }
+    backupTo(destPath) {
+        return backupArchiverDataStores(this.dataStores, destPath);
+    }
+    getL1Constants() {
+        return Promise.resolve(this.l1Constants);
+    }
+    getGenesisValues() {
+        return Promise.resolve({
+            genesisArchiveRoot: this.l1Constants.genesisArchiveRoot
+        });
+    }
+    getRollupAddress() {
+        return Promise.resolve(EthAddress.fromString(this.rollup.address));
+    }
+    getRegistryAddress() {
+        return Promise.resolve(this.l1Addresses.registryAddress);
+    }
+    getL1BlockNumber() {
+        return this.synchronizer.getL1BlockNumber();
+    }
+    getL1Timestamp() {
+        return Promise.resolve(this.synchronizer.getL1Timestamp());
+    }
+    async getSyncedL2SlotNumber() {
+        // The synced L2 slot is the latest slot for which we have all L1 data,
+        // either because we have seen all L1 blocks for that slot, or because
+        // we have seen the corresponding checkpoint.
+        let slotFromL1Sync;
+        const l1Timestamp = this.synchronizer.getL1Timestamp();
+        if (l1Timestamp !== undefined) {
+            const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
+            if (Number(nextL1BlockSlot) > 0) {
+                slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
+            }
+        }
+        let slotFromCheckpoint;
+        const latestCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
+        if (latestCheckpointNumber > 0) {
+            const checkpointData = await this.stores.blocks.getCheckpointData(latestCheckpointNumber);
+            if (checkpointData) {
+                slotFromCheckpoint = checkpointData.header.slotNumber;
+            }
+        }
+        if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
+            return undefined;
+        }
+        return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
+    }
+    async getSyncedL2EpochNumber() {
+        const syncedSlot = await this.getSyncedL2SlotNumber();
+        if (syncedSlot === undefined) {
+            return undefined;
+        }
+        // An epoch is fully synced when all its slots are synced.
+        // We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
+        // Otherwise, only the previous epoch is fully synced.
+        const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
+        const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
+        if (syncedSlot >= endSlot) {
+            return epoch;
+        }
+        return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
+    }
+    async isEpochComplete(epochNumber) {
+        // The epoch is complete if the current checkpointed L2 block is the last one in the epoch (or later).
+        // We use the checkpointed block number (synced from L1) instead of 'latest' to avoid returning true
+        // prematurely when proposed blocks have been pushed to the archiver but not yet checkpointed on L1.
+        const header = (await this.getBlockData({
+            tag: 'checkpointed'
+        }))?.header;
+        const slot = header ? header.globalVariables.slotNumber : undefined;
+        const [_startSlot, endSlot] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
+        if (slot && slot >= endSlot) {
+            return true;
+        }
+        // If we haven't run an initial sync, just return false.
+        const l1Timestamp = this.synchronizer.getL1Timestamp();
+        if (l1Timestamp === undefined) {
+            return false;
+        }
+        // If not, the epoch may also be complete if the L2 slot has passed without a block
+        // We compute this based on the end timestamp for the given epoch and the timestamp of the last L1 block
+        const [_startTimestamp, endTimestamp] = getTimestampRangeForEpoch(epochNumber, this.l1Constants);
+        // For this computation, we throw in a few extra seconds just for good measure,
+        // since we know the next L1 block won't be mined within this range. Remember that
+        // l1timestamp is the timestamp of the last l1 block we've seen, so this relies on
+        // the fact that L1 won't mine two blocks within this time of each other.
+        // TODO(palla/reorg): Is the above a safe assumption?
+        const leeway = 1n;
+        return l1Timestamp + leeway >= endTimestamp;
+    }
+    /** Returns whether the archiver has completed an initial sync run successfully. */ isInitialSyncComplete() {
+        return this.initialSyncComplete;
+    }
+    removeCheckpointsAfter(checkpointNumber) {
+        return this.updater.removeCheckpointsAfter(checkpointNumber);
+    }
+    /**
+   * Removes all uncheckpointed blocks strictly after `blockNumber`, along with the proposed checkpoints
+   * that referenced them. Used by the AutomineSequencer to undo a local insert whose propose tx failed
+   * to land on L1 (no reorg needed — nothing reached L1). Refuses to touch checkpointed blocks.
+   */ removeUncheckpointedBlocksAfter(blockNumber) {
+        return this.updater.removeUncheckpointedBlocksAfter(blockNumber);
+    }
+    /** Used by TXE to add checkpoints directly without syncing from L1. */ async addCheckpoints(checkpoints, pendingChainValidationStatus) {
+        await this.updater.addCheckpoints(checkpoints, pendingChainValidationStatus);
+        return true;
+    }
+    getL2Tips() {
+        return this.l2TipsCache.getL2Tips();
+    }
+    async rollbackTo(targetL2BlockNumber) {
+        const currentBlocks = await this.getL2Tips();
+        const currentL2Block = currentBlocks.proposed.number;
+        const currentProvenBlock = currentBlocks.proven.block.number;
+        if (targetL2BlockNumber >= currentL2Block) {
+            throw new Error(`Target L2 block ${targetL2BlockNumber} must be less than current L2 block ${currentL2Block}`);
+        }
+        const checkpointedTip = await this.stores.blocks.getCheckpointedL2BlockNumber();
+        if (targetL2BlockNumber > checkpointedTip) {
+            throw new Error(`Target L2 block ${targetL2BlockNumber} is not checkpointed yet`);
+        }
+        const targetBlockData = await this.stores.blocks.getBlockData({
+            number: targetL2BlockNumber
+        });
+        if (!targetBlockData) {
+            throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
+        }
+        const targetCheckpointNumber = targetBlockData.checkpointNumber;
+        // Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
+        const checkpointData = await this.stores.blocks.getCheckpointData(targetCheckpointNumber);
+        if (!checkpointData) {
+            throw new Error(`Checkpoint ${targetCheckpointNumber} not found for block ${targetL2BlockNumber}`);
+        }
+        const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
+        if (targetL2BlockNumber !== lastBlockInCheckpoint) {
+            const previousCheckpointBoundary = checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
+            throw new Error(`Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` + `Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` + `Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` + `or block ${previousCheckpointBoundary} to roll back to the previous one.`);
+        }
+        const targetL1BlockNumber = checkpointData.l1.blockNumber;
+        const targetL1Block = await this.publicClient.getBlock({
+            blockNumber: targetL1BlockNumber,
+            includeTransactions: false
+        });
+        if (!targetL1Block) {
+            throw new Error(`Missing L1 block ${targetL1BlockNumber}`);
+        }
+        const targetL1BlockHash = Buffer32.fromString(targetL1Block.hash);
+        this.log.info(`Removing checkpoints after checkpoint ${targetCheckpointNumber} (target block ${targetL2BlockNumber})`);
+        await this.updater.removeCheckpointsAfter(targetCheckpointNumber);
+        this.log.info(`Rolling back L1 to L2 messages to checkpoint ${targetCheckpointNumber}`);
+        await this.stores.messages.rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber);
+        this.log.info(`Setting L1 syncpoints to ${targetL1BlockNumber}`);
+        await this.stores.blocks.setSynchedL1BlockNumber(targetL1BlockNumber);
+        await this.stores.messages.setMessageSyncState({
+            l1BlockNumber: targetL1BlockNumber,
+            l1BlockHash: targetL1BlockHash
+        }, undefined);
+        if (targetL2BlockNumber < currentProvenBlock) {
+            this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
+            await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
+        }
+        const currentFinalizedBlock = currentBlocks.finalized.block.number;
+        if (targetL2BlockNumber < currentFinalizedBlock) {
+            this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
+            await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
+        }
+    }
+}