@aztec/prover-node 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d

package/dest/job/checkpoint-prover.d.ts

@@ -0,0 +1,165 @@
+import { type ARCHIVE_HEIGHT } from '@aztec/constants';
+import { type EpochNumber, type SlotNumber } from '@aztec/foundation/branded-types';
+import { Fr } from '@aztec/foundation/curves/bn254';
+import type { EthAddress } from '@aztec/foundation/eth-address';
+import type { Logger } from '@aztec/foundation/log';
+import type { Tuple } from '@aztec/foundation/serialize';
+import { type DateProvider } from '@aztec/foundation/timer';
+import type { EpochProverFactory } from '@aztec/prover-client';
+import type { ChonkCache, SubTreeResult } from '@aztec/prover-client/orchestrator';
+import type { PublicProcessorFactory } from '@aztec/simulator/server';
+import type { CommitteeAttestation } from '@aztec/stdlib/block';
+import type { Checkpoint } from '@aztec/stdlib/checkpoint';
+import type { ForkMerkleTreeOperations, ITxProvider } from '@aztec/stdlib/interfaces/server';
+import type { BlockHeader, Tx } from '@aztec/stdlib/tx';
+import type { ProverNodeJobMetrics } from '../metrics.js';
+/** Dependencies a `CheckpointProver` needs at construction. */
+export type CheckpointProverDeps = {
+    proverFactory: EpochProverFactory;
+    /** Shared chonk-verifier cache. Survives across all sessions / epochs. */
+    chonkCache: ChonkCache;
+    publicProcessorFactory: PublicProcessorFactory;
+    dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>;
+    txProvider: ITxProvider;
+    /** Clock the prover-node operates against — e2e fixtures inject a cheat-controlled one. */
+    dateProvider: DateProvider;
+    proverId: EthAddress;
+    metrics: ProverNodeJobMetrics;
+    /** Tx gathering deadline. */
+    txGatheringTimeoutMs: number;
+    /** Public processor deadline. */
+    deadline: Date | undefined;
+    /**
+     * Fired once when the prover's block proofs reject for a genuine (non-cancel) reason — a sub-tree
+     * fault or a prune-induced fork fault. Useful for performing post mortem on failures.
+     */
+    onFailed?: (prover: CheckpointProver) => void;
+    /**
+     * Test-only hook: if set, invoked at the start of checkpoint execution instead of proving. Lets e2e
+     * tests force a sub-tree failure (it should throw) to exercise the checkpoint failure/upload path.
+     */
+    checkpointProveOverride?: () => Promise<never>;
+    log: Logger;
+};
+/** Test-only hooks the store injects into every `CheckpointProver` it constructs. */
+export type CheckpointProverTestHooks = {
+    /** If set, invoked at the start of checkpoint execution instead of proving; should throw to fail. */
+    checkpointProveOverride?: () => Promise<never>;
+};
+/** Inputs that fully describe a checkpoint at register time. */
+export type CheckpointProverArgs = {
+    checkpoint: Checkpoint;
+    /** Epoch the checkpoint belongs to (derivable from slot + L1 constants; cached at register time). */
+    epochNumber: EpochNumber;
+    attestations: CommitteeAttestation[];
+    previousBlockHeader: BlockHeader;
+    l1ToL2Messages: Fr[];
+    previousArchiveSiblingPath: Tuple<Fr, typeof ARCHIVE_HEIGHT>;
+};
+/**
+ * Self-contained per-checkpoint prover, content-addressed by
+ * `(checkpoint number, slot number, checkpoint archive root)`.
+ *
+ * The store creates a CheckpointProver once per content-key. Keying on the checkpoint's
+ * own archive root (its post-state) means two checkpoints are "the same" iff they
+ * produce the same archive — so a reorg branch, or a replacement built on the same
+ * predecessor but with different content, keys to a distinct prover.
+ *
+ * The prover eagerly starts its own tx gather and sub-tree work in the constructor, so
+ * callers only need to call `whenBlockProofsReady()` to obtain the resulting block-rollup
+ * proofs.
+ *
+ * A CheckpointProver does not survive a prune: its sub-tree work forks world-state per
+ * block, and an L1 prune of a base block faults those reads. The store therefore cancels and
+ * discards a prover when its checkpoint is pruned, and a re-add (even of identical content)
+ * constructs a fresh prover.
+ *
+ * `cancel()` is idempotent. It aborts the gather + sub-tree, rejects the block-proof
+ * promise, and exposes a `whenDone()` that resolves once teardown has unwound.
+ */
+export declare class CheckpointProver {
+    private readonly deps;
+    readonly id: string;
+    readonly checkpoint: Checkpoint;
+    readonly epochNumber: EpochNumber;
+    readonly slotNumber: SlotNumber;
+    readonly attestations: CommitteeAttestation[];
+    readonly previousBlockHeader: BlockHeader;
+    readonly l1ToL2Messages: Fr[];
+    readonly previousArchiveSiblingPath: Tuple<Fr, typeof ARCHIVE_HEIGHT>;
+    /** Resolved by the sub-tree on success, rejected on cancel/failure. */
+    private readonly blockProofs;
+    /** Block-level proving was fully *enqueued* (a progress marker; the sub-tree may still be proving). */
+    private completed;
+    /** Block proofs rejected for a genuine (non-cancel) reason — a sub-tree or prune-induced fork fault. */
+    private failed;
+    /** The prover was torn down (prune / reap / shutdown). */
+    private cancelled;
+    private subTree?;
+    private readonly abortController;
+    /** Tracks the eager gather+execute task so `cancel()` and `whenDone()` can await its unwind. */
+    private readonly runPromise;
+    /** Tracks the cancel-driven teardown so `whenDone()` can await it. */
+    private cancelPromise?;
+    /** Tracks the success-driven sub-tree teardown (once block proofs are captured) so `whenDone()` can await it. */
+    private teardownPromise?;
+    constructor(args: CheckpointProverArgs, deps: CheckpointProverDeps);
+    /**
+     * Stable content-addressed identifier: `${checkpoint number}:${slot}:${archive root}`.
+     * The archive root is the checkpoint's post-state, so it distinguishes any two
+     * checkpoints that differ in history or content while collapsing identical re-adds.
+     */
+    static idFor(checkpoint: Checkpoint): string;
+    isCancelled(): boolean;
+    /**
+     * True once this prover's block proofs have rejected for a genuine (non-cancel) reason — a sub-tree
+     * proving fault or a prune-induced world-state fork fault. A failed prover cannot produce its block
+     * proofs, so the reconciler must not build (or rebuild) an EpochSession over it; it is cleared only by
+     * a prune/re-add replacing it with a fresh prover, or by expiry reaping it.
+     */
+    isFailed(): boolean;
+    /** AbortSignal that fires on cancel — for callers that want to wire their own tasks. */
+    getAbortSignal(): AbortSignal;
+    /** Promise that resolves with the block-rollup proofs for this checkpoint (or rejects on cancel/failure). */
+    whenBlockProofsReady(): Promise<SubTreeResult['blockProofOutputs']>;
+    /** Resolves when all in-flight work for this prover has fully unwound. */
+    whenDone(): Promise<void>;
+    private gatherAndExecute;
+    /**
+     * Rejects the block-proof promise and, unless this is a cancellation, records the prover as failed so
+     * the reconciler won't build an EpochSession over it. First rejection wins, so a later duplicate reject
+     * (e.g. the executeCheckpoint `finally`) is a harmless no-op.
+     */
+    private failBlockProofs;
+    private fetchTxs;
+    private gatherTxs;
+    /**
+     * Re-fetches this checkpoint's txs from the tx pool for a post-mortem failure upload.
+     *
+     * The prover does not cache txs on the heap — they are consumed during proving and dropped — so the
+     * durable pool (which keeps a mined tx until L1 finality, with A-1274's retention margin covering a
+     * lagging prover) is the source of truth, read back by hash here. Best-effort: any tx the pool can
+     * no longer supply is logged and omitted rather than failing the upload, since a partial post-mortem
+     * snapshot is still useful for diagnosis.
+     */
+    getTxsForUpload(): Promise<Map<string, Tx>>;
+    private executeCheckpoint;
+    /**
+     * Mark cancelled. Idempotent. Aborts in-flight work, rejects the block-proof promise,
+     * and kicks off a background teardown of the sub-tree. The teardown promise is exposed
+     * via `whenDone()`.
+     *
+     * `routine` distinguishes a post-finalize teardown (sub-tree already proven, fires
+     * once at prover exit) from a real abort (reorg, prune, deadline). Behaviour is
+     * identical either way; the flag only adjusts log verbosity.
+     */
+    cancel({ routine }?: {
+        routine?: boolean;
+    }): void;
+    private runCancel;
+    private teardownSubTree;
+    private getTxsForBlock;
+    private processTxs;
+    private createFork;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2hlY2twb2ludC1wcm92ZXIuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9qb2IvY2hlY2twb2ludC1wcm92ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLEtBQUssY0FBYyxFQUF1QyxNQUFNLGtCQUFrQixDQUFDO0FBQzVGLE9BQU8sRUFBZSxLQUFLLFdBQVcsRUFBRSxLQUFLLFVBQVUsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBRWpHLE9BQU8sRUFBRSxFQUFFLEVBQUUsTUFBTSxnQ0FBZ0MsQ0FBQztBQUNwRCxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUNoRSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUVwRCxPQUFPLEtBQUssRUFBRSxLQUFLLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUN6RCxPQUFPLEVBQUUsS0FBSyxZQUFZLEVBQVMsTUFBTSx5QkFBeUIsQ0FBQztBQUduRSxPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHNCQUFzQixDQUFDO0FBQy9ELE9BQU8sS0FBSyxFQUFpQyxVQUFVLEVBQUUsYUFBYSxFQUFFLE1BQU0sbUNBQW1DLENBQUM7QUFDbEgsT0FBTyxLQUFLLEVBQW1CLHNCQUFzQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFFdkYsT0FBTyxLQUFLLEVBQUUsb0JBQW9CLEVBQVcsTUFBTSxxQkFBcUIsQ0FBQztBQUN6RSxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSwwQkFBMEIsQ0FBQztBQUMzRCxPQUFPLEtBQUssRUFBRSx3QkFBd0IsRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUc3RixPQUFPLEtBQUssRUFBRSxXQUFXLEVBQWUsRUFBRSxFQUFVLE1BQU0sa0JBQWtCLENBQUM7QUFFN0UsT0FBTyxLQUFLLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSxlQUFlLENBQUM7QUFFMUQsK0RBQStEO0FBQy9ELE1BQU0sTUFBTSxvQkFBb0IsR0FBRztJQUNqQyxhQUFhLEVBQUUsa0JBQWtCLENBQUM7SUFDbEMsMEVBQTBFO0lBQzFFLFVBQVUsRUFBRSxVQUFVLENBQUM7SUFDdkIsc0JBQXNCLEVBQUUsc0JBQXNCLENBQUM7SUFDL0MsVUFBVSxFQUFFLElBQUksQ0FBQyx3QkFBd0IsRUFBRSxNQUFNLENBQUMsQ0FBQztJQUNuRCxVQUFVLEVBQUUsV0FBVyxDQUFDO0lBQ3hCLDZGQUEyRjtJQUMzRixZQUFZLEVBQUUsWUFBWSxDQUFDO0lBQzNCLFFBQVEsRUFBRSxVQUFVLENBQUM7SUFDckIsT0FBTyxFQUFFLG9CQUFvQixDQUFDO0lBQzlCLDZCQUE2QjtJQUM3QixvQkFBb0IsRUFBRSxNQUFNLENBQUM7SUFDN0IsaUNBQWlDO0lBQ2pDLFFBQVEsRUFBRSxJQUFJLEdBQUcsU0FBUyxDQUFDO0lBQzNCOzs7T0FHRztJQUNILFFBQVEsQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLGdCQUFnQixLQUFLLElBQUksQ0FBQztJQUM5Qzs7O09BR0c7SUFDSCx1QkFBdUIsQ0FBQyxFQUFFLE1BQU0sT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQy9DLEdBQUcsRUFBRSxNQUFNLENBQUM7Q0FDYixDQUFDO0FBRUYscUZBQXFGO0FBQ3JGLE1BQU0sTUFBTSx5QkFBeUIsR0FBRztJQUN0QyxxR0FBcUc7SUFDckcsdUJBQXVCLENBQUMsRUFBRSxNQUFNLE9BQU8sQ0FBQyxLQUFLLENBQUMsQ0FBQztDQUNoRCxDQUFDO0FBRUYsZ0VBQWdFO0FBQ2hFLE1BQU0sTUFBTSxvQkFBb0IsR0FBRztJQUNqQyxVQUFVLEVBQUUsVUFBVSxDQUFDO0lBQ3ZCLHFHQUFxRztJQUNyRyxXQUFXLEVBQUUsV0FBVyxDQUFDO0lBQ3pCLFlBQVksRUFBRSxvQkFBb0IsRUFBRSxDQUFDO0lBQ3JDLG1CQUFtQixFQUFFLFdBQVcsQ0FBQztJQUNqQyxjQUFjLEVBQUUsRUFBRSxFQUFFLENBQUM7SUFDckIsMEJBQTBCLEVBQUUsS0FBSyxDQUFDLEVBQUUsRUFBRSxPQUFPLGNBQWMsQ0FBQyxDQUFDO0NBQzlELENBQUM7QUFFRjs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7R0FvQkc7QUFDSCxxQkFBYSxnQkFBZ0I7SUFvQ3pCLE9BQU8sQ0FBQyxRQUFRLENBQUMsSUFBSTtJQW5DdkIsUUFBUSxDQUFDLEVBQUUsRUFBRSxNQUFNLENBQUM7SUFDcEIsUUFBUSxDQUFDLFVBQVUsRUFBRSxVQUFVLENBQUM7SUFDaEMsUUFBUSxDQUFDLFdBQVcsRUFBRSxXQUFXLENBQUM7SUFDbEMsUUFBUSxDQUFDLFVBQVUsRUFBRSxVQUFVLENBQUM7SUFDaEMsUUFBUSxDQUFDLFlBQVksRUFBRSxvQkFBb0IsRUFBRSxDQUFDO0lBQzlDLFFBQVEsQ0FBQyxtQkFBbUIsRUFBRSxXQUFXLENBQUM7SUFDMUMsUUFBUSxDQUFDLGNBQWMsRUFBRSxFQUFFLEVBQUUsQ0FBQztJQUM5QixRQUFRLENBQUMsMEJBQTBCLEVBQUUsS0FBSyxDQUFDLEVBQUUsRUFBRSxPQUFPLGNBQWMsQ0FBQyxDQUFDO0lBRXRFLHVFQUF1RTtJQUN2RSxPQUFPLENBQUMsUUFBUSxDQUFDLFdBQVcsQ0FBb0Y7SUFPaEgsdUdBQXVHO0lBQ3ZHLE9BQU8sQ0FBQyxTQUFTLENBQVM7SUFDMUIsMEdBQXdHO0lBQ3hHLE9BQU8sQ0FBQyxNQUFNLENBQVM7SUFDdkIsMERBQTBEO0lBQzFELE9BQU8sQ0FBQyxTQUFTLENBQVM7SUFDMUIsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFnQztJQUNoRCxPQUFPLENBQUMsUUFBUSxDQUFDLGVBQWUsQ0FBeUI7SUFFekQsZ0dBQWdHO0lBQ2hHLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUFnQjtJQUMzQyxzRUFBc0U7SUFDdEUsT0FBTyxDQUFDLGFBQWEsQ0FBQyxDQUFnQjtJQUN0QyxpSEFBaUg7SUFDakgsT0FBTyxDQUFDLGVBQWUsQ0FBQyxDQUFnQjtJQUV4QyxZQUNFLElBQUksRUFBRSxvQkFBb0IsRUFDVCxJQUFJLEVBQUUsb0JBQW9CLEVBdUI1QztJQUVEOzs7O09BSUc7SUFDSCxPQUFjLEtBQUssQ0FBQyxVQUFVLEVBQUUsVUFBVSxHQUFHLE1BQU0sQ0FFbEQ7SUFFTSxXQUFXLElBQUksT0FBTyxDQUU1QjtJQUVEOzs7OztPQUtHO0lBQ0ksUUFBUSxJQUFJLE9BQU8sQ0FFekI7SUFFRCwwRkFBd0Y7SUFDakYsY0FBYyxJQUFJLFdBQVcsQ0FFbkM7SUFFRCw2R0FBNkc7SUFDdEcsb0JBQW9CLElBQUksT0FBTyxDQUFDLGFBQWEsQ0FBQyxtQkFBbUIsQ0FBQyxDQUFDLENBRXpFO0lBRUQsMEVBQTBFO0lBQzdELFFBQVEsSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBZXJDO1lBRWEsZ0JBQWdCO0lBcUI5Qjs7OztPQUlHO0lBQ0gsT0FBTyxDQUFDLGVBQWU7WUFlVCxRQUFRO1lBVVIsU0FBUztJQVV2Qjs7Ozs7Ozs7T0FRRztJQUNVLGVBQWUsSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLE1BQU0sRUFBRSxFQUFFLENBQUMsQ0FBQyxDQVN2RDtZQUVhLGlCQUFpQjtJQW1KL0I7Ozs7Ozs7O09BUUc7SUFDSSxNQUFNLENBQUMsRUFBRSxPQUFlLEVBQUUsR0FBRTtRQUFFLE9BQU8sQ0FBQyxFQUFFLE9BQU8sQ0FBQTtLQUFPLEdBQUcsSUFBSSxDQXFCbkU7WUFFYSxTQUFTO1lBY1QsZUFBZTtJQWU3QixPQUFPLENBQUMsY0FBYztZQUlSLFVBQVU7WUEwQlYsVUFBVTtDQWV6QiJ9

package/dest/job/checkpoint-prover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkpoint-prover.d.ts","sourceRoot":"","sources":["../../src/job/checkpoint-prover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAuC,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EAAe,KAAK,WAAW,EAAE,KAAK,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAEjG,OAAO,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AACpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAE,KAAK,YAAY,EAAS,MAAM,yBAAyB,CAAC;AAGnE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,KAAK,EAAiC,UAAU,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAClH,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEvF,OAAO,KAAK,EAAE,oBAAoB,EAAW,MAAM,qBAAqB,CAAC;AACzE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG7F,OAAO,KAAK,EAAE,WAAW,EAAe,EAAE,EAAU,MAAM,kBAAkB,CAAC;AAE7E,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAE1D,+DAA+D;AAC/D,MAAM,MAAM,oBAAoB,GAAG;IACjC,aAAa,EAAE,kBAAkB,CAAC;IAClC,0EAA0E;IAC1E,UAAU,EAAE,UAAU,CAAC;IACvB,sBAAsB,EAAE,sBAAsB,CAAC;IAC/C,UAAU,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;IACnD,UAAU,EAAE,WAAW,CAAC;IACxB,6FAA2F;IAC3F,YAAY,EAAE,YAAY,CAAC;IAC3B,QAAQ,EAAE,UAAU,CAAC;IACrB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,6BAA6B;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iCAAiC;IACjC,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B;;;OAGG;IACH,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC9C;;;OAGG;IACH,uBAAuB,CAAC,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/C,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,qFAAqF;AACrF,MAAM,MAAM,yBAAyB,GAAG;IACtC,qGAAqG;IACrG,uBAAuB,CAAC,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;CAChD,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,UAAU,CAAC;IACvB,qGAAqG;IACrG,WAAW,EAAE,WAAW,CAAC;IACzB,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,mBAAmB,EAAE,WAAW,CAAC;IACjC,cAAc,EAAE,EAAE,EAAE,CAAC;IACrB,0BAA0B,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,cAAc,CAAC,CAAC;CAC9D,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,gBAAgB;IAoCzB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAnCvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAChC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,EAAE,CAAC;IAC9C,QAAQ,CAAC,mBAAmB,EAAE,WAAW,CAAC;IAC1C,QAAQ,CAAC,cAAc,EAAE,EAAE,EAAE,CAAC;IAC9B,QAAQ,CAAC,0BAA0B,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,cAAc,CAAC,CAAC;IAEtE,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoF;IAOhH,uGAAuG;IACvG,OAAO,CAAC,SAAS,CAAS;IAC1B,0GAAwG;IACxG,OAAO,CAAC,MAAM,CAAS;IACvB,0DAA0D;IAC1D,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAC,CAAgC;IAChD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IAEzD,gGAAgG;IAChG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,sEAAsE;IACtE,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,iHAAiH;IACjH,OAAO,CAAC,eAAe,CAAC,CAAgB;IAExC,YACE,IAAI,EAAE,oBAAoB,EACT,IAAI,EAAE,oBAAoB,EAuB5C;IAED;;;;OAIG;IACH,OAAc,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAElD;IAEM,WAAW,IAAI,OAAO,CAE5B;IAED;;;;;OAKG;IACI,QAAQ,IAAI,OAAO,CAEzB;IAED,0FAAwF;IACjF,cAAc,IAAI,WAAW,CAEnC;IAED,6GAA6G;IACtG,oBAAoB,IAAI,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAEzE;IAED,0EAA0E;IAC7D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAerC;YAEa,gBAAgB;IAqB9B;;;;OAIG;IACH,OAAO,CAAC,eAAe;YAeT,QAAQ;YAUR,SAAS;IAUvB;;;;;;;;OAQG;IACU,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CASvD;YAEa,iBAAiB;IAmJ/B;;;;;;;;OAQG;IACI,MAAM,CAAC,EAAE,OAAe,EAAE,GAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,IAAI,CAqBnE;YAEa,SAAS;YAcT,eAAe;IAe7B,OAAO,CAAC,cAAc;YAIR,UAAU;YA0BV,UAAU;CAezB"}

package/dest/job/checkpoint-prover.js

@@ -0,0 +1,405 @@
+import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
+import { BlockNumber } from '@aztec/foundation/branded-types';
+import { padArrayEnd } from '@aztec/foundation/collection';
+import { Fr } from '@aztec/foundation/curves/bn254';
+import { promiseWithResolvers } from '@aztec/foundation/promise';
+import { Timer } from '@aztec/foundation/timer';
+import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
+import { protocolContractsHash } from '@aztec/protocol-contracts';
+import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
+import { CheckpointConstantData } from '@aztec/stdlib/rollup';
+import { MerkleTreeId } from '@aztec/stdlib/trees';
+/**
+ * Self-contained per-checkpoint prover, content-addressed by
+ * `(checkpoint number, slot number, checkpoint archive root)`.
+ *
+ * The store creates a CheckpointProver once per content-key. Keying on the checkpoint's
+ * own archive root (its post-state) means two checkpoints are "the same" iff they
+ * produce the same archive — so a reorg branch, or a replacement built on the same
+ * predecessor but with different content, keys to a distinct prover.
+ *
+ * The prover eagerly starts its own tx gather and sub-tree work in the constructor, so
+ * callers only need to call `whenBlockProofsReady()` to obtain the resulting block-rollup
+ * proofs.
+ *
+ * A CheckpointProver does not survive a prune: its sub-tree work forks world-state per
+ * block, and an L1 prune of a base block faults those reads. The store therefore cancels and
+ * discards a prover when its checkpoint is pruned, and a re-add (even of identical content)
+ * constructs a fresh prover.
+ *
+ * `cancel()` is idempotent. It aborts the gather + sub-tree, rejects the block-proof
+ * promise, and exposes a `whenDone()` that resolves once teardown has unwound.
+ */ export class CheckpointProver {
+    deps;
+    id;
+    checkpoint;
+    epochNumber;
+    slotNumber;
+    attestations;
+    previousBlockHeader;
+    l1ToL2Messages;
+    previousArchiveSiblingPath;
+    /** Resolved by the sub-tree on success, rejected on cancel/failure. */ blockProofs;
+    // Three independent lifecycle facts — deliberately not collapsed into one status enum, because several
+    // combinations are legal and relied on: a prover can be `completed` and then `cancelled` (routine
+    // teardown of an already-proven checkpoint), or `completed` and then `failed` (block proving was
+    // enqueued, but the sub-tree subsequently faulted). Only `failed` + `cancelled` is excluded — a cancel
+    // is not a failure (enforced in `failBlockProofs`).
+    /** Block-level proving was fully *enqueued* (a progress marker; the sub-tree may still be proving). */ completed;
+    /** Block proofs rejected for a genuine (non-cancel) reason — a sub-tree or prune-induced fork fault. */ failed;
+    /** The prover was torn down (prune / reap / shutdown). */ cancelled;
+    subTree;
+    abortController;
+    /** Tracks the eager gather+execute task so `cancel()` and `whenDone()` can await its unwind. */ runPromise;
+    /** Tracks the cancel-driven teardown so `whenDone()` can await it. */ cancelPromise;
+    /** Tracks the success-driven sub-tree teardown (once block proofs are captured) so `whenDone()` can await it. */ teardownPromise;
+    constructor(args, deps){
+        this.deps = deps;
+        this.blockProofs = promiseWithResolvers();
+        this.completed = false;
+        this.failed = false;
+        this.cancelled = false;
+        this.abortController = new AbortController();
+        this.checkpoint = args.checkpoint;
+        this.epochNumber = args.epochNumber;
+        this.slotNumber = args.checkpoint.header.slotNumber;
+        this.attestations = args.attestations;
+        this.previousBlockHeader = args.previousBlockHeader;
+        this.l1ToL2Messages = args.l1ToL2Messages;
+        this.previousArchiveSiblingPath = args.previousArchiveSiblingPath;
+        this.id = CheckpointProver.idFor(args.checkpoint);
+        // Mark blockProofs as observed so a cancel that lands before any consumer awaits
+        // does not surface as an unhandled rejection.
+        this.blockProofs.promise.catch(()=>{});
+        deps.log.info(`Created CheckpointProver ${this.id}`, {
+            checkpointNumber: this.checkpoint.number,
+            epochNumber: this.epochNumber,
+            slotNumber: this.slotNumber,
+            blockCount: this.checkpoint.blocks.length,
+            l1ToL2MessageCount: this.l1ToL2Messages.length,
+            archiveRoot: this.checkpoint.archive.root.toString()
+        });
+        // Kick off the eager gather + sub-tree pipeline.
+        this.runPromise = this.gatherAndExecute();
+    }
+    /**
+   * Stable content-addressed identifier: `${checkpoint number}:${slot}:${archive root}`.
+   * The archive root is the checkpoint's post-state, so it distinguishes any two
+   * checkpoints that differ in history or content while collapsing identical re-adds.
+   */ static idFor(checkpoint) {
+        return `${checkpoint.number}:${checkpoint.header.slotNumber}:${checkpoint.archive.root.toString()}`;
+    }
+    isCancelled() {
+        return this.cancelled;
+    }
+    /**
+   * True once this prover's block proofs have rejected for a genuine (non-cancel) reason — a sub-tree
+   * proving fault or a prune-induced world-state fork fault. A failed prover cannot produce its block
+   * proofs, so the reconciler must not build (or rebuild) an EpochSession over it; it is cleared only by
+   * a prune/re-add replacing it with a fresh prover, or by expiry reaping it.
+   */ isFailed() {
+        return this.failed;
+    }
+    /** AbortSignal that fires on cancel — for callers that want to wire their own tasks. */ getAbortSignal() {
+        return this.abortController.signal;
+    }
+    /** Promise that resolves with the block-rollup proofs for this checkpoint (or rejects on cancel/failure). */ whenBlockProofsReady() {
+        return this.blockProofs.promise;
+    }
+    /** Resolves when all in-flight work for this prover has fully unwound. */ async whenDone() {
+        await this.runPromise.catch(()=>{});
+        // `runPromise` resolves once block-level proving is *enqueued*, but the sub-tree's proofs (and the
+        // success-driven teardown they trigger) land later, on the `getSubTreeResult()` callback. Awaiting
+        // `blockProofs` here bridges that gap: on success the callback resolves `blockProofs` and then
+        // synchronously sets `teardownPromise` before this await resumes, so the teardown is observable
+        // below; on failure/cancel `blockProofs` rejects and teardown is driven by the `finally`/cancel
+        // paths already awaited via `runPromise`/`cancelPromise`.
+        await this.blockProofs.promise.catch(()=>{});
+        if (this.cancelPromise) {
+            await this.cancelPromise;
+        }
+        if (this.teardownPromise) {
+            await this.teardownPromise;
+        }
+    }
+    async gatherAndExecute() {
+        try {
+            const txs = await this.gatherTxs();
+            if (this.cancelled) {
+                return;
+            }
+            await this.executeCheckpoint(txs);
+        } catch (err) {
+            if (this.cancelled) {
+                this.deps.log.debug(`CheckpointProver ${this.id} cancelled during gather/execute`, {
+                    checkpointNumber: this.checkpoint.number
+                });
+                return;
+            }
+            this.deps.log.error(`Error in CheckpointProver ${this.id}`, err, {
+                checkpointNumber: this.checkpoint.number
+            });
+            this.failBlockProofs(err instanceof Error ? err : new Error(String(err)));
+        }
+    }
+    /**
+   * Rejects the block-proof promise and, unless this is a cancellation, records the prover as failed so
+   * the reconciler won't build an EpochSession over it. First rejection wins, so a later duplicate reject
+   * (e.g. the executeCheckpoint `finally`) is a harmless no-op.
+   */ failBlockProofs(err) {
+        if (!this.cancelled && !this.failed) {
+            this.failed = true;
+            // Notify the owner so it can upload a post-mortem for this checkpoint. Fire-and-forget: the
+            // callback must not block the prover's teardown, and a throw in it must not mask the rejection.
+            try {
+                this.deps.onFailed?.(this);
+            } catch (err) {
+                this.deps.log.error(`Error in CheckpointProver onFailed callback for ${this.id}`, err);
+            }
+        }
+        this.blockProofs.reject(err);
+    }
+    /** Fetches every tx in this checkpoint from the tx pool (by hash, via the block tx effects). */ async fetchTxs() {
+        const deadline = new Date(this.deps.dateProvider.now() + this.deps.txGatheringTimeoutMs);
+        const txsByBlock = await Promise.all(this.checkpoint.blocks.map((block)=>this.deps.txProvider.getTxsForBlock(block, {
+                deadline
+            })));
+        const txs = txsByBlock.flatMap(({ txs })=>txs);
+        const missingTxs = txsByBlock.flatMap(({ missingTxs })=>missingTxs);
+        return {
+            txs: new Map(txs.map((tx)=>[
+                    tx.getTxHash().toString(),
+                    tx
+                ])),
+            missingTxs
+        };
+    }
+    async gatherTxs() {
+        const { txs, missingTxs } = await this.fetchTxs();
+        if (missingTxs.length > 0) {
+            throw new Error(`Txs not found for checkpoint ${this.checkpoint.number}: ${missingTxs.map((hash)=>hash.toString()).join(', ')}`);
+        }
+        return txs;
+    }
+    /**
+   * Re-fetches this checkpoint's txs from the tx pool for a post-mortem failure upload.
+   *
+   * The prover does not cache txs on the heap — they are consumed during proving and dropped — so the
+   * durable pool (which keeps a mined tx until L1 finality, with A-1274's retention margin covering a
+   * lagging prover) is the source of truth, read back by hash here. Best-effort: any tx the pool can
+   * no longer supply is logged and omitted rather than failing the upload, since a partial post-mortem
+   * snapshot is still useful for diagnosis.
+   */ async getTxsForUpload() {
+        const { txs, missingTxs } = await this.fetchTxs();
+        if (missingTxs.length > 0) {
+            this.deps.log.warn(`Missing ${missingTxs.length} tx(s) re-fetching checkpoint ${this.checkpoint.number} for failure upload`, {
+                checkpointNumber: this.checkpoint.number,
+                missingTxCount: missingTxs.length
+            });
+        }
+        return txs;
+    }
+    async executeCheckpoint(txs) {
+        const signal = this.abortController.signal;
+        const checkpointTimer = new Timer();
+        let subTreeStarted = false;
+        try {
+            // Test hook: force a sub-tree failure to exercise the checkpoint failure/upload path.
+            if (this.deps.checkpointProveOverride) {
+                await this.deps.checkpointProveOverride();
+            }
+            // The gathered txs are consumed locally below (public processing + sub-tree) and then dropped.
+            // They are deliberately not retained on the instance: the tx pool is the durable source and
+            // `getTxsForUpload` re-fetches them by hash if a post-mortem upload needs them.
+            const { chainId, version } = this.checkpoint.blocks[0].header.globalVariables;
+            const checkpointConstants = CheckpointConstantData.from({
+                chainId,
+                version,
+                vkTreeRoot: getVKTreeRoot(),
+                protocolContractsHash: protocolContractsHash,
+                proverId: this.deps.proverId.toField(),
+                slotNumber: this.checkpoint.header.slotNumber,
+                coinbase: this.checkpoint.header.coinbase,
+                feeRecipient: this.checkpoint.header.feeRecipient,
+                gasFees: this.checkpoint.header.gasFees
+            });
+            this.deps.log.info(`Starting processing checkpoint ${this.checkpoint.number}`, {
+                checkpointNumber: this.checkpoint.number,
+                checkpointHash: this.checkpoint.hash().toString(),
+                blockCount: this.checkpoint.blocks.length
+            });
+            this.subTree = await this.deps.proverFactory.createCheckpointSubTreeOrchestrator(this.deps.chonkCache, this.epochNumber, checkpointConstants, this.l1ToL2Messages, this.checkpoint.blocks.length, this.previousBlockHeader);
+            subTreeStarted = true;
+            // Bridge the sub-tree's result onto blockProofs.
+            void this.subTree.getSubTreeResult().then((result)=>{
+                this.deps.log.info(`Sub-tree block proofs ready for checkpoint ${this.checkpoint.number}`, {
+                    checkpointNumber: this.checkpoint.number,
+                    blockProofCount: result.blockProofOutputs.length
+                });
+                // Spans processing + proving (from executeCheckpoint start, after tx gathering) to proofs ready.
+                this.deps.metrics.recordCheckpointProving(checkpointTimer.ms());
+                this.blockProofs.resolve(result.blockProofOutputs);
+                // Release the sub-tree orchestrator now that its output is captured. The block-proof outputs
+                // survive via the resolved promise; everything else the sub-tree held — per-tx AVM inputs, and
+                // the base/merge/parity proof trees — is dead once proving completes, yet the prover is retained
+                // for the whole proof-submission window. Dropping it here is what stops that retention from
+                // accumulating across every proven checkpoint. Post-completion consumers (the top-tree job, a
+                // rebuilt EpochSession, failure upload) read only `whenBlockProofsReady()` and this prover's own
+                // fields (`checkpoint`, `txs`, headers, sibling paths), never the sub-tree.
+                this.teardownPromise = this.teardownSubTree();
+            }, (err)=>this.failBlockProofs(err instanceof Error ? err : new Error(String(err))));
+            if (signal.aborted) {
+                return;
+            }
+            const allTxs = this.checkpoint.blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txs.get(txEffect.txHash.toString())));
+            const publicTxs = allTxs.filter((tx)=>tx?.data.forPublic);
+            if (publicTxs.length > 0) {
+                await this.subTree.startChonkVerifierCircuits(publicTxs);
+                if (signal.aborted) {
+                    return;
+                }
+            }
+            for(let blockIndex = 0; blockIndex < this.checkpoint.blocks.length; blockIndex++){
+                const blockTimer = new Timer();
+                const block = this.checkpoint.blocks[blockIndex];
+                const globalVariables = block.header.globalVariables;
+                const blockTxs = this.getTxsForBlock(block, txs);
+                await this.subTree.startNewBlock(block.number, globalVariables.timestamp, blockTxs.length);
+                if (signal.aborted) {
+                    return;
+                }
+                const db = await this.createFork(BlockNumber(block.number - 1), blockIndex === 0 ? this.l1ToL2Messages : undefined);
+                try {
+                    if (signal.aborted) {
+                        return;
+                    }
+                    const config = PublicSimulatorConfig.from({
+                        proverId: this.deps.proverId.toField(),
+                        skipFeeEnforcement: false,
+                        collectDebugLogs: false,
+                        collectHints: true,
+                        collectPublicInputs: true,
+                        collectStatistics: false
+                    });
+                    const publicProcessor = this.deps.publicProcessorFactory.create(db, globalVariables, config);
+                    const processed = await this.processTxs(publicProcessor, blockTxs);
+                    if (signal.aborted) {
+                        return;
+                    }
+                    await this.subTree.addTxs(processed);
+                } finally{
+                    await db.close();
+                }
+                if (signal.aborted) {
+                    return;
+                }
+                await this.subTree.setBlockCompleted(block.number, block.header);
+                this.deps.metrics.recordBlockProcessing(blockTimer.ms());
+                if (signal.aborted) {
+                    return;
+                }
+            }
+            this.completed = true;
+            const numTxs = this.checkpoint.blocks.reduce((acc, block)=>acc + block.body.txEffects.length, 0);
+            this.deps.metrics.recordCheckpointProcessing(checkpointTimer.ms(), this.checkpoint.blocks.length, numTxs);
+            this.deps.log.info(`Finished enqueueing block-level proving for checkpoint ${this.checkpoint.number} in ${checkpointTimer.ms()}ms`, {
+                checkpointNumber: this.checkpoint.number,
+                blockCount: this.checkpoint.blocks.length,
+                durationMs: checkpointTimer.ms()
+            });
+        } finally{
+            if (!this.completed) {
+                if (subTreeStarted) {
+                    await this.teardownSubTree();
+                }
+                this.failBlockProofs(new Error(`Checkpoint ${this.id} did not complete block processing`));
+            }
+        }
+    }
+    /**
+   * Mark cancelled. Idempotent. Aborts in-flight work, rejects the block-proof promise,
+   * and kicks off a background teardown of the sub-tree. The teardown promise is exposed
+   * via `whenDone()`.
+   *
+   * `routine` distinguishes a post-finalize teardown (sub-tree already proven, fires
+   * once at prover exit) from a real abort (reorg, prune, deadline). Behaviour is
+   * identical either way; the flag only adjusts log verbosity.
+   */ cancel({ routine = false } = {}) {
+        if (this.cancelled) {
+            return;
+        }
+        this.cancelled = true;
+        // A teardown of a completed prover is routine regardless of the caller's flag —
+        // we logged the work as done already, so don't relabel it as a mid-flight cancel.
+        if (routine || this.completed) {
+            this.deps.log.verbose(`Tearing down CheckpointProver ${this.id}`, {
+                checkpointNumber: this.checkpoint.number,
+                wasCompleted: this.completed
+            });
+        } else {
+            this.deps.log.info(`Cancelling in-flight CheckpointProver ${this.id}`, {
+                checkpointNumber: this.checkpoint.number,
+                wasCompleted: this.completed
+            });
+        }
+        this.abortController.abort();
+        this.blockProofs.reject(new Error(`Checkpoint ${this.id} cancelled`));
+        this.cancelPromise = this.runCancel().catch(()=>{});
+    }
+    async runCancel() {
+        if (this.subTree) {
+            try {
+                this.subTree.cancel();
+            } catch (err) {
+                this.deps.log.error('Error cancelling sub-tree', err);
+            }
+        }
+        await this.runPromise.catch(()=>{});
+        if (this.subTree) {
+            await this.teardownSubTree();
+        }
+    }
+    async teardownSubTree() {
+        const { subTree } = this;
+        this.subTree = undefined;
+        if (subTree) {
+            this.deps.log.debug(`Tearing down sub-tree for checkpoint ${this.checkpoint.number}`, {
+                checkpointNumber: this.checkpoint.number
+            });
+            try {
+                await subTree.stop();
+            } catch (err) {
+                this.deps.log.error('Error stopping sub-tree', err);
+            }
+        }
+    }
+    getTxsForBlock(block, txs) {
+        return block.body.txEffects.map((txEffect)=>txs.get(txEffect.txHash.toString()));
+    }
+    async processTxs(publicProcessor, txs) {
+        // Pass the abort signal so a prune-driven cancel stops the current block's public execution
+        // immediately, rather than running it to completion before the next `signal.aborted` check.
+        // On abort `process` returns a partial result, the length check below throws, and
+        // `gatherAndExecute` swallows it via its `cancelled` guard.
+        const [processedTxs, failedTxs] = await publicProcessor.process(txs, {
+            deadline: this.deps.deadline,
+            signal: this.abortController.signal
+        });
+        if (failedTxs.length) {
+            const failedTxHashes = await Promise.all(failedTxs.map(({ tx })=>tx.getTxHash()));
+            throw new Error(`Txs failed processing: ${failedTxs.map(({ error }, index)=>`${failedTxHashes[index]} (${error})`).join(', ')}`);
+        }
+        if (processedTxs.length !== txs.length) {
+            throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
+        }
+        return processedTxs;
+    }
+    async createFork(blockNumber, l1ToL2Messages) {
+        const db = await this.deps.dbProvider.fork(blockNumber);
+        if (l1ToL2Messages !== undefined) {
+            const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
+            await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
+        }
+        return db;
+    }
+}