@aztec/prover-node 0.0.1-commit.b655e406 → 0.0.1-commit.b8a057fa

package/dest/job/epoch-proving-job.d.ts

@@ -1,69 +0,0 @@
-import type { PublicProcessorFactory } from '@aztec/simulator/server';
-import type { L2BlockSource } from '@aztec/stdlib/block';
-import { type EpochProver, type EpochProvingJobState, EpochProvingJobTerminalState, type ForkMerkleTreeOperations } from '@aztec/stdlib/interfaces/server';
-import { type Traceable, type Tracer } from '@aztec/telemetry-client';
-import type { ProverNodeJobMetrics } from '../metrics.js';
-import type { ProverNodePublisher } from '../prover-node-publisher.js';
-import { type EpochProvingJobData } from './epoch-proving-job-data.js';
-export type EpochProvingJobOptions = {
-    parallelBlockLimit?: number;
-    skipEpochCheck?: boolean;
-    skipSubmitProof?: boolean;
-};
-/**
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
- * world state as part of public call execution via the public processor.
- */
-export declare class EpochProvingJob implements Traceable {
-    private data;
-    private dbProvider;
-    private prover;
-    private publicProcessorFactory;
-    private publisher;
-    private l2BlockSource;
-    private metrics;
-    private deadline;
-    private config;
-    private state;
-    private log;
-    private uuid;
-    private runPromise;
-    private epochCheckPromise;
-    private deadlineTimeoutHandler;
-    readonly tracer: Tracer;
-    constructor(data: EpochProvingJobData, dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>, prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: Pick<ProverNodePublisher, 'submitEpochProof'>, l2BlockSource: L2BlockSource | undefined, metrics: ProverNodeJobMetrics, deadline: Date | undefined, config: EpochProvingJobOptions);
-    getId(): string;
-    getState(): EpochProvingJobState;
-    getEpochNumber(): bigint;
-    getDeadline(): Date | undefined;
-    getProvingData(): EpochProvingJobData;
-    private get epochNumber();
-    private get blocks();
-    private get txs();
-    private get attestations();
-    /**
-     * Proves the given epoch and submits the proof to L1.
-     */
-    run(): Promise<void>;
-    /**
-     * Create a new db fork for tx processing, inserting all L1 to L2.
-     * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
-     */
-    private createFork;
-    private progressState;
-    private checkState;
-    stop(state?: EpochProvingJobTerminalState): Promise<void>;
-    private scheduleDeadlineStop;
-    /**
-     * Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
-     * If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
-     */
-    private scheduleEpochCheck;
-    private getBlockHeader;
-    private getTxs;
-    private getL1ToL2Messages;
-    private processTxs;
-}
-export { type EpochProvingJobState };
-//# sourceMappingURL=epoch-proving-job.d.ts.map

package/dest/job/epoch-proving-job.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,KAAK,EAAW,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AAIzC,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,KAAK,mBAAmB,EAA+B,MAAM,6BAA6B,CAAC;AAEpG,MAAM,MAAM,sBAAsB,GAAG;IACnC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAY7C,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IAnBhB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAiD;IAC5D,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAGrB,IAAI,EAAE,mBAAmB,EACzB,UAAU,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,EAClD,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,IAAI,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,EACxD,aAAa,EAAE,aAAa,GAAG,SAAS,EACxC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,EAAE,sBAAsB;IAOjC,KAAK,IAAI,MAAM;IAIf,QAAQ,IAAI,oBAAoB;IAIhC,cAAc,IAAI,MAAM;IAIxB,WAAW,IAAI,IAAI,GAAG,SAAS;IAI/B,cAAc,IAAI,mBAAmB;IAI5C,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,MAAM,GAEjB;IAED,OAAO,KAAK,GAAG,GAEd;IAED,OAAO,KAAK,YAAY,GAEvB;IAED;;OAEG;IAIU,GAAG;IAiKhB;;;OAGG;YACW,UAAU;IAgBxB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,4BAAwC;IAQjE,OAAO,CAAC,oBAAoB;IAoB5B;;;OAGG;YACW,kBAAkB;IAiChC,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAmBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}

package/dest/job/epoch-proving-job.js

@@ -1,354 +0,0 @@
-function _ts_decorate(decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-}
-import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
-import { asyncPool } from '@aztec/foundation/async-pool';
-import { padArrayEnd } from '@aztec/foundation/collection';
-import { Fr } from '@aztec/foundation/fields';
-import { createLogger } from '@aztec/foundation/log';
-import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
-import { Timer } from '@aztec/foundation/timer';
-import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
-import { protocolContractsHash } from '@aztec/protocol-contracts';
-import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
-import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
-import { CheckpointConstantData } from '@aztec/stdlib/rollup';
-import { MerkleTreeId } from '@aztec/stdlib/trees';
-import { Attributes, trackSpan } from '@aztec/telemetry-client';
-import * as crypto from 'node:crypto';
-import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
-/**
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
- * world state as part of public call execution via the public processor.
- */ export class EpochProvingJob {
-    data;
-    dbProvider;
-    prover;
-    publicProcessorFactory;
-    publisher;
-    l2BlockSource;
-    metrics;
-    deadline;
-    config;
-    state;
-    log;
-    uuid;
-    runPromise;
-    epochCheckPromise;
-    deadlineTimeoutHandler;
-    tracer;
-    constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config){
-        this.data = data;
-        this.dbProvider = dbProvider;
-        this.prover = prover;
-        this.publicProcessorFactory = publicProcessorFactory;
-        this.publisher = publisher;
-        this.l2BlockSource = l2BlockSource;
-        this.metrics = metrics;
-        this.deadline = deadline;
-        this.config = config;
-        this.state = 'initialized';
-        this.log = createLogger('prover-node:epoch-proving-job');
-        validateEpochProvingJobData(data);
-        this.uuid = crypto.randomUUID();
-        this.tracer = metrics.tracer;
-    }
-    getId() {
-        return this.uuid;
-    }
-    getState() {
-        return this.state;
-    }
-    getEpochNumber() {
-        return this.data.epochNumber;
-    }
-    getDeadline() {
-        return this.deadline;
-    }
-    getProvingData() {
-        return this.data;
-    }
-    get epochNumber() {
-        return this.data.epochNumber;
-    }
-    get blocks() {
-        return this.data.blocks;
-    }
-    get txs() {
-        return this.data.txs;
-    }
-    get attestations() {
-        return this.data.attestations;
-    }
-    /**
-   * Proves the given epoch and submits the proof to L1.
-   */ async run() {
-        this.scheduleDeadlineStop();
-        if (!this.config.skipEpochCheck) {
-            await this.scheduleEpochCheck();
-        }
-        const attestations = this.attestations.map((attestation)=>attestation.toViem());
-        const epochNumber = Number(this.epochNumber);
-        const epochSizeBlocks = this.blocks.length;
-        const epochSizeTxs = this.blocks.reduce((total, current)=>total + current.body.txEffects.length, 0);
-        const [fromBlock, toBlock] = [
-            this.blocks[0].number,
-            this.blocks.at(-1).number
-        ];
-        this.log.info(`Starting epoch ${epochNumber} proving job with blocks ${fromBlock} to ${toBlock}`, {
-            fromBlock,
-            toBlock,
-            epochSizeBlocks,
-            epochNumber,
-            uuid: this.uuid
-        });
-        this.progressState('processing');
-        const timer = new Timer();
-        const { promise, resolve } = promiseWithResolvers();
-        this.runPromise = promise;
-        try {
-            const blobFieldsPerCheckpoint = this.blocks.map((block)=>block.getCheckpointBlobFields());
-            const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
-            // TODO(#17027): Enable multiple blocks per checkpoint.
-            // Total number of checkpoints equals number of blocks because we currently build a checkpoint with only one block.
-            const totalNumCheckpoints = epochSizeBlocks;
-            this.prover.startNewEpoch(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges);
-            await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
-            await asyncPool(this.config.parallelBlockLimit ?? 32, this.blocks, async (block)=>{
-                this.checkState();
-                const globalVariables = block.header.globalVariables;
-                const txs = this.getTxs(block);
-                const l1ToL2Messages = this.getL1ToL2Messages(block);
-                const previousHeader = this.getBlockHeader(block.number - 1);
-                this.log.verbose(`Starting processing block ${block.number}`, {
-                    number: block.number,
-                    blockHash: (await block.hash()).toString(),
-                    lastArchive: block.header.lastArchive.root,
-                    noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
-                    nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
-                    publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
-                    previousHeader: previousHeader.hash(),
-                    uuid: this.uuid,
-                    ...globalVariables
-                });
-                const checkpointConstants = CheckpointConstantData.from({
-                    chainId: globalVariables.chainId,
-                    version: globalVariables.version,
-                    vkTreeRoot: getVKTreeRoot(),
-                    protocolContractsHash: protocolContractsHash,
-                    proverId: this.prover.getProverId().toField(),
-                    slotNumber: globalVariables.slotNumber,
-                    coinbase: globalVariables.coinbase,
-                    feeRecipient: globalVariables.feeRecipient,
-                    gasFees: globalVariables.gasFees
-                });
-                // TODO(#17027): Enable multiple blocks per checkpoint.
-                // Each checkpoint has only one block.
-                const totalNumBlocks = 1;
-                const checkpointIndex = block.number - fromBlock;
-                await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, totalNumBlocks, blobFieldsPerCheckpoint[checkpointIndex].length, previousHeader);
-                // Start block proving
-                await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
-                // Process public fns
-                const db = await this.createFork(block.number - 1, l1ToL2Messages);
-                const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, {
-                    skipFeeEnforcement: true,
-                    clientInitiatedSimulation: false,
-                    proverId: this.prover.getProverId().toField()
-                });
-                const processed = await this.processTxs(publicProcessor, txs);
-                await this.prover.addTxs(processed);
-                await db.close();
-                this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
-                    blockNumber: block.number,
-                    blockHash: (await block.hash()).toString(),
-                    uuid: this.uuid
-                });
-                // Mark block as completed to pad it
-                const expectedBlockHeader = block.getBlockHeader();
-                await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
-            });
-            const executionTime = timer.ms();
-            this.progressState('awaiting-prover');
-            const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
-            this.log.info(`Finalized proof for epoch ${epochNumber}`, {
-                epochNumber,
-                uuid: this.uuid,
-                duration: timer.ms()
-            });
-            this.progressState('publishing-proof');
-            if (this.config.skipSubmitProof) {
-                this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`);
-                this.state = 'completed';
-                this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
-                return;
-            }
-            const success = await this.publisher.submitEpochProof({
-                fromBlock,
-                toBlock,
-                epochNumber,
-                publicInputs,
-                proof,
-                batchedBlobInputs,
-                attestations
-            });
-            if (!success) {
-                throw new Error('Failed to submit epoch proof to L1');
-            }
-            this.log.info(`Submitted proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`, {
-                epochNumber,
-                uuid: this.uuid
-            });
-            this.state = 'completed';
-            this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
-        } catch (err) {
-            if (err && err.name === 'HaltExecutionError') {
-                this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
-                    uuid: this.uuid,
-                    epochNumber,
-                    details: err.message
-                });
-                return;
-            }
-            this.log.error(`Error running epoch ${epochNumber} prover job`, err, {
-                uuid: this.uuid,
-                epochNumber
-            });
-            if (this.state === 'processing' || this.state === 'awaiting-prover' || this.state === 'publishing-proof') {
-                this.state = 'failed';
-            }
-        } finally{
-            clearTimeout(this.deadlineTimeoutHandler);
-            await this.epochCheckPromise?.stop();
-            await this.prover.stop();
-            resolve();
-        }
-    }
-    /**
-   * Create a new db fork for tx processing, inserting all L1 to L2.
-   * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
-   */ async createFork(blockNumber, l1ToL2Messages) {
-        const db = await this.dbProvider.fork(blockNumber);
-        const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
-        this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
-            blockNumber,
-            l1ToL2Messages: l1ToL2MessagesPadded.map((m)=>m.toString())
-        });
-        await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
-        return db;
-    }
-    progressState(state) {
-        this.checkState();
-        this.state = state;
-    }
-    checkState() {
-        if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed' || this.state === 'reorg') {
-            throw new HaltExecutionError(this.state);
-        }
-    }
-    async stop(state = 'stopped') {
-        this.state = state;
-        this.prover.cancel();
-        if (this.runPromise) {
-            await this.runPromise;
-        }
-    }
-    scheduleDeadlineStop() {
-        const deadline = this.deadline;
-        if (deadline) {
-            const timeout = deadline.getTime() - Date.now();
-            if (timeout <= 0) {
-                throw new Error('Cannot start job with deadline in the past');
-            }
-            this.deadlineTimeoutHandler = setTimeout(()=>{
-                if (EpochProvingJobTerminalState.includes(this.state)) {
-                    return;
-                }
-                this.log.warn('Stopping job due to deadline hit', {
-                    uuid: this.uuid,
-                    epochNumber: this.epochNumber
-                });
-                this.stop('timed-out').catch((err)=>{
-                    this.log.error('Error stopping job', err, {
-                        uuid: this.uuid,
-                        epochNumber: this.epochNumber
-                    });
-                });
-            }, timeout);
-        }
-    }
-    /**
-   * Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
-   * If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
-   */ async scheduleEpochCheck() {
-        const l2BlockSource = this.l2BlockSource;
-        if (!l2BlockSource) {
-            this.log.warn(`No L2 block source available, skipping epoch check`);
-            return;
-        }
-        const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
-        this.epochCheckPromise = new RunningPromise(async ()=>{
-            const blocks = await l2BlockSource.getBlockHeadersForEpoch(this.epochNumber);
-            const blockHashes = await Promise.all(blocks.map((block)=>block.hash()));
-            const thisBlockHashes = await Promise.all(this.blocks.map((block)=>block.hash()));
-            if (blocks.length !== this.blocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
-                this.log.warn('Epoch blocks changed underfoot', {
-                    uuid: this.uuid,
-                    epochNumber: this.epochNumber,
-                    oldBlockHashes: thisBlockHashes,
-                    newBlockHashes: blockHashes
-                });
-                void this.stop('reorg');
-            }
-        }, this.log, intervalMs).start();
-        this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
-    }
-    /* Returns the header for the given block number based on the epoch proving job data. */ getBlockHeader(blockNumber) {
-        const block = this.blocks.find((b)=>b.number === blockNumber);
-        if (block) {
-            return block.getBlockHeader();
-        }
-        if (blockNumber === Number(this.data.previousBlockHeader.getBlockNumber())) {
-            return this.data.previousBlockHeader;
-        }
-        throw new Error(`Block header not found for block number ${blockNumber} (got ${this.blocks.map((b)=>b.number).join(', ')} and previous header ${this.data.previousBlockHeader.getBlockNumber()})`);
-    }
-    getTxs(block) {
-        return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
-    }
-    getL1ToL2Messages(block) {
-        return this.data.l1ToL2Messages[block.number];
-    }
-    async processTxs(publicProcessor, txs) {
-        const { deadline } = this;
-        const [processedTxs, failedTxs] = await publicProcessor.process(txs, {
-            deadline
-        });
-        if (failedTxs.length) {
-            const failedTxHashes = await Promise.all(failedTxs.map(({ tx })=>tx.getTxHash()));
-            throw new Error(`Txs failed processing: ${failedTxs.map(({ error }, index)=>`${failedTxHashes[index]} (${error})`).join(', ')}`);
-        }
-        if (processedTxs.length !== txs.length) {
-            throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
-        }
-        return processedTxs;
-    }
-}
-_ts_decorate([
-    trackSpan('EpochProvingJob.run', function() {
-        return {
-            [Attributes.EPOCH_NUMBER]: Number(this.data.epochNumber)
-        };
-    })
-], EpochProvingJob.prototype, "run", null);
-class HaltExecutionError extends Error {
-    state;
-    constructor(state){
-        super(`Halted execution due to state ${state}`), this.state = state;
-        this.name = 'HaltExecutionError';
-    }
-}