@aztec/prover-node 0.65.1 → 0.66.0

package/src/prover-node.ts

@@ -6,7 +6,7 @@ import {
   type L1ToL2MessageSource,
   type L2Block,
   type L2BlockSource,
-  type MerkleTreeWriteOperations,
+  type ProverCache,
   type ProverCoordination,
   type ProverNodeApi,
   type Service,
@@ -15,6 +15,7 @@ import {
 } from '@aztec/circuit-types';
 import { type ContractDataSource } from '@aztec/circuits.js';
 import { compact } from '@aztec/foundation/collection';
+import { sha256 } from '@aztec/foundation/crypto';
 import { createDebugLogger } from '@aztec/foundation/log';
 import { type Maybe } from '@aztec/foundation/types';
 import { type L1Publisher } from '@aztec/sequencer-client';
@@ -26,12 +27,14 @@ import { EpochProvingJob, type EpochProvingJobState } from './job/epoch-proving-
 import { ProverNodeMetrics } from './metrics.js';
 import { type ClaimsMonitor, type ClaimsMonitorHandler } from './monitors/claims-monitor.js';
 import { type EpochMonitor, type EpochMonitorHandler } from './monitors/epoch-monitor.js';
+import { type ProverCacheManager } from './prover-cache/cache_manager.js';
 import { type QuoteProvider } from './quote-provider/index.js';
 import { type QuoteSigner } from './quote-signer.js';
 
 export type ProverNodeOptions = {
   pollingIntervalMs: number;
   maxPendingJobs: number;
+  maxParallelBlocksPerEpoch: number;
 };
 
 /**
@@ -62,11 +65,13 @@ export class ProverNode implements ClaimsMonitorHandler, EpochMonitorHandler, Pr
     private readonly epochsMonitor: EpochMonitor,
     private readonly bondManager: BondManager,
     private readonly telemetryClient: TelemetryClient,
+    private readonly proverCacheManager: ProverCacheManager,
     options: Partial<ProverNodeOptions> = {},
   ) {
     this.options = {
       pollingIntervalMs: 1_000,
       maxPendingJobs: 100,
+      maxParallelBlocksPerEpoch: 32,
       ...compact(options),
     };
 
@@ -242,21 +247,20 @@ export class ProverNode implements ClaimsMonitorHandler, EpochMonitorHandler, Pr
     // Fast forward world state to right before the target block and get a fork
     this.log.verbose(`Creating proving job for epoch ${epochNumber} for block range ${fromBlock} to ${toBlock}`);
     await this.worldState.syncImmediate(fromBlock - 1);
-    // NB: separated the dbs as both a block builder and public processor need to track and update tree state
-    // see public_processor.ts for context
-    const publicDb = await this.worldState.fork(fromBlock - 1);
-    const proverDb = await this.worldState.fork(fromBlock - 1);
 
     // Create a processor using the forked world state
     const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, this.telemetryClient);
 
+    const epochHash = sha256(Buffer.concat(blocks.map(block => block.hash().toBuffer())));
+    const proverCache = await this.proverCacheManager.openCache(epochNumber, epochHash);
+
     const cleanUp = async () => {
-      await publicDb.close();
-      await proverDb.close();
+      await proverCache.close();
+      await this.proverCacheManager.removeStaleCaches(epochNumber);
       this.jobs.delete(job.getId());
     };
 
-    const job = this.doCreateEpochProvingJob(epochNumber, blocks, publicDb, proverDb, publicProcessorFactory, cleanUp);
+    const job = this.doCreateEpochProvingJob(epochNumber, blocks, proverCache, publicProcessorFactory, cleanUp);
     this.jobs.set(job.getId(), job);
     return job;
   }
@@ -265,22 +269,22 @@ export class ProverNode implements ClaimsMonitorHandler, EpochMonitorHandler, Pr
   protected doCreateEpochProvingJob(
     epochNumber: bigint,
     blocks: L2Block[],
-    publicDb: MerkleTreeWriteOperations,
-    proverDb: MerkleTreeWriteOperations,
+    proverCache: ProverCache,
     publicProcessorFactory: PublicProcessorFactory,
     cleanUp: () => Promise<void>,
   ) {
     return new EpochProvingJob(
-      publicDb,
+      this.worldState,
       epochNumber,
       blocks,
-      this.prover.createEpochProver(proverDb),
+      this.prover.createEpochProver(proverCache),
       publicProcessorFactory,
       this.publisher,
       this.l2BlockSource,
       this.l1ToL2MessageSource,
       this.coordination,
       this.metrics,
+      { parallelBlockLimit: this.options.maxParallelBlocksPerEpoch },
       cleanUp,
     );
   }