@aztec/prover-client 0.0.1-fake-ceab37513c → 0.0.6-commit.a2d1860fe9

package/src/mocks/test_context.ts

@@ -1,52 +1,66 @@
 import type { BBProverConfig } from '@aztec/bb-prover';
+import { TestCircuitProver } from '@aztec/bb-prover';
 import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
-import { padArrayEnd, times, timesParallel } from '@aztec/foundation/collection';
-import { Fr } from '@aztec/foundation/fields';
+import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
+import { padArrayEnd, times, timesAsync } from '@aztec/foundation/collection';
+import { Fr } from '@aztec/foundation/curves/bn254';
 import type { Logger } from '@aztec/foundation/log';
-import { TestDateProvider } from '@aztec/foundation/timer';
+import type { FieldsOf } from '@aztec/foundation/types';
 import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
-import { protocolContractTreeRoot } from '@aztec/protocol-contracts';
+import { ProtocolContractsList } from '@aztec/protocol-contracts';
 import { computeFeePayerBalanceLeafSlot } from '@aztec/protocol-contracts/fee-juice';
-import { SimpleContractDataSource } from '@aztec/simulator/public/fixtures';
-import { PublicProcessorFactory } from '@aztec/simulator/server';
 import { PublicDataWrite } from '@aztec/stdlib/avm';
 import { AztecAddress } from '@aztec/stdlib/aztec-address';
-import { EthAddress, type L2Block } from '@aztec/stdlib/block';
-import type { ServerCircuitProver } from '@aztec/stdlib/interfaces/server';
-import { makeBloatedProcessedTx } from '@aztec/stdlib/testing';
-import { type AppendOnlyTreeSnapshot, MerkleTreeId, PublicDataTreeLeaf } from '@aztec/stdlib/trees';
-import { type BlockHeader, type GlobalVariables, type ProcessedTx, TreeSnapshots, type Tx } from '@aztec/stdlib/tx';
+import { EthAddress } from '@aztec/stdlib/block';
+import type { Checkpoint } from '@aztec/stdlib/checkpoint';
+import type { MerkleTreeWriteOperations, ServerCircuitProver } from '@aztec/stdlib/interfaces/server';
+import type { CheckpointConstantData } from '@aztec/stdlib/rollup';
+import { mockProcessedTx } from '@aztec/stdlib/testing';
+import { MerkleTreeId, PublicDataTreeLeaf } from '@aztec/stdlib/trees';
+import {
+  type BlockHeader,
+  type GlobalVariables,
+  type ProcessedTx,
+  StateReference,
+  TreeSnapshots,
+} from '@aztec/stdlib/tx';
 import type { MerkleTreeAdminDatabase } from '@aztec/world-state';
 import { NativeWorldStateService } from '@aztec/world-state/native';
 
 import { promises as fs } from 'fs';
 
-// TODO(#12613) This means of sharing test code is not ideal.
-// eslint-disable-next-line import/no-relative-packages
-import { TestCircuitProver } from '../../../bb-prover/src/test/test_circuit_prover.js';
-import { buildBlockWithCleanDB } from '../block-factory/light.js';
-import { getTreeSnapshot } from '../orchestrator/block-building-helpers.js';
+import { LightweightCheckpointBuilder } from '../light/lightweight_checkpoint_builder.js';
+import {
+  buildFinalBlobChallenges,
+  getTreeSnapshot,
+  insertSideEffects,
+} from '../orchestrator/block-building-helpers.js';
+import type { BlockProvingState } from '../orchestrator/block-proving-state.js';
 import { ProvingOrchestrator } from '../orchestrator/index.js';
 import { BrokerCircuitProverFacade } from '../proving_broker/broker_prover_facade.js';
 import { TestBroker } from '../test/mock_prover.js';
-import { getEnvironmentConfig, getSimulator, makeGlobals, updateExpectedTreesFromTxs } from './fixtures.js';
+import { getEnvironmentConfig, getSimulator, makeCheckpointConstants, makeGlobals } from './fixtures.js';
 
 export class TestContext {
   private headers: Map<number, BlockHeader> = new Map();
+  private checkpoints: Checkpoint[] = [];
+  private checkpointOutHashes: Fr[] = [];
+  private nextCheckpointIndex = 0;
+  private nextCheckpointNumber = CheckpointNumber(1);
+  private nextBlockNumber = 1;
+  private epochNumber = 1;
   private feePayerBalance: Fr;
 
   constructor(
     public worldState: MerkleTreeAdminDatabase,
-    public globalVariables: GlobalVariables,
     public prover: ServerCircuitProver,
     public broker: TestBroker,
     public brokerProverFacade: BrokerCircuitProverFacade,
     public orchestrator: TestProvingOrchestrator,
-    public blockNumber: number,
-    public feePayer: AztecAddress,
+    private feePayer: AztecAddress,
     initialFeePayerBalance: Fr,
-    public directoriesToCleanup: string[],
-    public logger: Logger,
+    private directoriesToCleanup: string[],
+    private logger: Logger,
   ) {
     this.feePayerBalance = initialFeePayerBalance;
   }
@@ -60,15 +74,12 @@ export class TestContext {
     {
       proverCount = 4,
       createProver = async (bbConfig: BBProverConfig) => new TestCircuitProver(await getSimulator(bbConfig, logger)),
-      blockNumber = 1,
     }: {
       proverCount?: number;
       createProver?: (bbConfig: BBProverConfig) => Promise<ServerCircuitProver>;
-      blockNumber?: number;
     } = {},
   ) {
     const directoriesToCleanup: string[] = [];
-    const globalVariables = makeGlobals(blockNumber);
 
     const feePayer = AztecAddress.fromNumber(42222);
     const initialFeePayerBalance = new Fr(10n ** 20n);
@@ -112,12 +123,10 @@ export class TestContext {
 
     return new this(
       ws,
-      globalVariables,
       localProver,
       broker,
       facade,
       orchestrator,
-      blockNumber,
       feePayer,
       initialFeePayerBalance,
       directoriesToCleanup,
@@ -129,20 +138,6 @@ export class TestContext {
     return this.worldState.fork();
   }
 
-  public getBlockHeader(blockNumber: 0): BlockHeader;
-  public getBlockHeader(blockNumber: number): BlockHeader | undefined;
-  public getBlockHeader(blockNumber = 0) {
-    return blockNumber === 0 ? this.worldState.getCommitted().getInitialHeader() : this.headers.get(blockNumber);
-  }
-
-  public setBlockHeader(header: BlockHeader, blockNumber: number) {
-    this.headers.set(blockNumber, header);
-  }
-
-  public getPreviousBlockHeader(currentBlockNumber = this.blockNumber): BlockHeader {
-    return this.getBlockHeader(currentBlockNumber - 1)!;
-  }
-
   async cleanup() {
     await this.brokerProverFacade.stop();
     await this.broker.stop();
@@ -155,93 +150,183 @@ export class TestContext {
     }
   }
 
-  private async makeProcessedTx(opts?: Parameters<typeof makeBloatedProcessedTx>[0]): Promise<ProcessedTx> {
-    const blockNum = (opts?.globalVariables ?? this.globalVariables).blockNumber;
-    const header = this.getBlockHeader(blockNum - 1);
-    const tx = await makeBloatedProcessedTx({
-      header,
-      vkTreeRoot: getVKTreeRoot(),
-      protocolContractTreeRoot,
-      globalVariables: this.globalVariables,
-      feePayer: this.feePayer,
-      ...opts,
-    });
-    this.feePayerBalance = new Fr(this.feePayerBalance.toBigInt() - tx.txEffect.transactionFee.toBigInt());
-    if (opts?.privateOnly) {
-      const feePayerSlot = await computeFeePayerBalanceLeafSlot(this.feePayer);
-      tx.txEffect.publicDataWrites[0] = new PublicDataWrite(feePayerSlot, this.feePayerBalance);
-    }
-    return tx;
+  public startNewEpoch() {
+    this.checkpoints = [];
+    this.checkpointOutHashes = [];
+    this.nextCheckpointIndex = 0;
+    this.epochNumber++;
   }
 
-  /** Creates a block with the given number of txs and adds it to world-state */
-  public async makePendingBlock(
-    numTxs: number,
-    numL1ToL2Messages: number = 0,
-    blockNumOrGlobals: GlobalVariables | number = this.globalVariables,
-    makeProcessedTxOpts: (index: number) => Partial<Parameters<typeof makeBloatedProcessedTx>[0]> = () => ({}),
-  ) {
-    const globalVariables = typeof blockNumOrGlobals === 'number' ? makeGlobals(blockNumOrGlobals) : blockNumOrGlobals;
-    const blockNum = globalVariables.blockNumber;
-    const db = await this.worldState.fork();
-    const l1ToL2Messages = times(numL1ToL2Messages, i => new Fr(blockNum * 100 + i));
-    const merkleTrees = await this.worldState.fork();
-    await merkleTrees.appendLeaves(
-      MerkleTreeId.L1_TO_L2_MESSAGE_TREE,
-      padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP),
-    );
-    const newL1ToL2Snapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, merkleTrees);
-    const txs = await timesParallel(numTxs, i =>
-      this.makeProcessedTx({
-        seed: i + blockNum * 1000,
-        globalVariables,
-        newL1ToL2Snapshot,
-        ...makeProcessedTxOpts(i),
-      }),
-    );
-    await this.setTreeRoots(txs);
+  // Return blob fields of all checkpoints in the epoch.
+  public getBlobFields() {
+    return this.checkpoints.map(checkpoint => checkpoint.toBlobFields());
+  }
 
-    const block = await buildBlockWithCleanDB(txs, globalVariables, l1ToL2Messages, db);
-    this.headers.set(blockNum, block.header);
-    await this.worldState.handleL2BlockAndMessages(block, l1ToL2Messages);
-    return { block, txs, l1ToL2Messages };
+  public async getFinalBlobChallenges() {
+    const blobFields = this.getBlobFields();
+    return await buildFinalBlobChallenges(blobFields);
   }
 
-  public async processPublicFunctions(
-    txs: Tx[],
+  public async makeCheckpoint(
+    numBlocks: number,
     {
-      maxTransactions = txs.length,
+      numTxsPerBlock = 0,
       numL1ToL2Messages = 0,
-      contractDataSource,
+      makeProcessedTxOpts = () => ({}),
+      ...constantOpts
     }: {
-      maxTransactions?: number;
+      numTxsPerBlock?: number | number[];
       numL1ToL2Messages?: number;
-      contractDataSource?: SimpleContractDataSource;
-    } = {},
+      makeProcessedTxOpts?: (
+        blockGlobalVariables: GlobalVariables,
+        txIndex: number,
+      ) => Partial<Parameters<typeof mockProcessedTx>[0]>;
+    } & Partial<FieldsOf<CheckpointConstantData>> = {},
   ) {
-    const l1ToL2Messages = times(numL1ToL2Messages, i => new Fr(this.blockNumber * 100 + i));
-    const merkleTrees = await this.worldState.fork();
-    await merkleTrees.appendLeaves(
+    if (numBlocks === 0) {
+      throw new Error(
+        'Cannot make a checkpoint with 0 blocks. Crate an empty block (numTxsPerBlock = 0) if there are no txs.',
+      );
+    }
+
+    const checkpointIndex = this.nextCheckpointIndex++;
+    const checkpointNumber = this.nextCheckpointNumber;
+    this.nextCheckpointNumber++;
+    const slotNumber = checkpointNumber * 15; // times an arbitrary number to make it different to the checkpoint number
+
+    const constants = makeCheckpointConstants(slotNumber, constantOpts);
+
+    const fork = await this.worldState.fork();
+
+    // Build l1 to l2 messages.
+    const l1ToL2Messages = times(numL1ToL2Messages, i => new Fr(slotNumber * 100 + i));
+    await fork.appendLeaves(
       MerkleTreeId.L1_TO_L2_MESSAGE_TREE,
-      padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP),
+      padArrayEnd<Fr, number>(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP),
     );
+    const newL1ToL2Snapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, fork);
 
-    const processorFactory = new PublicProcessorFactory(
-      contractDataSource ?? new SimpleContractDataSource(),
-      new TestDateProvider(),
+    const startBlockNumber = this.nextBlockNumber;
+    const previousBlockHeader = this.getBlockHeader(BlockNumber(startBlockNumber - 1));
+    // All blocks in the same slot/checkpoint share the same timestamp.
+    const timestamp = BigInt(slotNumber * 26);
+
+    // Build global variables.
+    const blockGlobalVariables = times(numBlocks, i =>
+      makeGlobals(startBlockNumber + i, slotNumber, {
+        coinbase: constants.coinbase,
+        feeRecipient: constants.feeRecipient,
+        gasFees: constants.gasFees,
+        timestamp,
+      }),
     );
-    const publicProcessor = processorFactory.create(merkleTrees, this.globalVariables, /*skipFeeEnforcement=*/ false);
+    this.nextBlockNumber += numBlocks;
 
-    return await publicProcessor.process(txs, { maxTransactions });
+    // Build txs.
+    let totalTxs = 0;
+    const blockEndStates: StateReference[] = [];
+    const blockTxs = await timesAsync(numBlocks, async blockIndex => {
+      const txIndexOffset = totalTxs;
+      const numTxs = typeof numTxsPerBlock === 'number' ? numTxsPerBlock : numTxsPerBlock[blockIndex];
+      totalTxs += numTxs;
+      const txs = await timesAsync(numTxs, txIndex =>
+        this.makeProcessedTx({
+          seed: (txIndexOffset + txIndex + 1) * 321 + (checkpointIndex + 1) * 123456 + this.epochNumber * 0x99999,
+          globalVariables: blockGlobalVariables[blockIndex],
+          anchorBlockHeader: previousBlockHeader,
+          newL1ToL2Snapshot,
+          ...makeProcessedTxOpts(blockGlobalVariables[blockIndex], txIndexOffset + txIndex),
+        }),
+      );
+
+      // Insert side effects into the trees.
+      const endState = await this.updateTrees(txs, fork);
+      blockEndStates.push(endState);
+
+      return txs;
+    });
+
+    const cleanFork = await this.worldState.fork();
+    const previousCheckpointOutHashes = this.checkpointOutHashes;
+    const builder = await LightweightCheckpointBuilder.startNewCheckpoint(
+      checkpointNumber,
+      { ...constants, timestamp },
+      l1ToL2Messages,
+      previousCheckpointOutHashes,
+      cleanFork,
+    );
+
+    // Add tx effects to db and build block headers.
+    const blocks = [];
+    for (let i = 0; i < numBlocks; i++) {
+      const txs = blockTxs[i];
+      const state = blockEndStates[i];
+
+      const block = await builder.addBlock(blockGlobalVariables[i], txs, {
+        expectedEndState: state,
+        insertTxsEffects: true,
+      });
+
+      const header = block.header;
+      this.headers.set(block.number, header);
+
+      const blockMsgs = block.indexWithinCheckpoint === 0 ? l1ToL2Messages : [];
+      await this.worldState.handleL2BlockAndMessages(block, blockMsgs);
+
+      blocks.push({ header, txs });
+    }
+
+    const checkpoint = await builder.completeCheckpoint();
+    this.checkpoints.push(checkpoint);
+    this.checkpointOutHashes.push(checkpoint.getCheckpointOutHash());
+
+    return {
+      constants,
+      header: checkpoint.header,
+      blocks,
+      l1ToL2Messages,
+      previousBlockHeader,
+    };
   }
 
-  private async setTreeRoots(txs: ProcessedTx[]) {
-    const db = await this.worldState.fork();
+  private async makeProcessedTx(opts: Parameters<typeof mockProcessedTx>[0] = {}): Promise<ProcessedTx> {
+    const tx = await mockProcessedTx({
+      vkTreeRoot: getVKTreeRoot(),
+      protocolContracts: ProtocolContractsList,
+      feePayer: this.feePayer,
+      ...opts,
+    });
+
+    this.feePayerBalance = new Fr(this.feePayerBalance.toBigInt() - tx.txEffect.transactionFee.toBigInt());
+
+    const feePayerSlot = await computeFeePayerBalanceLeafSlot(this.feePayer);
+    const feePaymentPublicDataWrite = new PublicDataWrite(feePayerSlot, this.feePayerBalance);
+    tx.txEffect.publicDataWrites[0] = feePaymentPublicDataWrite;
+    if (tx.avmProvingRequest) {
+      tx.avmProvingRequest.inputs.publicInputs.accumulatedData.publicDataWrites[0] = feePaymentPublicDataWrite;
+    }
+
+    return tx;
+  }
+
+  private getBlockHeader(blockNumber: BlockNumber): BlockHeader {
+    if (Number(blockNumber) > 0 && Number(blockNumber) >= this.nextBlockNumber) {
+      throw new Error(`Block header not built for block number ${blockNumber}.`);
+    }
+    return Number(blockNumber) === 0
+      ? this.worldState.getCommitted().getInitialHeader()
+      : this.headers.get(Number(blockNumber))!;
+  }
+
+  private async updateTrees(txs: ProcessedTx[], fork: MerkleTreeWriteOperations) {
+    let startStateReference = await fork.getStateReference();
+    let endStateReference = startStateReference;
     for (const tx of txs) {
-      const startStateReference = await db.getStateReference();
-      await updateExpectedTreesFromTxs(db, [tx]);
-      const endStateReference = await db.getStateReference();
+      await insertSideEffects(tx, fork);
+      endStateReference = await fork.getStateReference();
+
       if (tx.avmProvingRequest) {
+        // Update the trees in the avm public inputs so that the proof won't fail.
         const l1ToL2MessageTree = tx.avmProvingRequest.inputs.publicInputs.startTreeSnapshots.l1ToL2MessageTree;
         tx.avmProvingRequest.inputs.publicInputs.startTreeSnapshots = new TreeSnapshots(
           l1ToL2MessageTree,
@@ -249,6 +334,7 @@ export class TestContext {
           startStateReference.partial.nullifierTree,
           startStateReference.partial.publicDataTree,
         );
+
         tx.avmProvingRequest.inputs.publicInputs.endTreeSnapshots = new TreeSnapshots(
           l1ToL2MessageTree,
           endStateReference.partial.noteHashTree,
@@ -256,7 +342,11 @@ export class TestContext {
           endStateReference.partial.publicDataTree,
         );
       }
+
+      startStateReference = endStateReference;
     }
+
+    return endStateReference;
   }
 }
 
@@ -265,12 +355,9 @@ class TestProvingOrchestrator extends ProvingOrchestrator {
 
   // Disable this check by default, since it requires seeding world state with the block being built
   // This is only enabled in some tests with multiple blocks that populate the pending chain via makePendingBlock
-  protected override verifyBuiltBlockAgainstSyncedState(
-    l2Block: L2Block,
-    newArchive: AppendOnlyTreeSnapshot,
-  ): Promise<void> {
+  protected override verifyBuiltBlockAgainstSyncedState(provingState: BlockProvingState): Promise<void> {
     if (this.isVerifyBuiltBlockAgainstSyncedStateEnabled) {
-      return super.verifyBuiltBlockAgainstSyncedState(l2Block, newArchive);
+      return super.verifyBuiltBlockAgainstSyncedState(provingState);
     }
     return Promise.resolve();
   }