@aztec/prover-client 0.0.1-commit.9b94fc1 → 0.0.1-commit.9ee6fcc6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (127) hide show
  1. package/dest/config.d.ts +2 -2
  2. package/dest/config.d.ts.map +1 -1
  3. package/dest/config.js +13 -3
  4. package/dest/light/index.d.ts +2 -0
  5. package/dest/light/index.d.ts.map +1 -0
  6. package/dest/light/index.js +1 -0
  7. package/dest/light/lightweight_checkpoint_builder.d.ts +38 -14
  8. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
  9. package/dest/light/lightweight_checkpoint_builder.js +148 -32
  10. package/dest/mocks/fixtures.d.ts +1 -1
  11. package/dest/mocks/fixtures.d.ts.map +1 -1
  12. package/dest/mocks/fixtures.js +6 -5
  13. package/dest/mocks/test_context.d.ts +5 -3
  14. package/dest/mocks/test_context.d.ts.map +1 -1
  15. package/dest/mocks/test_context.js +33 -14
  16. package/dest/orchestrator/block-building-helpers.d.ts +6 -6
  17. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  18. package/dest/orchestrator/block-building-helpers.js +7 -6
  19. package/dest/orchestrator/block-proving-state.d.ts +8 -4
  20. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  21. package/dest/orchestrator/block-proving-state.js +8 -1
  22. package/dest/orchestrator/checkpoint-proving-state.d.ts +22 -8
  23. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  24. package/dest/orchestrator/checkpoint-proving-state.js +43 -8
  25. package/dest/orchestrator/epoch-proving-state.d.ts +10 -9
  26. package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
  27. package/dest/orchestrator/epoch-proving-state.js +38 -2
  28. package/dest/orchestrator/orchestrator.d.ts +25 -8
  29. package/dest/orchestrator/orchestrator.d.ts.map +1 -1
  30. package/dest/orchestrator/orchestrator.js +568 -158
  31. package/dest/orchestrator/orchestrator_metrics.d.ts +1 -3
  32. package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
  33. package/dest/orchestrator/orchestrator_metrics.js +2 -15
  34. package/dest/orchestrator/tx-proving-state.d.ts +6 -5
  35. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  36. package/dest/orchestrator/tx-proving-state.js +8 -8
  37. package/dest/prover-client/factory.d.ts +3 -3
  38. package/dest/prover-client/factory.d.ts.map +1 -1
  39. package/dest/prover-client/prover-client.d.ts +6 -6
  40. package/dest/prover-client/prover-client.d.ts.map +1 -1
  41. package/dest/prover-client/prover-client.js +15 -10
  42. package/dest/prover-client/server-epoch-prover.d.ts +5 -5
  43. package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
  44. package/dest/proving_broker/broker_prover_facade.d.ts +7 -5
  45. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  46. package/dest/proving_broker/broker_prover_facade.js +18 -31
  47. package/dest/proving_broker/config.d.ts +15 -3
  48. package/dest/proving_broker/config.d.ts.map +1 -1
  49. package/dest/proving_broker/config.js +21 -4
  50. package/dest/proving_broker/fixtures.js +1 -1
  51. package/dest/proving_broker/proof_store/factory.d.ts +2 -5
  52. package/dest/proving_broker/proof_store/factory.d.ts.map +1 -1
  53. package/dest/proving_broker/proof_store/factory.js +7 -30
  54. package/dest/proving_broker/proof_store/file_store_proof_store.d.ts +18 -0
  55. package/dest/proving_broker/proof_store/file_store_proof_store.d.ts.map +1 -0
  56. package/dest/proving_broker/proof_store/file_store_proof_store.js +60 -0
  57. package/dest/proving_broker/proof_store/index.d.ts +2 -2
  58. package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
  59. package/dest/proving_broker/proof_store/index.js +1 -1
  60. package/dest/proving_broker/proving_agent.d.ts +5 -9
  61. package/dest/proving_broker/proving_agent.d.ts.map +1 -1
  62. package/dest/proving_broker/proving_agent.js +4 -19
  63. package/dest/proving_broker/proving_broker.d.ts +7 -4
  64. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  65. package/dest/proving_broker/proving_broker.js +40 -14
  66. package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
  67. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  68. package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
  69. package/dest/proving_broker/proving_broker_instrumentation.d.ts +3 -1
  70. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  71. package/dest/proving_broker/proving_broker_instrumentation.js +22 -35
  72. package/dest/proving_broker/proving_job_controller.d.ts +4 -3
  73. package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
  74. package/dest/proving_broker/proving_job_controller.js +8 -6
  75. package/dest/proving_broker/rpc.d.ts +4 -2
  76. package/dest/proving_broker/rpc.d.ts.map +1 -1
  77. package/dest/proving_broker/rpc.js +8 -0
  78. package/dest/test/mock_proof_store.d.ts +3 -3
  79. package/dest/test/mock_proof_store.d.ts.map +1 -1
  80. package/dest/test/mock_prover.d.ts +5 -5
  81. package/dest/test/mock_prover.d.ts.map +1 -1
  82. package/dest/test/mock_prover.js +4 -4
  83. package/package.json +22 -22
  84. package/src/config.ts +14 -3
  85. package/src/light/index.ts +1 -0
  86. package/src/light/lightweight_checkpoint_builder.ts +215 -45
  87. package/src/mocks/fixtures.ts +6 -5
  88. package/src/mocks/test_context.ts +30 -13
  89. package/src/orchestrator/block-building-helpers.ts +7 -6
  90. package/src/orchestrator/block-proving-state.ts +12 -2
  91. package/src/orchestrator/checkpoint-proving-state.ts +60 -12
  92. package/src/orchestrator/epoch-proving-state.ts +66 -13
  93. package/src/orchestrator/orchestrator.ts +173 -147
  94. package/src/orchestrator/orchestrator_metrics.ts +2 -25
  95. package/src/orchestrator/tx-proving-state.ts +10 -14
  96. package/src/prover-client/factory.ts +6 -2
  97. package/src/prover-client/prover-client.ts +33 -24
  98. package/src/prover-client/server-epoch-prover.ts +4 -4
  99. package/src/proving_broker/broker_prover_facade.ts +26 -36
  100. package/src/proving_broker/config.ts +24 -2
  101. package/src/proving_broker/fixtures.ts +1 -1
  102. package/src/proving_broker/proof_store/factory.ts +10 -32
  103. package/src/proving_broker/proof_store/file_store_proof_store.ts +78 -0
  104. package/src/proving_broker/proof_store/index.ts +1 -1
  105. package/src/proving_broker/proving_agent.ts +6 -19
  106. package/src/proving_broker/proving_broker.ts +41 -11
  107. package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
  108. package/src/proving_broker/proving_broker_instrumentation.ts +23 -35
  109. package/src/proving_broker/proving_job_controller.ts +11 -6
  110. package/src/proving_broker/rpc.ts +14 -0
  111. package/src/test/mock_prover.ts +2 -14
  112. package/dest/block-factory/index.d.ts +0 -2
  113. package/dest/block-factory/index.d.ts.map +0 -1
  114. package/dest/block-factory/index.js +0 -1
  115. package/dest/block-factory/light.d.ts +0 -38
  116. package/dest/block-factory/light.d.ts.map +0 -1
  117. package/dest/block-factory/light.js +0 -108
  118. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +0 -14
  119. package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +0 -1
  120. package/dest/proving_broker/proof_store/gcs_proof_store.js +0 -52
  121. package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
  122. package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
  123. package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
  124. package/src/block-factory/index.ts +0 -1
  125. package/src/block-factory/light.ts +0 -137
  126. package/src/proving_broker/proof_store/gcs_proof_store.ts +0 -76
  127. package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
@@ -1,8 +1,9 @@
1
1
  import type { BBProverConfig } from '@aztec/bb-prover';
2
2
  import { TestCircuitProver } from '@aztec/bb-prover';
3
3
  import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
4
+ import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
4
5
  import { padArrayEnd, times, timesAsync } from '@aztec/foundation/collection';
5
- import { Fr } from '@aztec/foundation/fields';
6
+ import { Fr } from '@aztec/foundation/curves/bn254';
6
7
  import type { Logger } from '@aztec/foundation/log';
7
8
  import type { FieldsOf } from '@aztec/foundation/types';
8
9
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
@@ -43,7 +44,9 @@ import { getEnvironmentConfig, getSimulator, makeCheckpointConstants, makeGlobal
43
44
  export class TestContext {
44
45
  private headers: Map<number, BlockHeader> = new Map();
45
46
  private checkpoints: Checkpoint[] = [];
47
+ private checkpointOutHashes: Fr[] = [];
46
48
  private nextCheckpointIndex = 0;
49
+ private nextCheckpointNumber = CheckpointNumber(1);
47
50
  private nextBlockNumber = 1;
48
51
  private epochNumber = 1;
49
52
  private feePayerBalance: Fr;
@@ -101,8 +104,10 @@ export class TestContext {
101
104
  bbBinaryPath: config.expectedBBPath,
102
105
  bbWorkingDirectory: config.bbWorkingDirectory,
103
106
  bbSkipCleanup: config.bbSkipCleanup,
104
- numConcurrentIVCVerifiers: 2,
107
+ numConcurrentIVCVerifiers: 8,
105
108
  bbIVCConcurrency: 1,
109
+ bbChonkVerifyMaxBatch: 16,
110
+ bbChonkVerifyConcurrency: 6,
106
111
  };
107
112
  localProver = await createProver(bbConfig);
108
113
  }
@@ -113,7 +118,7 @@ export class TestContext {
113
118
 
114
119
  const broker = new TestBroker(proverCount, localProver);
115
120
  const facade = new BrokerCircuitProverFacade(broker);
116
- const orchestrator = new TestProvingOrchestrator(ws, facade, EthAddress.ZERO);
121
+ const orchestrator = new TestProvingOrchestrator(ws, facade, EthAddress.ZERO, false, 10);
117
122
 
118
123
  await broker.start();
119
124
  facade.start();
@@ -149,6 +154,7 @@ export class TestContext {
149
154
 
150
155
  public startNewEpoch() {
151
156
  this.checkpoints = [];
157
+ this.checkpointOutHashes = [];
152
158
  this.nextCheckpointIndex = 0;
153
159
  this.epochNumber++;
154
160
  }
@@ -186,7 +192,8 @@ export class TestContext {
186
192
  }
187
193
 
188
194
  const checkpointIndex = this.nextCheckpointIndex++;
189
- const checkpointNumber = checkpointIndex + 1;
195
+ const checkpointNumber = this.nextCheckpointNumber;
196
+ this.nextCheckpointNumber++;
190
197
  const slotNumber = checkpointNumber * 15; // times an arbitrary number to make it different to the checkpoint number
191
198
 
192
199
  const constants = makeCheckpointConstants(slotNumber, constantOpts);
@@ -202,7 +209,9 @@ export class TestContext {
202
209
  const newL1ToL2Snapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, fork);
203
210
 
204
211
  const startBlockNumber = this.nextBlockNumber;
205
- const previousBlockHeader = this.getBlockHeader(startBlockNumber - 1);
212
+ const previousBlockHeader = this.getBlockHeader(BlockNumber(startBlockNumber - 1));
213
+ // All blocks in the same slot/checkpoint share the same timestamp.
214
+ const timestamp = BigInt(slotNumber * 26);
206
215
 
207
216
  // Build global variables.
208
217
  const blockGlobalVariables = times(numBlocks, i =>
@@ -210,6 +219,7 @@ export class TestContext {
210
219
  coinbase: constants.coinbase,
211
220
  feeRecipient: constants.feeRecipient,
212
221
  gasFees: constants.gasFees,
222
+ timestamp,
213
223
  }),
214
224
  );
215
225
  this.nextBlockNumber += numBlocks;
@@ -239,33 +249,38 @@ export class TestContext {
239
249
  });
240
250
 
241
251
  const cleanFork = await this.worldState.fork();
252
+ const previousCheckpointOutHashes = this.checkpointOutHashes;
242
253
  const builder = await LightweightCheckpointBuilder.startNewCheckpoint(
243
254
  checkpointNumber,
244
- constants,
255
+ { ...constants, timestamp },
245
256
  l1ToL2Messages,
257
+ previousCheckpointOutHashes,
246
258
  cleanFork,
247
259
  );
248
260
 
249
261
  // Add tx effects to db and build block headers.
250
262
  const blocks = [];
251
263
  for (let i = 0; i < numBlocks; i++) {
252
- const isFirstBlock = i === 0;
253
264
  const txs = blockTxs[i];
254
265
  const state = blockEndStates[i];
255
266
 
256
- const block = await builder.addBlock(blockGlobalVariables[i], state, txs);
267
+ const { block } = await builder.addBlock(blockGlobalVariables[i], txs, {
268
+ expectedEndState: state,
269
+ insertTxsEffects: true,
270
+ });
257
271
 
258
272
  const header = block.header;
259
273
  this.headers.set(block.number, header);
260
274
 
261
- const blockMsgs = isFirstBlock ? l1ToL2Messages : [];
262
- await this.worldState.handleL2BlockAndMessages(block, blockMsgs, isFirstBlock);
275
+ const blockMsgs = block.indexWithinCheckpoint === 0 ? l1ToL2Messages : [];
276
+ await this.worldState.handleL2BlockAndMessages(block, blockMsgs);
263
277
 
264
278
  blocks.push({ header, txs });
265
279
  }
266
280
 
267
281
  const checkpoint = await builder.completeCheckpoint();
268
282
  this.checkpoints.push(checkpoint);
283
+ this.checkpointOutHashes.push(checkpoint.getCheckpointOutHash());
269
284
 
270
285
  return {
271
286
  constants,
@@ -296,11 +311,13 @@ export class TestContext {
296
311
  return tx;
297
312
  }
298
313
 
299
- private getBlockHeader(blockNumber: number): BlockHeader {
300
- if (blockNumber > 0 && blockNumber >= this.nextBlockNumber) {
314
+ private getBlockHeader(blockNumber: BlockNumber): BlockHeader {
315
+ if (Number(blockNumber) > 0 && Number(blockNumber) >= this.nextBlockNumber) {
301
316
  throw new Error(`Block header not built for block number ${blockNumber}.`);
302
317
  }
303
- return blockNumber === 0 ? this.worldState.getCommitted().getInitialHeader() : this.headers.get(blockNumber)!;
318
+ return Number(blockNumber) === 0
319
+ ? this.worldState.getCommitted().getInitialHeader()
320
+ : this.headers.get(Number(blockNumber))!;
304
321
  }
305
322
 
306
323
  private async updateTrees(txs: ProcessedTx[], fork: MerkleTreeWriteOperations) {
@@ -20,8 +20,9 @@ import {
20
20
  PUBLIC_DATA_TREE_HEIGHT,
21
21
  } from '@aztec/constants';
22
22
  import { makeTuple } from '@aztec/foundation/array';
23
+ import { BlockNumber } from '@aztec/foundation/branded-types';
23
24
  import { padArrayEnd } from '@aztec/foundation/collection';
24
- import { Fr } from '@aztec/foundation/fields';
25
+ import { Fr } from '@aztec/foundation/curves/bn254';
25
26
  import { type Bufferable, assertLength, toFriendlyJSON } from '@aztec/foundation/serialize';
26
27
  import { MembershipWitness } from '@aztec/foundation/trees';
27
28
  import { getVkData } from '@aztec/noir-protocol-circuits-types/server/vks';
@@ -98,7 +99,7 @@ export const insertSideEffectsAndBuildBaseRollupHints = runInSpan(
98
99
 
99
100
  const blockHash = await tx.data.constants.anchorBlockHeader.hash();
100
101
  const anchorBlockArchiveSiblingPath = (
101
- await getMembershipWitnessFor(blockHash, MerkleTreeId.ARCHIVE, ARCHIVE_HEIGHT, db)
102
+ await getMembershipWitnessFor(blockHash.toFr(), MerkleTreeId.ARCHIVE, ARCHIVE_HEIGHT, db)
102
103
  ).siblingPath;
103
104
 
104
105
  const contractClassLogsFields = makeTuple(
@@ -252,8 +253,8 @@ export function getPublicChonkVerifierPrivateInputsFromTx(tx: Tx | ProcessedTx,
252
253
  // Build "hints" as the private inputs for the checkpoint root rollup circuit.
253
254
  // The `blobCommitments` will be accumulated and checked in the root rollup against the `finalBlobChallenges`.
254
255
  // The `blobsHash` will be validated on L1 against the submitted blob data.
255
- export const buildBlobHints = (blobFields: Fr[]) => {
256
- const blobs = getBlobsPerL1Block(blobFields);
256
+ export const buildBlobHints = async (blobFields: Fr[]) => {
257
+ const blobs = await getBlobsPerL1Block(blobFields);
257
258
  const blobCommitments = getBlobCommitmentsFromBlobs(blobs);
258
259
  const blobsHash = computeBlobsHashFromBlobs(blobs);
259
260
  return { blobCommitments, blobs, blobsHash };
@@ -280,8 +281,8 @@ export const buildHeaderFromCircuitOutputs = runInSpan(
280
281
  const globalVariables = GlobalVariables.from({
281
282
  chainId: constants.chainId,
282
283
  version: constants.version,
283
- blockNumber: blockRootRollupOutput.previousArchive.nextAvailableLeafIndex,
284
- timestamp: blockRootRollupOutput.endTimestamp,
284
+ blockNumber: BlockNumber(blockRootRollupOutput.previousArchive.nextAvailableLeafIndex),
285
+ timestamp: blockRootRollupOutput.timestamp,
285
286
  slotNumber: constants.slotNumber,
286
287
  coinbase: constants.coinbase,
287
288
  feeRecipient: constants.feeRecipient,
@@ -6,7 +6,8 @@ import {
6
6
  type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
7
7
  NUM_BASE_PARITY_PER_ROOT_PARITY,
8
8
  } from '@aztec/constants';
9
- import { Fr } from '@aztec/foundation/fields';
9
+ import { BlockNumber } from '@aztec/foundation/branded-types';
10
+ import { Fr } from '@aztec/foundation/curves/bn254';
10
11
  import { type Tuple, assertLength } from '@aztec/foundation/serialize';
11
12
  import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
12
13
  import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
@@ -54,6 +55,7 @@ export class BlockProvingState {
54
55
  | ProofState<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
55
56
  | undefined;
56
57
  private builtBlockHeader: BlockHeader | undefined;
58
+ private builtArchive: AppendOnlyTreeSnapshot | undefined;
57
59
  private endState: StateReference | undefined;
58
60
  private endSpongeBlob: SpongeBlob | undefined;
59
61
  private txs: TxProvingState[] = [];
@@ -62,7 +64,7 @@ export class BlockProvingState {
62
64
 
63
65
  constructor(
64
66
  public readonly index: number,
65
- public readonly blockNumber: number,
67
+ public readonly blockNumber: BlockNumber,
66
68
  public readonly totalNumTxs: number,
67
69
  private readonly constants: CheckpointConstantData,
68
70
  private readonly timestamp: UInt64,
@@ -231,6 +233,14 @@ export class BlockProvingState {
231
233
  return this.builtBlockHeader;
232
234
  }
233
235
 
236
+ public setBuiltArchive(archive: AppendOnlyTreeSnapshot) {
237
+ this.builtArchive = archive;
238
+ }
239
+
240
+ public getBuiltArchive() {
241
+ return this.builtArchive;
242
+ }
243
+
234
244
  public getStartSpongeBlob() {
235
245
  return this.startSpongeBlob;
236
246
  }
@@ -11,12 +11,16 @@ import {
11
11
  type L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
12
12
  type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
13
13
  NUM_MSGS_PER_BASE_PARITY,
14
+ OUT_HASH_TREE_HEIGHT,
14
15
  } from '@aztec/constants';
16
+ import { BlockNumber } from '@aztec/foundation/branded-types';
15
17
  import { padArrayEnd } from '@aztec/foundation/collection';
16
- import { BLS12Point, Fr } from '@aztec/foundation/fields';
18
+ import { BLS12Point } from '@aztec/foundation/curves/bls12';
19
+ import { Fr } from '@aztec/foundation/curves/bn254';
17
20
  import type { Tuple } from '@aztec/foundation/serialize';
18
21
  import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
19
22
  import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
23
+ import { computeCheckpointOutHash } from '@aztec/stdlib/messaging';
20
24
  import { ParityBasePrivateInputs } from '@aztec/stdlib/parity';
21
25
  import {
22
26
  BlockMergeRollupPrivateInputs,
@@ -36,6 +40,11 @@ import { accumulateBlobs, buildBlobHints, toProofData } from './block-building-h
36
40
  import { BlockProvingState, type ProofState } from './block-proving-state.js';
37
41
  import type { EpochProvingState } from './epoch-proving-state.js';
38
42
 
43
+ type OutHashHint = {
44
+ treeSnapshot: AppendOnlyTreeSnapshot;
45
+ siblingPath: Tuple<Fr, typeof OUT_HASH_TREE_HEIGHT>;
46
+ };
47
+
39
48
  export class CheckpointProvingState {
40
49
  private blockProofs: UnbalancedTreeStore<
41
50
  ProofState<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
@@ -44,11 +53,16 @@ export class CheckpointProvingState {
44
53
  | ProofState<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
45
54
  | undefined;
46
55
  private blocks: (BlockProvingState | undefined)[] = [];
56
+ private previousOutHashHint: OutHashHint | undefined;
57
+ private outHash: Fr | undefined;
58
+ // The snapshot and sibling path after the checkpoint's out hash is inserted.
59
+ // Stored here to be retrieved for the next checkpoint when it's added.
60
+ private newOutHashHint: OutHashHint | undefined;
47
61
  private startBlobAccumulator: BatchedBlobAccumulator | undefined;
48
62
  private endBlobAccumulator: BatchedBlobAccumulator | undefined;
49
63
  private blobFields: Fr[] | undefined;
50
64
  private error: string | undefined;
51
- public readonly firstBlockNumber: number;
65
+ public readonly firstBlockNumber: BlockNumber;
52
66
 
53
67
  constructor(
54
68
  public readonly index: number,
@@ -71,10 +85,10 @@ export class CheckpointProvingState {
71
85
  typeof L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH
72
86
  >,
73
87
  public parentEpoch: EpochProvingState,
74
- private onBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => void,
88
+ private onBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => Promise<void>,
75
89
  ) {
76
90
  this.blockProofs = new UnbalancedTreeStore(totalNumBlocks);
77
- this.firstBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber + 1;
91
+ this.firstBlockNumber = BlockNumber(headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber + 1);
78
92
  }
79
93
 
80
94
  public get epochNumber(): number {
@@ -82,13 +96,13 @@ export class CheckpointProvingState {
82
96
  }
83
97
 
84
98
  public startNewBlock(
85
- blockNumber: number,
99
+ blockNumber: BlockNumber,
86
100
  timestamp: UInt64,
87
101
  totalNumTxs: number,
88
102
  lastArchiveTreeSnapshot: AppendOnlyTreeSnapshot,
89
103
  lastArchiveSiblingPath: Tuple<Fr, typeof ARCHIVE_HEIGHT>,
90
104
  ): BlockProvingState {
91
- const index = blockNumber - this.firstBlockNumber;
105
+ const index = Number(blockNumber) - Number(this.firstBlockNumber);
92
106
  if (index >= this.totalNumBlocks) {
93
107
  throw new Error(`Unable to start a new block at index ${index}. Expected at most ${this.totalNumBlocks} blocks.`);
94
108
  }
@@ -193,6 +207,35 @@ export class CheckpointProvingState {
193
207
  return new ParityBasePrivateInputs(messages, this.constants.vkTreeRoot);
194
208
  }
195
209
 
210
+ public setOutHashHint(hint: OutHashHint) {
211
+ this.previousOutHashHint = hint;
212
+ }
213
+
214
+ public getOutHashHint() {
215
+ return this.previousOutHashHint;
216
+ }
217
+
218
+ public accumulateBlockOutHashes() {
219
+ if (this.isAcceptingBlocks() || this.blocks.some(b => !b?.hasEndState())) {
220
+ return;
221
+ }
222
+
223
+ if (!this.outHash) {
224
+ const messagesPerBlock = this.blocks.map(b => b!.getTxEffects().map(tx => tx.l2ToL1Msgs));
225
+ this.outHash = computeCheckpointOutHash(messagesPerBlock);
226
+ }
227
+
228
+ return this.outHash;
229
+ }
230
+
231
+ public setOutHashHintForNextCheckpoint(hint: OutHashHint) {
232
+ this.newOutHashHint = hint;
233
+ }
234
+
235
+ public getOutHashHintForNextCheckpoint() {
236
+ return this.newOutHashHint;
237
+ }
238
+
196
239
  public async accumulateBlobs(startBlobAccumulator: BatchedBlobAccumulator) {
197
240
  if (this.isAcceptingBlocks() || this.blocks.some(b => !b?.hasEndState())) {
198
241
  return;
@@ -202,7 +245,7 @@ export class CheckpointProvingState {
202
245
  this.endBlobAccumulator = await accumulateBlobs(this.blobFields!, startBlobAccumulator);
203
246
  this.startBlobAccumulator = startBlobAccumulator;
204
247
 
205
- this.onBlobAccumulatorSet(this);
248
+ await this.onBlobAccumulatorSet(this);
206
249
 
207
250
  return this.endBlobAccumulator;
208
251
  }
@@ -228,12 +271,15 @@ export class CheckpointProvingState {
228
271
  return this.totalNumBlocks === 1 ? 'rollup-checkpoint-root-single-block' : 'rollup-checkpoint-root';
229
272
  }
230
273
 
231
- public getCheckpointRootRollupInputs() {
274
+ public async getCheckpointRootRollupInputs() {
232
275
  const proofs = this.#getChildProofsForRoot();
233
276
  const nonEmptyProofs = proofs.filter(p => !!p);
234
277
  if (proofs.length !== nonEmptyProofs.length) {
235
278
  throw new Error('At least one child is not ready for the checkpoint root rollup.');
236
279
  }
280
+ if (!this.previousOutHashHint) {
281
+ throw new Error('Out hash hint is not set.');
282
+ }
237
283
  if (!this.startBlobAccumulator) {
238
284
  throw new Error('Start blob accumulator is not set.');
239
285
  }
@@ -241,11 +287,13 @@ export class CheckpointProvingState {
241
287
  // `blobFields` must've been set if `startBlobAccumulator` is set (in `accumulateBlobs`).
242
288
  const blobFields = this.blobFields!;
243
289
 
244
- const { blobCommitments, blobsHash } = buildBlobHints(blobFields);
290
+ const { blobCommitments, blobsHash } = await buildBlobHints(blobFields);
245
291
 
246
292
  const hints = CheckpointRootRollupHints.from({
247
293
  previousBlockHeader: this.headerOfLastBlockInPreviousCheckpoint,
248
294
  previousArchiveSiblingPath: this.lastArchiveSiblingPath,
295
+ previousOutHash: this.previousOutHashHint.treeSnapshot,
296
+ newOutHashSiblingPath: this.previousOutHashHint.siblingPath,
249
297
  startBlobAccumulator: this.startBlobAccumulator.toBlobAccumulator(),
250
298
  finalBlobChallenges: this.finalBlobBatchingChallenges,
251
299
  blobFields: padArrayEnd(blobFields, Fr.ZERO, FIELDS_PER_BLOB * BLOBS_PER_CHECKPOINT),
@@ -260,8 +308,8 @@ export class CheckpointProvingState {
260
308
  : new CheckpointRootRollupPrivateInputs([left, right], hints);
261
309
  }
262
310
 
263
- public getBlockProvingStateByBlockNumber(blockNumber: number) {
264
- const index = blockNumber - this.firstBlockNumber;
311
+ public getBlockProvingStateByBlockNumber(blockNumber: BlockNumber) {
312
+ const index = Number(blockNumber) - Number(this.firstBlockNumber);
265
313
  return this.blocks[index];
266
314
  }
267
315
 
@@ -271,7 +319,7 @@ export class CheckpointProvingState {
271
319
 
272
320
  public isReadyForCheckpointRoot() {
273
321
  const allChildProofsReady = this.#getChildProofsForRoot().every(p => !!p);
274
- return allChildProofsReady && !!this.startBlobAccumulator;
322
+ return allChildProofsReady && !!this.previousOutHashHint && !!this.startBlobAccumulator;
275
323
  }
276
324
 
277
325
  public verifyState() {
@@ -1,14 +1,20 @@
1
1
  import { BatchedBlob, BatchedBlobAccumulator, type FinalBlobBatchingChallenges } from '@aztec/blob-lib';
2
- import type {
3
- ARCHIVE_HEIGHT,
4
- L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
5
- NESTED_RECURSIVE_PROOF_LENGTH,
6
- NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
2
+ import {
3
+ type ARCHIVE_HEIGHT,
4
+ type L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
5
+ type NESTED_RECURSIVE_PROOF_LENGTH,
6
+ type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
7
+ OUT_HASH_TREE_HEIGHT,
7
8
  } from '@aztec/constants';
8
- import { EpochNumber } from '@aztec/foundation/branded-types';
9
- import type { Fr } from '@aztec/foundation/fields';
9
+ import { BlockNumber, EpochNumber } from '@aztec/foundation/branded-types';
10
+ import { Fr } from '@aztec/foundation/curves/bn254';
10
11
  import type { Tuple } from '@aztec/foundation/serialize';
11
- import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
12
+ import {
13
+ MerkleTreeCalculator,
14
+ type TreeNodeLocation,
15
+ UnbalancedTreeStore,
16
+ shaMerkleHash,
17
+ } from '@aztec/foundation/trees';
12
18
  import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
13
19
  import type { Proof } from '@aztec/stdlib/proofs';
14
20
  import {
@@ -20,7 +26,7 @@ import {
20
26
  RootRollupPrivateInputs,
21
27
  type RootRollupPublicInputs,
22
28
  } from '@aztec/stdlib/rollup';
23
- import type { AppendOnlyTreeSnapshot, MerkleTreeId } from '@aztec/stdlib/trees';
29
+ import { AppendOnlyTreeSnapshot, type MerkleTreeId } from '@aztec/stdlib/trees';
24
30
  import type { BlockHeader } from '@aztec/stdlib/tx';
25
31
 
26
32
  import { toProofData } from './block-building-helpers.js';
@@ -70,7 +76,7 @@ export class EpochProvingState {
70
76
  public readonly epochNumber: EpochNumber,
71
77
  public readonly totalNumCheckpoints: number,
72
78
  private readonly finalBlobBatchingChallenges: FinalBlobBatchingChallenges,
73
- private onCheckpointBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => void,
79
+ private onCheckpointBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => Promise<void>,
74
80
  private completionCallback: (result: ProvingResult) => void,
75
81
  private rejectionCallback: (reason: string) => void,
76
82
  ) {
@@ -126,13 +132,16 @@ export class EpochProvingState {
126
132
  return this.checkpoints[index];
127
133
  }
128
134
 
129
- public getCheckpointProvingStateByBlockNumber(blockNumber: number) {
135
+ public getCheckpointProvingStateByBlockNumber(blockNumber: BlockNumber) {
130
136
  return this.checkpoints.find(
131
- c => c && blockNumber >= c.firstBlockNumber && blockNumber < c.firstBlockNumber + c.totalNumBlocks,
137
+ c =>
138
+ c &&
139
+ Number(blockNumber) >= Number(c.firstBlockNumber) &&
140
+ Number(blockNumber) < Number(c.firstBlockNumber) + c.totalNumBlocks,
132
141
  );
133
142
  }
134
143
 
135
- public getBlockProvingStateByBlockNumber(blockNumber: number) {
144
+ public getBlockProvingStateByBlockNumber(blockNumber: BlockNumber) {
136
145
  return this.getCheckpointProvingStateByBlockNumber(blockNumber)?.getBlockProvingStateByBlockNumber(blockNumber);
137
146
  }
138
147
 
@@ -209,6 +218,50 @@ export class EpochProvingState {
209
218
  this.checkpointPaddingProof = { provingOutput };
210
219
  }
211
220
 
221
+ public async accumulateCheckpointOutHashes() {
222
+ const treeCalculator = await MerkleTreeCalculator.create(OUT_HASH_TREE_HEIGHT, undefined, (left, right) =>
223
+ Promise.resolve(shaMerkleHash(left, right)),
224
+ );
225
+
226
+ const computeOutHashHint = async (leaves: Fr[]) => {
227
+ const tree = await treeCalculator.computeTree(leaves.map(l => l.toBuffer()));
228
+ const nextAvailableLeafIndex = leaves.length;
229
+ return {
230
+ treeSnapshot: new AppendOnlyTreeSnapshot(Fr.fromBuffer(tree.root), nextAvailableLeafIndex),
231
+ siblingPath: tree.getSiblingPath(nextAvailableLeafIndex).map(Fr.fromBuffer) as Tuple<
232
+ Fr,
233
+ typeof OUT_HASH_TREE_HEIGHT
234
+ >,
235
+ };
236
+ };
237
+
238
+ let hint = this.checkpoints[0]?.getOutHashHint();
239
+ const outHashes = [];
240
+ for (let i = 0; i < this.totalNumCheckpoints; i++) {
241
+ const checkpoint = this.checkpoints[i];
242
+ if (!checkpoint) {
243
+ break;
244
+ }
245
+
246
+ // If hints are not set yet, it must be the first checkpoint. Compute the hints with an empty tree.
247
+ hint ??= await computeOutHashHint([]);
248
+ checkpoint.setOutHashHint(hint);
249
+
250
+ // Get the out hash for this checkpoint.
251
+ const outHash = checkpoint.accumulateBlockOutHashes();
252
+ if (!outHash) {
253
+ break;
254
+ }
255
+ outHashes.push(outHash);
256
+
257
+ // If this is NOT the last checkpoint, get or create the hint for the next checkpoint.
258
+ if (i !== this.totalNumCheckpoints - 1) {
259
+ hint = checkpoint.getOutHashHintForNextCheckpoint() ?? (await computeOutHashHint(outHashes));
260
+ checkpoint.setOutHashHintForNextCheckpoint(hint);
261
+ }
262
+ }
263
+ }
264
+
212
265
  public async setBlobAccumulators() {
213
266
  let previousAccumulator = this.startBlobAccumulator;
214
267
  // Accumulate blobs as far as we can for this epoch.