@aztec/prover-client 0.0.1-commit.9b94fc1 → 0.0.1-commit.9ee6fcc6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/config.d.ts +2 -2
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +13 -3
- package/dest/light/index.d.ts +2 -0
- package/dest/light/index.d.ts.map +1 -0
- package/dest/light/index.js +1 -0
- package/dest/light/lightweight_checkpoint_builder.d.ts +38 -14
- package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
- package/dest/light/lightweight_checkpoint_builder.js +148 -32
- package/dest/mocks/fixtures.d.ts +1 -1
- package/dest/mocks/fixtures.d.ts.map +1 -1
- package/dest/mocks/fixtures.js +6 -5
- package/dest/mocks/test_context.d.ts +5 -3
- package/dest/mocks/test_context.d.ts.map +1 -1
- package/dest/mocks/test_context.js +33 -14
- package/dest/orchestrator/block-building-helpers.d.ts +6 -6
- package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
- package/dest/orchestrator/block-building-helpers.js +7 -6
- package/dest/orchestrator/block-proving-state.d.ts +8 -4
- package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/block-proving-state.js +8 -1
- package/dest/orchestrator/checkpoint-proving-state.d.ts +22 -8
- package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/checkpoint-proving-state.js +43 -8
- package/dest/orchestrator/epoch-proving-state.d.ts +10 -9
- package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/epoch-proving-state.js +38 -2
- package/dest/orchestrator/orchestrator.d.ts +25 -8
- package/dest/orchestrator/orchestrator.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator.js +568 -158
- package/dest/orchestrator/orchestrator_metrics.d.ts +1 -3
- package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator_metrics.js +2 -15
- package/dest/orchestrator/tx-proving-state.d.ts +6 -5
- package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/tx-proving-state.js +8 -8
- package/dest/prover-client/factory.d.ts +3 -3
- package/dest/prover-client/factory.d.ts.map +1 -1
- package/dest/prover-client/prover-client.d.ts +6 -6
- package/dest/prover-client/prover-client.d.ts.map +1 -1
- package/dest/prover-client/prover-client.js +15 -10
- package/dest/prover-client/server-epoch-prover.d.ts +5 -5
- package/dest/prover-client/server-epoch-prover.d.ts.map +1 -1
- package/dest/proving_broker/broker_prover_facade.d.ts +7 -5
- package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
- package/dest/proving_broker/broker_prover_facade.js +18 -31
- package/dest/proving_broker/config.d.ts +15 -3
- package/dest/proving_broker/config.d.ts.map +1 -1
- package/dest/proving_broker/config.js +21 -4
- package/dest/proving_broker/fixtures.js +1 -1
- package/dest/proving_broker/proof_store/factory.d.ts +2 -5
- package/dest/proving_broker/proof_store/factory.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/factory.js +7 -30
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts +18 -0
- package/dest/proving_broker/proof_store/file_store_proof_store.d.ts.map +1 -0
- package/dest/proving_broker/proof_store/file_store_proof_store.js +60 -0
- package/dest/proving_broker/proof_store/index.d.ts +2 -2
- package/dest/proving_broker/proof_store/index.d.ts.map +1 -1
- package/dest/proving_broker/proof_store/index.js +1 -1
- package/dest/proving_broker/proving_agent.d.ts +5 -9
- package/dest/proving_broker/proving_agent.d.ts.map +1 -1
- package/dest/proving_broker/proving_agent.js +4 -19
- package/dest/proving_broker/proving_broker.d.ts +7 -4
- package/dest/proving_broker/proving_broker.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker.js +40 -14
- package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
- package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts +3 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.js +22 -35
- package/dest/proving_broker/proving_job_controller.d.ts +4 -3
- package/dest/proving_broker/proving_job_controller.d.ts.map +1 -1
- package/dest/proving_broker/proving_job_controller.js +8 -6
- package/dest/proving_broker/rpc.d.ts +4 -2
- package/dest/proving_broker/rpc.d.ts.map +1 -1
- package/dest/proving_broker/rpc.js +8 -0
- package/dest/test/mock_proof_store.d.ts +3 -3
- package/dest/test/mock_proof_store.d.ts.map +1 -1
- package/dest/test/mock_prover.d.ts +5 -5
- package/dest/test/mock_prover.d.ts.map +1 -1
- package/dest/test/mock_prover.js +4 -4
- package/package.json +22 -22
- package/src/config.ts +14 -3
- package/src/light/index.ts +1 -0
- package/src/light/lightweight_checkpoint_builder.ts +215 -45
- package/src/mocks/fixtures.ts +6 -5
- package/src/mocks/test_context.ts +30 -13
- package/src/orchestrator/block-building-helpers.ts +7 -6
- package/src/orchestrator/block-proving-state.ts +12 -2
- package/src/orchestrator/checkpoint-proving-state.ts +60 -12
- package/src/orchestrator/epoch-proving-state.ts +66 -13
- package/src/orchestrator/orchestrator.ts +173 -147
- package/src/orchestrator/orchestrator_metrics.ts +2 -25
- package/src/orchestrator/tx-proving-state.ts +10 -14
- package/src/prover-client/factory.ts +6 -2
- package/src/prover-client/prover-client.ts +33 -24
- package/src/prover-client/server-epoch-prover.ts +4 -4
- package/src/proving_broker/broker_prover_facade.ts +26 -36
- package/src/proving_broker/config.ts +24 -2
- package/src/proving_broker/fixtures.ts +1 -1
- package/src/proving_broker/proof_store/factory.ts +10 -32
- package/src/proving_broker/proof_store/file_store_proof_store.ts +78 -0
- package/src/proving_broker/proof_store/index.ts +1 -1
- package/src/proving_broker/proving_agent.ts +6 -19
- package/src/proving_broker/proving_broker.ts +41 -11
- package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
- package/src/proving_broker/proving_broker_instrumentation.ts +23 -35
- package/src/proving_broker/proving_job_controller.ts +11 -6
- package/src/proving_broker/rpc.ts +14 -0
- package/src/test/mock_prover.ts +2 -14
- package/dest/block-factory/index.d.ts +0 -2
- package/dest/block-factory/index.d.ts.map +0 -1
- package/dest/block-factory/index.js +0 -1
- package/dest/block-factory/light.d.ts +0 -38
- package/dest/block-factory/light.d.ts.map +0 -1
- package/dest/block-factory/light.js +0 -108
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts +0 -14
- package/dest/proving_broker/proof_store/gcs_proof_store.d.ts.map +0 -1
- package/dest/proving_broker/proof_store/gcs_proof_store.js +0 -52
- package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
- package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
- package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
- package/src/block-factory/index.ts +0 -1
- package/src/block-factory/light.ts +0 -137
- package/src/proving_broker/proof_store/gcs_proof_store.ts +0 -76
- package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import type { BBProverConfig } from '@aztec/bb-prover';
|
|
2
2
|
import { TestCircuitProver } from '@aztec/bb-prover';
|
|
3
3
|
import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
|
|
4
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
4
5
|
import { padArrayEnd, times, timesAsync } from '@aztec/foundation/collection';
|
|
5
|
-
import { Fr } from '@aztec/foundation/
|
|
6
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
6
7
|
import type { Logger } from '@aztec/foundation/log';
|
|
7
8
|
import type { FieldsOf } from '@aztec/foundation/types';
|
|
8
9
|
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
@@ -43,7 +44,9 @@ import { getEnvironmentConfig, getSimulator, makeCheckpointConstants, makeGlobal
|
|
|
43
44
|
export class TestContext {
|
|
44
45
|
private headers: Map<number, BlockHeader> = new Map();
|
|
45
46
|
private checkpoints: Checkpoint[] = [];
|
|
47
|
+
private checkpointOutHashes: Fr[] = [];
|
|
46
48
|
private nextCheckpointIndex = 0;
|
|
49
|
+
private nextCheckpointNumber = CheckpointNumber(1);
|
|
47
50
|
private nextBlockNumber = 1;
|
|
48
51
|
private epochNumber = 1;
|
|
49
52
|
private feePayerBalance: Fr;
|
|
@@ -101,8 +104,10 @@ export class TestContext {
|
|
|
101
104
|
bbBinaryPath: config.expectedBBPath,
|
|
102
105
|
bbWorkingDirectory: config.bbWorkingDirectory,
|
|
103
106
|
bbSkipCleanup: config.bbSkipCleanup,
|
|
104
|
-
numConcurrentIVCVerifiers:
|
|
107
|
+
numConcurrentIVCVerifiers: 8,
|
|
105
108
|
bbIVCConcurrency: 1,
|
|
109
|
+
bbChonkVerifyMaxBatch: 16,
|
|
110
|
+
bbChonkVerifyConcurrency: 6,
|
|
106
111
|
};
|
|
107
112
|
localProver = await createProver(bbConfig);
|
|
108
113
|
}
|
|
@@ -113,7 +118,7 @@ export class TestContext {
|
|
|
113
118
|
|
|
114
119
|
const broker = new TestBroker(proverCount, localProver);
|
|
115
120
|
const facade = new BrokerCircuitProverFacade(broker);
|
|
116
|
-
const orchestrator = new TestProvingOrchestrator(ws, facade, EthAddress.ZERO);
|
|
121
|
+
const orchestrator = new TestProvingOrchestrator(ws, facade, EthAddress.ZERO, false, 10);
|
|
117
122
|
|
|
118
123
|
await broker.start();
|
|
119
124
|
facade.start();
|
|
@@ -149,6 +154,7 @@ export class TestContext {
|
|
|
149
154
|
|
|
150
155
|
public startNewEpoch() {
|
|
151
156
|
this.checkpoints = [];
|
|
157
|
+
this.checkpointOutHashes = [];
|
|
152
158
|
this.nextCheckpointIndex = 0;
|
|
153
159
|
this.epochNumber++;
|
|
154
160
|
}
|
|
@@ -186,7 +192,8 @@ export class TestContext {
|
|
|
186
192
|
}
|
|
187
193
|
|
|
188
194
|
const checkpointIndex = this.nextCheckpointIndex++;
|
|
189
|
-
const checkpointNumber =
|
|
195
|
+
const checkpointNumber = this.nextCheckpointNumber;
|
|
196
|
+
this.nextCheckpointNumber++;
|
|
190
197
|
const slotNumber = checkpointNumber * 15; // times an arbitrary number to make it different to the checkpoint number
|
|
191
198
|
|
|
192
199
|
const constants = makeCheckpointConstants(slotNumber, constantOpts);
|
|
@@ -202,7 +209,9 @@ export class TestContext {
|
|
|
202
209
|
const newL1ToL2Snapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, fork);
|
|
203
210
|
|
|
204
211
|
const startBlockNumber = this.nextBlockNumber;
|
|
205
|
-
const previousBlockHeader = this.getBlockHeader(startBlockNumber - 1);
|
|
212
|
+
const previousBlockHeader = this.getBlockHeader(BlockNumber(startBlockNumber - 1));
|
|
213
|
+
// All blocks in the same slot/checkpoint share the same timestamp.
|
|
214
|
+
const timestamp = BigInt(slotNumber * 26);
|
|
206
215
|
|
|
207
216
|
// Build global variables.
|
|
208
217
|
const blockGlobalVariables = times(numBlocks, i =>
|
|
@@ -210,6 +219,7 @@ export class TestContext {
|
|
|
210
219
|
coinbase: constants.coinbase,
|
|
211
220
|
feeRecipient: constants.feeRecipient,
|
|
212
221
|
gasFees: constants.gasFees,
|
|
222
|
+
timestamp,
|
|
213
223
|
}),
|
|
214
224
|
);
|
|
215
225
|
this.nextBlockNumber += numBlocks;
|
|
@@ -239,33 +249,38 @@ export class TestContext {
|
|
|
239
249
|
});
|
|
240
250
|
|
|
241
251
|
const cleanFork = await this.worldState.fork();
|
|
252
|
+
const previousCheckpointOutHashes = this.checkpointOutHashes;
|
|
242
253
|
const builder = await LightweightCheckpointBuilder.startNewCheckpoint(
|
|
243
254
|
checkpointNumber,
|
|
244
|
-
constants,
|
|
255
|
+
{ ...constants, timestamp },
|
|
245
256
|
l1ToL2Messages,
|
|
257
|
+
previousCheckpointOutHashes,
|
|
246
258
|
cleanFork,
|
|
247
259
|
);
|
|
248
260
|
|
|
249
261
|
// Add tx effects to db and build block headers.
|
|
250
262
|
const blocks = [];
|
|
251
263
|
for (let i = 0; i < numBlocks; i++) {
|
|
252
|
-
const isFirstBlock = i === 0;
|
|
253
264
|
const txs = blockTxs[i];
|
|
254
265
|
const state = blockEndStates[i];
|
|
255
266
|
|
|
256
|
-
const block = await builder.addBlock(blockGlobalVariables[i],
|
|
267
|
+
const { block } = await builder.addBlock(blockGlobalVariables[i], txs, {
|
|
268
|
+
expectedEndState: state,
|
|
269
|
+
insertTxsEffects: true,
|
|
270
|
+
});
|
|
257
271
|
|
|
258
272
|
const header = block.header;
|
|
259
273
|
this.headers.set(block.number, header);
|
|
260
274
|
|
|
261
|
-
const blockMsgs =
|
|
262
|
-
await this.worldState.handleL2BlockAndMessages(block, blockMsgs
|
|
275
|
+
const blockMsgs = block.indexWithinCheckpoint === 0 ? l1ToL2Messages : [];
|
|
276
|
+
await this.worldState.handleL2BlockAndMessages(block, blockMsgs);
|
|
263
277
|
|
|
264
278
|
blocks.push({ header, txs });
|
|
265
279
|
}
|
|
266
280
|
|
|
267
281
|
const checkpoint = await builder.completeCheckpoint();
|
|
268
282
|
this.checkpoints.push(checkpoint);
|
|
283
|
+
this.checkpointOutHashes.push(checkpoint.getCheckpointOutHash());
|
|
269
284
|
|
|
270
285
|
return {
|
|
271
286
|
constants,
|
|
@@ -296,11 +311,13 @@ export class TestContext {
|
|
|
296
311
|
return tx;
|
|
297
312
|
}
|
|
298
313
|
|
|
299
|
-
private getBlockHeader(blockNumber:
|
|
300
|
-
if (blockNumber > 0 && blockNumber >= this.nextBlockNumber) {
|
|
314
|
+
private getBlockHeader(blockNumber: BlockNumber): BlockHeader {
|
|
315
|
+
if (Number(blockNumber) > 0 && Number(blockNumber) >= this.nextBlockNumber) {
|
|
301
316
|
throw new Error(`Block header not built for block number ${blockNumber}.`);
|
|
302
317
|
}
|
|
303
|
-
return blockNumber === 0
|
|
318
|
+
return Number(blockNumber) === 0
|
|
319
|
+
? this.worldState.getCommitted().getInitialHeader()
|
|
320
|
+
: this.headers.get(Number(blockNumber))!;
|
|
304
321
|
}
|
|
305
322
|
|
|
306
323
|
private async updateTrees(txs: ProcessedTx[], fork: MerkleTreeWriteOperations) {
|
|
@@ -20,8 +20,9 @@ import {
|
|
|
20
20
|
PUBLIC_DATA_TREE_HEIGHT,
|
|
21
21
|
} from '@aztec/constants';
|
|
22
22
|
import { makeTuple } from '@aztec/foundation/array';
|
|
23
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
23
24
|
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
24
|
-
import { Fr } from '@aztec/foundation/
|
|
25
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
25
26
|
import { type Bufferable, assertLength, toFriendlyJSON } from '@aztec/foundation/serialize';
|
|
26
27
|
import { MembershipWitness } from '@aztec/foundation/trees';
|
|
27
28
|
import { getVkData } from '@aztec/noir-protocol-circuits-types/server/vks';
|
|
@@ -98,7 +99,7 @@ export const insertSideEffectsAndBuildBaseRollupHints = runInSpan(
|
|
|
98
99
|
|
|
99
100
|
const blockHash = await tx.data.constants.anchorBlockHeader.hash();
|
|
100
101
|
const anchorBlockArchiveSiblingPath = (
|
|
101
|
-
await getMembershipWitnessFor(blockHash, MerkleTreeId.ARCHIVE, ARCHIVE_HEIGHT, db)
|
|
102
|
+
await getMembershipWitnessFor(blockHash.toFr(), MerkleTreeId.ARCHIVE, ARCHIVE_HEIGHT, db)
|
|
102
103
|
).siblingPath;
|
|
103
104
|
|
|
104
105
|
const contractClassLogsFields = makeTuple(
|
|
@@ -252,8 +253,8 @@ export function getPublicChonkVerifierPrivateInputsFromTx(tx: Tx | ProcessedTx,
|
|
|
252
253
|
// Build "hints" as the private inputs for the checkpoint root rollup circuit.
|
|
253
254
|
// The `blobCommitments` will be accumulated and checked in the root rollup against the `finalBlobChallenges`.
|
|
254
255
|
// The `blobsHash` will be validated on L1 against the submitted blob data.
|
|
255
|
-
export const buildBlobHints = (blobFields: Fr[]) => {
|
|
256
|
-
const blobs = getBlobsPerL1Block(blobFields);
|
|
256
|
+
export const buildBlobHints = async (blobFields: Fr[]) => {
|
|
257
|
+
const blobs = await getBlobsPerL1Block(blobFields);
|
|
257
258
|
const blobCommitments = getBlobCommitmentsFromBlobs(blobs);
|
|
258
259
|
const blobsHash = computeBlobsHashFromBlobs(blobs);
|
|
259
260
|
return { blobCommitments, blobs, blobsHash };
|
|
@@ -280,8 +281,8 @@ export const buildHeaderFromCircuitOutputs = runInSpan(
|
|
|
280
281
|
const globalVariables = GlobalVariables.from({
|
|
281
282
|
chainId: constants.chainId,
|
|
282
283
|
version: constants.version,
|
|
283
|
-
blockNumber: blockRootRollupOutput.previousArchive.nextAvailableLeafIndex,
|
|
284
|
-
timestamp: blockRootRollupOutput.
|
|
284
|
+
blockNumber: BlockNumber(blockRootRollupOutput.previousArchive.nextAvailableLeafIndex),
|
|
285
|
+
timestamp: blockRootRollupOutput.timestamp,
|
|
285
286
|
slotNumber: constants.slotNumber,
|
|
286
287
|
coinbase: constants.coinbase,
|
|
287
288
|
feeRecipient: constants.feeRecipient,
|
|
@@ -6,7 +6,8 @@ import {
|
|
|
6
6
|
type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
|
|
7
7
|
NUM_BASE_PARITY_PER_ROOT_PARITY,
|
|
8
8
|
} from '@aztec/constants';
|
|
9
|
-
import {
|
|
9
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
10
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
10
11
|
import { type Tuple, assertLength } from '@aztec/foundation/serialize';
|
|
11
12
|
import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
|
|
12
13
|
import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
|
|
@@ -54,6 +55,7 @@ export class BlockProvingState {
|
|
|
54
55
|
| ProofState<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
|
|
55
56
|
| undefined;
|
|
56
57
|
private builtBlockHeader: BlockHeader | undefined;
|
|
58
|
+
private builtArchive: AppendOnlyTreeSnapshot | undefined;
|
|
57
59
|
private endState: StateReference | undefined;
|
|
58
60
|
private endSpongeBlob: SpongeBlob | undefined;
|
|
59
61
|
private txs: TxProvingState[] = [];
|
|
@@ -62,7 +64,7 @@ export class BlockProvingState {
|
|
|
62
64
|
|
|
63
65
|
constructor(
|
|
64
66
|
public readonly index: number,
|
|
65
|
-
public readonly blockNumber:
|
|
67
|
+
public readonly blockNumber: BlockNumber,
|
|
66
68
|
public readonly totalNumTxs: number,
|
|
67
69
|
private readonly constants: CheckpointConstantData,
|
|
68
70
|
private readonly timestamp: UInt64,
|
|
@@ -231,6 +233,14 @@ export class BlockProvingState {
|
|
|
231
233
|
return this.builtBlockHeader;
|
|
232
234
|
}
|
|
233
235
|
|
|
236
|
+
public setBuiltArchive(archive: AppendOnlyTreeSnapshot) {
|
|
237
|
+
this.builtArchive = archive;
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
public getBuiltArchive() {
|
|
241
|
+
return this.builtArchive;
|
|
242
|
+
}
|
|
243
|
+
|
|
234
244
|
public getStartSpongeBlob() {
|
|
235
245
|
return this.startSpongeBlob;
|
|
236
246
|
}
|
|
@@ -11,12 +11,16 @@ import {
|
|
|
11
11
|
type L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
|
|
12
12
|
type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
|
|
13
13
|
NUM_MSGS_PER_BASE_PARITY,
|
|
14
|
+
OUT_HASH_TREE_HEIGHT,
|
|
14
15
|
} from '@aztec/constants';
|
|
16
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
15
17
|
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
16
|
-
import { BLS12Point
|
|
18
|
+
import { BLS12Point } from '@aztec/foundation/curves/bls12';
|
|
19
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
17
20
|
import type { Tuple } from '@aztec/foundation/serialize';
|
|
18
21
|
import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
|
|
19
22
|
import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
|
|
23
|
+
import { computeCheckpointOutHash } from '@aztec/stdlib/messaging';
|
|
20
24
|
import { ParityBasePrivateInputs } from '@aztec/stdlib/parity';
|
|
21
25
|
import {
|
|
22
26
|
BlockMergeRollupPrivateInputs,
|
|
@@ -36,6 +40,11 @@ import { accumulateBlobs, buildBlobHints, toProofData } from './block-building-h
|
|
|
36
40
|
import { BlockProvingState, type ProofState } from './block-proving-state.js';
|
|
37
41
|
import type { EpochProvingState } from './epoch-proving-state.js';
|
|
38
42
|
|
|
43
|
+
type OutHashHint = {
|
|
44
|
+
treeSnapshot: AppendOnlyTreeSnapshot;
|
|
45
|
+
siblingPath: Tuple<Fr, typeof OUT_HASH_TREE_HEIGHT>;
|
|
46
|
+
};
|
|
47
|
+
|
|
39
48
|
export class CheckpointProvingState {
|
|
40
49
|
private blockProofs: UnbalancedTreeStore<
|
|
41
50
|
ProofState<BlockRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
|
|
@@ -44,11 +53,16 @@ export class CheckpointProvingState {
|
|
|
44
53
|
| ProofState<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
|
|
45
54
|
| undefined;
|
|
46
55
|
private blocks: (BlockProvingState | undefined)[] = [];
|
|
56
|
+
private previousOutHashHint: OutHashHint | undefined;
|
|
57
|
+
private outHash: Fr | undefined;
|
|
58
|
+
// The snapshot and sibling path after the checkpoint's out hash is inserted.
|
|
59
|
+
// Stored here to be retrieved for the next checkpoint when it's added.
|
|
60
|
+
private newOutHashHint: OutHashHint | undefined;
|
|
47
61
|
private startBlobAccumulator: BatchedBlobAccumulator | undefined;
|
|
48
62
|
private endBlobAccumulator: BatchedBlobAccumulator | undefined;
|
|
49
63
|
private blobFields: Fr[] | undefined;
|
|
50
64
|
private error: string | undefined;
|
|
51
|
-
public readonly firstBlockNumber:
|
|
65
|
+
public readonly firstBlockNumber: BlockNumber;
|
|
52
66
|
|
|
53
67
|
constructor(
|
|
54
68
|
public readonly index: number,
|
|
@@ -71,10 +85,10 @@ export class CheckpointProvingState {
|
|
|
71
85
|
typeof L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH
|
|
72
86
|
>,
|
|
73
87
|
public parentEpoch: EpochProvingState,
|
|
74
|
-
private onBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => void
|
|
88
|
+
private onBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => Promise<void>,
|
|
75
89
|
) {
|
|
76
90
|
this.blockProofs = new UnbalancedTreeStore(totalNumBlocks);
|
|
77
|
-
this.firstBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber + 1;
|
|
91
|
+
this.firstBlockNumber = BlockNumber(headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber + 1);
|
|
78
92
|
}
|
|
79
93
|
|
|
80
94
|
public get epochNumber(): number {
|
|
@@ -82,13 +96,13 @@ export class CheckpointProvingState {
|
|
|
82
96
|
}
|
|
83
97
|
|
|
84
98
|
public startNewBlock(
|
|
85
|
-
blockNumber:
|
|
99
|
+
blockNumber: BlockNumber,
|
|
86
100
|
timestamp: UInt64,
|
|
87
101
|
totalNumTxs: number,
|
|
88
102
|
lastArchiveTreeSnapshot: AppendOnlyTreeSnapshot,
|
|
89
103
|
lastArchiveSiblingPath: Tuple<Fr, typeof ARCHIVE_HEIGHT>,
|
|
90
104
|
): BlockProvingState {
|
|
91
|
-
const index = blockNumber - this.firstBlockNumber;
|
|
105
|
+
const index = Number(blockNumber) - Number(this.firstBlockNumber);
|
|
92
106
|
if (index >= this.totalNumBlocks) {
|
|
93
107
|
throw new Error(`Unable to start a new block at index ${index}. Expected at most ${this.totalNumBlocks} blocks.`);
|
|
94
108
|
}
|
|
@@ -193,6 +207,35 @@ export class CheckpointProvingState {
|
|
|
193
207
|
return new ParityBasePrivateInputs(messages, this.constants.vkTreeRoot);
|
|
194
208
|
}
|
|
195
209
|
|
|
210
|
+
public setOutHashHint(hint: OutHashHint) {
|
|
211
|
+
this.previousOutHashHint = hint;
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
public getOutHashHint() {
|
|
215
|
+
return this.previousOutHashHint;
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
public accumulateBlockOutHashes() {
|
|
219
|
+
if (this.isAcceptingBlocks() || this.blocks.some(b => !b?.hasEndState())) {
|
|
220
|
+
return;
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
if (!this.outHash) {
|
|
224
|
+
const messagesPerBlock = this.blocks.map(b => b!.getTxEffects().map(tx => tx.l2ToL1Msgs));
|
|
225
|
+
this.outHash = computeCheckpointOutHash(messagesPerBlock);
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
return this.outHash;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
public setOutHashHintForNextCheckpoint(hint: OutHashHint) {
|
|
232
|
+
this.newOutHashHint = hint;
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
public getOutHashHintForNextCheckpoint() {
|
|
236
|
+
return this.newOutHashHint;
|
|
237
|
+
}
|
|
238
|
+
|
|
196
239
|
public async accumulateBlobs(startBlobAccumulator: BatchedBlobAccumulator) {
|
|
197
240
|
if (this.isAcceptingBlocks() || this.blocks.some(b => !b?.hasEndState())) {
|
|
198
241
|
return;
|
|
@@ -202,7 +245,7 @@ export class CheckpointProvingState {
|
|
|
202
245
|
this.endBlobAccumulator = await accumulateBlobs(this.blobFields!, startBlobAccumulator);
|
|
203
246
|
this.startBlobAccumulator = startBlobAccumulator;
|
|
204
247
|
|
|
205
|
-
this.onBlobAccumulatorSet(this);
|
|
248
|
+
await this.onBlobAccumulatorSet(this);
|
|
206
249
|
|
|
207
250
|
return this.endBlobAccumulator;
|
|
208
251
|
}
|
|
@@ -228,12 +271,15 @@ export class CheckpointProvingState {
|
|
|
228
271
|
return this.totalNumBlocks === 1 ? 'rollup-checkpoint-root-single-block' : 'rollup-checkpoint-root';
|
|
229
272
|
}
|
|
230
273
|
|
|
231
|
-
public getCheckpointRootRollupInputs() {
|
|
274
|
+
public async getCheckpointRootRollupInputs() {
|
|
232
275
|
const proofs = this.#getChildProofsForRoot();
|
|
233
276
|
const nonEmptyProofs = proofs.filter(p => !!p);
|
|
234
277
|
if (proofs.length !== nonEmptyProofs.length) {
|
|
235
278
|
throw new Error('At least one child is not ready for the checkpoint root rollup.');
|
|
236
279
|
}
|
|
280
|
+
if (!this.previousOutHashHint) {
|
|
281
|
+
throw new Error('Out hash hint is not set.');
|
|
282
|
+
}
|
|
237
283
|
if (!this.startBlobAccumulator) {
|
|
238
284
|
throw new Error('Start blob accumulator is not set.');
|
|
239
285
|
}
|
|
@@ -241,11 +287,13 @@ export class CheckpointProvingState {
|
|
|
241
287
|
// `blobFields` must've been set if `startBlobAccumulator` is set (in `accumulateBlobs`).
|
|
242
288
|
const blobFields = this.blobFields!;
|
|
243
289
|
|
|
244
|
-
const { blobCommitments, blobsHash } = buildBlobHints(blobFields);
|
|
290
|
+
const { blobCommitments, blobsHash } = await buildBlobHints(blobFields);
|
|
245
291
|
|
|
246
292
|
const hints = CheckpointRootRollupHints.from({
|
|
247
293
|
previousBlockHeader: this.headerOfLastBlockInPreviousCheckpoint,
|
|
248
294
|
previousArchiveSiblingPath: this.lastArchiveSiblingPath,
|
|
295
|
+
previousOutHash: this.previousOutHashHint.treeSnapshot,
|
|
296
|
+
newOutHashSiblingPath: this.previousOutHashHint.siblingPath,
|
|
249
297
|
startBlobAccumulator: this.startBlobAccumulator.toBlobAccumulator(),
|
|
250
298
|
finalBlobChallenges: this.finalBlobBatchingChallenges,
|
|
251
299
|
blobFields: padArrayEnd(blobFields, Fr.ZERO, FIELDS_PER_BLOB * BLOBS_PER_CHECKPOINT),
|
|
@@ -260,8 +308,8 @@ export class CheckpointProvingState {
|
|
|
260
308
|
: new CheckpointRootRollupPrivateInputs([left, right], hints);
|
|
261
309
|
}
|
|
262
310
|
|
|
263
|
-
public getBlockProvingStateByBlockNumber(blockNumber:
|
|
264
|
-
const index = blockNumber - this.firstBlockNumber;
|
|
311
|
+
public getBlockProvingStateByBlockNumber(blockNumber: BlockNumber) {
|
|
312
|
+
const index = Number(blockNumber) - Number(this.firstBlockNumber);
|
|
265
313
|
return this.blocks[index];
|
|
266
314
|
}
|
|
267
315
|
|
|
@@ -271,7 +319,7 @@ export class CheckpointProvingState {
|
|
|
271
319
|
|
|
272
320
|
public isReadyForCheckpointRoot() {
|
|
273
321
|
const allChildProofsReady = this.#getChildProofsForRoot().every(p => !!p);
|
|
274
|
-
return allChildProofsReady && !!this.startBlobAccumulator;
|
|
322
|
+
return allChildProofsReady && !!this.previousOutHashHint && !!this.startBlobAccumulator;
|
|
275
323
|
}
|
|
276
324
|
|
|
277
325
|
public verifyState() {
|
|
@@ -1,14 +1,20 @@
|
|
|
1
1
|
import { BatchedBlob, BatchedBlobAccumulator, type FinalBlobBatchingChallenges } from '@aztec/blob-lib';
|
|
2
|
-
import
|
|
3
|
-
ARCHIVE_HEIGHT,
|
|
4
|
-
L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
|
|
5
|
-
NESTED_RECURSIVE_PROOF_LENGTH,
|
|
6
|
-
NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
|
|
2
|
+
import {
|
|
3
|
+
type ARCHIVE_HEIGHT,
|
|
4
|
+
type L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
|
|
5
|
+
type NESTED_RECURSIVE_PROOF_LENGTH,
|
|
6
|
+
type NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
|
|
7
|
+
OUT_HASH_TREE_HEIGHT,
|
|
7
8
|
} from '@aztec/constants';
|
|
8
|
-
import { EpochNumber } from '@aztec/foundation/branded-types';
|
|
9
|
-
import
|
|
9
|
+
import { BlockNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
10
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
10
11
|
import type { Tuple } from '@aztec/foundation/serialize';
|
|
11
|
-
import {
|
|
12
|
+
import {
|
|
13
|
+
MerkleTreeCalculator,
|
|
14
|
+
type TreeNodeLocation,
|
|
15
|
+
UnbalancedTreeStore,
|
|
16
|
+
shaMerkleHash,
|
|
17
|
+
} from '@aztec/foundation/trees';
|
|
12
18
|
import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
|
|
13
19
|
import type { Proof } from '@aztec/stdlib/proofs';
|
|
14
20
|
import {
|
|
@@ -20,7 +26,7 @@ import {
|
|
|
20
26
|
RootRollupPrivateInputs,
|
|
21
27
|
type RootRollupPublicInputs,
|
|
22
28
|
} from '@aztec/stdlib/rollup';
|
|
23
|
-
import
|
|
29
|
+
import { AppendOnlyTreeSnapshot, type MerkleTreeId } from '@aztec/stdlib/trees';
|
|
24
30
|
import type { BlockHeader } from '@aztec/stdlib/tx';
|
|
25
31
|
|
|
26
32
|
import { toProofData } from './block-building-helpers.js';
|
|
@@ -70,7 +76,7 @@ export class EpochProvingState {
|
|
|
70
76
|
public readonly epochNumber: EpochNumber,
|
|
71
77
|
public readonly totalNumCheckpoints: number,
|
|
72
78
|
private readonly finalBlobBatchingChallenges: FinalBlobBatchingChallenges,
|
|
73
|
-
private onCheckpointBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => void
|
|
79
|
+
private onCheckpointBlobAccumulatorSet: (checkpoint: CheckpointProvingState) => Promise<void>,
|
|
74
80
|
private completionCallback: (result: ProvingResult) => void,
|
|
75
81
|
private rejectionCallback: (reason: string) => void,
|
|
76
82
|
) {
|
|
@@ -126,13 +132,16 @@ export class EpochProvingState {
|
|
|
126
132
|
return this.checkpoints[index];
|
|
127
133
|
}
|
|
128
134
|
|
|
129
|
-
public getCheckpointProvingStateByBlockNumber(blockNumber:
|
|
135
|
+
public getCheckpointProvingStateByBlockNumber(blockNumber: BlockNumber) {
|
|
130
136
|
return this.checkpoints.find(
|
|
131
|
-
c =>
|
|
137
|
+
c =>
|
|
138
|
+
c &&
|
|
139
|
+
Number(blockNumber) >= Number(c.firstBlockNumber) &&
|
|
140
|
+
Number(blockNumber) < Number(c.firstBlockNumber) + c.totalNumBlocks,
|
|
132
141
|
);
|
|
133
142
|
}
|
|
134
143
|
|
|
135
|
-
public getBlockProvingStateByBlockNumber(blockNumber:
|
|
144
|
+
public getBlockProvingStateByBlockNumber(blockNumber: BlockNumber) {
|
|
136
145
|
return this.getCheckpointProvingStateByBlockNumber(blockNumber)?.getBlockProvingStateByBlockNumber(blockNumber);
|
|
137
146
|
}
|
|
138
147
|
|
|
@@ -209,6 +218,50 @@ export class EpochProvingState {
|
|
|
209
218
|
this.checkpointPaddingProof = { provingOutput };
|
|
210
219
|
}
|
|
211
220
|
|
|
221
|
+
public async accumulateCheckpointOutHashes() {
|
|
222
|
+
const treeCalculator = await MerkleTreeCalculator.create(OUT_HASH_TREE_HEIGHT, undefined, (left, right) =>
|
|
223
|
+
Promise.resolve(shaMerkleHash(left, right)),
|
|
224
|
+
);
|
|
225
|
+
|
|
226
|
+
const computeOutHashHint = async (leaves: Fr[]) => {
|
|
227
|
+
const tree = await treeCalculator.computeTree(leaves.map(l => l.toBuffer()));
|
|
228
|
+
const nextAvailableLeafIndex = leaves.length;
|
|
229
|
+
return {
|
|
230
|
+
treeSnapshot: new AppendOnlyTreeSnapshot(Fr.fromBuffer(tree.root), nextAvailableLeafIndex),
|
|
231
|
+
siblingPath: tree.getSiblingPath(nextAvailableLeafIndex).map(Fr.fromBuffer) as Tuple<
|
|
232
|
+
Fr,
|
|
233
|
+
typeof OUT_HASH_TREE_HEIGHT
|
|
234
|
+
>,
|
|
235
|
+
};
|
|
236
|
+
};
|
|
237
|
+
|
|
238
|
+
let hint = this.checkpoints[0]?.getOutHashHint();
|
|
239
|
+
const outHashes = [];
|
|
240
|
+
for (let i = 0; i < this.totalNumCheckpoints; i++) {
|
|
241
|
+
const checkpoint = this.checkpoints[i];
|
|
242
|
+
if (!checkpoint) {
|
|
243
|
+
break;
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
// If hints are not set yet, it must be the first checkpoint. Compute the hints with an empty tree.
|
|
247
|
+
hint ??= await computeOutHashHint([]);
|
|
248
|
+
checkpoint.setOutHashHint(hint);
|
|
249
|
+
|
|
250
|
+
// Get the out hash for this checkpoint.
|
|
251
|
+
const outHash = checkpoint.accumulateBlockOutHashes();
|
|
252
|
+
if (!outHash) {
|
|
253
|
+
break;
|
|
254
|
+
}
|
|
255
|
+
outHashes.push(outHash);
|
|
256
|
+
|
|
257
|
+
// If this is NOT the last checkpoint, get or create the hint for the next checkpoint.
|
|
258
|
+
if (i !== this.totalNumCheckpoints - 1) {
|
|
259
|
+
hint = checkpoint.getOutHashHintForNextCheckpoint() ?? (await computeOutHashHint(outHashes));
|
|
260
|
+
checkpoint.setOutHashHintForNextCheckpoint(hint);
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
|
|
212
265
|
public async setBlobAccumulators() {
|
|
213
266
|
let previousAccumulator = this.startBlobAccumulator;
|
|
214
267
|
// Accumulate blobs as far as we can for this epoch.
|