@aztec/prover-client 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5a9928
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/config.d.ts +1 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -2
- package/dest/light/lightweight_checkpoint_builder.d.ts +10 -5
- package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
- package/dest/light/lightweight_checkpoint_builder.js +56 -23
- package/dest/mocks/test_context.d.ts +11 -11
- package/dest/mocks/test_context.d.ts.map +1 -1
- package/dest/mocks/test_context.js +30 -30
- package/dest/orchestrator/block-building-helpers.d.ts +4 -4
- package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
- package/dest/orchestrator/block-building-helpers.js +2 -2
- package/dest/orchestrator/block-proving-state.d.ts +4 -1
- package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/block-proving-state.js +7 -0
- package/dest/orchestrator/checkpoint-proving-state.d.ts +20 -36
- package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/checkpoint-proving-state.js +22 -120
- package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts +161 -0
- package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts.map +1 -0
- package/dest/orchestrator/{orchestrator.js → checkpoint-sub-tree-orchestrator.js} +285 -462
- package/dest/orchestrator/chonk-cache.d.ts +39 -0
- package/dest/orchestrator/chonk-cache.d.ts.map +1 -0
- package/dest/orchestrator/chonk-cache.js +80 -0
- package/dest/orchestrator/index.d.ts +4 -2
- package/dest/orchestrator/index.d.ts.map +1 -1
- package/dest/orchestrator/index.js +3 -1
- package/dest/orchestrator/proving-scheduler.d.ts +81 -0
- package/dest/orchestrator/proving-scheduler.d.ts.map +1 -0
- package/dest/orchestrator/proving-scheduler.js +120 -0
- package/dest/orchestrator/top-tree-orchestrator.d.ts +88 -0
- package/dest/orchestrator/top-tree-orchestrator.d.ts.map +1 -0
- package/dest/orchestrator/top-tree-orchestrator.js +232 -0
- package/dest/orchestrator/top-tree-proving-state.d.ts +61 -0
- package/dest/orchestrator/top-tree-proving-state.d.ts.map +1 -0
- package/dest/orchestrator/top-tree-proving-state.js +185 -0
- package/dest/orchestrator/tx-proving-state.d.ts +3 -3
- package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
- package/dest/prover-client/prover-client.d.ts +62 -5
- package/dest/prover-client/prover-client.d.ts.map +1 -1
- package/dest/prover-client/prover-client.js +54 -7
- package/dest/proving_broker/broker_prover_facade.d.ts +3 -3
- package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
- package/dest/proving_broker/broker_prover_facade.js +26 -20
- package/dest/proving_broker/config.d.ts +9 -73
- package/dest/proving_broker/config.d.ts.map +1 -1
- package/dest/proving_broker/config.js +3 -3
- package/dest/proving_broker/index.d.ts +2 -1
- package/dest/proving_broker/index.d.ts.map +1 -1
- package/dest/proving_broker/index.js +1 -0
- package/dest/proving_broker/proving_broker.d.ts +3 -2
- package/dest/proving_broker/proving_broker.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker.js +217 -70
- package/dest/proving_broker/proving_broker_database/memory.d.ts +5 -2
- package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/memory.js +14 -1
- package/dest/proving_broker/proving_broker_database/persisted.d.ts +15 -2
- package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/persisted.js +57 -6
- package/dest/proving_broker/proving_broker_database.d.ts +27 -1
- package/dest/proving_broker/proving_broker_database.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts +3 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.js +7 -0
- package/dest/proving_broker/rpc.d.ts +3 -1
- package/dest/proving_broker/rpc.d.ts.map +1 -1
- package/dest/proving_broker/rpc.js +80 -24
- package/dest/test/epoch_settlement.d.ts +36 -0
- package/dest/test/epoch_settlement.d.ts.map +1 -0
- package/dest/test/epoch_settlement.js +52 -0
- package/dest/test/index.d.ts +2 -0
- package/dest/test/index.d.ts.map +1 -0
- package/dest/test/index.js +1 -0
- package/dest/test/mock_prover.d.ts +4 -4
- package/dest/test/mock_prover.js +2 -2
- package/package.json +20 -20
- package/src/config.ts +18 -2
- package/src/light/lightweight_checkpoint_builder.ts +58 -25
- package/src/mocks/test_context.ts +26 -43
- package/src/orchestrator/block-building-helpers.ts +2 -2
- package/src/orchestrator/block-proving-state.ts +9 -0
- package/src/orchestrator/checkpoint-proving-state.ts +21 -162
- package/src/orchestrator/checkpoint-sub-tree-orchestrator.ts +1044 -0
- package/src/orchestrator/chonk-cache.ts +99 -0
- package/src/orchestrator/index.ts +8 -1
- package/src/orchestrator/proving-scheduler.ts +160 -0
- package/src/orchestrator/top-tree-orchestrator.ts +384 -0
- package/src/orchestrator/top-tree-proving-state.ts +219 -0
- package/src/orchestrator/tx-proving-state.ts +3 -3
- package/src/prover-client/prover-client.ts +129 -18
- package/src/proving_broker/broker_prover_facade.ts +29 -23
- package/src/proving_broker/config.ts +3 -2
- package/src/proving_broker/index.ts +1 -0
- package/src/proving_broker/proving_broker.ts +208 -72
- package/src/proving_broker/proving_broker_database/memory.ts +16 -2
- package/src/proving_broker/proving_broker_database/persisted.ts +71 -8
- package/src/proving_broker/proving_broker_database.ts +30 -0
- package/src/proving_broker/proving_broker_instrumentation.ts +9 -0
- package/src/proving_broker/rpc.ts +36 -24
- package/src/test/epoch_settlement.ts +82 -0
- package/src/test/index.ts +1 -0
- package/src/test/mock_prover.ts +2 -2
- package/dest/orchestrator/epoch-proving-state.d.ts +0 -75
- package/dest/orchestrator/epoch-proving-state.d.ts.map +0 -1
- package/dest/orchestrator/epoch-proving-state.js +0 -267
- package/dest/orchestrator/orchestrator.d.ts +0 -128
- package/dest/orchestrator/orchestrator.d.ts.map +0 -1
- package/dest/prover-client/server-epoch-prover.d.ts +0 -32
- package/dest/prover-client/server-epoch-prover.d.ts.map +0 -1
- package/dest/prover-client/server-epoch-prover.js +0 -40
- package/src/orchestrator/epoch-proving-state.ts +0 -378
- package/src/orchestrator/orchestrator.ts +0 -1281
- package/src/prover-client/server-epoch-prover.ts +0 -69
|
@@ -370,49 +370,48 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3,
|
|
374
|
-
import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _initProto;
|
|
374
|
+
import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
|
|
375
375
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
376
|
-
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
377
|
-
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
378
376
|
import { AbortError } from '@aztec/foundation/error';
|
|
379
|
-
import { createLogger } from '@aztec/foundation/log';
|
|
380
377
|
import { promiseWithResolvers } from '@aztec/foundation/promise';
|
|
381
378
|
import { assertLength } from '@aztec/foundation/serialize';
|
|
382
|
-
import {
|
|
383
|
-
import {
|
|
384
|
-
import { BlockRootEmptyTxFirstRollupPrivateInputs, BlockRootFirstRollupPrivateInputs, BlockRootSingleTxFirstRollupPrivateInputs, BlockRootSingleTxRollupPrivateInputs, CheckpointRootSingleBlockRollupPrivateInputs, PrivateTxBaseRollupPrivateInputs } from '@aztec/stdlib/rollup';
|
|
379
|
+
import { appendL1ToL2MessagesToTree } from '@aztec/stdlib/messaging';
|
|
380
|
+
import { BlockRootEmptyTxFirstRollupPrivateInputs, BlockRootFirstRollupPrivateInputs, BlockRootSingleTxFirstRollupPrivateInputs, BlockRootSingleTxRollupPrivateInputs, PrivateTxBaseRollupPrivateInputs } from '@aztec/stdlib/rollup';
|
|
385
381
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
386
382
|
import { Attributes, getTelemetryClient, trackSpan, wrapCallbackInSpan } from '@aztec/telemetry-client';
|
|
387
383
|
import { inspect } from 'util';
|
|
388
384
|
import { buildHeaderFromCircuitOutputs, getLastSiblingPath, getPublicChonkVerifierPrivateInputsFromTx, getRootTreeSiblingPath, getSubtreeSiblingPath, getTreeSnapshot, insertSideEffectsAndBuildBaseRollupHints, validatePartialState, validateTx } from './block-building-helpers.js';
|
|
389
|
-
import {
|
|
385
|
+
import { CheckpointProvingState } from './checkpoint-proving-state.js';
|
|
390
386
|
import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
|
|
387
|
+
import { ProvingScheduler } from './proving-scheduler.js';
|
|
391
388
|
import { TxProvingState } from './tx-proving-state.js';
|
|
392
|
-
_dec = trackSpan('
|
|
389
|
+
_dec = trackSpan('CheckpointSubTreeOrchestrator.startNewBlock', (blockNumber)=>({
|
|
393
390
|
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
394
|
-
})), _dec1 = trackSpan('
|
|
391
|
+
})), _dec1 = trackSpan('CheckpointSubTreeOrchestrator.addTxs', (txs)=>({
|
|
395
392
|
[Attributes.BLOCK_TXS_COUNT]: txs.length
|
|
396
|
-
})), _dec2 = trackSpan('
|
|
393
|
+
})), _dec2 = trackSpan('CheckpointSubTreeOrchestrator.setBlockCompleted', (blockNumber)=>({
|
|
397
394
|
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
398
|
-
})),
|
|
395
|
+
})), _dec3 = trackSpan('CheckpointSubTreeOrchestrator.prepareBaseRollupInputs', (tx)=>({
|
|
399
396
|
[Attributes.TX_HASH]: tx.hash.toString()
|
|
400
397
|
}));
|
|
401
398
|
/**
|
|
402
|
-
*
|
|
403
|
-
*
|
|
404
|
-
*
|
|
405
|
-
*
|
|
406
|
-
* 4. Once a transaction is proven, it will be incorporated into a merge proof
|
|
407
|
-
* 5. Merge proofs are produced at each level of the tree until the root proof is produced
|
|
399
|
+
* Orchestrates block-level proving for a single checkpoint, stopping at the boundary
|
|
400
|
+
* where checkpoint root rollup would otherwise begin. Used by the per-checkpoint
|
|
401
|
+
* `CheckpointProver` in production; the top-tree orchestrator then composes the
|
|
402
|
+
* sub-tree's block proofs into the epoch proof.
|
|
408
403
|
*
|
|
409
|
-
*
|
|
410
|
-
|
|
411
|
-
*
|
|
412
|
-
|
|
404
|
+
* Wiring: a single-checkpoint mini-proving session is owned by the constructor. The
|
|
405
|
+
* canonical way to obtain a fully-started sub-tree is the `start` static factory,
|
|
406
|
+
* which also drives the single internal `startCheckpoint` call. The sub-tree never
|
|
407
|
+
* escalates past the checkpoint root boundary; `getSubTreeResult()` resolves once
|
|
408
|
+
* every block-level proof in the checkpoint's tree is ready.
|
|
409
|
+
*/ export class CheckpointSubTreeOrchestrator extends ProvingScheduler {
|
|
413
410
|
dbProvider;
|
|
414
411
|
prover;
|
|
415
412
|
proverId;
|
|
413
|
+
chonkCache;
|
|
414
|
+
epochNumber;
|
|
416
415
|
cancelJobsOnStop;
|
|
417
416
|
static{
|
|
418
417
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
@@ -429,39 +428,33 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
429
428
|
[
|
|
430
429
|
_dec2,
|
|
431
430
|
2,
|
|
432
|
-
"startChonkVerifierCircuits"
|
|
433
|
-
],
|
|
434
|
-
[
|
|
435
|
-
_dec3,
|
|
436
|
-
2,
|
|
437
431
|
"setBlockCompleted"
|
|
438
432
|
],
|
|
439
433
|
[
|
|
440
|
-
|
|
434
|
+
_dec3,
|
|
441
435
|
2,
|
|
442
436
|
"prepareBaseRollupInputs"
|
|
443
437
|
]
|
|
444
438
|
], []));
|
|
445
439
|
}
|
|
446
|
-
provingState;
|
|
447
|
-
|
|
448
|
-
provingPromise;
|
|
440
|
+
/** The single checkpoint proving state this sub-tree owns. Allocated in the `start` factory. */ provingState;
|
|
441
|
+
subTreeResult;
|
|
449
442
|
metrics;
|
|
450
|
-
// eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
|
|
451
443
|
dbs;
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
this.provingState = (_initProto(this), undefined);
|
|
459
|
-
this.
|
|
460
|
-
this.
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
this.
|
|
444
|
+
constructor(dbProvider, prover, proverId, /**
|
|
445
|
+
* Shared chonk-verifier proof cache. Every chonk-verifier proof started by this
|
|
446
|
+
* sub-tree lives on the cache and survives the sub-tree's cancellation, so a tx
|
|
447
|
+
* whose original checkpoint is reorged out and re-appears in a replacement
|
|
448
|
+
* checkpoint reuses the cached proof.
|
|
449
|
+
*/ chonkCache, /** The epoch this sub-tree proves into. */ epochNumber, cancelJobsOnStop = false, deferredJobQueue, telemetryClient = getTelemetryClient(), bindings){
|
|
450
|
+
super(deferredJobQueue, 'prover-client:checkpoint-sub-tree-orchestrator', bindings), this.dbProvider = dbProvider, this.prover = prover, this.proverId = proverId, this.chonkCache = chonkCache, this.epochNumber = epochNumber, this.cancelJobsOnStop = cancelJobsOnStop, this.provingState = (_initProto(this), undefined), this.dbs = new Map(), this.cancelled = false;
|
|
451
|
+
this.metrics = new ProvingOrchestratorMetrics(telemetryClient, 'CheckpointSubTreeOrchestrator');
|
|
452
|
+
this.subTreeResult = promiseWithResolvers();
|
|
453
|
+
// Mark the rejection branch as observed so a `cancel()` or proving failure does not
|
|
454
|
+
// surface an unhandled rejection when no consumer awaits getSubTreeResult().
|
|
455
|
+
this.subTreeResult.promise.catch(()=>{});
|
|
464
456
|
}
|
|
457
|
+
/** Tracks whether `cancel()` has been called; flows into the checkpoint state's isAlive hook. */ cancelled;
|
|
465
458
|
get tracer() {
|
|
466
459
|
return this.metrics.tracer;
|
|
467
460
|
}
|
|
@@ -471,92 +464,90 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
471
464
|
getNumActiveForks() {
|
|
472
465
|
return this.dbs.size;
|
|
473
466
|
}
|
|
474
|
-
|
|
475
|
-
this.
|
|
476
|
-
return Promise.resolve();
|
|
477
|
-
}
|
|
478
|
-
startNewEpoch(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges) {
|
|
479
|
-
if (this.provingState?.verifyState()) {
|
|
480
|
-
throw new Error(`Cannot start epoch ${epochNumber} when epoch ${this.provingState.epochNumber} is still being processed.`);
|
|
481
|
-
}
|
|
482
|
-
const { promise: _promise, resolve, reject } = promiseWithResolvers();
|
|
483
|
-
const promise = _promise.catch((reason)=>({
|
|
484
|
-
status: 'failure',
|
|
485
|
-
reason
|
|
486
|
-
}));
|
|
487
|
-
this.logger.info(`Starting epoch ${epochNumber} with ${totalNumCheckpoints} checkpoints.`);
|
|
488
|
-
this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
|
|
489
|
-
this.provingPromise = promise;
|
|
467
|
+
/** Returns a promise that resolves when block-level proving completes for the checkpoint. */ getSubTreeResult() {
|
|
468
|
+
return this.subTreeResult.promise;
|
|
490
469
|
}
|
|
491
470
|
/**
|
|
492
|
-
*
|
|
493
|
-
*
|
|
494
|
-
*
|
|
495
|
-
*
|
|
496
|
-
|
|
497
|
-
* @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
|
|
498
|
-
*/ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
|
|
471
|
+
* Returns the archive sibling path captured at the internal checkpoint start.
|
|
472
|
+
* Available synchronously once `start` has resolved, before block-level proving
|
|
473
|
+
* completes. The top-tree consumer uses this to assemble checkpoint root rollup hints
|
|
474
|
+
* up-front so checkpoint root proofs can pipeline against in-flight sub-tree proving.
|
|
475
|
+
*/ getPreviousArchiveSiblingPath() {
|
|
499
476
|
if (!this.provingState) {
|
|
500
|
-
throw new Error('
|
|
477
|
+
throw new Error('Checkpoint not started; call CheckpointSubTreeOrchestrator.start first.');
|
|
501
478
|
}
|
|
502
|
-
|
|
503
|
-
|
|
479
|
+
return this.provingState.getLastArchiveSiblingPath();
|
|
480
|
+
}
|
|
481
|
+
/**
|
|
482
|
+
* Constructs and starts a sub-tree for a single checkpoint. The returned sub-tree
|
|
483
|
+
* has had its single internal checkpoint state allocated; callers proceed directly
|
|
484
|
+
* to per-block `startNewBlock` / `addTxs` / `setBlockCompleted`.
|
|
485
|
+
*
|
|
486
|
+
* If the internal start rejects, the partially-constructed sub-tree is stopped
|
|
487
|
+
* before the error propagates, so no broker resources leak.
|
|
488
|
+
*/ static async start(dbProvider, prover, proverId, chonkCache, epochNumber, cancelJobsOnStop, deferredJobQueue, checkpointConstants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint, telemetryClient = getTelemetryClient(), bindings) {
|
|
489
|
+
const subTree = new CheckpointSubTreeOrchestrator(dbProvider, prover, proverId, chonkCache, epochNumber, cancelJobsOnStop, deferredJobQueue, telemetryClient, bindings);
|
|
490
|
+
try {
|
|
491
|
+
await subTree.startCheckpoint(checkpointConstants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint);
|
|
492
|
+
return subTree;
|
|
493
|
+
} catch (err) {
|
|
494
|
+
await subTree.stop().catch(()=>{});
|
|
495
|
+
throw err;
|
|
504
496
|
}
|
|
505
|
-
// Fork world state at the end of the immediately previous block.
|
|
506
|
-
const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
|
|
507
|
-
const db = await this.dbProvider.fork(lastBlockNumber);
|
|
508
|
-
const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
|
|
509
|
-
this.dbs.set(firstBlockNumber, {
|
|
510
|
-
fork: db,
|
|
511
|
-
cleanupPromise: undefined
|
|
512
|
-
});
|
|
513
|
-
// Get archive sibling path before any block in this checkpoint lands.
|
|
514
|
-
const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
|
|
515
|
-
// Insert all the l1 to l2 messages into the db. And get the states before and after the insertion.
|
|
516
|
-
const { lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath } = await this.updateL1ToL2MessageTree(l1ToL2Messages, db);
|
|
517
|
-
this.provingState.startNewCheckpoint(checkpointIndex, constants, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint, lastArchiveSiblingPath, l1ToL2Messages, lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath);
|
|
518
497
|
}
|
|
519
498
|
/**
|
|
520
|
-
*
|
|
499
|
+
* Kickstart chonk-verifier circuits via the shared `ChonkCache`. The cache owns the
|
|
500
|
+
* broker job lifecycle, so the proof survives this sub-tree's `cancel()` — a tx that
|
|
501
|
+
* ends up in a replacement checkpoint after a reorg can pick the cached promise up
|
|
502
|
+
* and skip re-proving.
|
|
503
|
+
*/ startChonkVerifierCircuits(txs) {
|
|
504
|
+
if (!this.provingState?.verifyState()) {
|
|
505
|
+
return Promise.reject(new Error('Sub-tree proving state is not active.'));
|
|
506
|
+
}
|
|
507
|
+
const publicTxs = txs.filter((tx)=>tx.data.forPublic);
|
|
508
|
+
for (const tx of publicTxs){
|
|
509
|
+
const txHash = tx.getTxHash().toString();
|
|
510
|
+
const inputs = getPublicChonkVerifierPrivateInputsFromTx(tx, this.getProverId().toField());
|
|
511
|
+
// Fire and forget — getOrEnqueueChonkVerifier later picks up the cached promise
|
|
512
|
+
// when the tx is processed inside its block.
|
|
513
|
+
void this.chonkCache.getOrCompute(txHash, (signal)=>this.prover.getPublicChonkVerifierProof(inputs, signal, this.epochNumber));
|
|
514
|
+
}
|
|
515
|
+
return Promise.resolve();
|
|
516
|
+
}
|
|
517
|
+
// ---------------- per-block driving (called by the per-checkpoint CheckpointProver) ----------------
|
|
518
|
+
/**
|
|
519
|
+
* Starts off a new block.
|
|
521
520
|
* @param blockNumber - The block number
|
|
522
|
-
* @param timestamp - The timestamp of the block.
|
|
523
|
-
*
|
|
524
|
-
* @param totalNumTxs - The total number of txs in the block
|
|
521
|
+
* @param timestamp - The timestamp of the block. Required for empty blocks to construct private inputs.
|
|
522
|
+
* @param totalNumTxs - The total number of txs in the block.
|
|
525
523
|
*/ async startNewBlock(blockNumber, timestamp, totalNumTxs) {
|
|
526
524
|
if (!this.provingState) {
|
|
527
|
-
throw new Error('Empty
|
|
525
|
+
throw new Error('Empty proving state. The checkpoint sub-tree has not been started.');
|
|
528
526
|
}
|
|
529
|
-
|
|
530
|
-
if (!checkpointProvingState) {
|
|
531
|
-
throw new Error(`Checkpoint not started. Call startNewCheckpoint first.`);
|
|
532
|
-
}
|
|
533
|
-
if (!checkpointProvingState.isAcceptingBlocks()) {
|
|
527
|
+
if (!this.provingState.isAcceptingBlocks()) {
|
|
534
528
|
throw new Error(`Checkpoint not accepting further blocks.`);
|
|
535
529
|
}
|
|
536
|
-
const constants =
|
|
530
|
+
const constants = this.provingState.constants;
|
|
537
531
|
this.logger.info(`Starting block ${blockNumber} for slot ${constants.slotNumber}.`);
|
|
538
|
-
// Fork the db only when it's not already set. The db for the first block is set in
|
|
532
|
+
// Fork the db only when it's not already set. The db for the first block is set in startCheckpoint.
|
|
539
533
|
if (!this.dbs.has(blockNumber)) {
|
|
540
|
-
// Fork world state at the end of the immediately previous block
|
|
534
|
+
// Fork world state at the end of the immediately previous block.
|
|
541
535
|
const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
|
|
542
|
-
this.dbs.set(blockNumber,
|
|
543
|
-
fork: db,
|
|
544
|
-
cleanupPromise: undefined
|
|
545
|
-
});
|
|
536
|
+
this.dbs.set(blockNumber, db);
|
|
546
537
|
}
|
|
547
|
-
const db = this.
|
|
538
|
+
const db = this.getDbForBlock(blockNumber);
|
|
548
539
|
// Get archive snapshot and sibling path before any txs in this block lands.
|
|
549
540
|
const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
|
|
550
541
|
const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
|
|
551
|
-
const blockProvingState =
|
|
542
|
+
const blockProvingState = this.provingState.startNewBlock(blockNumber, timestamp, totalNumTxs, lastArchiveTreeSnapshot, lastArchiveSiblingPath);
|
|
552
543
|
// Enqueue base parity circuits for the first block in the checkpoint.
|
|
553
544
|
if (blockProvingState.index === 0) {
|
|
554
545
|
for(let i = 0; i < NUM_BASE_PARITY_PER_ROOT_PARITY; i++){
|
|
555
|
-
this.enqueueBaseParityCircuit(
|
|
546
|
+
this.enqueueBaseParityCircuit(this.provingState, blockProvingState, i);
|
|
556
547
|
}
|
|
557
548
|
}
|
|
558
|
-
// Because `addTxs` won't be called for a block without txs, and that's where the sponge blob state is computed
|
|
559
|
-
//
|
|
549
|
+
// Because `addTxs` won't be called for a block without txs, and that's where the sponge blob state is computed,
|
|
550
|
+
// set its end sponge blob here. This becomes the start sponge blob for the next block.
|
|
560
551
|
if (totalNumTxs === 0) {
|
|
561
552
|
const endState = await db.getStateReference();
|
|
562
553
|
blockProvingState.setEndState(endState);
|
|
@@ -564,22 +555,19 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
564
555
|
const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
|
|
565
556
|
await endSpongeBlob.absorb(blockEndBlobFields);
|
|
566
557
|
blockProvingState.setEndSpongeBlob(endSpongeBlob);
|
|
567
|
-
// Try to accumulate the out hashes and blobs as far as we can:
|
|
568
|
-
await this.provingState.accumulateCheckpointOutHashes();
|
|
569
|
-
await this.provingState.setBlobAccumulators();
|
|
570
558
|
}
|
|
571
559
|
}
|
|
572
560
|
/**
|
|
573
|
-
* The interface to add simulated transactions to the scheduler.
|
|
561
|
+
* The interface to add simulated transactions to the scheduler. Called at most once per block.
|
|
574
562
|
* @param txs - The transactions to be proven
|
|
575
563
|
*/ async addTxs(txs) {
|
|
576
564
|
if (!this.provingState) {
|
|
577
|
-
throw new Error(`Empty
|
|
565
|
+
throw new Error(`Empty proving state. The checkpoint sub-tree has not been started.`);
|
|
578
566
|
}
|
|
579
567
|
if (!txs.length) {
|
|
580
|
-
//
|
|
581
|
-
//
|
|
582
|
-
this.logger.
|
|
568
|
+
// Empty block: setBlockCompleted handles this without addTxs being called. Bail to
|
|
569
|
+
// avoid the throw below (we cannot find the blockNumber without any txs).
|
|
570
|
+
this.logger.verbose(`Provided no txs to addTxs.`);
|
|
583
571
|
return;
|
|
584
572
|
}
|
|
585
573
|
const blockNumber = BlockNumber(txs[0].globalVariables.blockNumber);
|
|
@@ -594,7 +582,7 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
594
582
|
throw new Error(`Block ${blockNumber} has been initialized with transactions.`);
|
|
595
583
|
}
|
|
596
584
|
this.logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
|
|
597
|
-
const db = this.
|
|
585
|
+
const db = this.getDbForBlock(blockNumber);
|
|
598
586
|
const lastArchive = provingState.lastArchiveTreeSnapshot;
|
|
599
587
|
const newL1ToL2MessageTreeSnapshot = provingState.newL1ToL2MessageTreeSnapshot;
|
|
600
588
|
const spongeBlobState = provingState.getStartSpongeBlob().clone();
|
|
@@ -632,29 +620,6 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
632
620
|
const blockEndBlobFields = provingState.getBlockEndBlobFields();
|
|
633
621
|
await spongeBlobState.absorb(blockEndBlobFields);
|
|
634
622
|
provingState.setEndSpongeBlob(spongeBlobState);
|
|
635
|
-
// Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
|
|
636
|
-
await this.provingState.accumulateCheckpointOutHashes();
|
|
637
|
-
await this.provingState.setBlobAccumulators();
|
|
638
|
-
}
|
|
639
|
-
/**
|
|
640
|
-
* Kickstarts chonk verifier circuits for the specified txs. These will be used during epoch proving.
|
|
641
|
-
* Note that if the chonk verifier circuits are not started this way, they will be started nontheless after processing.
|
|
642
|
-
*/ startChonkVerifierCircuits(txs) {
|
|
643
|
-
if (!this.provingState?.verifyState()) {
|
|
644
|
-
throw new Error(`Empty epoch proving state. call startNewEpoch before starting chonk verifier circuits.`);
|
|
645
|
-
}
|
|
646
|
-
const publicTxs = txs.filter((tx)=>tx.data.forPublic);
|
|
647
|
-
for (const tx of publicTxs){
|
|
648
|
-
const txHash = tx.getTxHash().toString();
|
|
649
|
-
const privateInputs = getPublicChonkVerifierPrivateInputsFromTx(tx, this.proverId.toField());
|
|
650
|
-
const tubeProof = promiseWithResolvers();
|
|
651
|
-
this.logger.debug(`Starting chonk verifier circuit for tx ${txHash}`);
|
|
652
|
-
this.doEnqueueChonkVerifier(txHash, privateInputs, (proof)=>{
|
|
653
|
-
tubeProof.resolve(proof);
|
|
654
|
-
});
|
|
655
|
-
this.provingState.cachedChonkVerifierProofs.set(txHash, tubeProof.promise);
|
|
656
|
-
}
|
|
657
|
-
return Promise.resolve();
|
|
658
623
|
}
|
|
659
624
|
/**
|
|
660
625
|
* Marks the block as completed.
|
|
@@ -683,155 +648,64 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
683
648
|
this.logger.error(`Block header mismatch: header=${header} expectedHeader=${expectedHeader}`);
|
|
684
649
|
throw new Error('Block header mismatch');
|
|
685
650
|
}
|
|
686
|
-
// Get db for this block
|
|
687
|
-
const db = this.
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
651
|
+
// Get db for this block and remove from map — no other code should use it after this point.
|
|
652
|
+
const db = this.getDbForBlock(provingState.blockNumber);
|
|
653
|
+
this.dbs.delete(provingState.blockNumber);
|
|
654
|
+
// Update the archive tree, capture the snapshot, and close the fork deterministically.
|
|
655
|
+
try {
|
|
656
|
+
this.logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
|
|
657
|
+
await db.updateArchive(header);
|
|
658
|
+
provingState.setBuiltArchive(await getTreeSnapshot(MerkleTreeId.ARCHIVE, db));
|
|
659
|
+
} finally{
|
|
660
|
+
await db.close();
|
|
661
|
+
}
|
|
691
662
|
await this.verifyBuiltBlockAgainstSyncedState(provingState);
|
|
692
663
|
return header;
|
|
693
664
|
}
|
|
694
|
-
//
|
|
695
|
-
async verifyBuiltBlockAgainstSyncedState(provingState) {
|
|
696
|
-
const builtBlockHeader = provingState.getBuiltBlockHeader();
|
|
697
|
-
if (!builtBlockHeader) {
|
|
698
|
-
this.logger.debug('Block header not built yet, skipping header check.');
|
|
699
|
-
return;
|
|
700
|
-
}
|
|
701
|
-
const output = provingState.getBlockRootRollupOutput();
|
|
702
|
-
if (!output) {
|
|
703
|
-
this.logger.debug('Block root rollup proof not built yet, skipping header check.');
|
|
704
|
-
return;
|
|
705
|
-
}
|
|
706
|
-
const header = await buildHeaderFromCircuitOutputs(output);
|
|
707
|
-
if (!(await header.hash()).equals(await builtBlockHeader.hash())) {
|
|
708
|
-
this.logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
|
|
709
|
-
provingState.reject(`Block header hash mismatch.`);
|
|
710
|
-
return;
|
|
711
|
-
}
|
|
712
|
-
// Get db for this block
|
|
713
|
-
const blockNumber = provingState.blockNumber;
|
|
714
|
-
const db = this.dbs.get(blockNumber).fork;
|
|
715
|
-
const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
|
|
716
|
-
const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
|
|
717
|
-
if (!syncedArchive.equals(newArchive)) {
|
|
718
|
-
this.logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
|
|
719
|
-
provingState.reject(`Archive tree mismatch.`);
|
|
720
|
-
return;
|
|
721
|
-
}
|
|
722
|
-
const circuitArchive = output.newArchive;
|
|
723
|
-
if (!newArchive.equals(circuitArchive)) {
|
|
724
|
-
this.logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
|
|
725
|
-
provingState.reject(`New archive mismatch.`);
|
|
726
|
-
return;
|
|
727
|
-
}
|
|
728
|
-
// TODO(palla/prover): This closes the fork only on the happy path. If this epoch orchestrator
|
|
729
|
-
// is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
|
|
730
|
-
// but have to make sure it only runs once all operations are completed, otherwise some function here
|
|
731
|
-
// will attempt to access the fork after it was closed.
|
|
732
|
-
void this.cleanupDBFork(blockNumber);
|
|
733
|
-
}
|
|
665
|
+
// ---------------- lifecycle ----------------
|
|
734
666
|
/**
|
|
735
|
-
*
|
|
736
|
-
*
|
|
737
|
-
* If cancelJobsOnStop is false (default), jobs remain in the broker queue and can be reused on restart/reorg.
|
|
667
|
+
* Cancels any further proving. If `cancelJobsOnStop` was set, aborts all pending broker jobs
|
|
668
|
+
* (used on reorg). Otherwise jobs remain in the broker queue and can be reused on restart.
|
|
738
669
|
*/ cancel() {
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
}
|
|
670
|
+
this.cancelled = true;
|
|
671
|
+
this.resetSchedulerState(this.cancelJobsOnStop);
|
|
672
|
+
// Reject the proving state (and hence subTreeResult) so anyone awaiting the sub-tree result
|
|
673
|
+
// is released rather than hanging — matching TopTreeOrchestrator.cancel().
|
|
744
674
|
this.provingState?.cancel();
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
* Returns the proof for the current epoch.
|
|
748
|
-
*/ async finalizeEpoch() {
|
|
749
|
-
if (!this.provingState || !this.provingPromise) {
|
|
750
|
-
throw new Error(`Invalid proving state, an epoch must be proven before it can be finalized`);
|
|
751
|
-
}
|
|
752
|
-
const result = await this.provingPromise;
|
|
753
|
-
if (result.status === 'failure') {
|
|
754
|
-
throw new Error(`Epoch proving failed: ${result.reason}`);
|
|
755
|
-
}
|
|
756
|
-
await this.provingState.finalizeBatchedBlob();
|
|
757
|
-
const epochProofResult = this.provingState.getEpochProofResult();
|
|
758
|
-
pushTestData('epochProofResult', {
|
|
759
|
-
proof: epochProofResult.proof.toString(),
|
|
760
|
-
publicInputs: epochProofResult.publicInputs.toString()
|
|
761
|
-
});
|
|
762
|
-
return epochProofResult;
|
|
763
|
-
}
|
|
764
|
-
async cleanupDBFork(blockNumber) {
|
|
765
|
-
this.logger.debug(`Cleaning up world state fork for ${blockNumber}`);
|
|
766
|
-
const fork = this.dbs.get(blockNumber);
|
|
767
|
-
if (!fork) {
|
|
768
|
-
return;
|
|
769
|
-
}
|
|
770
|
-
try {
|
|
771
|
-
if (!fork.cleanupPromise) {
|
|
772
|
-
fork.cleanupPromise = fork.fork.close();
|
|
773
|
-
}
|
|
774
|
-
await fork.cleanupPromise;
|
|
775
|
-
this.dbs.delete(blockNumber);
|
|
776
|
-
} catch (err) {
|
|
777
|
-
this.logger.error(`Error closing db for block ${blockNumber}`, err);
|
|
675
|
+
for (const [blockNumber, db] of this.dbs.entries()){
|
|
676
|
+
void db.close().catch((err)=>this.logger.error(`Error closing db for block ${blockNumber}`, err));
|
|
778
677
|
}
|
|
678
|
+
this.dbs.clear();
|
|
779
679
|
}
|
|
680
|
+
cancelInternal() {
|
|
681
|
+
this.cancel();
|
|
682
|
+
}
|
|
683
|
+
// ---------------- private: per-checkpoint init ----------------
|
|
780
684
|
/**
|
|
781
|
-
*
|
|
782
|
-
*
|
|
783
|
-
*
|
|
784
|
-
|
|
785
|
-
|
|
786
|
-
|
|
787
|
-
this.logger.debug(`Not enqueuing job, state no longer valid`);
|
|
788
|
-
return;
|
|
685
|
+
* Internal driver for the single-checkpoint init. Allocates the world-state fork,
|
|
686
|
+
* inserts L1-to-L2 messages, and creates the per-checkpoint proving state with this
|
|
687
|
+
* sub-tree as its parent. Only called once, from the `start` factory.
|
|
688
|
+
*/ async startCheckpoint(constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
|
|
689
|
+
if (this.provingState) {
|
|
690
|
+
throw new Error('Checkpoint sub-tree already started.');
|
|
789
691
|
}
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
800
|
-
const result = await request(controller.signal);
|
|
801
|
-
if (!provingState.verifyState()) {
|
|
802
|
-
this.logger.debug(`State no longer valid, discarding result`);
|
|
803
|
-
return;
|
|
804
|
-
}
|
|
805
|
-
// we could have been cancelled whilst waiting for the result
|
|
806
|
-
// and the prover ignored the signal. Drop the result in that case
|
|
807
|
-
if (controller.signal.aborted) {
|
|
808
|
-
return;
|
|
809
|
-
}
|
|
810
|
-
await callback(result);
|
|
811
|
-
} catch (err) {
|
|
812
|
-
if (err instanceof AbortError) {
|
|
813
|
-
// operation was cancelled, probably because the block was cancelled
|
|
814
|
-
// drop this result
|
|
815
|
-
return;
|
|
816
|
-
}
|
|
817
|
-
this.logger.error(`Error thrown when proving job`, err);
|
|
818
|
-
provingState.reject(`${err}`);
|
|
819
|
-
} finally{
|
|
820
|
-
const index = this.pendingProvingJobs.indexOf(controller);
|
|
821
|
-
if (index > -1) {
|
|
822
|
-
this.pendingProvingJobs.splice(index, 1);
|
|
823
|
-
}
|
|
824
|
-
}
|
|
825
|
-
};
|
|
826
|
-
// let the callstack unwind before adding the job to the queue
|
|
827
|
-
setImmediate(()=>void safeJob());
|
|
692
|
+
// Fork world state at the end of the immediately previous block.
|
|
693
|
+
const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
|
|
694
|
+
const db = await this.dbProvider.fork(lastBlockNumber);
|
|
695
|
+
const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
|
|
696
|
+
this.dbs.set(firstBlockNumber, db);
|
|
697
|
+
// Get archive sibling path before any block in this checkpoint lands.
|
|
698
|
+
const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
|
|
699
|
+
// Insert all the l1 to l2 messages into the db. Get the states before and after the insertion.
|
|
700
|
+
const { lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath } = await this.updateL1ToL2MessageTree(l1ToL2Messages, db);
|
|
701
|
+
this.provingState = new CheckpointProvingState(/* index */ 0, constants, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint, lastArchiveSiblingPath, l1ToL2Messages, lastL1ToL2MessageTreeSnapshot, lastL1ToL2MessageSubtreeRootSiblingPath, newL1ToL2MessageTreeSnapshot, newL1ToL2MessageSubtreeRootSiblingPath, Number(this.epochNumber), /* isAlive */ ()=>!this.cancelled, /* onReject */ (reason)=>this.subTreeResult.reject(new Error(reason)));
|
|
828
702
|
}
|
|
703
|
+
// ---------------- private: per-block proof orchestration ----------------
|
|
829
704
|
async updateL1ToL2MessageTree(l1ToL2Messages, db) {
|
|
830
|
-
const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
|
|
831
705
|
const lastL1ToL2MessageTreeSnapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, db);
|
|
832
706
|
const lastL1ToL2MessageSubtreeRootSiblingPath = assertLength(await getSubtreeSiblingPath(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, L1_TO_L2_MSG_SUBTREE_HEIGHT, db), L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH);
|
|
833
|
-
// Update the local trees to include the new l1 to l2 messages
|
|
834
|
-
await db
|
|
707
|
+
// Update the local trees to include the new l1 to l2 messages.
|
|
708
|
+
await appendL1ToL2MessagesToTree(db, l1ToL2Messages);
|
|
835
709
|
const newL1ToL2MessageTreeSnapshot = await getTreeSnapshot(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, db);
|
|
836
710
|
const newL1ToL2MessageSubtreeRootSiblingPath = assertLength(await getSubtreeSiblingPath(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, L1_TO_L2_MSG_SUBTREE_HEIGHT, db), L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH);
|
|
837
711
|
return {
|
|
@@ -841,12 +715,15 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
841
715
|
newL1ToL2MessageSubtreeRootSiblingPath
|
|
842
716
|
};
|
|
843
717
|
}
|
|
844
|
-
// Updates the merkle trees for a transaction. The first enqueued job for a transaction
|
|
718
|
+
// Updates the merkle trees for a transaction. The first enqueued job for a transaction.
|
|
845
719
|
async prepareBaseRollupInputs(tx, lastArchive, newL1ToL2MessageTreeSnapshot, startSpongeBlob, db) {
|
|
846
|
-
//
|
|
847
|
-
//
|
|
848
|
-
|
|
849
|
-
|
|
720
|
+
// These hints deliberately carry no recursive proof or verification key — see
|
|
721
|
+
// BaseRollupHintsWithoutProofAndVK. The tx's proof + VK are attached later in
|
|
722
|
+
// TxProvingState.getBaseRollupTypeAndInputs from the proven chonk-verifier / kernel / AVM
|
|
723
|
+
// proofs, which are required there and so cannot be silently omitted.
|
|
724
|
+
const start = performance.now();
|
|
725
|
+
const hints = await insertSideEffectsAndBuildBaseRollupHints(tx, lastArchive, newL1ToL2MessageTreeSnapshot, startSpongeBlob, this.proverId.toField(), db);
|
|
726
|
+
this.metrics.recordBaseRollupInputs(performance.now() - start);
|
|
850
727
|
const promises = [
|
|
851
728
|
MerkleTreeId.NOTE_HASH_TREE,
|
|
852
729
|
MerkleTreeId.NULLIFIER_TREE,
|
|
@@ -866,8 +743,8 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
866
743
|
treeSnapshots
|
|
867
744
|
];
|
|
868
745
|
}
|
|
869
|
-
// Executes the base rollup circuit and
|
|
870
|
-
// Executes the next level of merge if all inputs are available
|
|
746
|
+
// Executes the base rollup circuit and stores the output as intermediate state for the parent merge/root circuit.
|
|
747
|
+
// Executes the next level of merge if all inputs are available.
|
|
871
748
|
enqueueBaseRollup(provingState, txIndex) {
|
|
872
749
|
if (!provingState.verifyState()) {
|
|
873
750
|
this.logger.debug('Not running base rollup, state invalid');
|
|
@@ -881,15 +758,15 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
881
758
|
const { processedTx } = txProvingState;
|
|
882
759
|
const { rollupType, inputs } = txProvingState.getBaseRollupTypeAndInputs();
|
|
883
760
|
this.logger.debug(`Enqueuing deferred proving base rollup for ${processedTx.hash.toString()}`);
|
|
884
|
-
this.deferredProving(provingState,
|
|
885
|
-
[Attributes.TX_HASH]: processedTx.hash.toString(),
|
|
886
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
|
|
887
|
-
}, (signal)=>{
|
|
761
|
+
this.deferredProving(provingState, this.wrapCircuitCall(inputs instanceof PrivateTxBaseRollupPrivateInputs ? 'getPrivateTxBaseRollupProof' : 'getPublicTxBaseRollupProof', (signal)=>{
|
|
888
762
|
if (inputs instanceof PrivateTxBaseRollupPrivateInputs) {
|
|
889
763
|
return this.prover.getPrivateTxBaseRollupProof(inputs, signal, provingState.epochNumber);
|
|
890
764
|
} else {
|
|
891
765
|
return this.prover.getPublicTxBaseRollupProof(inputs, signal, provingState.epochNumber);
|
|
892
766
|
}
|
|
767
|
+
}, {
|
|
768
|
+
[Attributes.TX_HASH]: processedTx.hash.toString(),
|
|
769
|
+
[Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
|
|
893
770
|
}), (result)=>{
|
|
894
771
|
this.logger.debug(`Completed proof for ${rollupType} for tx ${processedTx.hash.toString()}`);
|
|
895
772
|
validatePartialState(result.inputs.endTreeSnapshots, txProvingState.treeSnapshots);
|
|
@@ -901,46 +778,37 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
901
778
|
}
|
|
902
779
|
});
|
|
903
780
|
}
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
781
|
+
/**
|
|
782
|
+
* Route the tx's chonk-verifier dependency through the per-epoch context: read the
|
|
783
|
+
* cached promise (or enqueue if missing), then `.then(handleResult)` to progress to
|
|
784
|
+
* the base rollup once the proof lands.
|
|
785
|
+
*/ getOrEnqueueChonkVerifier(provingState, txIndex) {
|
|
907
786
|
if (!provingState.verifyState()) {
|
|
908
|
-
this.logger.debug('Not running chonk verifier circuit, state invalid');
|
|
909
787
|
return;
|
|
910
788
|
}
|
|
911
789
|
const txProvingState = provingState.getTxProvingState(txIndex);
|
|
912
790
|
const txHash = txProvingState.processedTx.hash.toString();
|
|
913
|
-
NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH;
|
|
914
791
|
const handleResult = (result)=>{
|
|
915
|
-
|
|
916
|
-
|
|
917
|
-
}
|
|
792
|
+
if (!provingState.verifyState()) {
|
|
793
|
+
return;
|
|
794
|
+
}
|
|
918
795
|
txProvingState.setPublicChonkVerifierProof(result);
|
|
919
|
-
this.provingState?.cachedChonkVerifierProofs.delete(txHash);
|
|
920
796
|
this.checkAndEnqueueBaseRollup(provingState, txIndex);
|
|
921
797
|
};
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
this.logger.debug('Not running chonk verifier circuit, state invalid');
|
|
935
|
-
return;
|
|
936
|
-
}
|
|
937
|
-
this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getPublicChonkVerifierProof', {
|
|
938
|
-
[Attributes.TX_HASH]: txHash,
|
|
939
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'chonk-verifier-public'
|
|
940
|
-
}, (signal)=>this.prover.getPublicChonkVerifierProof(inputs, signal, provingState.epochNumber)), handler);
|
|
798
|
+
const promise = this.chonkCache.getOrCompute(txHash, (signal)=>this.prover.getPublicChonkVerifierProof(txProvingState.getPublicChonkVerifierPrivateInputs(), signal, this.epochNumber));
|
|
799
|
+
void promise.then(handleResult).catch((err)=>{
|
|
800
|
+
// The cache self-cleans on rejection, so a replacement sub-tree for this tx will see the
|
|
801
|
+
// miss and re-enqueue. But if this proving state is still active, the failure must abort
|
|
802
|
+
// it: otherwise the base rollup for this tx is never enqueued and the checkpoint (and
|
|
803
|
+
// epoch) orchestrators hang forever waiting for a proof that will never arrive.
|
|
804
|
+
if (err instanceof AbortError || !provingState.verifyState()) {
|
|
805
|
+
return;
|
|
806
|
+
}
|
|
807
|
+
this.logger.error(`Chonk verifier proof failed for tx ${txHash}`, err);
|
|
808
|
+
provingState.reject(`Chonk verifier proof failed for tx ${txHash}: ${err}`);
|
|
809
|
+
});
|
|
941
810
|
}
|
|
942
|
-
// Executes the merge rollup circuit
|
|
943
|
-
// Enqueues the next level of merge if all inputs are available
|
|
811
|
+
// Executes the merge rollup circuit. Enqueues the next level of merge if all inputs are available.
|
|
944
812
|
enqueueMergeRollup(provingState, location) {
|
|
945
813
|
if (!provingState.verifyState()) {
|
|
946
814
|
this.logger.debug('Not running merge rollup. State no longer valid.');
|
|
@@ -951,14 +819,14 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
951
819
|
return;
|
|
952
820
|
}
|
|
953
821
|
const inputs = provingState.getMergeRollupInputs(location);
|
|
954
|
-
this.deferredProving(provingState,
|
|
822
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getTxMergeRollupProof', (signal)=>this.prover.getTxMergeRollupProof(inputs, signal, provingState.epochNumber), {
|
|
955
823
|
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-tx-merge'
|
|
956
|
-
}
|
|
824
|
+
}), (result)=>{
|
|
957
825
|
provingState.setMergeRollupProof(location, result);
|
|
958
826
|
this.checkAndEnqueueNextMergeRollup(provingState, location);
|
|
959
827
|
});
|
|
960
828
|
}
|
|
961
|
-
// Executes the block root rollup circuit
|
|
829
|
+
// Executes the block root rollup circuit.
|
|
962
830
|
enqueueBlockRootRollup(provingState) {
|
|
963
831
|
if (!provingState.verifyState()) {
|
|
964
832
|
this.logger.debug('Not running block root rollup, state no longer valid');
|
|
@@ -970,9 +838,7 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
970
838
|
}
|
|
971
839
|
const { rollupType, inputs } = provingState.getBlockRootRollupTypeAndInputs();
|
|
972
840
|
this.logger.debug(`Enqueuing ${rollupType} for block ${provingState.blockNumber}.`);
|
|
973
|
-
this.deferredProving(provingState,
|
|
974
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
|
|
975
|
-
}, (signal)=>{
|
|
841
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getBlockRootRollupProof', (signal)=>{
|
|
976
842
|
if (inputs instanceof BlockRootFirstRollupPrivateInputs) {
|
|
977
843
|
return this.prover.getBlockRootFirstRollupProof(inputs, signal, provingState.epochNumber);
|
|
978
844
|
} else if (inputs instanceof BlockRootSingleTxFirstRollupPrivateInputs) {
|
|
@@ -984,23 +850,27 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
984
850
|
} else {
|
|
985
851
|
return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
|
|
986
852
|
}
|
|
853
|
+
}, {
|
|
854
|
+
[Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
|
|
987
855
|
}), async (result)=>{
|
|
988
|
-
this.logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}
|
|
856
|
+
this.logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`, {
|
|
857
|
+
blockNumber: provingState.blockNumber,
|
|
858
|
+
checkpointIndex: provingState.parentCheckpoint.index,
|
|
859
|
+
...result.inputs.toInspect()
|
|
860
|
+
});
|
|
989
861
|
const leafLocation = provingState.setBlockRootRollupProof(result);
|
|
990
862
|
const checkpointProvingState = provingState.parentCheckpoint;
|
|
991
|
-
//
|
|
863
|
+
// Verification is called from both here and setBlockCompleted. Whichever runs last
|
|
864
|
+
// will be the first to see all three pieces (header, proof output, archive) and run the checks.
|
|
992
865
|
await this.verifyBuiltBlockAgainstSyncedState(provingState);
|
|
993
866
|
if (checkpointProvingState.totalNumBlocks === 1) {
|
|
994
|
-
this.
|
|
867
|
+
this.checkAndEnqueueSubTreeResolution(checkpointProvingState);
|
|
995
868
|
} else {
|
|
996
869
|
this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
|
|
997
870
|
}
|
|
998
|
-
// We are finished with the block at this point, ensure the fork is cleaned up
|
|
999
|
-
void this.cleanupDBFork(provingState.blockNumber);
|
|
1000
871
|
});
|
|
1001
872
|
}
|
|
1002
|
-
// Executes the base parity circuit
|
|
1003
|
-
// Enqueues the root parity circuit if all inputs are available
|
|
873
|
+
// Executes the base parity circuit. Enqueues the root parity circuit if all inputs are available.
|
|
1004
874
|
enqueueBaseParityCircuit(checkpointProvingState, provingState, baseParityIndex) {
|
|
1005
875
|
if (!provingState.verifyState()) {
|
|
1006
876
|
this.logger.debug('Not running base parity. State no longer valid.');
|
|
@@ -1011,9 +881,9 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1011
881
|
return;
|
|
1012
882
|
}
|
|
1013
883
|
const inputs = checkpointProvingState.getBaseParityInputs(baseParityIndex);
|
|
1014
|
-
this.deferredProving(provingState,
|
|
884
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getBaseParityProof', (signal)=>this.prover.getBaseParityProof(inputs, signal, provingState.epochNumber), {
|
|
1015
885
|
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'parity-base'
|
|
1016
|
-
}
|
|
886
|
+
}), (provingOutput)=>{
|
|
1017
887
|
provingState.setBaseParityProof(baseParityIndex, provingOutput);
|
|
1018
888
|
this.checkAndEnqueueRootParityCircuit(provingState);
|
|
1019
889
|
});
|
|
@@ -1024,8 +894,8 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1024
894
|
}
|
|
1025
895
|
this.enqueueRootParityCircuit(provingState);
|
|
1026
896
|
}
|
|
1027
|
-
// Runs the root parity circuit
|
|
1028
|
-
// Enqueues the root rollup
|
|
897
|
+
// Runs the root parity circuit and stores the outputs.
|
|
898
|
+
// Enqueues the block root rollup if all inputs are available.
|
|
1029
899
|
enqueueRootParityCircuit(provingState) {
|
|
1030
900
|
if (!provingState.verifyState()) {
|
|
1031
901
|
this.logger.debug('Not running root parity. State no longer valid.');
|
|
@@ -1036,15 +906,14 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1036
906
|
return;
|
|
1037
907
|
}
|
|
1038
908
|
const inputs = provingState.getParityRootInputs();
|
|
1039
|
-
this.deferredProving(provingState,
|
|
909
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getRootParityProof', (signal)=>this.prover.getRootParityProof(inputs, signal, provingState.epochNumber), {
|
|
1040
910
|
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'parity-root'
|
|
1041
|
-
}
|
|
911
|
+
}), (result)=>{
|
|
1042
912
|
provingState.setRootParityProof(result);
|
|
1043
913
|
this.checkAndEnqueueBlockRootRollup(provingState);
|
|
1044
914
|
});
|
|
1045
915
|
}
|
|
1046
|
-
// Executes the block merge rollup circuit
|
|
1047
|
-
// Enqueues the next level of merge if all inputs are available
|
|
916
|
+
// Executes the block merge rollup circuit.
|
|
1048
917
|
enqueueBlockMergeRollup(provingState, location) {
|
|
1049
918
|
if (!provingState.verifyState()) {
|
|
1050
919
|
this.logger.debug('Not running block merge rollup. State no longer valid.');
|
|
@@ -1055,104 +924,16 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1055
924
|
return;
|
|
1056
925
|
}
|
|
1057
926
|
const inputs = provingState.getBlockMergeRollupInputs(location);
|
|
1058
|
-
this.deferredProving(provingState,
|
|
927
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getBlockMergeRollupProof', (signal)=>this.prover.getBlockMergeRollupProof(inputs, signal, provingState.epochNumber), {
|
|
1059
928
|
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-block-merge'
|
|
1060
|
-
}, (signal)=>this.prover.getBlockMergeRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
|
|
1061
|
-
provingState.setBlockMergeRollupProof(location, result);
|
|
1062
|
-
this.checkAndEnqueueNextBlockMergeRollup(provingState, location);
|
|
1063
|
-
});
|
|
1064
|
-
}
|
|
1065
|
-
enqueueCheckpointRootRollup(provingState) {
|
|
1066
|
-
if (!provingState.verifyState()) {
|
|
1067
|
-
this.logger.debug('Not running checkpoint root rollup. State no longer valid.');
|
|
1068
|
-
return;
|
|
1069
|
-
}
|
|
1070
|
-
if (!provingState.tryStartProvingCheckpointRoot()) {
|
|
1071
|
-
this.logger.debug('Checkpoint root rollup already started.');
|
|
1072
|
-
return;
|
|
1073
|
-
}
|
|
1074
|
-
const rollupType = provingState.getCheckpointRootRollupType();
|
|
1075
|
-
this.logger.debug(`Enqueuing ${rollupType} for checkpoint ${provingState.index}.`);
|
|
1076
|
-
const inputs = provingState.getCheckpointRootRollupInputs();
|
|
1077
|
-
this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointRootRollupProof', {
|
|
1078
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: rollupType
|
|
1079
|
-
}, (signal)=>{
|
|
1080
|
-
if (inputs instanceof CheckpointRootSingleBlockRollupPrivateInputs) {
|
|
1081
|
-
return this.prover.getCheckpointRootSingleBlockRollupProof(inputs, signal, provingState.epochNumber);
|
|
1082
|
-
} else {
|
|
1083
|
-
return this.prover.getCheckpointRootRollupProof(inputs, signal, provingState.epochNumber);
|
|
1084
|
-
}
|
|
1085
929
|
}), (result)=>{
|
|
1086
|
-
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
|
|
1090
|
-
provingState.reject(`Blob accumulator state mismatch.`);
|
|
1091
|
-
return;
|
|
1092
|
-
}
|
|
1093
|
-
this.logger.debug(`Completed ${rollupType} proof for checkpoint ${provingState.index}.`);
|
|
1094
|
-
const leafLocation = provingState.setCheckpointRootRollupProof(result);
|
|
1095
|
-
const epochProvingState = provingState.parentEpoch;
|
|
1096
|
-
if (epochProvingState.totalNumCheckpoints === 1) {
|
|
1097
|
-
this.enqueueEpochPadding(epochProvingState);
|
|
1098
|
-
} else {
|
|
1099
|
-
this.checkAndEnqueueNextCheckpointMergeRollup(epochProvingState, leafLocation);
|
|
1100
|
-
}
|
|
1101
|
-
});
|
|
1102
|
-
}
|
|
1103
|
-
enqueueCheckpointMergeRollup(provingState, location) {
|
|
1104
|
-
if (!provingState.verifyState()) {
|
|
1105
|
-
this.logger.debug('Not running checkpoint merge rollup. State no longer valid.');
|
|
1106
|
-
return;
|
|
1107
|
-
}
|
|
1108
|
-
if (!provingState.tryStartProvingCheckpointMerge(location)) {
|
|
1109
|
-
this.logger.debug('Checkpoint merge rollup already started.');
|
|
1110
|
-
return;
|
|
1111
|
-
}
|
|
1112
|
-
const inputs = provingState.getCheckpointMergeRollupInputs(location);
|
|
1113
|
-
this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointMergeRollupProof', {
|
|
1114
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-merge'
|
|
1115
|
-
}, (signal)=>this.prover.getCheckpointMergeRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
|
|
1116
|
-
this.logger.debug('Completed proof for checkpoint merge rollup.');
|
|
1117
|
-
provingState.setCheckpointMergeRollupProof(location, result);
|
|
1118
|
-
this.checkAndEnqueueNextCheckpointMergeRollup(provingState, location);
|
|
1119
|
-
});
|
|
1120
|
-
}
|
|
1121
|
-
enqueueEpochPadding(provingState) {
|
|
1122
|
-
if (!provingState.verifyState()) {
|
|
1123
|
-
this.logger.debug('Not running epoch padding. State no longer valid.');
|
|
1124
|
-
return;
|
|
1125
|
-
}
|
|
1126
|
-
if (!provingState.tryStartProvingPaddingCheckpoint()) {
|
|
1127
|
-
this.logger.debug('Padding checkpoint already started.');
|
|
1128
|
-
return;
|
|
1129
|
-
}
|
|
1130
|
-
this.logger.debug('Padding epoch proof with a padding block root proof.');
|
|
1131
|
-
const inputs = provingState.getPaddingCheckpointInputs();
|
|
1132
|
-
this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getCheckpointPaddingRollupProof', {
|
|
1133
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-checkpoint-padding'
|
|
1134
|
-
}, (signal)=>this.prover.getCheckpointPaddingRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
|
|
1135
|
-
this.logger.debug('Completed proof for padding checkpoint.');
|
|
1136
|
-
provingState.setCheckpointPaddingProof(result);
|
|
1137
|
-
this.checkAndEnqueueRootRollup(provingState);
|
|
1138
|
-
});
|
|
1139
|
-
}
|
|
1140
|
-
// Executes the root rollup circuit
|
|
1141
|
-
enqueueRootRollup(provingState) {
|
|
1142
|
-
if (!provingState.verifyState()) {
|
|
1143
|
-
this.logger.debug('Not running root rollup, state no longer valid');
|
|
1144
|
-
return;
|
|
1145
|
-
}
|
|
1146
|
-
this.logger.debug(`Preparing root rollup`);
|
|
1147
|
-
const inputs = provingState.getRootRollupInputs();
|
|
1148
|
-
this.deferredProving(provingState, wrapCallbackInSpan(this.tracer, 'ProvingOrchestrator.prover.getRootRollupProof', {
|
|
1149
|
-
[Attributes.PROTOCOL_CIRCUIT_NAME]: 'rollup-root'
|
|
1150
|
-
}, (signal)=>this.prover.getRootRollupProof(inputs, signal, provingState.epochNumber)), (result)=>{
|
|
1151
|
-
this.logger.verbose(`Orchestrator completed root rollup for epoch ${provingState.epochNumber}`);
|
|
1152
|
-
provingState.setRootRollupProof(result);
|
|
1153
|
-
provingState.resolve({
|
|
1154
|
-
status: 'success'
|
|
930
|
+
this.logger.debug(`Completed block merge rollup proof for checkpoint ${provingState.index}`, {
|
|
931
|
+
checkpointIndex: provingState.index,
|
|
932
|
+
mergeLocation: location,
|
|
933
|
+
...result.inputs.toInspect()
|
|
1155
934
|
});
|
|
935
|
+
provingState.setBlockMergeRollupProof(location, result);
|
|
936
|
+
this.checkAndEnqueueNextBlockMergeRollup(provingState, location);
|
|
1156
937
|
});
|
|
1157
938
|
}
|
|
1158
939
|
checkAndEnqueueNextMergeRollup(provingState, currentLocation) {
|
|
@@ -1179,53 +960,42 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1179
960
|
}
|
|
1180
961
|
const parentLocation = provingState.getParentLocation(currentLocation);
|
|
1181
962
|
if (parentLocation.level === 0) {
|
|
1182
|
-
this.
|
|
963
|
+
this.checkAndEnqueueSubTreeResolution(provingState);
|
|
1183
964
|
} else {
|
|
1184
965
|
this.enqueueBlockMergeRollup(provingState, parentLocation);
|
|
1185
966
|
}
|
|
1186
967
|
}
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
if (
|
|
1195
|
-
|
|
1196
|
-
}
|
|
1197
|
-
const parentLocation = provingState.getParentLocation(currentLocation);
|
|
1198
|
-
if (parentLocation.level === 0) {
|
|
1199
|
-
this.checkAndEnqueueRootRollup(provingState);
|
|
1200
|
-
} else {
|
|
1201
|
-
this.enqueueCheckpointMergeRollup(provingState, parentLocation);
|
|
1202
|
-
}
|
|
1203
|
-
}
|
|
1204
|
-
checkAndEnqueueRootRollup(provingState) {
|
|
1205
|
-
if (!provingState.isReadyForRootRollup()) {
|
|
1206
|
-
this.logger.debug('Not ready for root rollup');
|
|
968
|
+
/**
|
|
969
|
+
* Sub-tree analogue of the orchestrator's `checkAndEnqueueCheckpointRootRollup`:
|
|
970
|
+
* resolves the sub-tree promise with the block-level proof outputs once they're all ready,
|
|
971
|
+
* instead of escalating to the checkpoint root rollup.
|
|
972
|
+
*/ checkAndEnqueueSubTreeResolution(provingState) {
|
|
973
|
+
const proofs = provingState.getSubTreeOutputProofs();
|
|
974
|
+
const nonEmpty = proofs.filter((p)=>!!p);
|
|
975
|
+
if (proofs.length !== nonEmpty.length) {
|
|
976
|
+
// Block merge tree not fully resolved yet — retried as more block proofs land.
|
|
1207
977
|
return;
|
|
1208
978
|
}
|
|
1209
|
-
this.
|
|
979
|
+
this.subTreeResult.resolve({
|
|
980
|
+
blockProofOutputs: nonEmpty,
|
|
981
|
+
previousArchiveSiblingPath: provingState.getLastArchiveSiblingPath()
|
|
982
|
+
});
|
|
1210
983
|
}
|
|
1211
984
|
/**
|
|
1212
|
-
* Executes the VM circuit for a public function
|
|
1213
|
-
*
|
|
1214
|
-
* @param provingState - The proving state being operated on
|
|
1215
|
-
* @param txIndex - The index of the transaction being proven
|
|
985
|
+
* Executes the VM circuit for a public function. Enqueues the base rollup once the
|
|
986
|
+
* tx's chonk-verifier + VM proofs are both ready.
|
|
1216
987
|
*/ enqueueVM(provingState, txIndex) {
|
|
1217
988
|
if (!provingState.verifyState()) {
|
|
1218
989
|
this.logger.debug(`Not running VM circuit as state is no longer valid`);
|
|
1219
990
|
return;
|
|
1220
991
|
}
|
|
1221
992
|
const txProvingState = provingState.getTxProvingState(txIndex);
|
|
1222
|
-
|
|
1223
|
-
[Attributes.TX_HASH]: txProvingState.processedTx.hash.toString()
|
|
1224
|
-
}, async (signal)=>{
|
|
993
|
+
this.deferredProving(provingState, this.wrapCircuitCall('getAvmProof', async (signal)=>{
|
|
1225
994
|
const inputs = txProvingState.getAvmInputs();
|
|
1226
995
|
return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
|
|
1227
|
-
}
|
|
1228
|
-
|
|
996
|
+
}, {
|
|
997
|
+
[Attributes.TX_HASH]: txProvingState.processedTx.hash.toString()
|
|
998
|
+
}), (proof)=>{
|
|
1229
999
|
this.logger.debug(`Proven VM for tx index: ${txIndex}`);
|
|
1230
1000
|
txProvingState.setAvmProof(proof);
|
|
1231
1001
|
this.checkAndEnqueueBaseRollup(provingState, txIndex);
|
|
@@ -1236,8 +1006,61 @@ _dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
|
1236
1006
|
if (!txProvingState.ready()) {
|
|
1237
1007
|
return;
|
|
1238
1008
|
}
|
|
1239
|
-
//
|
|
1009
|
+
// All upstream proofs (chonk verifier and, if required, vm) are ready — proceed to the base rollup.
|
|
1240
1010
|
this.logger.debug(`Public functions completed for tx ${txIndex} enqueueing base rollup`);
|
|
1241
1011
|
this.enqueueBaseRollup(provingState, txIndex);
|
|
1242
1012
|
}
|
|
1013
|
+
// Flagged as protected so unit tests can override.
|
|
1014
|
+
async verifyBuiltBlockAgainstSyncedState(provingState) {
|
|
1015
|
+
const builtBlockHeader = provingState.getBuiltBlockHeader();
|
|
1016
|
+
if (!builtBlockHeader) {
|
|
1017
|
+
this.logger.debug('Block header not built yet, skipping header check.');
|
|
1018
|
+
return;
|
|
1019
|
+
}
|
|
1020
|
+
const output = provingState.getBlockRootRollupOutput();
|
|
1021
|
+
if (!output) {
|
|
1022
|
+
this.logger.debug('Block root rollup proof not built yet, skipping header check.');
|
|
1023
|
+
return;
|
|
1024
|
+
}
|
|
1025
|
+
const newArchive = provingState.getBuiltArchive();
|
|
1026
|
+
if (!newArchive) {
|
|
1027
|
+
this.logger.debug('Archive snapshot not yet captured, skipping header check.');
|
|
1028
|
+
return;
|
|
1029
|
+
}
|
|
1030
|
+
const header = await buildHeaderFromCircuitOutputs(output);
|
|
1031
|
+
if (!(await header.hash()).equals(await builtBlockHeader.hash())) {
|
|
1032
|
+
this.logger.error(`Block header mismatch.\nCircuit: ${inspect(header)}\nComputed: ${inspect(builtBlockHeader)}`);
|
|
1033
|
+
provingState.reject(`Block header hash mismatch.`);
|
|
1034
|
+
return;
|
|
1035
|
+
}
|
|
1036
|
+
const blockNumber = provingState.blockNumber;
|
|
1037
|
+
const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
|
|
1038
|
+
if (!syncedArchive.equals(newArchive)) {
|
|
1039
|
+
this.logger.error(`Archive tree mismatch for block ${blockNumber}: world state synced to ${inspect(syncedArchive)} but built ${inspect(newArchive)}`);
|
|
1040
|
+
provingState.reject(`Archive tree mismatch.`);
|
|
1041
|
+
return;
|
|
1042
|
+
}
|
|
1043
|
+
const circuitArchive = output.newArchive;
|
|
1044
|
+
if (!newArchive.equals(circuitArchive)) {
|
|
1045
|
+
this.logger.error(`New archive mismatch.\nCircuit: ${output.newArchive}\nComputed: ${newArchive}`);
|
|
1046
|
+
provingState.reject(`New archive mismatch.`);
|
|
1047
|
+
return;
|
|
1048
|
+
}
|
|
1049
|
+
}
|
|
1050
|
+
getDbForBlock(blockNumber) {
|
|
1051
|
+
const db = this.dbs.get(blockNumber);
|
|
1052
|
+
if (!db) {
|
|
1053
|
+
throw new Error(`World state fork for block ${blockNumber} not found.`);
|
|
1054
|
+
}
|
|
1055
|
+
return db;
|
|
1056
|
+
}
|
|
1057
|
+
/**
|
|
1058
|
+
* Wraps a circuit call with a tracer span and circuit attributes. Replaces the
|
|
1059
|
+
* `ProvingScheduler.wrapCircuitCall` indirection that used to live on the abstract base.
|
|
1060
|
+
*/ wrapCircuitCall(circuitName, fn, attributes = {}) {
|
|
1061
|
+
return wrapCallbackInSpan(this.tracer, `CheckpointSubTreeOrchestrator.prover.${circuitName}`, {
|
|
1062
|
+
[Attributes.PROTOCOL_CIRCUIT_NAME]: circuitName,
|
|
1063
|
+
...attributes
|
|
1064
|
+
}, fn);
|
|
1065
|
+
}
|
|
1243
1066
|
}
|