@aztec/prover-client 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5a9928

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (113) hide show
  1. package/dest/config.d.ts +1 -1
  2. package/dest/config.d.ts.map +1 -1
  3. package/dest/config.js +16 -2
  4. package/dest/light/lightweight_checkpoint_builder.d.ts +10 -5
  5. package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
  6. package/dest/light/lightweight_checkpoint_builder.js +56 -23
  7. package/dest/mocks/test_context.d.ts +11 -11
  8. package/dest/mocks/test_context.d.ts.map +1 -1
  9. package/dest/mocks/test_context.js +30 -30
  10. package/dest/orchestrator/block-building-helpers.d.ts +4 -4
  11. package/dest/orchestrator/block-building-helpers.d.ts.map +1 -1
  12. package/dest/orchestrator/block-building-helpers.js +2 -2
  13. package/dest/orchestrator/block-proving-state.d.ts +4 -1
  14. package/dest/orchestrator/block-proving-state.d.ts.map +1 -1
  15. package/dest/orchestrator/block-proving-state.js +7 -0
  16. package/dest/orchestrator/checkpoint-proving-state.d.ts +20 -36
  17. package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
  18. package/dest/orchestrator/checkpoint-proving-state.js +22 -120
  19. package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts +161 -0
  20. package/dest/orchestrator/checkpoint-sub-tree-orchestrator.d.ts.map +1 -0
  21. package/dest/orchestrator/{orchestrator.js → checkpoint-sub-tree-orchestrator.js} +285 -462
  22. package/dest/orchestrator/chonk-cache.d.ts +39 -0
  23. package/dest/orchestrator/chonk-cache.d.ts.map +1 -0
  24. package/dest/orchestrator/chonk-cache.js +80 -0
  25. package/dest/orchestrator/index.d.ts +4 -2
  26. package/dest/orchestrator/index.d.ts.map +1 -1
  27. package/dest/orchestrator/index.js +3 -1
  28. package/dest/orchestrator/proving-scheduler.d.ts +81 -0
  29. package/dest/orchestrator/proving-scheduler.d.ts.map +1 -0
  30. package/dest/orchestrator/proving-scheduler.js +120 -0
  31. package/dest/orchestrator/top-tree-orchestrator.d.ts +88 -0
  32. package/dest/orchestrator/top-tree-orchestrator.d.ts.map +1 -0
  33. package/dest/orchestrator/top-tree-orchestrator.js +232 -0
  34. package/dest/orchestrator/top-tree-proving-state.d.ts +61 -0
  35. package/dest/orchestrator/top-tree-proving-state.d.ts.map +1 -0
  36. package/dest/orchestrator/top-tree-proving-state.js +185 -0
  37. package/dest/orchestrator/tx-proving-state.d.ts +3 -3
  38. package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
  39. package/dest/prover-client/prover-client.d.ts +62 -5
  40. package/dest/prover-client/prover-client.d.ts.map +1 -1
  41. package/dest/prover-client/prover-client.js +54 -7
  42. package/dest/proving_broker/broker_prover_facade.d.ts +3 -3
  43. package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
  44. package/dest/proving_broker/broker_prover_facade.js +26 -20
  45. package/dest/proving_broker/config.d.ts +9 -73
  46. package/dest/proving_broker/config.d.ts.map +1 -1
  47. package/dest/proving_broker/config.js +3 -3
  48. package/dest/proving_broker/index.d.ts +2 -1
  49. package/dest/proving_broker/index.d.ts.map +1 -1
  50. package/dest/proving_broker/index.js +1 -0
  51. package/dest/proving_broker/proving_broker.d.ts +3 -2
  52. package/dest/proving_broker/proving_broker.d.ts.map +1 -1
  53. package/dest/proving_broker/proving_broker.js +217 -70
  54. package/dest/proving_broker/proving_broker_database/memory.d.ts +5 -2
  55. package/dest/proving_broker/proving_broker_database/memory.d.ts.map +1 -1
  56. package/dest/proving_broker/proving_broker_database/memory.js +14 -1
  57. package/dest/proving_broker/proving_broker_database/persisted.d.ts +15 -2
  58. package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
  59. package/dest/proving_broker/proving_broker_database/persisted.js +57 -6
  60. package/dest/proving_broker/proving_broker_database.d.ts +27 -1
  61. package/dest/proving_broker/proving_broker_database.d.ts.map +1 -1
  62. package/dest/proving_broker/proving_broker_instrumentation.d.ts +3 -1
  63. package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
  64. package/dest/proving_broker/proving_broker_instrumentation.js +7 -0
  65. package/dest/proving_broker/rpc.d.ts +3 -1
  66. package/dest/proving_broker/rpc.d.ts.map +1 -1
  67. package/dest/proving_broker/rpc.js +80 -24
  68. package/dest/test/epoch_settlement.d.ts +36 -0
  69. package/dest/test/epoch_settlement.d.ts.map +1 -0
  70. package/dest/test/epoch_settlement.js +52 -0
  71. package/dest/test/index.d.ts +2 -0
  72. package/dest/test/index.d.ts.map +1 -0
  73. package/dest/test/index.js +1 -0
  74. package/dest/test/mock_prover.d.ts +4 -4
  75. package/dest/test/mock_prover.js +2 -2
  76. package/package.json +20 -20
  77. package/src/config.ts +18 -2
  78. package/src/light/lightweight_checkpoint_builder.ts +58 -25
  79. package/src/mocks/test_context.ts +26 -43
  80. package/src/orchestrator/block-building-helpers.ts +2 -2
  81. package/src/orchestrator/block-proving-state.ts +9 -0
  82. package/src/orchestrator/checkpoint-proving-state.ts +21 -162
  83. package/src/orchestrator/checkpoint-sub-tree-orchestrator.ts +1044 -0
  84. package/src/orchestrator/chonk-cache.ts +99 -0
  85. package/src/orchestrator/index.ts +8 -1
  86. package/src/orchestrator/proving-scheduler.ts +160 -0
  87. package/src/orchestrator/top-tree-orchestrator.ts +384 -0
  88. package/src/orchestrator/top-tree-proving-state.ts +219 -0
  89. package/src/orchestrator/tx-proving-state.ts +3 -3
  90. package/src/prover-client/prover-client.ts +129 -18
  91. package/src/proving_broker/broker_prover_facade.ts +29 -23
  92. package/src/proving_broker/config.ts +3 -2
  93. package/src/proving_broker/index.ts +1 -0
  94. package/src/proving_broker/proving_broker.ts +208 -72
  95. package/src/proving_broker/proving_broker_database/memory.ts +16 -2
  96. package/src/proving_broker/proving_broker_database/persisted.ts +71 -8
  97. package/src/proving_broker/proving_broker_database.ts +30 -0
  98. package/src/proving_broker/proving_broker_instrumentation.ts +9 -0
  99. package/src/proving_broker/rpc.ts +36 -24
  100. package/src/test/epoch_settlement.ts +82 -0
  101. package/src/test/index.ts +1 -0
  102. package/src/test/mock_prover.ts +2 -2
  103. package/dest/orchestrator/epoch-proving-state.d.ts +0 -75
  104. package/dest/orchestrator/epoch-proving-state.d.ts.map +0 -1
  105. package/dest/orchestrator/epoch-proving-state.js +0 -267
  106. package/dest/orchestrator/orchestrator.d.ts +0 -128
  107. package/dest/orchestrator/orchestrator.d.ts.map +0 -1
  108. package/dest/prover-client/server-epoch-prover.d.ts +0 -32
  109. package/dest/prover-client/server-epoch-prover.d.ts.map +0 -1
  110. package/dest/prover-client/server-epoch-prover.js +0 -40
  111. package/src/orchestrator/epoch-proving-state.ts +0 -378
  112. package/src/orchestrator/orchestrator.ts +0 -1281
  113. package/src/prover-client/server-epoch-prover.ts +0 -69
@@ -0,0 +1,219 @@
1
+ import type { BatchedBlob, BatchedBlobAccumulator, FinalBlobBatchingChallenges } from '@aztec/blob-lib';
2
+ import type { NESTED_RECURSIVE_PROOF_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH } from '@aztec/constants';
3
+ import { EpochNumber } from '@aztec/foundation/branded-types';
4
+ import { type TreeNodeLocation, UnbalancedTreeStore } from '@aztec/foundation/trees';
5
+ import type { PublicInputsAndRecursiveProof } from '@aztec/stdlib/interfaces/server';
6
+ import type { Proof } from '@aztec/stdlib/proofs';
7
+ import {
8
+ CheckpointMergeRollupPrivateInputs,
9
+ CheckpointPaddingRollupPrivateInputs,
10
+ CheckpointRollupPublicInputs,
11
+ RootRollupPrivateInputs,
12
+ type RootRollupPublicInputs,
13
+ } from '@aztec/stdlib/rollup';
14
+
15
+ import { toProofData } from './block-building-helpers.js';
16
+ import type { ProofState } from './block-proving-state.js';
17
+
18
+ enum TOP_TREE_LIFECYCLE {
19
+ CREATED,
20
+ RESOLVED,
21
+ REJECTED,
22
+ }
23
+
24
+ /**
25
+ * Lean top-tree-only state. Owns the merge tree of checkpoint root proofs, the
26
+ * single-checkpoint padding proof slot, the final root rollup proof, and the blob
27
+ * accumulator endpoints needed to finalise the epoch's batched blob proof.
28
+ *
29
+ * Constructed with `totalNumCheckpoints` and `finalBlobBatchingChallenges` upfront —
30
+ * by the time the top tree starts, all checkpoints are known and the challenges are
31
+ * derivable from their blob fields.
32
+ */
33
+ export class TopTreeProvingState {
34
+ private checkpointProofs: UnbalancedTreeStore<
35
+ ProofState<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
36
+ >;
37
+ private checkpointPaddingProof:
38
+ | ProofState<CheckpointRollupPublicInputs, typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH>
39
+ | undefined;
40
+ private rootRollupProof: ProofState<RootRollupPublicInputs, typeof NESTED_RECURSIVE_PROOF_LENGTH> | undefined;
41
+ private endBlobAccumulator: BatchedBlobAccumulator | undefined;
42
+ private finalBatchedBlob: BatchedBlob | undefined;
43
+ private lifecycle = TOP_TREE_LIFECYCLE.CREATED;
44
+ constructor(
45
+ public readonly epochNumber: EpochNumber,
46
+ public readonly totalNumCheckpoints: number,
47
+ public readonly finalBlobBatchingChallenges: FinalBlobBatchingChallenges,
48
+ public readonly startBlobAccumulator: BatchedBlobAccumulator,
49
+ private readonly completionCallback: () => void,
50
+ private readonly rejectionCallback: (reason: string) => void,
51
+ ) {
52
+ if (totalNumCheckpoints < 1) {
53
+ throw new Error(`TopTreeProvingState requires at least one checkpoint; got ${totalNumCheckpoints}.`);
54
+ }
55
+ this.checkpointProofs = new UnbalancedTreeStore(totalNumCheckpoints);
56
+ }
57
+
58
+ // --- checkpoint root rollup ---
59
+
60
+ public setCheckpointRootRollupProof(
61
+ checkpointIndex: number,
62
+ provingOutput: PublicInputsAndRecursiveProof<
63
+ CheckpointRollupPublicInputs,
64
+ typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH
65
+ >,
66
+ ): TreeNodeLocation {
67
+ return this.checkpointProofs.setLeaf(checkpointIndex, { provingOutput });
68
+ }
69
+
70
+ // --- checkpoint merge rollup ---
71
+
72
+ public tryStartProvingCheckpointMerge(location: TreeNodeLocation) {
73
+ if (this.checkpointProofs.getNode(location)?.isProving) {
74
+ return false;
75
+ }
76
+ this.checkpointProofs.setNode(location, { isProving: true });
77
+ return true;
78
+ }
79
+
80
+ public setCheckpointMergeRollupProof(
81
+ location: TreeNodeLocation,
82
+ provingOutput: PublicInputsAndRecursiveProof<
83
+ CheckpointRollupPublicInputs,
84
+ typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH
85
+ >,
86
+ ) {
87
+ this.checkpointProofs.setNode(location, { provingOutput });
88
+ }
89
+
90
+ public isReadyForCheckpointMerge(location: TreeNodeLocation) {
91
+ return !!this.checkpointProofs.getSibling(location)?.provingOutput;
92
+ }
93
+
94
+ public getParentLocation(location: TreeNodeLocation) {
95
+ return this.checkpointProofs.getParentLocation(location);
96
+ }
97
+
98
+ public getCheckpointMergeRollupInputs(mergeLocation: TreeNodeLocation) {
99
+ const [left, right] = this.checkpointProofs.getChildren(mergeLocation).map(c => c?.provingOutput);
100
+ if (!left || !right) {
101
+ throw new Error('At least one child is not ready for the checkpoint merge rollup.');
102
+ }
103
+ return new CheckpointMergeRollupPrivateInputs([toProofData(left), toProofData(right)]);
104
+ }
105
+
106
+ // --- padding (single-checkpoint case) ---
107
+
108
+ public tryStartProvingPaddingCheckpoint() {
109
+ if (this.checkpointPaddingProof?.isProving) {
110
+ return false;
111
+ }
112
+ this.checkpointPaddingProof = { isProving: true };
113
+ return true;
114
+ }
115
+
116
+ public setCheckpointPaddingProof(
117
+ provingOutput: PublicInputsAndRecursiveProof<
118
+ CheckpointRollupPublicInputs,
119
+ typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH
120
+ >,
121
+ ) {
122
+ this.checkpointPaddingProof = { provingOutput };
123
+ }
124
+
125
+ public getPaddingCheckpointInputs() {
126
+ return new CheckpointPaddingRollupPrivateInputs();
127
+ }
128
+
129
+ // --- root rollup ---
130
+
131
+ public tryStartProvingRootRollup() {
132
+ if (this.rootRollupProof?.isProving) {
133
+ return false;
134
+ }
135
+ this.rootRollupProof = { isProving: true };
136
+ return true;
137
+ }
138
+
139
+ public setRootRollupProof(provingOutput: PublicInputsAndRecursiveProof<RootRollupPublicInputs>) {
140
+ this.rootRollupProof = { provingOutput };
141
+ }
142
+
143
+ public isReadyForRootRollup() {
144
+ const childProofs = this.#getChildProofsForRoot();
145
+ return childProofs.every(p => !!p);
146
+ }
147
+
148
+ public getRootRollupInputs() {
149
+ const [left, right] = this.#getChildProofsForRoot();
150
+ if (!left || !right) {
151
+ throw new Error('At least one child is not ready for the root rollup.');
152
+ }
153
+ return RootRollupPrivateInputs.from({
154
+ previousRollups: [toProofData(left), toProofData(right)],
155
+ });
156
+ }
157
+
158
+ // --- blob accumulator finalisation ---
159
+
160
+ /**
161
+ * Sets the end-of-epoch blob accumulator, computed by the top-tree orchestrator
162
+ * from the surviving checkpoints' blob fields. Required before `finalizeBatchedBlob`.
163
+ */
164
+ public setEndBlobAccumulator(accumulator: BatchedBlobAccumulator) {
165
+ this.endBlobAccumulator = accumulator;
166
+ }
167
+
168
+ public async finalizeBatchedBlob() {
169
+ if (!this.endBlobAccumulator) {
170
+ throw new Error('End blob accumulator not set; call setEndBlobAccumulator before finalize.');
171
+ }
172
+ this.finalBatchedBlob = await this.endBlobAccumulator.finalize(true /* verifyProof */);
173
+ }
174
+
175
+ public getEpochProofResult(): { proof: Proof; publicInputs: RootRollupPublicInputs; batchedBlobInputs: BatchedBlob } {
176
+ const provingOutput = this.rootRollupProof?.provingOutput;
177
+ if (!provingOutput || !this.finalBatchedBlob) {
178
+ throw new Error('Top-tree proof not ready; root rollup or batched blob missing.');
179
+ }
180
+ return {
181
+ proof: provingOutput.proof.binaryProof,
182
+ publicInputs: provingOutput.inputs,
183
+ batchedBlobInputs: this.finalBatchedBlob,
184
+ };
185
+ }
186
+
187
+ // --- lifecycle ---
188
+
189
+ public verifyState() {
190
+ return this.lifecycle === TOP_TREE_LIFECYCLE.CREATED;
191
+ }
192
+
193
+ public resolve() {
194
+ if (!this.verifyState()) {
195
+ return;
196
+ }
197
+ this.lifecycle = TOP_TREE_LIFECYCLE.RESOLVED;
198
+ this.completionCallback();
199
+ }
200
+
201
+ public reject(reason: string) {
202
+ if (!this.verifyState()) {
203
+ return;
204
+ }
205
+ this.lifecycle = TOP_TREE_LIFECYCLE.REJECTED;
206
+ this.rejectionCallback(reason);
207
+ }
208
+
209
+ public cancel() {
210
+ this.reject('Top-tree proving cancelled');
211
+ }
212
+
213
+ #getChildProofsForRoot() {
214
+ const rootLocation = { level: 0, index: 0 };
215
+ return this.totalNumCheckpoints === 1
216
+ ? [this.checkpointProofs.getNode(rootLocation)?.provingOutput, this.checkpointPaddingProof?.provingOutput]
217
+ : this.checkpointProofs.getChildren(rootLocation).map(c => c?.provingOutput);
218
+ }
219
+ }
@@ -1,4 +1,4 @@
1
- import { AVM_V2_PROOF_LENGTH_IN_FIELDS_PADDED, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH } from '@aztec/constants';
1
+ import { AVM_V2_PROOF_LENGTH_IN_FIELDS, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH } from '@aztec/constants';
2
2
  import type { Fr } from '@aztec/foundation/curves/bn254';
3
3
  import { getVkData } from '@aztec/noir-protocol-circuits-types/server/vks';
4
4
  import type { AvmCircuitInputs } from '@aztec/stdlib/avm';
@@ -32,7 +32,7 @@ export class TxProvingState {
32
32
  PublicChonkVerifierPublicInputs,
33
33
  typeof NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH
34
34
  >;
35
- private avmProof?: RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS_PADDED>;
35
+ private avmProof?: RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS>;
36
36
 
37
37
  constructor(
38
38
  public readonly processedTx: ProcessedTx,
@@ -80,7 +80,7 @@ export class TxProvingState {
80
80
  this.publicChonkVerifier = publicChonkVerifierProofAndVk;
81
81
  }
82
82
 
83
- public setAvmProof(avmProof: RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS_PADDED>) {
83
+ public setAvmProof(avmProof: RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS>) {
84
84
  this.avmProof = avmProof;
85
85
  }
86
86
 
@@ -1,11 +1,13 @@
1
1
  import { type ACVMConfig, type BBConfig, BBNativeRollupProver, TestCircuitProver } from '@aztec/bb-prover';
2
+ import type { EpochNumber } from '@aztec/foundation/branded-types';
2
3
  import { times } from '@aztec/foundation/collection';
4
+ import type { Fr } from '@aztec/foundation/curves/bn254';
3
5
  import type { EthAddress } from '@aztec/foundation/eth-address';
4
6
  import { type Logger, createLogger } from '@aztec/foundation/log';
7
+ import { SerialQueue } from '@aztec/foundation/queue';
5
8
  import { NativeACVMSimulator } from '@aztec/simulator/server';
6
9
  import {
7
10
  type ActualProverConfig,
8
- type EpochProver,
9
11
  type EpochProverManager,
10
12
  type ForkMerkleTreeOperations,
11
13
  type ProvingJobBroker,
@@ -15,19 +17,68 @@ import {
15
17
  type ServerCircuitProver,
16
18
  tryStop,
17
19
  } from '@aztec/stdlib/interfaces/server';
20
+ import type { CheckpointConstantData } from '@aztec/stdlib/rollup';
21
+ import type { BlockHeader } from '@aztec/stdlib/tx';
18
22
  import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
19
23
 
20
24
  import type { ProverClientConfig } from '../config.js';
21
- import { ProvingOrchestrator } from '../orchestrator/orchestrator.js';
25
+ import { CheckpointSubTreeOrchestrator } from '../orchestrator/checkpoint-sub-tree-orchestrator.js';
26
+ import type { ChonkCache } from '../orchestrator/chonk-cache.js';
27
+ import { TopTreeOrchestrator } from '../orchestrator/top-tree-orchestrator.js';
22
28
  import { BrokerCircuitProverFacade } from '../proving_broker/broker_prover_facade.js';
23
29
  import { InlineProofStore, type ProofStore, createProofStore } from '../proving_broker/proof_store/index.js';
24
30
  import { ProvingAgent } from '../proving_broker/proving_agent.js';
25
- import { ServerEpochProver } from './server-epoch-prover.js';
31
+
32
+ /**
33
+ * The factory surface that `EpochProvingJob` (in `prover-node`) depends on. Implemented
34
+ * by `ProverClient`. Defined here rather than in stdlib because the return types
35
+ * (`CheckpointSubTreeOrchestrator`, `TopTreeOrchestrator`) are concrete classes from
36
+ * this package.
37
+ *
38
+ * A single `BrokerCircuitProverFacade` is owned by `ProverClient` and shared across
39
+ * every orchestrator (every sub-tree and every top-tree across every concurrent epoch
40
+ * job). The broker delivers each completed-job notification exactly once (drained on
41
+ * the first `getCompletedJobs` poll), so multiple facades polling the same broker
42
+ * race and lose notifications
43
+ *
44
+ * The facade's job map cleans up entries on resolve/reject, and the prover-node
45
+ * keeps `ProverClient` alive for its whole lifetime
46
+ */
47
+ export interface EpochProverFactory {
48
+ getProverId(): EthAddress;
49
+ /**
50
+ * Constructs and starts a `CheckpointSubTreeOrchestrator` for a single checkpoint
51
+ * against the supplied shared `chonkCache`. The cache is owned by the prover-node
52
+ * and survives across epochs / sessions.
53
+ */
54
+ createCheckpointSubTreeOrchestrator(
55
+ chonkCache: ChonkCache,
56
+ epochNumber: EpochNumber,
57
+ checkpointConstants: CheckpointConstantData,
58
+ l1ToL2Messages: Fr[],
59
+ totalNumBlocks: number,
60
+ headerOfLastBlockInPreviousCheckpoint: BlockHeader,
61
+ ): Promise<CheckpointSubTreeOrchestrator>;
62
+ createTopTreeOrchestrator(): TopTreeOrchestrator;
63
+ }
26
64
 
27
65
  /** Manages proving of epochs by orchestrating the proving of individual blocks relying on a pool of prover agents. */
28
- export class ProverClient implements EpochProverManager {
66
+ export class ProverClient implements EpochProverManager, EpochProverFactory {
29
67
  private running = false;
30
68
  private agents: ProvingAgent[] = [];
69
+ /**
70
+ * The single broker facade shared by every orchestrator created from this client.
71
+ * Constructed lazily on `start()` and torn down on `stop()` — see the comment on
72
+ * `EpochProverFactory` for why a single shared facade is required.
73
+ */
74
+ private facade: BrokerCircuitProverFacade | undefined;
75
+ /**
76
+ * Single deferred-proving-job queue shared across every orchestrator (sub-trees and
77
+ * top-trees, across every concurrent epoch session). Throttles the total rate of job
78
+ * submission to the broker once, rather than once per orchestrator. Started lazily
79
+ * alongside the facade and cancelled on `stop()`.
80
+ */
81
+ private deferredJobQueue: SerialQueue | undefined;
31
82
 
32
83
  private constructor(
33
84
  private config: ProverClientConfig,
@@ -40,24 +91,76 @@ export class ProverClient implements EpochProverManager {
40
91
  private log: Logger = createLogger('prover-client:tx-prover'),
41
92
  ) {}
42
93
 
43
- public createEpochProver(): EpochProver {
44
- const bindings = this.log.getBindings();
45
- const facade = new BrokerCircuitProverFacade(
46
- this.orchestratorClient,
47
- this.proofStore,
48
- this.failedProofStore,
49
- undefined,
50
- bindings,
51
- );
52
- const orchestrator = new ProvingOrchestrator(
94
+ /**
95
+ * Lazy-init the shared facade. The broker delivers each completed-job notification
96
+ * exactly once (drained on the first `getCompletedJobs` poll), so we cannot start
97
+ * a shared facade alongside the per-call facades that `createEpochProver` builds —
98
+ * they would race for notifications and one side would silently drop them. Starting
99
+ * the shared facade only on first use of one of the new factory methods keeps the
100
+ * legacy `createEpochProver` path race-free.
101
+ */
102
+ private getFacade(): BrokerCircuitProverFacade {
103
+ if (!this.running) {
104
+ throw new Error('ProverClient is not running; call start() before constructing orchestrators.');
105
+ }
106
+ if (!this.facade) {
107
+ this.facade = new BrokerCircuitProverFacade(
108
+ this.orchestratorClient,
109
+ this.proofStore,
110
+ this.failedProofStore,
111
+ undefined,
112
+ this.log.getBindings(),
113
+ );
114
+ this.facade.start();
115
+ }
116
+ return this.facade;
117
+ }
118
+
119
+ /** Lazy-init the shared deferred-job queue, started with the configured enqueue concurrency. */
120
+ private getDeferredJobQueue(): SerialQueue {
121
+ if (!this.running) {
122
+ throw new Error('ProverClient is not running; call start() before constructing orchestrators.');
123
+ }
124
+ if (!this.deferredJobQueue) {
125
+ this.deferredJobQueue = new SerialQueue();
126
+ this.deferredJobQueue.start(this.config.enqueueConcurrency);
127
+ }
128
+ return this.deferredJobQueue;
129
+ }
130
+
131
+ public createCheckpointSubTreeOrchestrator(
132
+ chonkCache: ChonkCache,
133
+ epochNumber: EpochNumber,
134
+ checkpointConstants: CheckpointConstantData,
135
+ l1ToL2Messages: Fr[],
136
+ totalNumBlocks: number,
137
+ headerOfLastBlockInPreviousCheckpoint: BlockHeader,
138
+ ): Promise<CheckpointSubTreeOrchestrator> {
139
+ return CheckpointSubTreeOrchestrator.start(
53
140
  this.worldState,
54
- facade,
141
+ this.getFacade(),
55
142
  this.config.proverId,
143
+ chonkCache,
144
+ epochNumber,
56
145
  this.config.cancelJobsOnStop,
146
+ this.getDeferredJobQueue(),
147
+ checkpointConstants,
148
+ l1ToL2Messages,
149
+ totalNumBlocks,
150
+ headerOfLastBlockInPreviousCheckpoint,
57
151
  this.telemetry,
58
- bindings,
152
+ this.log.getBindings(),
153
+ );
154
+ }
155
+
156
+ public createTopTreeOrchestrator(): TopTreeOrchestrator {
157
+ return new TopTreeOrchestrator(
158
+ this.getFacade(),
159
+ this.config.proverId,
160
+ this.getDeferredJobQueue(),
161
+ this.telemetry,
162
+ this.log.getBindings(),
59
163
  );
60
- return new ServerEpochProver(facade, orchestrator);
61
164
  }
62
165
 
63
166
  public getProverId(): EthAddress {
@@ -99,6 +202,14 @@ export class ProverClient implements EpochProverManager {
99
202
  }
100
203
  this.running = false;
101
204
  await this.stopAgents();
205
+ if (this.deferredJobQueue) {
206
+ await this.deferredJobQueue.cancel();
207
+ this.deferredJobQueue = undefined;
208
+ }
209
+ if (this.facade) {
210
+ await tryStop(this.facade, this.log);
211
+ this.facade = undefined;
212
+ }
102
213
  await tryStop(this.orchestratorClient);
103
214
  }
104
215
 
@@ -156,7 +267,7 @@ export class ProverClient implements EpochProverManager {
156
267
  }
157
268
 
158
269
  export function buildServerCircuitProver(
159
- config: ActualProverConfig & ACVMConfig & BBConfig,
270
+ config: Omit<ActualProverConfig, 'enqueueConcurrency'> & ACVMConfig & BBConfig,
160
271
  telemetry: TelemetryClient,
161
272
  ): Promise<ServerCircuitProver> {
162
273
  if (config.realProofs) {
@@ -1,11 +1,12 @@
1
1
  import type {
2
- AVM_V2_PROOF_LENGTH_IN_FIELDS_PADDED,
2
+ AVM_V2_PROOF_LENGTH_IN_FIELDS,
3
3
  NESTED_RECURSIVE_PROOF_LENGTH,
4
4
  NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH,
5
5
  RECURSIVE_PROOF_LENGTH,
6
6
  } from '@aztec/constants';
7
+ import { asyncPool } from '@aztec/foundation/async-pool';
7
8
  import { EpochNumber } from '@aztec/foundation/branded-types';
8
- import { sha256 } from '@aztec/foundation/crypto/sha256';
9
+ import { chunk } from '@aztec/foundation/collection';
9
10
  import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
10
11
  import { type PromiseWithResolvers, RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
11
12
  import { truncate } from '@aztec/foundation/string';
@@ -46,6 +47,8 @@ import type {
46
47
  TxRollupPublicInputs,
47
48
  } from '@aztec/stdlib/rollup';
48
49
 
50
+ import { createHash } from 'node:crypto';
51
+
49
52
  import { InlineProofStore, type ProofStore } from './proof_store/index.js';
50
53
 
51
54
  // Perform a snapshot sync every 30 seconds
@@ -142,7 +145,14 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
142
145
 
143
146
  try {
144
147
  const inputsUri = await this.proofStore.saveProofInput(id, type, inputs);
145
- job.inputsUri = inputsUri;
148
+ // Only retain the inputs URI on the long-lived job when a failed-proof store is configured: it is
149
+ // read solely by `backupFailedProofInputs` on failure. With the default `InlineProofStore` the URI
150
+ // embeds the full circuit inputs, so retaining it for every in-flight job would pin those inputs in
151
+ // memory until the job settles for no purpose when no failed-proof store exists. The broker still
152
+ // receives the URI below regardless; this only governs what the facade holds onto.
153
+ if (this.failedProofStore) {
154
+ job.inputsUri = inputsUri;
155
+ }
146
156
 
147
157
  // Send the job to the broker
148
158
  const jobStatus = await this.broker.enqueueProvingJob({ id, type, inputsUri, epochNumber });
@@ -225,17 +235,11 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
225
235
  // We collect all returned notifications and return them
226
236
  const allCompleted = new Set<ProvingJobId>();
227
237
  try {
228
- let numRequests = 0;
229
- while (ids.length > 0) {
230
- const slice = ids.splice(0, SNAPSHOT_SYNC_CHECK_MAX_REQUEST_SIZE);
231
- const completed = await this.broker.getCompletedJobs(slice);
238
+ const batches = ids.length > 0 ? chunk(ids, SNAPSHOT_SYNC_CHECK_MAX_REQUEST_SIZE) : [[]];
239
+ await asyncPool(1, batches, async batch => {
240
+ const completed = await this.broker.getCompletedJobs(batch);
232
241
  completed.forEach(id => allCompleted.add(id));
233
- ++numRequests;
234
- }
235
- if (numRequests === 0) {
236
- const final = await this.broker.getCompletedJobs([]);
237
- final.forEach(id => allCompleted.add(id));
238
- }
242
+ });
239
243
  } catch (err) {
240
244
  this.log.error(`Error thrown when requesting completed job notifications from the broker`, err);
241
245
  }
@@ -291,6 +295,8 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
291
295
  }
292
296
  } else if (result.status === 'rejected') {
293
297
  return { success: false, reason: result.reason };
298
+ } else if (result.status === 'aborted') {
299
+ return { success: false, reason: 'Aborted' };
294
300
  } else {
295
301
  throw new Error(`Unexpected proving job status ${result.status}`);
296
302
  }
@@ -351,12 +357,8 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
351
357
  .map(id => this.jobs.get(id)!)
352
358
  .filter(x => x !== undefined);
353
359
  const totalJobsToRetrieve = toBeRetrieved.length;
354
- let totalJobsRetrieved = 0;
355
- while (toBeRetrieved.length > 0) {
356
- const slice = toBeRetrieved.splice(0, MAX_CONCURRENT_JOB_SETTLED_REQUESTS);
357
- const results = await Promise.all(slice.map(job => processJob(job!)));
358
- totalJobsRetrieved += results.filter(x => x).length;
359
- }
360
+ const results = await asyncPool(MAX_CONCURRENT_JOB_SETTLED_REQUESTS, toBeRetrieved, job => processJob(job));
361
+ const totalJobsRetrieved = results.filter(x => x).length;
360
362
  if (totalJobsToRetrieve > 0) {
361
363
  this.log.verbose(
362
364
  `Successfully retrieved ${totalJobsRetrieved} of ${totalJobsToRetrieve} jobs that should be ready, total ready jobs is now: ${this.jobsToRetrieve.size}`,
@@ -401,7 +403,7 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
401
403
  inputs: AvmCircuitInputs,
402
404
  signal?: AbortSignal,
403
405
  epochNumber?: EpochNumber,
404
- ): Promise<RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS_PADDED>> {
406
+ ): Promise<RecursiveProof<typeof AVM_V2_PROOF_LENGTH_IN_FIELDS>> {
405
407
  return this.enqueueJob(
406
408
  this.generateId(ProvingRequestType.PUBLIC_VM, inputs, epochNumber),
407
409
  ProvingRequestType.PUBLIC_VM,
@@ -659,8 +661,12 @@ export class BrokerCircuitProverFacade implements ServerCircuitProver {
659
661
  );
660
662
  }
661
663
 
662
- private generateId(type: ProvingRequestType, inputs: { toBuffer(): Buffer }, epochNumber = EpochNumber.ZERO) {
663
- const inputsHash = sha256(inputs.toBuffer());
664
- return makeProvingJobId(epochNumber, type, inputsHash.toString('hex'));
664
+ private generateId(
665
+ type: ProvingRequestType,
666
+ inputs: { toBuffer(): Buffer },
667
+ epochNumber = EpochNumber.ZERO,
668
+ ): ProvingJobId {
669
+ const inputsHash = createHash('sha256').update(inputs.toBuffer()).digest('hex');
670
+ return makeProvingJobId(epochNumber, type, inputsHash);
665
671
  }
666
672
  }
@@ -4,10 +4,11 @@ import {
4
4
  booleanConfigHelper,
5
5
  getDefaultConfig,
6
6
  numberConfigHelper,
7
+ optionalNumberConfigHelper,
7
8
  } from '@aztec/foundation/config';
8
9
  import { pickConfigMappings } from '@aztec/foundation/config';
9
- import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
10
10
  import { type ChainConfig, chainConfigMappings } from '@aztec/stdlib/config';
11
+ import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
11
12
  import { ProvingRequestType } from '@aztec/stdlib/proofs';
12
13
 
13
14
  import { z } from 'zod';
@@ -73,7 +74,7 @@ export const proverBrokerConfigMappings: ConfigMappingsType<ProverBrokerConfig>
73
74
  },
74
75
  proverBrokerStoreMapSizeKb: {
75
76
  env: 'PROVER_BROKER_STORE_MAP_SIZE_KB',
76
- parseEnv: (val: string | undefined) => (val ? +val : undefined),
77
+ ...optionalNumberConfigHelper(),
77
78
  description: "The size of the prover broker's database. Will override the dataStoreMapSizeKb if set.",
78
79
  },
79
80
  proverBrokerDebugReplayEnabled: {
@@ -7,3 +7,4 @@ export * from './proving_broker_database/persisted.js';
7
7
  export * from './proof_store/index.js';
8
8
  export * from './factory.js';
9
9
  export * from './config.js';
10
+ export { BrokerCircuitProverFacade } from './broker_prover_facade.js';