@aztec/prover-node 0.0.1-commit.e2b2873ed → 0.0.1-commit.e304674f1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/dest/actions/rerun-epoch-proving-job.d.ts +4 -3
  2. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  3. package/dest/actions/rerun-epoch-proving-job.js +3 -5
  4. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  5. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  6. package/dest/bin/run-failed-epoch.js +5 -2
  7. package/dest/config.d.ts +5 -8
  8. package/dest/config.d.ts.map +1 -1
  9. package/dest/config.js +16 -19
  10. package/dest/factory.d.ts +19 -16
  11. package/dest/factory.d.ts.map +1 -1
  12. package/dest/factory.js +39 -63
  13. package/dest/job/epoch-proving-job.d.ts +1 -1
  14. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  15. package/dest/job/epoch-proving-job.js +13 -1
  16. package/dest/metrics.d.ts +11 -1
  17. package/dest/metrics.d.ts.map +1 -1
  18. package/dest/metrics.js +25 -0
  19. package/dest/monitors/epoch-monitor.d.ts +1 -1
  20. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  21. package/dest/monitors/epoch-monitor.js +5 -7
  22. package/dest/prover-node-publisher.js +1 -1
  23. package/dest/prover-node.d.ts +19 -9
  24. package/dest/prover-node.d.ts.map +1 -1
  25. package/dest/prover-node.js +14 -9
  26. package/dest/prover-publisher-factory.d.ts +4 -4
  27. package/dest/prover-publisher-factory.d.ts.map +1 -1
  28. package/dest/prover-publisher-factory.js +3 -3
  29. package/package.json +23 -22
  30. package/src/actions/rerun-epoch-proving-job.ts +5 -3
  31. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  32. package/src/bin/run-failed-epoch.ts +4 -1
  33. package/src/config.ts +23 -31
  34. package/src/factory.ts +67 -105
  35. package/src/job/epoch-proving-job.ts +19 -1
  36. package/src/metrics.ts +34 -0
  37. package/src/monitors/epoch-monitor.ts +3 -4
  38. package/src/prover-node-publisher.ts +1 -1
  39. package/src/prover-node.ts +17 -11
  40. package/src/prover-publisher-factory.ts +5 -5
package/src/factory.ts CHANGED
@@ -1,34 +1,36 @@
1
- import { type Archiver, createArchiver } from '@aztec/archiver';
2
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
3
- import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
4
- import { EpochCache } from '@aztec/epoch-cache';
1
+ import type { Archiver } from '@aztec/archiver';
2
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
3
+ import { Blob } from '@aztec/blob-lib';
4
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
5
5
  import { createEthereumChain } from '@aztec/ethereum/chain';
6
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
6
7
  import { RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
8
9
  import { PublisherManager } from '@aztec/ethereum/publisher-manager';
9
10
  import { pick } from '@aztec/foundation/collection';
10
11
  import { type Logger, createLogger } from '@aztec/foundation/log';
11
12
  import { DateProvider } from '@aztec/foundation/timer';
12
- import type { DataStoreConfig } from '@aztec/kv-store/config';
13
- import { type KeyStoreConfig, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
14
- import { trySnapshotSync } from '@aztec/node-lib/actions';
15
- import {
16
- createForwarderL1TxUtilsFromEthSigner,
17
- createL1TxUtilsFromEthSignerWithStore,
18
- } from '@aztec/node-lib/factories';
19
- import { NodeRpcTxSource, type P2PClientDeps, createP2PClient } from '@aztec/p2p';
20
- import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
13
+ import { KeystoreManager } from '@aztec/node-keystore';
14
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
15
+ import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
21
16
  import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
22
- import type { AztecNode, ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
23
- import { P2PClientType } from '@aztec/stdlib/p2p';
24
- import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
25
- import { getPackageVersion } from '@aztec/stdlib/update-checker';
17
+ import {
18
+ type ProverPublisherConfig,
19
+ type ProverTxSenderConfig,
20
+ getPublisherConfigFromProverConfig,
21
+ } from '@aztec/sequencer-client';
22
+ import type {
23
+ ITxProvider,
24
+ ProverConfig,
25
+ ProvingJobBroker,
26
+ Service,
27
+ WorldStateSynchronizer,
28
+ } from '@aztec/stdlib/interfaces/server';
26
29
  import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
27
- import { createWorldStateSynchronizer } from '@aztec/world-state';
28
30
 
29
- import { createPublicClient, fallback, http } from 'viem';
31
+ import { createPublicClient } from 'viem';
30
32
 
31
- import { type ProverNodeConfig, createKeyStoreForProver } from './config.js';
33
+ import type { SpecificProverNodeConfig } from './config.js';
32
34
  import { EpochMonitor } from './monitors/epoch-monitor.js';
33
35
  import { ProverNode } from './prover-node.js';
34
36
  import { ProverPublisherFactory } from './prover-publisher-factory.js';
@@ -36,55 +38,42 @@ import { ProverPublisherFactory } from './prover-publisher-factory.js';
36
38
  export type ProverNodeDeps = {
37
39
  telemetry?: TelemetryClient;
38
40
  log?: Logger;
39
- aztecNodeTxProvider?: Pick<AztecNode, 'getTxsByHash'>;
40
- archiver?: Archiver;
41
+ archiver: Archiver;
41
42
  publisherFactory?: ProverPublisherFactory;
42
43
  broker?: ProvingJobBroker;
43
44
  l1TxUtils?: L1TxUtils;
44
45
  dateProvider?: DateProvider;
45
- p2pClientDeps?: P2PClientDeps<P2PClientType.Prover>;
46
+ worldStateSynchronizer: WorldStateSynchronizer;
47
+ p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
48
+ epochCache: EpochCacheInterface;
49
+ blobClient: BlobClientInterface;
50
+ keyStoreManager?: KeystoreManager;
46
51
  };
47
52
 
48
- /** Creates a new prover node given a config. */
53
+ /** Creates a new prover node subsystem given a config and dependencies */
49
54
  export async function createProverNode(
50
- userConfig: ProverNodeConfig & DataStoreConfig & KeyStoreConfig,
51
- deps: ProverNodeDeps = {},
52
- options: {
53
- prefilledPublicData?: PublicDataTreeLeaf[];
54
- } = {},
55
+ userConfig: SpecificProverNodeConfig &
56
+ ProverConfig &
57
+ ProverClientUserConfig &
58
+ ProverPublisherConfig &
59
+ ProverTxSenderConfig,
60
+ deps: ProverNodeDeps,
55
61
  ) {
56
62
  const config = { ...userConfig };
57
63
  const telemetry = deps.telemetry ?? getTelemetryClient();
58
64
  const dateProvider = deps.dateProvider ?? new DateProvider();
59
- const blobClient = await createBlobClientWithFileStores(config, createLogger('prover-node:blob-client:client'));
60
- const log = deps.log ?? createLogger('prover-node');
61
-
62
- // Build a key store from file if given or from environment otherwise
63
- let keyStoreManager: KeystoreManager | undefined;
64
- const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
65
- if (keyStoreProvided) {
66
- const keyStores = loadKeystores(config.keyStoreDirectory!);
67
- keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
68
- } else {
69
- const keyStore = createKeyStoreForProver(config);
70
- if (keyStore) {
71
- keyStoreManager = new KeystoreManager(keyStore);
72
- }
73
- }
65
+ const log = deps.log ?? createLogger('prover');
74
66
 
75
- await keyStoreManager?.validateSigners();
67
+ const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
76
68
 
77
69
  // Extract the prover signers from the key store and verify that we have one.
70
+ await keyStoreManager?.validateSigners();
78
71
  const proverSigners = keyStoreManager?.createProverSigners();
79
72
 
80
73
  if (proverSigners === undefined) {
81
74
  throw new Error('Failed to create prover key store configuration');
82
75
  } else if (proverSigners.signers.length === 0) {
83
76
  throw new Error('No prover signers found in the key store');
84
- } else if (!keyStoreProvided) {
85
- log.warn(
86
- 'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
87
- );
88
77
  }
89
78
 
90
79
  log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
@@ -96,27 +85,7 @@ export async function createProverNode(
96
85
  const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
97
86
 
98
87
  // Now create the prover client configuration from this.
99
- const proverClientConfig: ProverClientConfig = {
100
- ...config,
101
- proverId,
102
- };
103
-
104
- await trySnapshotSync(config, log);
105
-
106
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
107
-
108
- const archiver =
109
- deps.archiver ??
110
- (await createArchiver(config, { blobClient, epochCache, telemetry, dateProvider }, { blockUntilSync: true }));
111
- log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
112
-
113
- const worldStateSynchronizer = await createWorldStateSynchronizer(
114
- config,
115
- archiver,
116
- options.prefilledPublicData,
117
- telemetry,
118
- );
119
- await worldStateSynchronizer.start();
88
+ const proverClientConfig: ProverClientConfig = { ...config, proverId };
120
89
 
121
90
  const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
122
91
 
@@ -127,7 +96,7 @@ export async function createProverNode(
127
96
 
128
97
  const publicClient = createPublicClient({
129
98
  chain: chain.chainInfo,
130
- transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
99
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
131
100
  pollingInterval: config.viemPollingIntervalMS,
132
101
  });
133
102
 
@@ -135,57 +104,45 @@ export async function createProverNode(
135
104
 
136
105
  const l1TxUtils = deps.l1TxUtils
137
106
  ? [deps.l1TxUtils]
138
- : config.publisherForwarderAddress
139
- ? await createForwarderL1TxUtilsFromEthSigner(
107
+ : config.proverPublisherForwarderAddress
108
+ ? await createForwarderL1TxUtilsFromSigners(
140
109
  publicClient,
141
110
  proverSigners.signers,
142
- config.publisherForwarderAddress,
111
+ config.proverPublisherForwarderAddress,
143
112
  { ...config, scope: 'prover' },
144
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
113
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
145
114
  )
146
- : await createL1TxUtilsFromEthSignerWithStore(
115
+ : await createL1TxUtilsFromSigners(
147
116
  publicClient,
148
117
  proverSigners.signers,
149
118
  { ...config, scope: 'prover' },
150
119
  { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
151
120
  );
152
121
 
122
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
123
+ const fundingSigner = keyStoreManager?.createFundingSigner();
124
+ let funderL1TxUtils: L1TxUtils | undefined;
125
+ if (fundingSigner) {
126
+ const [funder] = await createL1TxUtilsFromSigners(
127
+ publicClient,
128
+ [fundingSigner],
129
+ { ...config, scope: 'prover' },
130
+ { telemetry, logger: log.createChild('l1-tx-utils:funder'), dateProvider },
131
+ );
132
+ funderL1TxUtils = funder;
133
+ }
134
+
153
135
  const publisherFactory =
154
136
  deps.publisherFactory ??
155
137
  new ProverPublisherFactory(config, {
156
138
  rollupContract,
157
- publisherManager: new PublisherManager(l1TxUtils, config, log.getBindings()),
139
+ publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), {
140
+ bindings: log.getBindings(),
141
+ funder: funderL1TxUtils,
142
+ }),
158
143
  telemetry,
159
144
  });
160
145
 
161
- const proofVerifier = new QueuedIVCVerifier(
162
- config,
163
- config.realProofs || config.debugForceTxProofVerification
164
- ? await BBCircuitVerifier.new(config)
165
- : new TestCircuitVerifier(config.proverTestVerificationDelayMs),
166
- );
167
-
168
- const p2pClient = await createP2PClient(
169
- P2PClientType.Prover,
170
- config,
171
- archiver,
172
- proofVerifier,
173
- worldStateSynchronizer,
174
- epochCache,
175
- getPackageVersion() ?? '',
176
- dateProvider,
177
- telemetry,
178
- {
179
- ...deps.p2pClientDeps,
180
- txCollectionNodeSources: [
181
- ...(deps.p2pClientDeps?.txCollectionNodeSources ?? []),
182
- ...(deps.aztecNodeTxProvider ? [new NodeRpcTxSource(deps.aztecNodeTxProvider, 'TestNode')] : []),
183
- ],
184
- },
185
- );
186
-
187
- await p2pClient.start();
188
-
189
146
  const proverNodeConfig = {
190
147
  ...pick(
191
148
  config,
@@ -216,6 +173,9 @@ export async function createProverNode(
216
173
  l1TxUtils.map(utils => utils.getSenderAddress()),
217
174
  );
218
175
 
176
+ // Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
177
+ const delayer = l1TxUtils[0]?.delayer;
178
+
219
179
  return new ProverNode(
220
180
  prover,
221
181
  publisherFactory,
@@ -229,5 +189,7 @@ export async function createProverNode(
229
189
  l1Metrics,
230
190
  proverNodeConfig,
231
191
  telemetry,
192
+ delayer,
193
+ dateProvider,
232
194
  );
233
195
  }
@@ -6,6 +6,7 @@ import { Fr } from '@aztec/foundation/curves/bn254';
6
6
  import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
7
7
  import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
8
8
  import { Timer } from '@aztec/foundation/timer';
9
+ import { AVM_MAX_CONCURRENT_SIMULATIONS } from '@aztec/native';
9
10
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
10
11
  import { protocolContractsHash } from '@aztec/protocol-contracts';
11
12
  import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
@@ -148,19 +149,32 @@ export class EpochProvingJob implements Traceable {
148
149
  this.runPromise = promise;
149
150
 
150
151
  try {
152
+ const blobTimer = new Timer();
151
153
  const blobFieldsPerCheckpoint = this.checkpoints.map(checkpoint => checkpoint.toBlobFields());
152
154
  const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
155
+ this.metrics.recordBlobProcessing(blobTimer.ms());
153
156
 
154
157
  this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
158
+ const chonkTimer = new Timer();
155
159
  await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
160
+ this.metrics.recordChonkVerifier(chonkTimer.ms());
156
161
 
157
162
  // Everything in the epoch should have the same chainId and version.
158
163
  const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
159
164
 
160
165
  const previousBlockHeaders = this.gatherPreviousBlockHeaders();
161
166
 
162
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async checkpoint => {
167
+ const allCheckpointsTimer = new Timer();
168
+
169
+ const parallelism = this.config.parallelBlockLimit
170
+ ? this.config.parallelBlockLimit
171
+ : AVM_MAX_CONCURRENT_SIMULATIONS > 0
172
+ ? AVM_MAX_CONCURRENT_SIMULATIONS
173
+ : this.checkpoints.length;
174
+
175
+ await asyncPool(parallelism, this.checkpoints, async checkpoint => {
163
176
  this.checkState();
177
+ const checkpointTimer = new Timer();
164
178
 
165
179
  const checkpointIndex = checkpoint.number - fromCheckpoint;
166
180
  const checkpointConstants = CheckpointConstantData.from({
@@ -194,6 +208,7 @@ export class EpochProvingJob implements Traceable {
194
208
  );
195
209
 
196
210
  for (let blockIndex = 0; blockIndex < checkpoint.blocks.length; blockIndex++) {
211
+ const blockTimer = new Timer();
197
212
  const block = checkpoint.blocks[blockIndex];
198
213
  const globalVariables = block.header.globalVariables;
199
214
  const txs = this.getTxs(block);
@@ -239,8 +254,11 @@ export class EpochProvingJob implements Traceable {
239
254
  // Mark block as completed to pad it
240
255
  const expectedBlockHeader = block.header;
241
256
  await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
257
+ this.metrics.recordBlockProcessing(blockTimer.ms());
242
258
  }
259
+ this.metrics.recordCheckpointProcessing(checkpointTimer.ms());
243
260
  });
261
+ this.metrics.recordAllCheckpointsProcessing(allCheckpointsTimer.ms());
244
262
 
245
263
  const executionTime = timer.ms();
246
264
 
package/src/metrics.ts CHANGED
@@ -25,6 +25,12 @@ export class ProverNodeJobMetrics {
25
25
  provingJobBlocks: Gauge;
26
26
  provingJobTransactions: Gauge;
27
27
 
28
+ private blobProcessingDuration: Gauge;
29
+ private chonkVerifierDuration: Gauge;
30
+ private blockProcessingDuration: Histogram;
31
+ private checkpointProcessingDuration: Histogram;
32
+ private allCheckpointsProcessingDuration: Gauge;
33
+
28
34
  constructor(
29
35
  private meter: Meter,
30
36
  public readonly tracer: Tracer,
@@ -35,6 +41,14 @@ export class ProverNodeJobMetrics {
35
41
  this.provingJobCheckpoints = this.meter.createGauge(Metrics.PROVER_NODE_JOB_CHECKPOINTS);
36
42
  this.provingJobBlocks = this.meter.createGauge(Metrics.PROVER_NODE_JOB_BLOCKS);
37
43
  this.provingJobTransactions = this.meter.createGauge(Metrics.PROVER_NODE_JOB_TRANSACTIONS);
44
+
45
+ this.blobProcessingDuration = this.meter.createGauge(Metrics.PROVER_NODE_BLOB_PROCESSING_LAST_DURATION);
46
+ this.chonkVerifierDuration = this.meter.createGauge(Metrics.PROVER_NODE_CHONK_VERIFIER_LAST_DURATION);
47
+ this.blockProcessingDuration = this.meter.createHistogram(Metrics.PROVER_NODE_BLOCK_PROCESSING_DURATION);
48
+ this.checkpointProcessingDuration = this.meter.createHistogram(Metrics.PROVER_NODE_CHECKPOINT_PROCESSING_DURATION);
49
+ this.allCheckpointsProcessingDuration = this.meter.createGauge(
50
+ Metrics.PROVER_NODE_ALL_CHECKPOINTS_PROCESSING_LAST_DURATION,
51
+ );
38
52
  }
39
53
 
40
54
  public recordProvingJob(
@@ -50,6 +64,26 @@ export class ProverNodeJobMetrics {
50
64
  this.provingJobBlocks.record(Math.floor(numBlocks));
51
65
  this.provingJobTransactions.record(Math.floor(numTxs));
52
66
  }
67
+
68
+ public recordBlobProcessing(durationMs: number) {
69
+ this.blobProcessingDuration.record(Math.ceil(durationMs));
70
+ }
71
+
72
+ public recordChonkVerifier(durationMs: number) {
73
+ this.chonkVerifierDuration.record(Math.ceil(durationMs));
74
+ }
75
+
76
+ public recordBlockProcessing(durationMs: number) {
77
+ this.blockProcessingDuration.record(Math.ceil(durationMs));
78
+ }
79
+
80
+ public recordCheckpointProcessing(durationMs: number) {
81
+ this.checkpointProcessingDuration.record(Math.ceil(durationMs));
82
+ }
83
+
84
+ public recordAllCheckpointsProcessing(durationMs: number) {
85
+ this.allCheckpointsProcessingDuration.record(Math.ceil(durationMs));
86
+ }
53
87
  }
54
88
 
55
89
  export class ProverNodeRewardsMetrics {
@@ -69,9 +69,8 @@ export class EpochMonitor implements Traceable {
69
69
 
70
70
  public async work() {
71
71
  const { epochToProve, blockNumber, slotNumber } = await this.getEpochNumberToProve();
72
- this.log.debug(`Epoch to prove: ${epochToProve}`, { blockNumber, slotNumber });
73
72
  if (epochToProve === undefined) {
74
- this.log.trace(`Next block to prove ${blockNumber} not yet mined`, { blockNumber });
73
+ this.log.trace(`Next block to prove ${blockNumber} not yet mined`, { epochToProve, blockNumber, slotNumber });
75
74
  return;
76
75
  }
77
76
  if (this.latestEpochNumber !== undefined && epochToProve <= this.latestEpochNumber) {
@@ -86,11 +85,11 @@ export class EpochMonitor implements Traceable {
86
85
  }
87
86
 
88
87
  if (this.options.provingDelayMs) {
89
- this.log.debug(`Waiting ${this.options.provingDelayMs}ms before proving epoch ${epochToProve}`);
88
+ this.log.warn(`Waiting ${this.options.provingDelayMs}ms before proving epoch ${epochToProve}`);
90
89
  await sleep(this.options.provingDelayMs);
91
90
  }
92
91
 
93
- this.log.debug(`Epoch ${epochToProve} is ready to be proven`);
92
+ this.log.verbose(`Epoch ${epochToProve} is ready to be proven`);
94
93
  if (await this.handler?.handleEpochReadyToProve(epochToProve)) {
95
94
  this.latestEpochNumber = epochToProve;
96
95
  }
@@ -168,7 +168,7 @@ export class ProverNodePublisher {
168
168
  // toCheckpoint can't be greater than pending
169
169
  if (toCheckpoint > pending) {
170
170
  throw new Error(
171
- `Cannot submit epoch proof for ${fromCheckpoint}-${toCheckpoint} as pending checkpoint is ${pending}`,
171
+ `Cannot submit epoch proof for ${fromCheckpoint}-${toCheckpoint} as proposed checkpoint is ${pending}`,
172
172
  );
173
173
  }
174
174
 
@@ -1,13 +1,12 @@
1
1
  import type { Archiver } from '@aztec/archiver';
2
2
  import type { RollupContract } from '@aztec/ethereum/contracts';
3
+ import type { Delayer } from '@aztec/ethereum/l1-tx-utils';
3
4
  import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
4
5
  import { assertRequired, compact, pick, sum } from '@aztec/foundation/collection';
5
6
  import type { Fr } from '@aztec/foundation/curves/bn254';
6
7
  import { memoize } from '@aztec/foundation/decorators';
7
8
  import { createLogger } from '@aztec/foundation/log';
8
9
  import { DateProvider } from '@aztec/foundation/timer';
9
- import type { DataStoreConfig } from '@aztec/kv-store/config';
10
- import type { P2PClient } from '@aztec/p2p';
11
10
  import { PublicProcessorFactory } from '@aztec/simulator/server';
12
11
  import type { L2BlockSource } from '@aztec/stdlib/block';
13
12
  import type { Checkpoint } from '@aztec/stdlib/checkpoint';
@@ -17,14 +16,15 @@ import { getProofSubmissionDeadlineTimestamp } from '@aztec/stdlib/epoch-helpers
17
16
  import {
18
17
  type EpochProverManager,
19
18
  EpochProvingJobTerminalState,
19
+ type ITxProvider,
20
20
  type ProverNodeApi,
21
21
  type Service,
22
22
  type WorldStateSyncStatus,
23
23
  type WorldStateSynchronizer,
24
24
  tryStop,
25
25
  } from '@aztec/stdlib/interfaces/server';
26
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
26
27
  import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
27
- import type { P2PClientType } from '@aztec/stdlib/p2p';
28
28
  import type { Tx } from '@aztec/stdlib/tx';
29
29
  import {
30
30
  Attributes,
@@ -55,7 +55,6 @@ type DataStoreOptions = Pick<DataStoreConfig, 'dataDirectory'> & Pick<ChainConfi
55
55
  */
56
56
  export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable {
57
57
  private log = createLogger('prover-node');
58
- private dateProvider = new DateProvider();
59
58
 
60
59
  private jobs: Map<string, EpochProvingJob> = new Map();
61
60
  private config: ProverNodeOptions;
@@ -73,17 +72,19 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
73
72
  protected readonly l1ToL2MessageSource: L1ToL2MessageSource,
74
73
  protected readonly contractDataSource: ContractDataSource,
75
74
  protected readonly worldState: WorldStateSynchronizer,
76
- protected readonly p2pClient: Pick<P2PClient<P2PClientType.Prover>, 'getTxProvider'> & Partial<Service>,
75
+ protected readonly p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>,
77
76
  protected readonly epochsMonitor: EpochMonitor,
78
77
  protected readonly rollupContract: RollupContract,
79
78
  protected readonly l1Metrics: L1Metrics,
80
79
  config: Partial<ProverNodeOptions> = {},
81
80
  protected readonly telemetryClient: TelemetryClient = getTelemetryClient(),
81
+ private delayer?: Delayer,
82
+ private readonly dateProvider: DateProvider = new DateProvider(),
82
83
  ) {
83
84
  this.config = {
84
85
  proverNodePollingIntervalMs: 1_000,
85
86
  proverNodeMaxPendingJobs: 100,
86
- proverNodeMaxParallelBlocksPerEpoch: 32,
87
+ proverNodeMaxParallelBlocksPerEpoch: 0,
87
88
  txGatheringIntervalMs: 1_000,
88
89
  txGatheringBatchSize: 10,
89
90
  txGatheringMaxParallelRequestsPerNode: 100,
@@ -111,6 +112,11 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
111
112
  return this.p2pClient;
112
113
  }
113
114
 
115
+ /** Returns the shared tx delayer for prover L1 txs, if enabled. Test-only. */
116
+ public getDelayer(): Delayer | undefined {
117
+ return this.delayer;
118
+ }
119
+
114
120
  /**
115
121
  * Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
116
122
  * @param epochNumber - The epoch number that was just completed.
@@ -155,17 +161,15 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
155
161
 
156
162
  /**
157
163
  * Stops the prover node and all its dependencies.
164
+ * Resources not owned by this node (shared with the parent aztec-node) are skipped.
158
165
  */
159
166
  async stop() {
160
167
  this.log.info('Stopping ProverNode');
161
168
  await this.epochsMonitor.stop();
162
169
  await this.prover.stop();
163
- await tryStop(this.p2pClient);
164
- await tryStop(this.l2BlockSource);
165
170
  await tryStop(this.publisherFactory);
166
171
  this.publisher?.interrupt();
167
172
  await Promise.all(Array.from(this.jobs.values()).map(job => job.stop()));
168
- await this.worldState.stop();
169
173
  this.rewardsMetrics.stop();
170
174
  this.l1Metrics.stop();
171
175
  await this.telemetryClient.stop();
@@ -275,13 +279,15 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
275
279
  const fromCheckpoint = epochData.checkpoints[0].number;
276
280
  const toCheckpoint = epochData.checkpoints.at(-1)!.number;
277
281
  const fromBlock = epochData.checkpoints[0].blocks[0].number;
278
- const toBlock = epochData.checkpoints.at(-1)!.blocks.at(-1)!.number;
282
+ const lastBlock = epochData.checkpoints.at(-1)!.blocks.at(-1)!;
283
+ const toBlock = lastBlock.number;
279
284
  this.log.verbose(
280
285
  `Creating proving job for epoch ${epochNumber} for checkpoint range ${fromCheckpoint} to ${toCheckpoint} and block range ${fromBlock} to ${toBlock}`,
281
286
  );
282
287
 
283
288
  // Fast forward world state to right before the target block and get a fork
284
- await this.worldState.syncImmediate(toBlock);
289
+ const lastBlockHash = await lastBlock.header.hash();
290
+ await this.worldState.syncImmediate(toBlock, lastBlockHash);
285
291
 
286
292
  // Create a processor factory
287
293
  const publicProcessorFactory = new PublicProcessorFactory(
@@ -2,14 +2,14 @@ import type { RollupContract } from '@aztec/ethereum/contracts';
2
2
  import type { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
3
3
  import type { PublisherManager } from '@aztec/ethereum/publisher-manager';
4
4
  import type { LoggerBindings } from '@aztec/foundation/log';
5
- import type { PublisherConfig, TxSenderConfig } from '@aztec/sequencer-client';
5
+ import type { ProverPublisherConfig, ProverTxSenderConfig } from '@aztec/sequencer-client';
6
6
  import type { TelemetryClient } from '@aztec/telemetry-client';
7
7
 
8
8
  import { ProverNodePublisher } from './prover-node-publisher.js';
9
9
 
10
10
  export class ProverPublisherFactory {
11
11
  constructor(
12
- private config: TxSenderConfig & PublisherConfig,
12
+ private config: ProverTxSenderConfig & ProverPublisherConfig,
13
13
  private deps: {
14
14
  rollupContract: RollupContract;
15
15
  publisherManager: PublisherManager<L1TxUtils>;
@@ -19,11 +19,11 @@ export class ProverPublisherFactory {
19
19
  ) {}
20
20
 
21
21
  public async start() {
22
- await this.deps.publisherManager.loadState();
22
+ await this.deps.publisherManager.start();
23
23
  }
24
24
 
25
- public stop() {
26
- this.deps.publisherManager.interrupt();
25
+ public async stop() {
26
+ await this.deps.publisherManager.stop();
27
27
  }
28
28
 
29
29
  /**