@aztec/prover-node 0.0.1-commit.fffb133c → 0.0.1-dev

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. package/dest/actions/rerun-epoch-proving-job.d.ts +1 -1
  2. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  3. package/dest/actions/rerun-epoch-proving-job.js +3 -5
  4. package/dest/bin/run-failed-epoch.js +5 -2
  5. package/dest/config.d.ts +4 -7
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +15 -18
  8. package/dest/factory.d.ts +19 -13
  9. package/dest/factory.d.ts.map +1 -1
  10. package/dest/factory.js +20 -59
  11. package/dest/job/epoch-proving-job.d.ts +3 -2
  12. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  13. package/dest/job/epoch-proving-job.js +38 -14
  14. package/dest/metrics.d.ts +11 -1
  15. package/dest/metrics.d.ts.map +1 -1
  16. package/dest/metrics.js +36 -3
  17. package/dest/monitors/epoch-monitor.d.ts +1 -1
  18. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  19. package/dest/monitors/epoch-monitor.js +5 -7
  20. package/dest/prover-node-publisher.d.ts +10 -5
  21. package/dest/prover-node-publisher.d.ts.map +1 -1
  22. package/dest/prover-node-publisher.js +47 -4
  23. package/dest/prover-node.d.ts +18 -8
  24. package/dest/prover-node.d.ts.map +1 -1
  25. package/dest/prover-node.js +16 -11
  26. package/dest/prover-publisher-factory.d.ts +6 -4
  27. package/dest/prover-publisher-factory.d.ts.map +1 -1
  28. package/dest/prover-publisher-factory.js +4 -2
  29. package/package.json +23 -22
  30. package/src/actions/rerun-epoch-proving-job.ts +3 -2
  31. package/src/bin/run-failed-epoch.ts +4 -1
  32. package/src/config.ts +22 -30
  33. package/src/factory.ts +51 -102
  34. package/src/job/epoch-proving-job.ts +55 -20
  35. package/src/metrics.ts +40 -2
  36. package/src/monitors/epoch-monitor.ts +3 -4
  37. package/src/prover-node-publisher.ts +61 -5
  38. package/src/prover-node.ts +18 -10
  39. package/src/prover-publisher-factory.ts +13 -7
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@aztec/prover-node",
3
- "version": "0.0.1-commit.fffb133c",
3
+ "version": "0.0.1-dev",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": "./dest/index.js",
@@ -56,27 +56,28 @@
56
56
  ]
57
57
  },
58
58
  "dependencies": {
59
- "@aztec/archiver": "0.0.1-commit.fffb133c",
60
- "@aztec/bb-prover": "0.0.1-commit.fffb133c",
61
- "@aztec/blob-client": "0.0.1-commit.fffb133c",
62
- "@aztec/blob-lib": "0.0.1-commit.fffb133c",
63
- "@aztec/constants": "0.0.1-commit.fffb133c",
64
- "@aztec/epoch-cache": "0.0.1-commit.fffb133c",
65
- "@aztec/ethereum": "0.0.1-commit.fffb133c",
66
- "@aztec/foundation": "0.0.1-commit.fffb133c",
67
- "@aztec/kv-store": "0.0.1-commit.fffb133c",
68
- "@aztec/l1-artifacts": "0.0.1-commit.fffb133c",
69
- "@aztec/node-keystore": "0.0.1-commit.fffb133c",
70
- "@aztec/node-lib": "0.0.1-commit.fffb133c",
71
- "@aztec/noir-protocol-circuits-types": "0.0.1-commit.fffb133c",
72
- "@aztec/p2p": "0.0.1-commit.fffb133c",
73
- "@aztec/protocol-contracts": "0.0.1-commit.fffb133c",
74
- "@aztec/prover-client": "0.0.1-commit.fffb133c",
75
- "@aztec/sequencer-client": "0.0.1-commit.fffb133c",
76
- "@aztec/simulator": "0.0.1-commit.fffb133c",
77
- "@aztec/stdlib": "0.0.1-commit.fffb133c",
78
- "@aztec/telemetry-client": "0.0.1-commit.fffb133c",
79
- "@aztec/world-state": "0.0.1-commit.fffb133c",
59
+ "@aztec/archiver": "0.0.1-dev",
60
+ "@aztec/bb-prover": "0.0.1-dev",
61
+ "@aztec/blob-client": "0.0.1-dev",
62
+ "@aztec/blob-lib": "0.0.1-dev",
63
+ "@aztec/constants": "0.0.1-dev",
64
+ "@aztec/epoch-cache": "0.0.1-dev",
65
+ "@aztec/ethereum": "0.0.1-dev",
66
+ "@aztec/foundation": "0.0.1-dev",
67
+ "@aztec/kv-store": "0.0.1-dev",
68
+ "@aztec/l1-artifacts": "0.0.1-dev",
69
+ "@aztec/native": "0.0.1-dev",
70
+ "@aztec/node-keystore": "0.0.1-dev",
71
+ "@aztec/node-lib": "0.0.1-dev",
72
+ "@aztec/noir-protocol-circuits-types": "0.0.1-dev",
73
+ "@aztec/p2p": "0.0.1-dev",
74
+ "@aztec/protocol-contracts": "0.0.1-dev",
75
+ "@aztec/prover-client": "0.0.1-dev",
76
+ "@aztec/sequencer-client": "0.0.1-dev",
77
+ "@aztec/simulator": "0.0.1-dev",
78
+ "@aztec/stdlib": "0.0.1-dev",
79
+ "@aztec/telemetry-client": "0.0.1-dev",
80
+ "@aztec/world-state": "0.0.1-dev",
80
81
  "source-map-support": "^0.5.21",
81
82
  "tslib": "^2.4.0",
82
83
  "viem": "npm:@aztec/viem@2.38.2"
@@ -30,8 +30,8 @@ export async function rerunEpochProvingJob(
30
30
  const telemetry = getTelemetryClient();
31
31
  const metrics = new ProverNodeJobMetrics(telemetry.getMeter('prover-job'), telemetry.getTracer('prover-job'));
32
32
  const worldState = await createWorldState(config);
33
- const archiver = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
34
- const publicProcessorFactory = new PublicProcessorFactory(archiver);
33
+ const archiver = await createArchiverStore(config);
34
+ const publicProcessorFactory = new PublicProcessorFactory(archiver, undefined, undefined, log.getBindings());
35
35
 
36
36
  const publisher = { submitEpochProof: () => Promise.resolve(true) };
37
37
  const l2BlockSourceForReorgDetection = undefined;
@@ -53,6 +53,7 @@ export async function rerunEpochProvingJob(
53
53
  metrics,
54
54
  deadline,
55
55
  { skipEpochCheck: true },
56
+ log.getBindings(),
56
57
  );
57
58
 
58
59
  log.info(`Rerunning epoch proving job for epoch ${jobData.epochNumber}`);
@@ -1,4 +1,5 @@
1
1
  /* eslint-disable no-console */
2
+ import { getL1ContractsConfigEnvVars } from '@aztec/ethereum/config';
2
3
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
3
4
  import { EthAddress } from '@aztec/foundation/eth-address';
4
5
  import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
@@ -22,8 +23,10 @@ async function rerunFailedEpoch(provingJobUrl: string, baseLocalDir: string) {
22
23
  const dataDir = join(localDir, 'state');
23
24
 
24
25
  const env = getProverNodeConfigFromEnv();
26
+ const l1Config = getL1ContractsConfigEnvVars();
25
27
  const config = {
26
- ...getProverNodeConfigFromEnv(),
28
+ ...env,
29
+ ...l1Config,
27
30
  dataDirectory: dataDir,
28
31
  dataStoreMapSizeKb: env.dataStoreMapSizeKb ?? 1024 * 1024,
29
32
  proverId: env.proverId ?? EthAddress.random(),
package/src/config.ts CHANGED
@@ -1,18 +1,16 @@
1
- import { type ArchiverConfig, archiverConfigMappings } from '@aztec/archiver/config';
2
1
  import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
3
- import { type GenesisStateConfig, genesisStateConfigMappings } from '@aztec/ethereum/config';
4
2
  import {
5
3
  type ConfigMappingsType,
6
4
  booleanConfigHelper,
7
5
  getConfigFromMappings,
8
6
  numberConfigHelper,
7
+ pickConfigMappings,
9
8
  } from '@aztec/foundation/config';
10
9
  import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
11
10
  import { type KeyStoreConfig, keyStoreConfigMappings } from '@aztec/node-keystore/config';
12
11
  import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
13
12
  import type { KeyStore } from '@aztec/node-keystore/types';
14
13
  import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib/config';
15
- import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
16
14
  import {
17
15
  type ProverAgentConfig,
18
16
  type ProverBrokerConfig,
@@ -21,24 +19,19 @@ import {
21
19
  } from '@aztec/prover-client/broker/config';
22
20
  import { type ProverClientUserConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
23
21
  import {
24
- type PublisherConfig,
25
- type TxSenderConfig,
26
- getPublisherConfigMappings,
27
- getTxSenderConfigMappings,
22
+ type ProverPublisherConfig,
23
+ type ProverTxSenderConfig,
24
+ proverPublisherConfigMappings,
25
+ proverTxSenderConfigMappings,
28
26
  } from '@aztec/sequencer-client/config';
29
- import { type WorldStateConfig, worldStateConfigMappings } from '@aztec/world-state/config';
30
-
31
- export type ProverNodeConfig = ArchiverConfig &
32
- ProverClientUserConfig &
33
- P2PConfig &
34
- WorldStateConfig &
35
- PublisherConfig &
36
- TxSenderConfig &
27
+
28
+ export type ProverNodeConfig = ProverClientUserConfig &
29
+ ProverPublisherConfig &
30
+ ProverTxSenderConfig &
37
31
  DataStoreConfig &
38
32
  KeyStoreConfig &
39
- SharedNodeConfig &
40
33
  SpecificProverNodeConfig &
41
- GenesisStateConfig;
34
+ Pick<SharedNodeConfig, 'web3SignerUrl'>;
42
35
 
43
36
  export type SpecificProverNodeConfig = {
44
37
  proverNodeMaxPendingJobs: number;
@@ -53,7 +46,7 @@ export type SpecificProverNodeConfig = {
53
46
  txGatheringMaxParallelRequestsPerNode: number;
54
47
  };
55
48
 
56
- const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
49
+ export const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
57
50
  proverNodeMaxPendingJobs: {
58
51
  env: 'PROVER_NODE_MAX_PENDING_JOBS',
59
52
  description: 'The maximum number of pending jobs for the prover node',
@@ -67,7 +60,7 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
67
60
  proverNodeMaxParallelBlocksPerEpoch: {
68
61
  env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
69
62
  description: 'The Maximum number of blocks to process in parallel while proving an epoch',
70
- ...numberConfigHelper(32),
63
+ ...numberConfigHelper(0),
71
64
  },
72
65
  proverNodeFailedEpochStore: {
73
66
  env: 'PROVER_NODE_FAILED_EPOCH_STORE',
@@ -108,15 +101,11 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
108
101
  export const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig> = {
109
102
  ...dataConfigMappings,
110
103
  ...keyStoreConfigMappings,
111
- ...archiverConfigMappings,
112
104
  ...proverClientConfigMappings,
113
- ...p2pConfigMappings,
114
- ...worldStateConfigMappings,
115
- ...getPublisherConfigMappings('PROVER'),
116
- ...getTxSenderConfigMappings('PROVER'),
105
+ ...proverPublisherConfigMappings,
106
+ ...proverTxSenderConfigMappings,
117
107
  ...specificProverNodeConfigMappings,
118
- ...genesisStateConfigMappings,
119
- ...sharedNodeConfigMappings,
108
+ ...pickConfigMappings(sharedNodeConfigMappings, ['web3SignerUrl']),
120
109
  };
121
110
 
122
111
  export function getProverNodeConfigFromEnv(): ProverNodeConfig {
@@ -143,7 +132,7 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
143
132
  }
144
133
 
145
134
  // Also, we need at least one publisher address.
146
- const publishers = config.publisherAddresses ?? [];
135
+ const publishers = config.proverPublisherAddresses ?? [];
147
136
 
148
137
  if (publishers.length === 0) {
149
138
  return undefined;
@@ -164,8 +153,8 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
164
153
 
165
154
  function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | undefined {
166
155
  // Extract the publisher keys from the provided config.
167
- const publisherKeys = config.publisherPrivateKeys
168
- ? config.publisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
156
+ const publisherKeys = config.proverPublisherPrivateKeys
157
+ ? config.proverPublisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
169
158
  : [];
170
159
 
171
160
  // There must be at least 1.
@@ -194,7 +183,10 @@ function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | u
194
183
 
195
184
  export function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined {
196
185
  if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
197
- return createKeyStoreFromWeb3Signer(config);
186
+ const keyStore = createKeyStoreFromWeb3Signer(config);
187
+ if (keyStore) {
188
+ return keyStore;
189
+ }
198
190
  }
199
191
 
200
192
  return createKeyStoreFromPublisherKeys(config);
package/src/factory.ts CHANGED
@@ -1,34 +1,36 @@
1
- import { type Archiver, createArchiver } from '@aztec/archiver';
2
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
3
- import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
4
- import { EpochCache } from '@aztec/epoch-cache';
1
+ import type { Archiver } from '@aztec/archiver';
2
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
3
+ import { Blob } from '@aztec/blob-lib';
4
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
5
5
  import { createEthereumChain } from '@aztec/ethereum/chain';
6
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
6
7
  import { RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
8
9
  import { PublisherManager } from '@aztec/ethereum/publisher-manager';
9
10
  import { pick } from '@aztec/foundation/collection';
10
11
  import { type Logger, createLogger } from '@aztec/foundation/log';
11
12
  import { DateProvider } from '@aztec/foundation/timer';
12
- import type { DataStoreConfig } from '@aztec/kv-store/config';
13
- import { type KeyStoreConfig, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
14
- import { trySnapshotSync } from '@aztec/node-lib/actions';
15
- import {
16
- createForwarderL1TxUtilsFromEthSigner,
17
- createL1TxUtilsFromEthSignerWithStore,
18
- } from '@aztec/node-lib/factories';
19
- import { NodeRpcTxSource, createP2PClient } from '@aztec/p2p';
20
- import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
13
+ import { KeystoreManager } from '@aztec/node-keystore';
14
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
15
+ import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
21
16
  import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
22
- import type { AztecNode, ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
23
- import { P2PClientType } from '@aztec/stdlib/p2p';
24
- import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
25
- import { getPackageVersion } from '@aztec/stdlib/update-checker';
17
+ import {
18
+ type ProverPublisherConfig,
19
+ type ProverTxSenderConfig,
20
+ getPublisherConfigFromProverConfig,
21
+ } from '@aztec/sequencer-client';
22
+ import type {
23
+ ITxProvider,
24
+ ProverConfig,
25
+ ProvingJobBroker,
26
+ Service,
27
+ WorldStateSynchronizer,
28
+ } from '@aztec/stdlib/interfaces/server';
26
29
  import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
27
- import { createWorldStateSynchronizer } from '@aztec/world-state';
28
30
 
29
- import { createPublicClient, fallback, http } from 'viem';
31
+ import { createPublicClient } from 'viem';
30
32
 
31
- import { type ProverNodeConfig, createKeyStoreForProver } from './config.js';
33
+ import type { SpecificProverNodeConfig } from './config.js';
32
34
  import { EpochMonitor } from './monitors/epoch-monitor.js';
33
35
  import { ProverNode } from './prover-node.js';
34
36
  import { ProverPublisherFactory } from './prover-publisher-factory.js';
@@ -36,54 +38,42 @@ import { ProverPublisherFactory } from './prover-publisher-factory.js';
36
38
  export type ProverNodeDeps = {
37
39
  telemetry?: TelemetryClient;
38
40
  log?: Logger;
39
- aztecNodeTxProvider?: Pick<AztecNode, 'getTxsByHash'>;
40
- archiver?: Archiver;
41
+ archiver: Archiver;
41
42
  publisherFactory?: ProverPublisherFactory;
42
43
  broker?: ProvingJobBroker;
43
44
  l1TxUtils?: L1TxUtils;
44
45
  dateProvider?: DateProvider;
46
+ worldStateSynchronizer: WorldStateSynchronizer;
47
+ p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
48
+ epochCache: EpochCacheInterface;
49
+ blobClient: BlobClientInterface;
50
+ keyStoreManager?: KeystoreManager;
45
51
  };
46
52
 
47
- /** Creates a new prover node given a config. */
53
+ /** Creates a new prover node subsystem given a config and dependencies */
48
54
  export async function createProverNode(
49
- userConfig: ProverNodeConfig & DataStoreConfig & KeyStoreConfig,
50
- deps: ProverNodeDeps = {},
51
- options: {
52
- prefilledPublicData?: PublicDataTreeLeaf[];
53
- } = {},
55
+ userConfig: SpecificProverNodeConfig &
56
+ ProverConfig &
57
+ ProverClientUserConfig &
58
+ ProverPublisherConfig &
59
+ ProverTxSenderConfig,
60
+ deps: ProverNodeDeps,
54
61
  ) {
55
62
  const config = { ...userConfig };
56
63
  const telemetry = deps.telemetry ?? getTelemetryClient();
57
64
  const dateProvider = deps.dateProvider ?? new DateProvider();
58
- const blobClient = await createBlobClientWithFileStores(config, createLogger('prover-node:blob-client:client'));
59
- const log = deps.log ?? createLogger('prover-node');
60
-
61
- // Build a key store from file if given or from environment otherwise
62
- let keyStoreManager: KeystoreManager | undefined;
63
- const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
64
- if (keyStoreProvided) {
65
- const keyStores = loadKeystores(config.keyStoreDirectory!);
66
- keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
67
- } else {
68
- const keyStore = createKeyStoreForProver(config);
69
- if (keyStore) {
70
- keyStoreManager = new KeystoreManager(keyStore);
71
- }
72
- }
65
+ const log = deps.log ?? createLogger('prover');
73
66
 
74
- await keyStoreManager?.validateSigners();
67
+ const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
75
68
 
76
69
  // Extract the prover signers from the key store and verify that we have one.
70
+ await keyStoreManager?.validateSigners();
77
71
  const proverSigners = keyStoreManager?.createProverSigners();
78
72
 
79
73
  if (proverSigners === undefined) {
80
74
  throw new Error('Failed to create prover key store configuration');
81
75
  } else if (proverSigners.signers.length === 0) {
82
76
  throw new Error('No prover signers found in the key store');
83
- } else if (!keyStoreProvided) {
84
- log.warn(
85
- 'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
86
- );
87
77
  }
88
78
 
89
79
  log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
@@ -95,27 +85,7 @@ export async function createProverNode(
95
85
  const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
96
86
 
97
87
  // Now create the prover client configuration from this.
98
- const proverClientConfig: ProverClientConfig = {
99
- ...config,
100
- proverId,
101
- };
102
-
103
- await trySnapshotSync(config, log);
104
-
105
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
106
-
107
- const archiver =
108
- deps.archiver ??
109
- (await createArchiver(config, { blobClient, epochCache, telemetry, dateProvider }, { blockUntilSync: true }));
110
- log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
111
-
112
- const worldStateSynchronizer = await createWorldStateSynchronizer(
113
- config,
114
- archiver,
115
- options.prefilledPublicData,
116
- telemetry,
117
- );
118
- await worldStateSynchronizer.start();
88
+ const proverClientConfig: ProverClientConfig = { ...config, proverId };
119
89
 
120
90
  const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
121
91
 
@@ -126,7 +96,7 @@ export async function createProverNode(
126
96
 
127
97
  const publicClient = createPublicClient({
128
98
  chain: chain.chainInfo,
129
- transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
99
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
130
100
  pollingInterval: config.viemPollingIntervalMS,
131
101
  });
132
102
 
@@ -134,15 +104,15 @@ export async function createProverNode(
134
104
 
135
105
  const l1TxUtils = deps.l1TxUtils
136
106
  ? [deps.l1TxUtils]
137
- : config.publisherForwarderAddress
138
- ? await createForwarderL1TxUtilsFromEthSigner(
107
+ : config.proverPublisherForwarderAddress
108
+ ? await createForwarderL1TxUtilsFromSigners(
139
109
  publicClient,
140
110
  proverSigners.signers,
141
- config.publisherForwarderAddress,
111
+ config.proverPublisherForwarderAddress,
142
112
  { ...config, scope: 'prover' },
143
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
113
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
144
114
  )
145
- : await createL1TxUtilsFromEthSignerWithStore(
115
+ : await createL1TxUtilsFromSigners(
146
116
  publicClient,
147
117
  proverSigners.signers,
148
118
  { ...config, scope: 'prover' },
@@ -153,36 +123,10 @@ export async function createProverNode(
153
123
  deps.publisherFactory ??
154
124
  new ProverPublisherFactory(config, {
155
125
  rollupContract,
156
- publisherManager: new PublisherManager(l1TxUtils, config),
126
+ publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), log.getBindings()),
157
127
  telemetry,
158
128
  });
159
129
 
160
- const proofVerifier = new QueuedIVCVerifier(
161
- config,
162
- config.realProofs || config.debugForceTxProofVerification
163
- ? await BBCircuitVerifier.new(config)
164
- : new TestCircuitVerifier(config.proverTestVerificationDelayMs),
165
- );
166
-
167
- const p2pClient = await createP2PClient(
168
- P2PClientType.Prover,
169
- config,
170
- archiver,
171
- proofVerifier,
172
- worldStateSynchronizer,
173
- epochCache,
174
- getPackageVersion() ?? '',
175
- dateProvider,
176
- telemetry,
177
- {
178
- txCollectionNodeSources: deps.aztecNodeTxProvider
179
- ? [new NodeRpcTxSource(deps.aztecNodeTxProvider, 'TestNode')]
180
- : [],
181
- },
182
- );
183
-
184
- await p2pClient.start();
185
-
186
130
  const proverNodeConfig = {
187
131
  ...pick(
188
132
  config,
@@ -213,6 +157,9 @@ export async function createProverNode(
213
157
  l1TxUtils.map(utils => utils.getSenderAddress()),
214
158
  );
215
159
 
160
+ // Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
161
+ const delayer = l1TxUtils[0]?.delayer;
162
+
216
163
  return new ProverNode(
217
164
  prover,
218
165
  publisherFactory,
@@ -226,5 +173,7 @@ export async function createProverNode(
226
173
  l1Metrics,
227
174
  proverNodeConfig,
228
175
  telemetry,
176
+ delayer,
177
+ dateProvider,
229
178
  );
230
179
  }
@@ -3,9 +3,10 @@ import { asyncPool } from '@aztec/foundation/async-pool';
3
3
  import { BlockNumber, EpochNumber } from '@aztec/foundation/branded-types';
4
4
  import { padArrayEnd } from '@aztec/foundation/collection';
5
5
  import { Fr } from '@aztec/foundation/curves/bn254';
6
- import { createLogger } from '@aztec/foundation/log';
6
+ import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
7
7
  import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
8
8
  import { Timer } from '@aztec/foundation/timer';
9
+ import { AVM_MAX_CONCURRENT_SIMULATIONS } from '@aztec/native';
9
10
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
10
11
  import { protocolContractsHash } from '@aztec/protocol-contracts';
11
12
  import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
@@ -43,7 +44,7 @@ export type EpochProvingJobOptions = {
43
44
  */
44
45
  export class EpochProvingJob implements Traceable {
45
46
  private state: EpochProvingJobState = 'initialized';
46
- private log = createLogger('prover-node:epoch-proving-job');
47
+ private log: Logger;
47
48
  private uuid: string;
48
49
 
49
50
  private runPromise: Promise<void> | undefined;
@@ -62,9 +63,14 @@ export class EpochProvingJob implements Traceable {
62
63
  private metrics: ProverNodeJobMetrics,
63
64
  private deadline: Date | undefined,
64
65
  private config: EpochProvingJobOptions,
66
+ bindings?: LoggerBindings,
65
67
  ) {
66
68
  validateEpochProvingJobData(data);
67
69
  this.uuid = crypto.randomUUID();
70
+ this.log = createLogger('prover-node:epoch-proving-job', {
71
+ ...bindings,
72
+ instanceId: `epoch-${data.epochNumber}`,
73
+ });
68
74
  this.tracer = metrics.tracer;
69
75
  }
70
76
 
@@ -143,19 +149,32 @@ export class EpochProvingJob implements Traceable {
143
149
  this.runPromise = promise;
144
150
 
145
151
  try {
152
+ const blobTimer = new Timer();
146
153
  const blobFieldsPerCheckpoint = this.checkpoints.map(checkpoint => checkpoint.toBlobFields());
147
154
  const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
155
+ this.metrics.recordBlobProcessing(blobTimer.ms());
148
156
 
149
157
  this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
158
+ const chonkTimer = new Timer();
150
159
  await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
160
+ this.metrics.recordChonkVerifier(chonkTimer.ms());
151
161
 
152
162
  // Everything in the epoch should have the same chainId and version.
153
163
  const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
154
164
 
155
165
  const previousBlockHeaders = this.gatherPreviousBlockHeaders();
156
166
 
157
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async checkpoint => {
167
+ const allCheckpointsTimer = new Timer();
168
+
169
+ const parallelism = this.config.parallelBlockLimit
170
+ ? this.config.parallelBlockLimit
171
+ : AVM_MAX_CONCURRENT_SIMULATIONS > 0
172
+ ? AVM_MAX_CONCURRENT_SIMULATIONS
173
+ : this.checkpoints.length;
174
+
175
+ await asyncPool(parallelism, this.checkpoints, async checkpoint => {
158
176
  this.checkState();
177
+ const checkpointTimer = new Timer();
159
178
 
160
179
  const checkpointIndex = checkpoint.number - fromCheckpoint;
161
180
  const checkpointConstants = CheckpointConstantData.from({
@@ -188,7 +207,9 @@ export class EpochProvingJob implements Traceable {
188
207
  previousHeader,
189
208
  );
190
209
 
191
- for (const block of checkpoint.blocks) {
210
+ for (let blockIndex = 0; blockIndex < checkpoint.blocks.length; blockIndex++) {
211
+ const blockTimer = new Timer();
212
+ const block = checkpoint.blocks[blockIndex];
192
213
  const globalVariables = block.header.globalVariables;
193
214
  const txs = this.getTxs(block);
194
215
 
@@ -206,8 +227,12 @@ export class EpochProvingJob implements Traceable {
206
227
  // Start block proving
207
228
  await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
208
229
 
209
- // Process public fns
210
- const db = await this.createFork(BlockNumber(block.number - 1), l1ToL2Messages);
230
+ // Process public fns. L1 to L2 messages are only inserted for the first block of a checkpoint,
231
+ // as the fork for subsequent blocks already includes them from the previous block's synced state.
232
+ const db = await this.createFork(
233
+ BlockNumber(block.number - 1),
234
+ blockIndex === 0 ? l1ToL2Messages : undefined,
235
+ );
211
236
  const config = PublicSimulatorConfig.from({
212
237
  proverId: this.prover.getProverId().toField(),
213
238
  skipFeeEnforcement: false,
@@ -229,8 +254,11 @@ export class EpochProvingJob implements Traceable {
229
254
  // Mark block as completed to pad it
230
255
  const expectedBlockHeader = block.header;
231
256
  await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
257
+ this.metrics.recordBlockProcessing(blockTimer.ms());
232
258
  }
259
+ this.metrics.recordCheckpointProcessing(checkpointTimer.ms());
233
260
  });
261
+ this.metrics.recordAllCheckpointsProcessing(allCheckpointsTimer.ms());
234
262
 
235
263
  const executionTime = timer.ms();
236
264
 
@@ -290,22 +318,29 @@ export class EpochProvingJob implements Traceable {
290
318
  }
291
319
 
292
320
  /**
293
- * Create a new db fork for tx processing, inserting all L1 to L2.
321
+ * Create a new db fork for tx processing, optionally inserting L1 to L2 messages.
322
+ * L1 to L2 messages should only be inserted for the first block in a checkpoint,
323
+ * as subsequent blocks' synced state already includes them.
294
324
  * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
295
325
  */
296
- private async createFork(blockNumber: BlockNumber, l1ToL2Messages: Fr[]) {
326
+ private async createFork(blockNumber: BlockNumber, l1ToL2Messages: Fr[] | undefined) {
327
+ this.log.verbose(`Creating fork at ${blockNumber}`, { blockNumber });
297
328
  const db = await this.dbProvider.fork(blockNumber);
298
- const l1ToL2MessagesPadded = padArrayEnd<Fr, number>(
299
- l1ToL2Messages,
300
- Fr.ZERO,
301
- NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP,
302
- 'Too many L1 to L2 messages',
303
- );
304
- this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
305
- blockNumber,
306
- l1ToL2Messages: l1ToL2Messages.map(m => m.toString()),
307
- });
308
- await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
329
+
330
+ if (l1ToL2Messages !== undefined) {
331
+ this.log.verbose(`Inserting ${l1ToL2Messages.length} L1 to L2 messages in fork`, {
332
+ blockNumber,
333
+ l1ToL2Messages: l1ToL2Messages.map(m => m.toString()),
334
+ });
335
+ const l1ToL2MessagesPadded = padArrayEnd<Fr, number>(
336
+ l1ToL2Messages,
337
+ Fr.ZERO,
338
+ NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP,
339
+ 'Too many L1 to L2 messages',
340
+ );
341
+ await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
342
+ }
343
+
309
344
  return db;
310
345
  }
311
346
 
@@ -363,7 +398,7 @@ export class EpochProvingJob implements Traceable {
363
398
  this.epochCheckPromise = new RunningPromise(
364
399
  async () => {
365
400
  const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
366
- const blockHashes = await Promise.all(blockHeaders.map(async header => (await header.hash()).toField()));
401
+ const blockHashes = await Promise.all(blockHeaders.map(header => header.hash()));
367
402
  const thisBlocks = this.checkpoints.flatMap(checkpoint => checkpoint.blocks);
368
403
  const thisBlockHashes = await Promise.all(thisBlocks.map(block => block.hash()));
369
404
  if (