@aztec/prover-node 0.0.1-commit.0c875d939 → 0.0.1-commit.0ec55a70b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. package/dest/actions/download-epoch-proving-job.js +1 -1
  2. package/dest/actions/rerun-epoch-proving-job.d.ts +4 -3
  3. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  4. package/dest/actions/rerun-epoch-proving-job.js +7 -8
  5. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  6. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  7. package/dest/bin/run-failed-epoch.js +5 -2
  8. package/dest/config.d.ts +5 -8
  9. package/dest/config.d.ts.map +1 -1
  10. package/dest/config.js +16 -19
  11. package/dest/factory.d.ts +19 -16
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +39 -63
  14. package/dest/job/epoch-proving-job.d.ts +2 -2
  15. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  16. package/dest/job/epoch-proving-job.js +27 -2
  17. package/dest/metrics.d.ts +21 -1
  18. package/dest/metrics.d.ts.map +1 -1
  19. package/dest/metrics.js +47 -0
  20. package/dest/monitors/epoch-monitor.d.ts +1 -1
  21. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  22. package/dest/monitors/epoch-monitor.js +5 -7
  23. package/dest/prover-node-publisher.d.ts +16 -1
  24. package/dest/prover-node-publisher.d.ts.map +1 -1
  25. package/dest/prover-node-publisher.js +52 -3
  26. package/dest/prover-node.d.ts +19 -9
  27. package/dest/prover-node.d.ts.map +1 -1
  28. package/dest/prover-node.js +14 -9
  29. package/dest/prover-publisher-factory.d.ts +4 -4
  30. package/dest/prover-publisher-factory.d.ts.map +1 -1
  31. package/dest/prover-publisher-factory.js +3 -3
  32. package/package.json +23 -22
  33. package/src/actions/download-epoch-proving-job.ts +1 -1
  34. package/src/actions/rerun-epoch-proving-job.ts +16 -6
  35. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  36. package/src/bin/run-failed-epoch.ts +4 -1
  37. package/src/config.ts +23 -31
  38. package/src/factory.ts +67 -105
  39. package/src/job/epoch-proving-job.ts +34 -3
  40. package/src/metrics.ts +71 -0
  41. package/src/monitors/epoch-monitor.ts +3 -4
  42. package/src/prover-node-publisher.ts +73 -5
  43. package/src/prover-node.ts +17 -11
  44. package/src/prover-publisher-factory.ts +5 -5
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@aztec/prover-node",
3
- "version": "0.0.1-commit.0c875d939",
3
+ "version": "0.0.1-commit.0ec55a70b",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": "./dest/index.js",
@@ -56,27 +56,28 @@
56
56
  ]
57
57
  },
58
58
  "dependencies": {
59
- "@aztec/archiver": "0.0.1-commit.0c875d939",
60
- "@aztec/bb-prover": "0.0.1-commit.0c875d939",
61
- "@aztec/blob-client": "0.0.1-commit.0c875d939",
62
- "@aztec/blob-lib": "0.0.1-commit.0c875d939",
63
- "@aztec/constants": "0.0.1-commit.0c875d939",
64
- "@aztec/epoch-cache": "0.0.1-commit.0c875d939",
65
- "@aztec/ethereum": "0.0.1-commit.0c875d939",
66
- "@aztec/foundation": "0.0.1-commit.0c875d939",
67
- "@aztec/kv-store": "0.0.1-commit.0c875d939",
68
- "@aztec/l1-artifacts": "0.0.1-commit.0c875d939",
69
- "@aztec/node-keystore": "0.0.1-commit.0c875d939",
70
- "@aztec/node-lib": "0.0.1-commit.0c875d939",
71
- "@aztec/noir-protocol-circuits-types": "0.0.1-commit.0c875d939",
72
- "@aztec/p2p": "0.0.1-commit.0c875d939",
73
- "@aztec/protocol-contracts": "0.0.1-commit.0c875d939",
74
- "@aztec/prover-client": "0.0.1-commit.0c875d939",
75
- "@aztec/sequencer-client": "0.0.1-commit.0c875d939",
76
- "@aztec/simulator": "0.0.1-commit.0c875d939",
77
- "@aztec/stdlib": "0.0.1-commit.0c875d939",
78
- "@aztec/telemetry-client": "0.0.1-commit.0c875d939",
79
- "@aztec/world-state": "0.0.1-commit.0c875d939",
59
+ "@aztec/archiver": "0.0.1-commit.0ec55a70b",
60
+ "@aztec/bb-prover": "0.0.1-commit.0ec55a70b",
61
+ "@aztec/blob-client": "0.0.1-commit.0ec55a70b",
62
+ "@aztec/blob-lib": "0.0.1-commit.0ec55a70b",
63
+ "@aztec/constants": "0.0.1-commit.0ec55a70b",
64
+ "@aztec/epoch-cache": "0.0.1-commit.0ec55a70b",
65
+ "@aztec/ethereum": "0.0.1-commit.0ec55a70b",
66
+ "@aztec/foundation": "0.0.1-commit.0ec55a70b",
67
+ "@aztec/kv-store": "0.0.1-commit.0ec55a70b",
68
+ "@aztec/l1-artifacts": "0.0.1-commit.0ec55a70b",
69
+ "@aztec/native": "0.0.1-commit.0ec55a70b",
70
+ "@aztec/node-keystore": "0.0.1-commit.0ec55a70b",
71
+ "@aztec/node-lib": "0.0.1-commit.0ec55a70b",
72
+ "@aztec/noir-protocol-circuits-types": "0.0.1-commit.0ec55a70b",
73
+ "@aztec/p2p": "0.0.1-commit.0ec55a70b",
74
+ "@aztec/protocol-contracts": "0.0.1-commit.0ec55a70b",
75
+ "@aztec/prover-client": "0.0.1-commit.0ec55a70b",
76
+ "@aztec/sequencer-client": "0.0.1-commit.0ec55a70b",
77
+ "@aztec/simulator": "0.0.1-commit.0ec55a70b",
78
+ "@aztec/stdlib": "0.0.1-commit.0ec55a70b",
79
+ "@aztec/telemetry-client": "0.0.1-commit.0ec55a70b",
80
+ "@aztec/world-state": "0.0.1-commit.0ec55a70b",
80
81
  "source-map-support": "^0.5.21",
81
82
  "tslib": "^2.4.0",
82
83
  "viem": "npm:@aztec/viem@2.38.2"
@@ -30,7 +30,7 @@ export async function downloadEpochProvingJob(
30
30
 
31
31
  const dataUrls = makeSnapshotPaths(location);
32
32
  log.info(`Downloading state snapshot from ${location} to local data directory`, { metadata, dataUrls });
33
- await snapshotSync({ dataUrls }, log, { ...config, ...metadata, snapshotsUrl: location });
33
+ await snapshotSync({ dataUrls }, log, { ...config, ...metadata, fileStore });
34
34
 
35
35
  const dataPath = urlJoin(location, 'data.bin');
36
36
  const localPath = config.jobDataDownloadPath;
@@ -1,10 +1,11 @@
1
- import { createArchiverStore } from '@aztec/archiver';
1
+ import { createArchiverStore, createContractDataSource } from '@aztec/archiver';
2
2
  import type { L1ContractsConfig } from '@aztec/ethereum/config';
3
3
  import type { Logger } from '@aztec/foundation/log';
4
- import type { DataStoreConfig } from '@aztec/kv-store/config';
5
4
  import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
6
5
  import { ProverBrokerConfig, createAndStartProvingBroker } from '@aztec/prover-client/broker';
7
6
  import { PublicProcessorFactory } from '@aztec/simulator/server';
7
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
8
+ import type { GenesisData } from '@aztec/stdlib/world-state';
8
9
  import { getTelemetryClient } from '@aztec/telemetry-client';
9
10
  import { createWorldState } from '@aztec/world-state';
10
11
 
@@ -23,17 +24,26 @@ export async function rerunEpochProvingJob(
23
24
  localPath: string,
24
25
  log: Logger,
25
26
  config: DataStoreConfig & ProverBrokerConfig & ProverClientConfig & Pick<L1ContractsConfig, 'aztecEpochDuration'>,
27
+ genesis?: GenesisData,
26
28
  ) {
27
29
  const jobData = deserializeEpochProvingJobData(readFileSync(localPath));
28
30
  log.info(`Loaded proving job data for epoch ${jobData.epochNumber}`);
29
31
 
30
32
  const telemetry = getTelemetryClient();
31
33
  const metrics = new ProverNodeJobMetrics(telemetry.getMeter('prover-job'), telemetry.getTracer('prover-job'));
32
- const worldState = await createWorldState(config);
33
- const archiver = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
34
- const publicProcessorFactory = new PublicProcessorFactory(archiver, undefined, undefined, log.getBindings());
34
+ const worldState = await createWorldState(config, genesis);
35
+ const archiver = await createArchiverStore(config);
36
+ const publicProcessorFactory = new PublicProcessorFactory(
37
+ createContractDataSource(archiver),
38
+ undefined,
39
+ undefined,
40
+ log.getBindings(),
41
+ );
35
42
 
36
- const publisher = { submitEpochProof: () => Promise.resolve(true) };
43
+ const publisher = {
44
+ submitEpochProof: () => Promise.resolve(true),
45
+ analyzeEpochProofSubmission: () => Promise.resolve(),
46
+ };
37
47
  const l2BlockSourceForReorgDetection = undefined;
38
48
  const deadline = undefined;
39
49
 
@@ -3,11 +3,11 @@ import { tryRmDir } from '@aztec/foundation/fs';
3
3
  import { jsonStringify } from '@aztec/foundation/json-rpc';
4
4
  import type { Logger } from '@aztec/foundation/log';
5
5
  import { isoDate } from '@aztec/foundation/string';
6
- import type { DataStoreConfig } from '@aztec/kv-store/config';
7
6
  import { buildSnapshotMetadata, createBackups } from '@aztec/node-lib/actions';
8
7
  import type { ChainConfig } from '@aztec/stdlib/config';
9
8
  import { type FileStore, createFileStore } from '@aztec/stdlib/file-store';
10
9
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
10
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
11
11
  import { type UploadSnapshotMetadata, getBasePath, uploadSnapshotData } from '@aztec/stdlib/snapshots';
12
12
  import { WORLD_STATE_DB_VERSION } from '@aztec/world-state';
13
13
 
@@ -1,4 +1,5 @@
1
1
  /* eslint-disable no-console */
2
+ import { getL1ContractsConfigEnvVars } from '@aztec/ethereum/config';
2
3
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
3
4
  import { EthAddress } from '@aztec/foundation/eth-address';
4
5
  import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
@@ -22,8 +23,10 @@ async function rerunFailedEpoch(provingJobUrl: string, baseLocalDir: string) {
22
23
  const dataDir = join(localDir, 'state');
23
24
 
24
25
  const env = getProverNodeConfigFromEnv();
26
+ const l1Config = getL1ContractsConfigEnvVars();
25
27
  const config = {
26
- ...getProverNodeConfigFromEnv(),
28
+ ...env,
29
+ ...l1Config,
27
30
  dataDirectory: dataDir,
28
31
  dataStoreMapSizeKb: env.dataStoreMapSizeKb ?? 1024 * 1024,
29
32
  proverId: env.proverId ?? EthAddress.random(),
package/src/config.ts CHANGED
@@ -1,18 +1,15 @@
1
- import { type ArchiverConfig, archiverConfigMappings } from '@aztec/archiver/config';
2
1
  import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
3
- import { type GenesisStateConfig, genesisStateConfigMappings } from '@aztec/ethereum/config';
4
2
  import {
5
3
  type ConfigMappingsType,
6
4
  booleanConfigHelper,
7
5
  getConfigFromMappings,
8
6
  numberConfigHelper,
7
+ pickConfigMappings,
9
8
  } from '@aztec/foundation/config';
10
- import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
11
9
  import { type KeyStoreConfig, keyStoreConfigMappings } from '@aztec/node-keystore/config';
12
10
  import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
13
11
  import type { KeyStore } from '@aztec/node-keystore/types';
14
12
  import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib/config';
15
- import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
16
13
  import {
17
14
  type ProverAgentConfig,
18
15
  type ProverBrokerConfig,
@@ -21,24 +18,20 @@ import {
21
18
  } from '@aztec/prover-client/broker/config';
22
19
  import { type ProverClientUserConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
23
20
  import {
24
- type PublisherConfig,
25
- type TxSenderConfig,
26
- getPublisherConfigMappings,
27
- getTxSenderConfigMappings,
21
+ type ProverPublisherConfig,
22
+ type ProverTxSenderConfig,
23
+ proverPublisherConfigMappings,
24
+ proverTxSenderConfigMappings,
28
25
  } from '@aztec/sequencer-client/config';
29
- import { type WorldStateConfig, worldStateConfigMappings } from '@aztec/world-state/config';
30
-
31
- export type ProverNodeConfig = ArchiverConfig &
32
- ProverClientUserConfig &
33
- P2PConfig &
34
- WorldStateConfig &
35
- PublisherConfig &
36
- TxSenderConfig &
26
+ import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
27
+
28
+ export type ProverNodeConfig = ProverClientUserConfig &
29
+ ProverPublisherConfig &
30
+ ProverTxSenderConfig &
37
31
  DataStoreConfig &
38
32
  KeyStoreConfig &
39
- SharedNodeConfig &
40
33
  SpecificProverNodeConfig &
41
- GenesisStateConfig;
34
+ Pick<SharedNodeConfig, 'web3SignerUrl'>;
42
35
 
43
36
  export type SpecificProverNodeConfig = {
44
37
  proverNodeMaxPendingJobs: number;
@@ -53,7 +46,7 @@ export type SpecificProverNodeConfig = {
53
46
  txGatheringMaxParallelRequestsPerNode: number;
54
47
  };
55
48
 
56
- const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
49
+ export const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
57
50
  proverNodeMaxPendingJobs: {
58
51
  env: 'PROVER_NODE_MAX_PENDING_JOBS',
59
52
  description: 'The maximum number of pending jobs for the prover node',
@@ -67,7 +60,7 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
67
60
  proverNodeMaxParallelBlocksPerEpoch: {
68
61
  env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
69
62
  description: 'The Maximum number of blocks to process in parallel while proving an epoch',
70
- ...numberConfigHelper(32),
63
+ ...numberConfigHelper(0),
71
64
  },
72
65
  proverNodeFailedEpochStore: {
73
66
  env: 'PROVER_NODE_FAILED_EPOCH_STORE',
@@ -108,15 +101,11 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
108
101
  export const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig> = {
109
102
  ...dataConfigMappings,
110
103
  ...keyStoreConfigMappings,
111
- ...archiverConfigMappings,
112
104
  ...proverClientConfigMappings,
113
- ...p2pConfigMappings,
114
- ...worldStateConfigMappings,
115
- ...getPublisherConfigMappings('PROVER'),
116
- ...getTxSenderConfigMappings('PROVER'),
105
+ ...proverPublisherConfigMappings,
106
+ ...proverTxSenderConfigMappings,
117
107
  ...specificProverNodeConfigMappings,
118
- ...genesisStateConfigMappings,
119
- ...sharedNodeConfigMappings,
108
+ ...pickConfigMappings(sharedNodeConfigMappings, ['web3SignerUrl']),
120
109
  };
121
110
 
122
111
  export function getProverNodeConfigFromEnv(): ProverNodeConfig {
@@ -143,7 +132,7 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
143
132
  }
144
133
 
145
134
  // Also, we need at least one publisher address.
146
- const publishers = config.publisherAddresses ?? [];
135
+ const publishers = config.proverPublisherAddresses ?? [];
147
136
 
148
137
  if (publishers.length === 0) {
149
138
  return undefined;
@@ -164,8 +153,8 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
164
153
 
165
154
  function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | undefined {
166
155
  // Extract the publisher keys from the provided config.
167
- const publisherKeys = config.publisherPrivateKeys
168
- ? config.publisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
156
+ const publisherKeys = config.proverPublisherPrivateKeys
157
+ ? config.proverPublisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
169
158
  : [];
170
159
 
171
160
  // There must be at least 1.
@@ -194,7 +183,10 @@ function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | u
194
183
 
195
184
  export function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined {
196
185
  if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
197
- return createKeyStoreFromWeb3Signer(config);
186
+ const keyStore = createKeyStoreFromWeb3Signer(config);
187
+ if (keyStore) {
188
+ return keyStore;
189
+ }
198
190
  }
199
191
 
200
192
  return createKeyStoreFromPublisherKeys(config);
package/src/factory.ts CHANGED
@@ -1,34 +1,36 @@
1
- import { type Archiver, createArchiver } from '@aztec/archiver';
2
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
3
- import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
4
- import { EpochCache } from '@aztec/epoch-cache';
1
+ import type { Archiver } from '@aztec/archiver';
2
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
3
+ import { Blob } from '@aztec/blob-lib';
4
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
5
5
  import { createEthereumChain } from '@aztec/ethereum/chain';
6
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
6
7
  import { RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
8
9
  import { PublisherManager } from '@aztec/ethereum/publisher-manager';
9
10
  import { pick } from '@aztec/foundation/collection';
10
11
  import { type Logger, createLogger } from '@aztec/foundation/log';
11
12
  import { DateProvider } from '@aztec/foundation/timer';
12
- import type { DataStoreConfig } from '@aztec/kv-store/config';
13
- import { type KeyStoreConfig, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
14
- import { trySnapshotSync } from '@aztec/node-lib/actions';
15
- import {
16
- createForwarderL1TxUtilsFromEthSigner,
17
- createL1TxUtilsFromEthSignerWithStore,
18
- } from '@aztec/node-lib/factories';
19
- import { NodeRpcTxSource, type P2PClientDeps, createP2PClient } from '@aztec/p2p';
20
- import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
13
+ import { KeystoreManager } from '@aztec/node-keystore';
14
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
15
+ import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
21
16
  import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
22
- import type { AztecNode, ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
23
- import { P2PClientType } from '@aztec/stdlib/p2p';
24
- import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
25
- import { getPackageVersion } from '@aztec/stdlib/update-checker';
17
+ import {
18
+ type ProverPublisherConfig,
19
+ type ProverTxSenderConfig,
20
+ getPublisherConfigFromProverConfig,
21
+ } from '@aztec/sequencer-client';
22
+ import type {
23
+ ITxProvider,
24
+ ProverConfig,
25
+ ProvingJobBroker,
26
+ Service,
27
+ WorldStateSynchronizer,
28
+ } from '@aztec/stdlib/interfaces/server';
26
29
  import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
27
- import { createWorldStateSynchronizer } from '@aztec/world-state';
28
30
 
29
- import { createPublicClient, fallback, http } from 'viem';
31
+ import { createPublicClient } from 'viem';
30
32
 
31
- import { type ProverNodeConfig, createKeyStoreForProver } from './config.js';
33
+ import type { SpecificProverNodeConfig } from './config.js';
32
34
  import { EpochMonitor } from './monitors/epoch-monitor.js';
33
35
  import { ProverNode } from './prover-node.js';
34
36
  import { ProverPublisherFactory } from './prover-publisher-factory.js';
@@ -36,55 +38,42 @@ import { ProverPublisherFactory } from './prover-publisher-factory.js';
36
38
  export type ProverNodeDeps = {
37
39
  telemetry?: TelemetryClient;
38
40
  log?: Logger;
39
- aztecNodeTxProvider?: Pick<AztecNode, 'getTxsByHash'>;
40
- archiver?: Archiver;
41
+ archiver: Archiver;
41
42
  publisherFactory?: ProverPublisherFactory;
42
43
  broker?: ProvingJobBroker;
43
44
  l1TxUtils?: L1TxUtils;
44
45
  dateProvider?: DateProvider;
45
- p2pClientDeps?: P2PClientDeps<P2PClientType.Prover>;
46
+ worldStateSynchronizer: WorldStateSynchronizer;
47
+ p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
48
+ epochCache: EpochCacheInterface;
49
+ blobClient: BlobClientInterface;
50
+ keyStoreManager?: KeystoreManager;
46
51
  };
47
52
 
48
- /** Creates a new prover node given a config. */
53
+ /** Creates a new prover node subsystem given a config and dependencies */
49
54
  export async function createProverNode(
50
- userConfig: ProverNodeConfig & DataStoreConfig & KeyStoreConfig,
51
- deps: ProverNodeDeps = {},
52
- options: {
53
- prefilledPublicData?: PublicDataTreeLeaf[];
54
- } = {},
55
+ userConfig: SpecificProverNodeConfig &
56
+ ProverConfig &
57
+ ProverClientUserConfig &
58
+ ProverPublisherConfig &
59
+ ProverTxSenderConfig,
60
+ deps: ProverNodeDeps,
55
61
  ) {
56
62
  const config = { ...userConfig };
57
63
  const telemetry = deps.telemetry ?? getTelemetryClient();
58
64
  const dateProvider = deps.dateProvider ?? new DateProvider();
59
- const blobClient = await createBlobClientWithFileStores(config, createLogger('prover-node:blob-client:client'));
60
- const log = deps.log ?? createLogger('prover-node');
61
-
62
- // Build a key store from file if given or from environment otherwise
63
- let keyStoreManager: KeystoreManager | undefined;
64
- const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
65
- if (keyStoreProvided) {
66
- const keyStores = loadKeystores(config.keyStoreDirectory!);
67
- keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
68
- } else {
69
- const keyStore = createKeyStoreForProver(config);
70
- if (keyStore) {
71
- keyStoreManager = new KeystoreManager(keyStore);
72
- }
73
- }
65
+ const log = deps.log ?? createLogger('prover');
74
66
 
75
- await keyStoreManager?.validateSigners();
67
+ const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
76
68
 
77
69
  // Extract the prover signers from the key store and verify that we have one.
70
+ await keyStoreManager?.validateSigners();
78
71
  const proverSigners = keyStoreManager?.createProverSigners();
79
72
 
80
73
  if (proverSigners === undefined) {
81
74
  throw new Error('Failed to create prover key store configuration');
82
75
  } else if (proverSigners.signers.length === 0) {
83
76
  throw new Error('No prover signers found in the key store');
84
- } else if (!keyStoreProvided) {
85
- log.warn(
86
- 'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
87
- );
88
77
  }
89
78
 
90
79
  log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
@@ -96,27 +85,7 @@ export async function createProverNode(
96
85
  const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
97
86
 
98
87
  // Now create the prover client configuration from this.
99
- const proverClientConfig: ProverClientConfig = {
100
- ...config,
101
- proverId,
102
- };
103
-
104
- await trySnapshotSync(config, log);
105
-
106
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
107
-
108
- const archiver =
109
- deps.archiver ??
110
- (await createArchiver(config, { blobClient, epochCache, telemetry, dateProvider }, { blockUntilSync: true }));
111
- log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
112
-
113
- const worldStateSynchronizer = await createWorldStateSynchronizer(
114
- config,
115
- archiver,
116
- options.prefilledPublicData,
117
- telemetry,
118
- );
119
- await worldStateSynchronizer.start();
88
+ const proverClientConfig: ProverClientConfig = { ...config, proverId };
120
89
 
121
90
  const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
122
91
 
@@ -127,7 +96,7 @@ export async function createProverNode(
127
96
 
128
97
  const publicClient = createPublicClient({
129
98
  chain: chain.chainInfo,
130
- transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
99
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
131
100
  pollingInterval: config.viemPollingIntervalMS,
132
101
  });
133
102
 
@@ -135,57 +104,45 @@ export async function createProverNode(
135
104
 
136
105
  const l1TxUtils = deps.l1TxUtils
137
106
  ? [deps.l1TxUtils]
138
- : config.publisherForwarderAddress
139
- ? await createForwarderL1TxUtilsFromEthSigner(
107
+ : config.proverPublisherForwarderAddress
108
+ ? await createForwarderL1TxUtilsFromSigners(
140
109
  publicClient,
141
110
  proverSigners.signers,
142
- config.publisherForwarderAddress,
111
+ config.proverPublisherForwarderAddress,
143
112
  { ...config, scope: 'prover' },
144
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
113
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
145
114
  )
146
- : await createL1TxUtilsFromEthSignerWithStore(
115
+ : await createL1TxUtilsFromSigners(
147
116
  publicClient,
148
117
  proverSigners.signers,
149
118
  { ...config, scope: 'prover' },
150
119
  { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
151
120
  );
152
121
 
122
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
123
+ const fundingSigner = keyStoreManager?.createFundingSigner();
124
+ let funderL1TxUtils: L1TxUtils | undefined;
125
+ if (fundingSigner) {
126
+ const [funder] = await createL1TxUtilsFromSigners(
127
+ publicClient,
128
+ [fundingSigner],
129
+ { ...config, scope: 'prover' },
130
+ { telemetry, logger: log.createChild('l1-tx-utils:funder'), dateProvider },
131
+ );
132
+ funderL1TxUtils = funder;
133
+ }
134
+
153
135
  const publisherFactory =
154
136
  deps.publisherFactory ??
155
137
  new ProverPublisherFactory(config, {
156
138
  rollupContract,
157
- publisherManager: new PublisherManager(l1TxUtils, config, log.getBindings()),
139
+ publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), {
140
+ bindings: log.getBindings(),
141
+ funder: funderL1TxUtils,
142
+ }),
158
143
  telemetry,
159
144
  });
160
145
 
161
- const proofVerifier = new QueuedIVCVerifier(
162
- config,
163
- config.realProofs || config.debugForceTxProofVerification
164
- ? await BBCircuitVerifier.new(config)
165
- : new TestCircuitVerifier(config.proverTestVerificationDelayMs),
166
- );
167
-
168
- const p2pClient = await createP2PClient(
169
- P2PClientType.Prover,
170
- config,
171
- archiver,
172
- proofVerifier,
173
- worldStateSynchronizer,
174
- epochCache,
175
- getPackageVersion() ?? '',
176
- dateProvider,
177
- telemetry,
178
- {
179
- ...deps.p2pClientDeps,
180
- txCollectionNodeSources: [
181
- ...(deps.p2pClientDeps?.txCollectionNodeSources ?? []),
182
- ...(deps.aztecNodeTxProvider ? [new NodeRpcTxSource(deps.aztecNodeTxProvider, 'TestNode')] : []),
183
- ],
184
- },
185
- );
186
-
187
- await p2pClient.start();
188
-
189
146
  const proverNodeConfig = {
190
147
  ...pick(
191
148
  config,
@@ -216,6 +173,9 @@ export async function createProverNode(
216
173
  l1TxUtils.map(utils => utils.getSenderAddress()),
217
174
  );
218
175
 
176
+ // Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
177
+ const delayer = l1TxUtils[0]?.delayer;
178
+
219
179
  return new ProverNode(
220
180
  prover,
221
181
  publisherFactory,
@@ -229,5 +189,7 @@ export async function createProverNode(
229
189
  l1Metrics,
230
190
  proverNodeConfig,
231
191
  telemetry,
192
+ delayer,
193
+ dateProvider,
232
194
  );
233
195
  }
@@ -6,6 +6,7 @@ import { Fr } from '@aztec/foundation/curves/bn254';
6
6
  import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
7
7
  import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
8
8
  import { Timer } from '@aztec/foundation/timer';
9
+ import { AVM_MAX_CONCURRENT_SIMULATIONS } from '@aztec/native';
9
10
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
10
11
  import { protocolContractsHash } from '@aztec/protocol-contracts';
11
12
  import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
@@ -57,7 +58,7 @@ export class EpochProvingJob implements Traceable {
57
58
  private dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>,
58
59
  private prover: EpochProver,
59
60
  private publicProcessorFactory: PublicProcessorFactory,
60
- private publisher: Pick<ProverNodePublisher, 'submitEpochProof'>,
61
+ private publisher: Pick<ProverNodePublisher, 'submitEpochProof' | 'analyzeEpochProofSubmission'>,
61
62
  private l2BlockSource: L2BlockSource | undefined,
62
63
  private metrics: ProverNodeJobMetrics,
63
64
  private deadline: Date | undefined,
@@ -148,19 +149,32 @@ export class EpochProvingJob implements Traceable {
148
149
  this.runPromise = promise;
149
150
 
150
151
  try {
152
+ const blobTimer = new Timer();
151
153
  const blobFieldsPerCheckpoint = this.checkpoints.map(checkpoint => checkpoint.toBlobFields());
152
154
  const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
155
+ this.metrics.recordBlobProcessing(blobTimer.ms());
153
156
 
154
157
  this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
158
+ const chonkTimer = new Timer();
155
159
  await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
160
+ this.metrics.recordChonkVerifier(chonkTimer.ms());
156
161
 
157
162
  // Everything in the epoch should have the same chainId and version.
158
163
  const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
159
164
 
160
165
  const previousBlockHeaders = this.gatherPreviousBlockHeaders();
161
166
 
162
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async checkpoint => {
167
+ const allCheckpointsTimer = new Timer();
168
+
169
+ const parallelism = this.config.parallelBlockLimit
170
+ ? this.config.parallelBlockLimit
171
+ : AVM_MAX_CONCURRENT_SIMULATIONS > 0
172
+ ? AVM_MAX_CONCURRENT_SIMULATIONS
173
+ : this.checkpoints.length;
174
+
175
+ await asyncPool(parallelism, this.checkpoints, async checkpoint => {
163
176
  this.checkState();
177
+ const checkpointTimer = new Timer();
164
178
 
165
179
  const checkpointIndex = checkpoint.number - fromCheckpoint;
166
180
  const checkpointConstants = CheckpointConstantData.from({
@@ -194,6 +208,7 @@ export class EpochProvingJob implements Traceable {
194
208
  );
195
209
 
196
210
  for (let blockIndex = 0; blockIndex < checkpoint.blocks.length; blockIndex++) {
211
+ const blockTimer = new Timer();
197
212
  const block = checkpoint.blocks[blockIndex];
198
213
  const globalVariables = block.header.globalVariables;
199
214
  const txs = this.getTxs(block);
@@ -239,8 +254,11 @@ export class EpochProvingJob implements Traceable {
239
254
  // Mark block as completed to pad it
240
255
  const expectedBlockHeader = block.header;
241
256
  await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
257
+ this.metrics.recordBlockProcessing(blockTimer.ms());
242
258
  }
259
+ this.metrics.recordCheckpointProcessing(checkpointTimer.ms());
243
260
  });
261
+ this.metrics.recordAllCheckpointsProcessing(allCheckpointsTimer.ms());
244
262
 
245
263
  const executionTime = timer.ms();
246
264
 
@@ -252,8 +270,21 @@ export class EpochProvingJob implements Traceable {
252
270
 
253
271
  if (this.config.skipSubmitProof) {
254
272
  this.log.info(
255
- `Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`,
273
+ `Proof publishing is disabled. Analyzing estimated L1 fees for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`,
256
274
  );
275
+ try {
276
+ await this.publisher.analyzeEpochProofSubmission({
277
+ fromCheckpoint,
278
+ toCheckpoint,
279
+ epochNumber,
280
+ publicInputs,
281
+ proof,
282
+ batchedBlobInputs,
283
+ attestations,
284
+ });
285
+ } catch (err) {
286
+ this.log.warn(`Failed to analyze estimated L1 fees for epoch ${epochNumber}`, err);
287
+ }
257
288
  this.state = 'completed';
258
289
  this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
259
290
  return;