@aztec/prover-node 0.0.0-test.0 → 0.0.1-commit.001888fc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dest/actions/download-epoch-proving-job.d.ts +18 -0
  2. package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
  3. package/dest/actions/download-epoch-proving-job.js +37 -0
  4. package/dest/actions/index.d.ts +3 -0
  5. package/dest/actions/index.d.ts.map +1 -0
  6. package/dest/actions/index.js +2 -0
  7. package/dest/actions/rerun-epoch-proving-job.d.ts +12 -0
  8. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
  9. package/dest/actions/rerun-epoch-proving-job.js +40 -0
  10. package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
  11. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
  12. package/dest/actions/upload-epoch-proof-failure.js +78 -0
  13. package/dest/bin/run-failed-epoch.d.ts +2 -0
  14. package/dest/bin/run-failed-epoch.d.ts.map +1 -0
  15. package/dest/bin/run-failed-epoch.js +70 -0
  16. package/dest/config.d.ts +17 -16
  17. package/dest/config.d.ts.map +1 -1
  18. package/dest/config.js +93 -28
  19. package/dest/factory.d.ts +26 -18
  20. package/dest/factory.d.ts.map +1 -1
  21. package/dest/factory.js +72 -42
  22. package/dest/index.d.ts +3 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +2 -1
  25. package/dest/job/epoch-proving-job-data.d.ts +18 -0
  26. package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
  27. package/dest/job/epoch-proving-job-data.js +59 -0
  28. package/dest/job/epoch-proving-job.d.ts +27 -18
  29. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  30. package/dest/job/epoch-proving-job.js +604 -97
  31. package/dest/metrics.d.ts +40 -5
  32. package/dest/metrics.d.ts.map +1 -1
  33. package/dest/metrics.js +136 -73
  34. package/dest/monitors/epoch-monitor.d.ts +5 -2
  35. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  36. package/dest/monitors/epoch-monitor.js +18 -15
  37. package/dest/monitors/index.d.ts +1 -1
  38. package/dest/prover-node-publisher.d.ts +19 -19
  39. package/dest/prover-node-publisher.d.ts.map +1 -1
  40. package/dest/prover-node-publisher.js +90 -84
  41. package/dest/prover-node.d.ts +61 -46
  42. package/dest/prover-node.d.ts.map +1 -1
  43. package/dest/prover-node.js +592 -135
  44. package/dest/prover-publisher-factory.d.ts +25 -0
  45. package/dest/prover-publisher-factory.d.ts.map +1 -0
  46. package/dest/prover-publisher-factory.js +28 -0
  47. package/dest/test/index.d.ts +5 -3
  48. package/dest/test/index.d.ts.map +1 -1
  49. package/dest/test/index.js +1 -3
  50. package/package.json +40 -33
  51. package/src/actions/download-epoch-proving-job.ts +44 -0
  52. package/src/actions/index.ts +2 -0
  53. package/src/actions/rerun-epoch-proving-job.ts +63 -0
  54. package/src/actions/upload-epoch-proof-failure.ts +88 -0
  55. package/src/bin/run-failed-epoch.ts +80 -0
  56. package/src/config.ts +123 -45
  57. package/src/factory.ts +146 -66
  58. package/src/index.ts +2 -1
  59. package/src/job/epoch-proving-job-data.ts +82 -0
  60. package/src/job/epoch-proving-job.ts +295 -85
  61. package/src/metrics.ts +153 -72
  62. package/src/monitors/epoch-monitor.ts +21 -17
  63. package/src/prover-node-publisher.ts +139 -119
  64. package/src/prover-node.ts +238 -149
  65. package/src/prover-publisher-factory.ts +45 -0
  66. package/src/test/index.ts +7 -4
  67. package/dest/http.d.ts +0 -8
  68. package/dest/http.d.ts.map +0 -1
  69. package/dest/http.js +0 -9
  70. package/dest/prover-coordination/config.d.ts +0 -7
  71. package/dest/prover-coordination/config.d.ts.map +0 -1
  72. package/dest/prover-coordination/config.js +0 -11
  73. package/dest/prover-coordination/factory.d.ts +0 -22
  74. package/dest/prover-coordination/factory.d.ts.map +0 -1
  75. package/dest/prover-coordination/factory.js +0 -42
  76. package/dest/prover-coordination/index.d.ts +0 -3
  77. package/dest/prover-coordination/index.d.ts.map +0 -1
  78. package/dest/prover-coordination/index.js +0 -2
  79. package/src/http.ts +0 -13
  80. package/src/prover-coordination/config.ts +0 -17
  81. package/src/prover-coordination/factory.ts +0 -72
  82. package/src/prover-coordination/index.ts +0 -2
package/src/config.ts CHANGED
@@ -1,53 +1,52 @@
1
- import { type ArchiverConfig, archiverConfigMappings } from '@aztec/archiver/config';
2
1
  import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
3
2
  import {
4
3
  type ConfigMappingsType,
5
4
  booleanConfigHelper,
6
5
  getConfigFromMappings,
7
6
  numberConfigHelper,
7
+ pickConfigMappings,
8
8
  } from '@aztec/foundation/config';
9
- import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
10
- import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
9
+ import { type KeyStoreConfig, keyStoreConfigMappings } from '@aztec/node-keystore/config';
10
+ import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
11
+ import type { KeyStore } from '@aztec/node-keystore/types';
12
+ import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib/config';
11
13
  import {
12
14
  type ProverAgentConfig,
13
15
  type ProverBrokerConfig,
14
16
  proverAgentConfigMappings,
15
17
  proverBrokerConfigMappings,
16
- } from '@aztec/prover-client/broker';
17
- import { type ProverClientConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
18
+ } from '@aztec/prover-client/broker/config';
19
+ import { type ProverClientUserConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
18
20
  import {
19
- type PublisherConfig,
20
- type TxSenderConfig,
21
- getPublisherConfigMappings,
22
- getTxSenderConfigMappings,
21
+ type ProverPublisherConfig,
22
+ type ProverTxSenderConfig,
23
+ proverPublisherConfigMappings,
24
+ proverTxSenderConfigMappings,
23
25
  } from '@aztec/sequencer-client/config';
24
- import { type WorldStateConfig, worldStateConfigMappings } from '@aztec/world-state/config';
26
+ import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
25
27
 
26
- import { type ProverCoordinationConfig, proverCoordinationConfigMappings } from './prover-coordination/config.js';
27
-
28
- export type ProverNodeConfig = ArchiverConfig &
29
- ProverClientConfig &
30
- P2PConfig &
31
- WorldStateConfig &
32
- PublisherConfig &
33
- TxSenderConfig &
28
+ export type ProverNodeConfig = ProverClientUserConfig &
29
+ ProverPublisherConfig &
30
+ ProverTxSenderConfig &
34
31
  DataStoreConfig &
35
- ProverCoordinationConfig &
36
- SpecificProverNodeConfig & {
37
- /** Whether to populate the genesis state with initial fee juice for the test accounts */
38
- testAccounts: boolean;
39
- };
32
+ KeyStoreConfig &
33
+ SpecificProverNodeConfig &
34
+ Pick<SharedNodeConfig, 'web3SignerUrl'>;
40
35
 
41
- type SpecificProverNodeConfig = {
36
+ export type SpecificProverNodeConfig = {
42
37
  proverNodeMaxPendingJobs: number;
43
38
  proverNodePollingIntervalMs: number;
44
39
  proverNodeMaxParallelBlocksPerEpoch: number;
40
+ proverNodeFailedEpochStore: string | undefined;
41
+ proverNodeEpochProvingDelayMs: number | undefined;
42
+ proverNodeDisableProofPublish?: boolean;
45
43
  txGatheringTimeoutMs: number;
46
44
  txGatheringIntervalMs: number;
47
- txGatheringMaxParallelRequests: number;
45
+ txGatheringBatchSize: number;
46
+ txGatheringMaxParallelRequestsPerNode: number;
48
47
  };
49
48
 
50
- const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
49
+ export const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
51
50
  proverNodeMaxPendingJobs: {
52
51
  env: 'PROVER_NODE_MAX_PENDING_JOBS',
53
52
  description: 'The maximum number of pending jobs for the prover node',
@@ -61,40 +60,52 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
61
60
  proverNodeMaxParallelBlocksPerEpoch: {
62
61
  env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
63
62
  description: 'The Maximum number of blocks to process in parallel while proving an epoch',
64
- ...numberConfigHelper(32),
63
+ ...numberConfigHelper(0),
65
64
  },
66
- txGatheringTimeoutMs: {
67
- env: 'PROVER_NODE_TX_GATHERING_TIMEOUT_MS',
68
- description: 'The maximum amount of time to wait for tx data to be available',
69
- ...numberConfigHelper(60_000),
65
+ proverNodeFailedEpochStore: {
66
+ env: 'PROVER_NODE_FAILED_EPOCH_STORE',
67
+ description: 'File store where to upload node state when an epoch fails to be proven',
68
+ defaultValue: undefined,
69
+ },
70
+ proverNodeEpochProvingDelayMs: {
71
+ description: 'Optional delay in milliseconds to wait before proving a new epoch',
72
+ defaultValue: undefined,
70
73
  },
71
74
  txGatheringIntervalMs: {
72
75
  env: 'PROVER_NODE_TX_GATHERING_INTERVAL_MS',
73
76
  description: 'How often to check that tx data is available',
74
77
  ...numberConfigHelper(1_000),
75
78
  },
76
- txGatheringMaxParallelRequests: {
77
- env: 'PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS',
78
- description: 'How many txs to load up a time',
79
+ txGatheringBatchSize: {
80
+ env: 'PROVER_NODE_TX_GATHERING_BATCH_SIZE',
81
+ description: 'How many transactions to gather from a node in a single request',
82
+ ...numberConfigHelper(10),
83
+ },
84
+ txGatheringMaxParallelRequestsPerNode: {
85
+ env: 'PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS_PER_NODE',
86
+ description: 'How many tx requests to make in parallel to each node',
79
87
  ...numberConfigHelper(100),
80
88
  },
89
+ txGatheringTimeoutMs: {
90
+ env: 'PROVER_NODE_TX_GATHERING_TIMEOUT_MS',
91
+ description: 'How long to wait for tx data to be available before giving up',
92
+ ...numberConfigHelper(120_000),
93
+ },
94
+ proverNodeDisableProofPublish: {
95
+ env: 'PROVER_NODE_DISABLE_PROOF_PUBLISH',
96
+ description: 'Whether the prover node skips publishing proofs to L1',
97
+ ...booleanConfigHelper(false),
98
+ },
81
99
  };
82
100
 
83
101
  export const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig> = {
84
102
  ...dataConfigMappings,
85
- ...archiverConfigMappings,
103
+ ...keyStoreConfigMappings,
86
104
  ...proverClientConfigMappings,
87
- ...p2pConfigMappings,
88
- ...worldStateConfigMappings,
89
- ...getPublisherConfigMappings('PROVER'),
90
- ...getTxSenderConfigMappings('PROVER'),
91
- ...proverCoordinationConfigMappings,
105
+ ...proverPublisherConfigMappings,
106
+ ...proverTxSenderConfigMappings,
92
107
  ...specificProverNodeConfigMappings,
93
- testAccounts: {
94
- env: 'TEST_ACCOUNTS',
95
- description: 'Whether to populate the genesis state with initial fee juice for the test accounts.',
96
- ...booleanConfigHelper(false),
97
- },
108
+ ...pickConfigMappings(sharedNodeConfigMappings, ['web3SignerUrl']),
98
109
  };
99
110
 
100
111
  export function getProverNodeConfigFromEnv(): ProverNodeConfig {
@@ -113,3 +124,70 @@ export function getProverNodeAgentConfigFromEnv(): ProverAgentConfig & BBConfig
113
124
  ...getConfigFromMappings(bbConfigMappings),
114
125
  };
115
126
  }
127
+
128
+ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | undefined {
129
+ // If we don't have a valid prover Id then we can't build a valid key store with remote signers
130
+ if (config.proverId === undefined) {
131
+ return undefined;
132
+ }
133
+
134
+ // Also, we need at least one publisher address.
135
+ const publishers = config.proverPublisherAddresses ?? [];
136
+
137
+ if (publishers.length === 0) {
138
+ return undefined;
139
+ }
140
+
141
+ const keyStore: KeyStore = {
142
+ schemaVersion: 1,
143
+ slasher: undefined,
144
+ prover: {
145
+ id: config.proverId,
146
+ publisher: publishers,
147
+ },
148
+ remoteSigner: config.web3SignerUrl,
149
+ validators: undefined,
150
+ };
151
+ return keyStore;
152
+ }
153
+
154
+ function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | undefined {
155
+ // Extract the publisher keys from the provided config.
156
+ const publisherKeys = config.proverPublisherPrivateKeys
157
+ ? config.proverPublisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
158
+ : [];
159
+
160
+ // There must be at least 1.
161
+ if (publisherKeys.length === 0) {
162
+ return undefined;
163
+ }
164
+
165
+ // If we have a valid proverId then create a prover key store of the form { id, publisher: [publisherKeys] }
166
+ // Otherwise create one of the form ("0x12345678....." as EthAccount).
167
+
168
+ const keyStore: KeyStore = {
169
+ schemaVersion: 1,
170
+ slasher: undefined,
171
+ prover:
172
+ config.proverId === undefined
173
+ ? publisherKeys[0]
174
+ : {
175
+ id: config.proverId,
176
+ publisher: publisherKeys,
177
+ },
178
+ remoteSigner: undefined,
179
+ validators: undefined,
180
+ };
181
+ return keyStore;
182
+ }
183
+
184
+ export function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined {
185
+ if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
186
+ const keyStore = createKeyStoreFromWeb3Signer(config);
187
+ if (keyStore) {
188
+ return keyStore;
189
+ }
190
+ }
191
+
192
+ return createKeyStoreFromPublisherKeys(config);
193
+ }
package/src/factory.ts CHANGED
@@ -1,99 +1,179 @@
1
- import { type Archiver, createArchiver } from '@aztec/archiver';
2
- import { type BlobSinkClientInterface, createBlobSinkClient } from '@aztec/blob-sink/client';
3
- import { EpochCache } from '@aztec/epoch-cache';
4
- import { L1TxUtils, RollupContract, createEthereumChain, createL1Clients } from '@aztec/ethereum';
1
+ import type { Archiver } from '@aztec/archiver';
2
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
3
+ import { Blob } from '@aztec/blob-lib';
4
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
5
+ import { createEthereumChain } from '@aztec/ethereum/chain';
6
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
7
+ import { RollupContract } from '@aztec/ethereum/contracts';
8
+ import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
9
+ import { PublisherManager } from '@aztec/ethereum/publisher-manager';
10
+ import { pick } from '@aztec/foundation/collection';
5
11
  import { type Logger, createLogger } from '@aztec/foundation/log';
6
- import type { DataStoreConfig } from '@aztec/kv-store/config';
7
- import { createProverClient } from '@aztec/prover-client';
12
+ import { DateProvider } from '@aztec/foundation/timer';
13
+ import { KeystoreManager } from '@aztec/node-keystore';
14
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
15
+ import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
8
16
  import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
9
- import type { ProverCoordination, ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
10
- import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
11
- import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
12
- import { createWorldStateSynchronizer } from '@aztec/world-state';
17
+ import {
18
+ type ProverPublisherConfig,
19
+ type ProverTxSenderConfig,
20
+ getPublisherConfigFromProverConfig,
21
+ } from '@aztec/sequencer-client';
22
+ import type {
23
+ ITxProvider,
24
+ ProverConfig,
25
+ ProvingJobBroker,
26
+ Service,
27
+ WorldStateSynchronizer,
28
+ } from '@aztec/stdlib/interfaces/server';
29
+ import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
13
30
 
14
- import type { ProverNodeConfig } from './config.js';
31
+ import { createPublicClient } from 'viem';
32
+
33
+ import type { SpecificProverNodeConfig } from './config.js';
15
34
  import { EpochMonitor } from './monitors/epoch-monitor.js';
16
- import { createProverCoordination } from './prover-coordination/factory.js';
17
- import { ProverNodePublisher } from './prover-node-publisher.js';
18
- import { ProverNode, type ProverNodeOptions } from './prover-node.js';
35
+ import { ProverNode } from './prover-node.js';
36
+ import { ProverPublisherFactory } from './prover-publisher-factory.js';
37
+
38
+ export type ProverNodeDeps = {
39
+ telemetry?: TelemetryClient;
40
+ log?: Logger;
41
+ archiver: Archiver;
42
+ publisherFactory?: ProverPublisherFactory;
43
+ broker?: ProvingJobBroker;
44
+ l1TxUtils?: L1TxUtils;
45
+ dateProvider?: DateProvider;
46
+ worldStateSynchronizer: WorldStateSynchronizer;
47
+ p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
48
+ epochCache: EpochCacheInterface;
49
+ blobClient: BlobClientInterface;
50
+ keyStoreManager?: KeystoreManager;
51
+ };
19
52
 
20
- /** Creates a new prover node given a config. */
53
+ /** Creates a new prover node subsystem given a config and dependencies */
21
54
  export async function createProverNode(
22
- config: ProverNodeConfig & DataStoreConfig,
23
- deps: {
24
- telemetry?: TelemetryClient;
25
- log?: Logger;
26
- aztecNodeTxProvider?: ProverCoordination;
27
- archiver?: Archiver;
28
- publisher?: ProverNodePublisher;
29
- blobSinkClient?: BlobSinkClientInterface;
30
- broker?: ProvingJobBroker;
31
- l1TxUtils?: L1TxUtils;
32
- } = {},
33
- options: {
34
- prefilledPublicData?: PublicDataTreeLeaf[];
35
- } = {},
55
+ userConfig: SpecificProverNodeConfig &
56
+ ProverConfig &
57
+ ProverClientUserConfig &
58
+ ProverPublisherConfig &
59
+ ProverTxSenderConfig,
60
+ deps: ProverNodeDeps,
36
61
  ) {
62
+ const config = { ...userConfig };
37
63
  const telemetry = deps.telemetry ?? getTelemetryClient();
38
- const blobSinkClient = deps.blobSinkClient ?? createBlobSinkClient(config);
39
- const log = deps.log ?? createLogger('prover-node');
40
- const archiver = deps.archiver ?? (await createArchiver(config, blobSinkClient, { blockUntilSync: true }, telemetry));
41
- log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
42
-
43
- const worldStateConfig = { ...config, worldStateProvenBlocksOnly: false };
44
- const worldStateSynchronizer = await createWorldStateSynchronizer(
45
- worldStateConfig,
46
- archiver,
47
- options.prefilledPublicData,
48
- telemetry,
49
- );
50
- await worldStateSynchronizer.start();
64
+ const dateProvider = deps.dateProvider ?? new DateProvider();
65
+ const log = deps.log ?? createLogger('prover');
66
+
67
+ const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
68
+
69
+ // Extract the prover signers from the key store and verify that we have one.
70
+ await keyStoreManager?.validateSigners();
71
+ const proverSigners = keyStoreManager?.createProverSigners();
72
+
73
+ if (proverSigners === undefined) {
74
+ throw new Error('Failed to create prover key store configuration');
75
+ } else if (proverSigners.signers.length === 0) {
76
+ throw new Error('No prover signers found in the key store');
77
+ }
78
+
79
+ log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
80
+
81
+ // Only consider user provided config if it is valid
82
+ const proverIdInUserConfig = config.proverId === undefined || config.proverId.isZero() ? undefined : config.proverId;
83
+
84
+ // ProverId: Take from key store if provided, otherwise from user config if valid, otherwise address of first signer
85
+ const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
86
+
87
+ // Now create the prover client configuration from this.
88
+ const proverClientConfig: ProverClientConfig = { ...config, proverId };
51
89
 
52
90
  const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
53
- const prover = await createProverClient(config, worldStateSynchronizer, broker, telemetry);
54
91
 
55
- const { l1RpcUrls: rpcUrls, l1ChainId: chainId, publisherPrivateKey } = config;
92
+ const prover = await createProverClient(proverClientConfig, worldStateSynchronizer, broker, telemetry);
93
+
94
+ const { l1RpcUrls: rpcUrls, l1ChainId: chainId } = config;
56
95
  const chain = createEthereumChain(rpcUrls, chainId);
57
- const { publicClient, walletClient } = createL1Clients(rpcUrls, publisherPrivateKey, chain.chainInfo);
96
+
97
+ const publicClient = createPublicClient({
98
+ chain: chain.chainInfo,
99
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
100
+ pollingInterval: config.viemPollingIntervalMS,
101
+ });
58
102
 
59
103
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
60
104
 
61
- const l1TxUtils = deps.l1TxUtils ?? new L1TxUtils(publicClient, walletClient, log, config);
62
- const publisher = deps.publisher ?? new ProverNodePublisher(config, { telemetry, rollupContract, l1TxUtils });
105
+ const l1TxUtils = deps.l1TxUtils
106
+ ? [deps.l1TxUtils]
107
+ : config.proverPublisherForwarderAddress
108
+ ? await createForwarderL1TxUtilsFromSigners(
109
+ publicClient,
110
+ proverSigners.signers,
111
+ config.proverPublisherForwarderAddress,
112
+ { ...config, scope: 'prover' },
113
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
114
+ )
115
+ : await createL1TxUtilsFromSigners(
116
+ publicClient,
117
+ proverSigners.signers,
118
+ { ...config, scope: 'prover' },
119
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
120
+ );
63
121
 
64
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
122
+ const publisherFactory =
123
+ deps.publisherFactory ??
124
+ new ProverPublisherFactory(config, {
125
+ rollupContract,
126
+ publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), log.getBindings()),
127
+ telemetry,
128
+ });
65
129
 
66
- // If config.p2pEnabled is true, createProverCoordination will create a p2p client where txs are requested
67
- // If config.p2pEnabled is false, createProverCoordination request information from the AztecNode
68
- const proverCoordination = await createProverCoordination(config, {
69
- aztecNodeTxProvider: deps.aztecNodeTxProvider,
70
- worldStateSynchronizer,
130
+ const proverNodeConfig = {
131
+ ...pick(
132
+ config,
133
+ 'proverNodeMaxPendingJobs',
134
+ 'proverNodeMaxParallelBlocksPerEpoch',
135
+ 'proverNodePollingIntervalMs',
136
+ 'proverNodeEpochProvingDelayMs',
137
+ 'txGatheringMaxParallelRequests',
138
+ 'txGatheringIntervalMs',
139
+ 'txGatheringTimeoutMs',
140
+ 'proverNodeFailedEpochStore',
141
+ 'proverNodeDisableProofPublish',
142
+ 'dataDirectory',
143
+ 'l1ChainId',
144
+ 'rollupVersion',
145
+ ),
146
+ };
147
+
148
+ const epochMonitor = await EpochMonitor.create(
71
149
  archiver,
72
- epochCache,
150
+ { pollingIntervalMs: config.proverNodePollingIntervalMs, provingDelayMs: config.proverNodeEpochProvingDelayMs },
73
151
  telemetry,
74
- });
152
+ );
75
153
 
76
- const proverNodeConfig: ProverNodeOptions = {
77
- maxPendingJobs: config.proverNodeMaxPendingJobs,
78
- pollingIntervalMs: config.proverNodePollingIntervalMs,
79
- maxParallelBlocksPerEpoch: config.proverNodeMaxParallelBlocksPerEpoch,
80
- txGatheringMaxParallelRequests: config.txGatheringMaxParallelRequests,
81
- txGatheringIntervalMs: config.txGatheringIntervalMs,
82
- txGatheringTimeoutMs: config.txGatheringTimeoutMs,
83
- };
154
+ const l1Metrics = new L1Metrics(
155
+ telemetry.getMeter('ProverNodeL1Metrics'),
156
+ publicClient,
157
+ l1TxUtils.map(utils => utils.getSenderAddress()),
158
+ );
84
159
 
85
- const epochMonitor = await EpochMonitor.create(archiver, proverNodeConfig, telemetry);
160
+ // Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
161
+ const delayer = l1TxUtils[0]?.delayer;
86
162
 
87
163
  return new ProverNode(
88
164
  prover,
89
- publisher,
165
+ publisherFactory,
90
166
  archiver,
91
167
  archiver,
92
168
  archiver,
93
169
  worldStateSynchronizer,
94
- proverCoordination,
170
+ p2pClient,
95
171
  epochMonitor,
172
+ rollupContract,
173
+ l1Metrics,
96
174
  proverNodeConfig,
97
175
  telemetry,
176
+ delayer,
177
+ dateProvider,
98
178
  );
99
179
  }
package/src/index.ts CHANGED
@@ -1,5 +1,6 @@
1
+ export * from './actions/index.js';
1
2
  export * from './config.js';
2
3
  export * from './factory.js';
3
- export * from './http.js';
4
+ export * from './monitors/index.js';
4
5
  export * from './prover-node-publisher.js';
5
6
  export * from './prover-node.js';
@@ -0,0 +1,82 @@
1
+ import { CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
2
+ import { Fr } from '@aztec/foundation/curves/bn254';
3
+ import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
4
+ import { CommitteeAttestation } from '@aztec/stdlib/block';
5
+ import { Checkpoint } from '@aztec/stdlib/checkpoint';
6
+ import { BlockHeader, Tx } from '@aztec/stdlib/tx';
7
+
8
+ /** All data from an epoch used in proving. */
9
+ export type EpochProvingJobData = {
10
+ epochNumber: EpochNumber;
11
+ checkpoints: Checkpoint[];
12
+ txs: Map<string, Tx>;
13
+ l1ToL2Messages: Record<CheckpointNumber, Fr[]>;
14
+ previousBlockHeader: BlockHeader;
15
+ attestations: CommitteeAttestation[];
16
+ };
17
+
18
+ export function validateEpochProvingJobData(data: EpochProvingJobData) {
19
+ if (data.checkpoints.length === 0) {
20
+ throw new Error('No checkpoints to prove');
21
+ }
22
+
23
+ const firstBlockNumber = data.checkpoints[0].blocks[0].number;
24
+ const previousBlockNumber = data.previousBlockHeader.getBlockNumber();
25
+ if (previousBlockNumber + 1 !== firstBlockNumber) {
26
+ throw new Error(
27
+ `Initial block number ${firstBlockNumber} does not match previous block header ${previousBlockNumber}`,
28
+ );
29
+ }
30
+
31
+ for (const checkpoint of data.checkpoints) {
32
+ if (!(checkpoint.number in data.l1ToL2Messages)) {
33
+ throw new Error(`Missing L1 to L2 messages for checkpoint number ${checkpoint.number}`);
34
+ }
35
+ }
36
+ }
37
+
38
+ export function serializeEpochProvingJobData(data: EpochProvingJobData): Buffer {
39
+ const checkpoints = data.checkpoints.map(checkpoint => checkpoint.toBuffer());
40
+ const txs = Array.from(data.txs.values()).map(tx => tx.toBuffer());
41
+ const l1ToL2Messages = Object.entries(data.l1ToL2Messages).map(([checkpointNumber, messages]) => [
42
+ Number(checkpointNumber),
43
+ messages.length,
44
+ ...messages,
45
+ ]);
46
+ const attestations = data.attestations.map(attestation => attestation.toBuffer());
47
+
48
+ return serializeToBuffer(
49
+ data.epochNumber,
50
+ data.previousBlockHeader,
51
+ checkpoints.length,
52
+ ...checkpoints,
53
+ txs.length,
54
+ ...txs,
55
+ l1ToL2Messages.length,
56
+ ...l1ToL2Messages,
57
+ attestations.length,
58
+ ...attestations,
59
+ );
60
+ }
61
+
62
+ export function deserializeEpochProvingJobData(buf: Buffer): EpochProvingJobData {
63
+ const reader = BufferReader.asReader(buf);
64
+ const epochNumber = EpochNumber(reader.readNumber());
65
+ const previousBlockHeader = reader.readObject(BlockHeader);
66
+ const checkpoints = reader.readVector(Checkpoint);
67
+ const txArray = reader.readVector(Tx);
68
+
69
+ const l1ToL2MessageCheckpointCount = reader.readNumber();
70
+ const l1ToL2Messages: Record<number, Fr[]> = {};
71
+ for (let i = 0; i < l1ToL2MessageCheckpointCount; i++) {
72
+ const checkpointNumber = CheckpointNumber(reader.readNumber());
73
+ const messages = reader.readVector(Fr);
74
+ l1ToL2Messages[checkpointNumber] = messages;
75
+ }
76
+
77
+ const attestations = reader.readVector(CommitteeAttestation);
78
+
79
+ const txs = new Map<string, Tx>(txArray.map(tx => [tx.getTxHash().toString(), tx]));
80
+
81
+ return { epochNumber, previousBlockHeader, checkpoints, txs, l1ToL2Messages, attestations };
82
+ }