@aztec/prover-node 0.0.1-commit.b655e406 → 0.0.1-commit.b8a057fa
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +518 -0
- package/dest/actions/download-epoch-proving-job.d.ts +4 -4
- package/dest/actions/download-epoch-proving-job.js +1 -1
- package/dest/actions/index.d.ts +1 -1
- package/dest/actions/rerun-epoch-proving-job.d.ts +6 -4
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
- package/dest/actions/rerun-epoch-proving-job.js +191 -28
- package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
- package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
- package/dest/bin/run-failed-epoch.d.ts +1 -1
- package/dest/bin/run-failed-epoch.js +6 -5
- package/dest/checkpoint-store.d.ts +87 -0
- package/dest/checkpoint-store.d.ts.map +1 -0
- package/dest/checkpoint-store.js +186 -0
- package/dest/config.d.ts +10 -10
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +27 -22
- package/dest/factory.d.ts +23 -16
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +49 -68
- package/dest/index.d.ts +3 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -0
- package/dest/job/checkpoint-prover.d.ts +134 -0
- package/dest/job/checkpoint-prover.d.ts.map +1 -0
- package/dest/job/checkpoint-prover.js +353 -0
- package/dest/job/epoch-proving-job-data.d.ts +8 -6
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
- package/dest/job/epoch-proving-job-data.js +25 -18
- package/dest/job/epoch-session.d.ts +146 -0
- package/dest/job/epoch-session.d.ts.map +1 -0
- package/dest/job/epoch-session.js +720 -0
- package/dest/job/top-tree-job.d.ts +82 -0
- package/dest/job/top-tree-job.d.ts.map +1 -0
- package/dest/job/top-tree-job.js +152 -0
- package/dest/metrics.d.ts +42 -4
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +128 -99
- package/dest/monitors/epoch-monitor.d.ts +3 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +14 -20
- package/dest/monitors/index.d.ts +1 -1
- package/dest/proof-publishing-service.d.ts +161 -0
- package/dest/proof-publishing-service.d.ts.map +1 -0
- package/dest/proof-publishing-service.js +335 -0
- package/dest/prover-node-publisher.d.ts +36 -23
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +244 -98
- package/dest/prover-node.d.ts +122 -71
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +872 -226
- package/dest/prover-publisher-factory.d.ts +12 -6
- package/dest/prover-publisher-factory.d.ts.map +1 -1
- package/dest/prover-publisher-factory.js +8 -5
- package/dest/session-manager.d.ts +158 -0
- package/dest/session-manager.d.ts.map +1 -0
- package/dest/session-manager.js +452 -0
- package/dest/test/index.d.ts +7 -6
- package/dest/test/index.d.ts.map +1 -1
- package/package.json +28 -25
- package/src/actions/download-epoch-proving-job.ts +1 -1
- package/src/actions/rerun-epoch-proving-job.ts +120 -30
- package/src/actions/upload-epoch-proof-failure.ts +1 -1
- package/src/bin/run-failed-epoch.ts +5 -3
- package/src/checkpoint-store.ts +218 -0
- package/src/config.ts +39 -34
- package/src/factory.ts +86 -111
- package/src/index.ts +2 -0
- package/src/job/checkpoint-prover.ts +468 -0
- package/src/job/epoch-proving-job-data.ts +31 -25
- package/src/job/epoch-session.ts +436 -0
- package/src/job/top-tree-job.ts +227 -0
- package/src/metrics.ts +146 -84
- package/src/monitors/epoch-monitor.ts +10 -17
- package/src/proof-publishing-service.ts +427 -0
- package/src/prover-node-publisher.ts +300 -129
- package/src/prover-node.ts +569 -254
- package/src/prover-publisher-factory.ts +22 -11
- package/src/session-manager.ts +552 -0
- package/src/test/index.ts +6 -6
- package/dest/job/epoch-proving-job.d.ts +0 -69
- package/dest/job/epoch-proving-job.d.ts.map +0 -1
- package/dest/job/epoch-proving-job.js +0 -354
- package/src/job/epoch-proving-job.ts +0 -420
package/src/factory.ts
CHANGED
|
@@ -1,85 +1,81 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import type { Archiver } from '@aztec/archiver';
|
|
2
|
+
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
3
|
+
import { Blob } from '@aztec/blob-lib';
|
|
4
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
5
|
+
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
6
|
+
import { makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
7
|
+
import { RollupContract } from '@aztec/ethereum/contracts';
|
|
8
|
+
import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
9
|
+
import { PublisherManager } from '@aztec/ethereum/publisher-manager';
|
|
6
10
|
import { pick } from '@aztec/foundation/collection';
|
|
7
11
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
8
12
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
9
|
-
import
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import { createL1TxUtilsFromEthSignerWithStore } from '@aztec/node-lib/factories';
|
|
13
|
-
import { NodeRpcTxSource, createP2PClient } from '@aztec/p2p';
|
|
14
|
-
import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
|
|
13
|
+
import { KeystoreManager } from '@aztec/node-keystore';
|
|
14
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
15
|
+
import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
|
|
15
16
|
import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
|
|
16
|
-
import
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
17
|
+
import {
|
|
18
|
+
type ProverPublisherConfig,
|
|
19
|
+
type ProverTxSenderConfig,
|
|
20
|
+
getPublisherConfigFromProverConfig,
|
|
21
|
+
} from '@aztec/sequencer-client';
|
|
22
|
+
import type { AvmSimulator } from '@aztec/simulator/server';
|
|
23
|
+
import type {
|
|
24
|
+
ITxProvider,
|
|
25
|
+
ProverConfig,
|
|
26
|
+
ProvingJobBroker,
|
|
27
|
+
Service,
|
|
28
|
+
WorldStateSynchronizer,
|
|
29
|
+
} from '@aztec/stdlib/interfaces/server';
|
|
20
30
|
import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
21
|
-
import { createWorldStateSynchronizer } from '@aztec/world-state';
|
|
22
31
|
|
|
23
|
-
import { createPublicClient
|
|
32
|
+
import { createPublicClient } from 'viem';
|
|
24
33
|
|
|
25
|
-
import
|
|
26
|
-
import { EpochMonitor } from './monitors/epoch-monitor.js';
|
|
34
|
+
import type { SpecificProverNodeConfig } from './config.js';
|
|
27
35
|
import { ProverNode } from './prover-node.js';
|
|
28
36
|
import { ProverPublisherFactory } from './prover-publisher-factory.js';
|
|
29
37
|
|
|
30
38
|
export type ProverNodeDeps = {
|
|
31
39
|
telemetry?: TelemetryClient;
|
|
32
40
|
log?: Logger;
|
|
33
|
-
|
|
34
|
-
archiver?: Archiver;
|
|
41
|
+
archiver: Archiver;
|
|
35
42
|
publisherFactory?: ProverPublisherFactory;
|
|
36
|
-
blobSinkClient?: BlobSinkClientInterface;
|
|
37
43
|
broker?: ProvingJobBroker;
|
|
38
44
|
l1TxUtils?: L1TxUtils;
|
|
39
45
|
dateProvider?: DateProvider;
|
|
46
|
+
worldStateSynchronizer: WorldStateSynchronizer;
|
|
47
|
+
p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
|
|
48
|
+
epochCache: EpochCacheInterface;
|
|
49
|
+
blobClient: BlobClientInterface;
|
|
50
|
+
keyStoreManager?: KeystoreManager;
|
|
51
|
+
/** AVM execution backend (simulator pool + CDB server) for public simulation. */
|
|
52
|
+
avmSimulator: AvmSimulator;
|
|
40
53
|
};
|
|
41
54
|
|
|
42
|
-
/** Creates a new prover node given a config
|
|
55
|
+
/** Creates a new prover node subsystem given a config and dependencies */
|
|
43
56
|
export async function createProverNode(
|
|
44
|
-
userConfig:
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
57
|
+
userConfig: SpecificProverNodeConfig &
|
|
58
|
+
ProverConfig &
|
|
59
|
+
ProverClientUserConfig &
|
|
60
|
+
ProverPublisherConfig &
|
|
61
|
+
ProverTxSenderConfig,
|
|
62
|
+
deps: ProverNodeDeps,
|
|
49
63
|
) {
|
|
50
64
|
const config = { ...userConfig };
|
|
51
65
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
52
66
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
53
|
-
const
|
|
54
|
-
deps.blobSinkClient ?? createBlobSinkClient(config, { logger: createLogger('prover-node:blob-sink:client') });
|
|
55
|
-
const log = deps.log ?? createLogger('prover-node');
|
|
56
|
-
|
|
57
|
-
// Build a key store from file if given or from environment otherwise
|
|
58
|
-
let keyStoreManager: KeystoreManager | undefined;
|
|
59
|
-
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
60
|
-
if (keyStoreProvided) {
|
|
61
|
-
const keyStores = loadKeystores(config.keyStoreDirectory!);
|
|
62
|
-
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
63
|
-
} else {
|
|
64
|
-
const keyStore = createKeyStoreForProver(config);
|
|
65
|
-
if (keyStore) {
|
|
66
|
-
keyStoreManager = new KeystoreManager(keyStore);
|
|
67
|
-
}
|
|
68
|
-
}
|
|
67
|
+
const log = deps.log ?? createLogger('prover');
|
|
69
68
|
|
|
70
|
-
|
|
69
|
+
const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
|
|
71
70
|
|
|
72
71
|
// Extract the prover signers from the key store and verify that we have one.
|
|
72
|
+
await keyStoreManager?.validateSigners();
|
|
73
73
|
const proverSigners = keyStoreManager?.createProverSigners();
|
|
74
74
|
|
|
75
75
|
if (proverSigners === undefined) {
|
|
76
76
|
throw new Error('Failed to create prover key store configuration');
|
|
77
77
|
} else if (proverSigners.signers.length === 0) {
|
|
78
78
|
throw new Error('No prover signers found in the key store');
|
|
79
|
-
} else if (!keyStoreProvided) {
|
|
80
|
-
log.warn(
|
|
81
|
-
'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
|
|
82
|
-
);
|
|
83
79
|
}
|
|
84
80
|
|
|
85
81
|
log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
|
|
@@ -91,28 +87,7 @@ export async function createProverNode(
|
|
|
91
87
|
const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
|
|
92
88
|
|
|
93
89
|
// Now create the prover client configuration from this.
|
|
94
|
-
const proverClientConfig: ProverClientConfig = {
|
|
95
|
-
...config,
|
|
96
|
-
proverId,
|
|
97
|
-
};
|
|
98
|
-
|
|
99
|
-
await trySnapshotSync(config, log);
|
|
100
|
-
|
|
101
|
-
const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
|
|
102
|
-
|
|
103
|
-
const archiver =
|
|
104
|
-
deps.archiver ??
|
|
105
|
-
(await createArchiver(config, { blobSinkClient, epochCache, telemetry, dateProvider }, { blockUntilSync: true }));
|
|
106
|
-
log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
|
|
107
|
-
|
|
108
|
-
const worldStateConfig = { ...config, worldStateProvenBlocksOnly: false };
|
|
109
|
-
const worldStateSynchronizer = await createWorldStateSynchronizer(
|
|
110
|
-
worldStateConfig,
|
|
111
|
-
archiver,
|
|
112
|
-
options.prefilledPublicData,
|
|
113
|
-
telemetry,
|
|
114
|
-
);
|
|
115
|
-
await worldStateSynchronizer.start();
|
|
90
|
+
const proverClientConfig: ProverClientConfig = { ...config, proverId };
|
|
116
91
|
|
|
117
92
|
const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
|
|
118
93
|
|
|
@@ -123,53 +98,54 @@ export async function createProverNode(
|
|
|
123
98
|
|
|
124
99
|
const publicClient = createPublicClient({
|
|
125
100
|
chain: chain.chainInfo,
|
|
126
|
-
transport:
|
|
101
|
+
transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
|
|
127
102
|
pollingInterval: config.viemPollingIntervalMS,
|
|
128
103
|
});
|
|
129
104
|
|
|
130
|
-
const rollupContract = new RollupContract(publicClient, config.
|
|
105
|
+
const rollupContract = new RollupContract(publicClient, config.rollupAddress.toString());
|
|
131
106
|
|
|
132
107
|
const l1TxUtils = deps.l1TxUtils
|
|
133
108
|
? [deps.l1TxUtils]
|
|
134
|
-
:
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
109
|
+
: config.proverPublisherForwarderAddress
|
|
110
|
+
? await createForwarderL1TxUtilsFromSigners(
|
|
111
|
+
publicClient,
|
|
112
|
+
proverSigners.signers,
|
|
113
|
+
config.proverPublisherForwarderAddress,
|
|
114
|
+
{ ...config, scope: 'prover' },
|
|
115
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
|
|
116
|
+
)
|
|
117
|
+
: await createL1TxUtilsFromSigners(
|
|
118
|
+
publicClient,
|
|
119
|
+
proverSigners.signers,
|
|
120
|
+
{ ...config, scope: 'prover' },
|
|
121
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
|
|
122
|
+
);
|
|
123
|
+
|
|
124
|
+
// Create a funder L1TxUtils from the keystore funding account (if configured)
|
|
125
|
+
const fundingSigner = keyStoreManager?.createFundingSigner();
|
|
126
|
+
let funderL1TxUtils: L1TxUtils | undefined;
|
|
127
|
+
if (fundingSigner) {
|
|
128
|
+
const [funder] = await createL1TxUtilsFromSigners(
|
|
129
|
+
publicClient,
|
|
130
|
+
[fundingSigner],
|
|
131
|
+
{ ...config, scope: 'prover' },
|
|
132
|
+
{ telemetry, logger: log.createChild('l1-tx-utils:funder'), dateProvider },
|
|
133
|
+
);
|
|
134
|
+
funderL1TxUtils = funder;
|
|
135
|
+
}
|
|
140
136
|
|
|
141
137
|
const publisherFactory =
|
|
142
138
|
deps.publisherFactory ??
|
|
143
139
|
new ProverPublisherFactory(config, {
|
|
144
140
|
rollupContract,
|
|
145
|
-
|
|
141
|
+
proofSubmissionTarget: config.proofSubmissionTargetAddress,
|
|
142
|
+
publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), {
|
|
143
|
+
bindings: log.getBindings(),
|
|
144
|
+
funder: funderL1TxUtils,
|
|
145
|
+
}),
|
|
146
146
|
telemetry,
|
|
147
147
|
});
|
|
148
148
|
|
|
149
|
-
const proofVerifier = new QueuedIVCVerifier(
|
|
150
|
-
config,
|
|
151
|
-
config.realProofs ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(),
|
|
152
|
-
);
|
|
153
|
-
|
|
154
|
-
const p2pClient = await createP2PClient(
|
|
155
|
-
P2PClientType.Prover,
|
|
156
|
-
config,
|
|
157
|
-
archiver,
|
|
158
|
-
proofVerifier,
|
|
159
|
-
worldStateSynchronizer,
|
|
160
|
-
epochCache,
|
|
161
|
-
getPackageVersion() ?? '',
|
|
162
|
-
dateProvider,
|
|
163
|
-
telemetry,
|
|
164
|
-
{
|
|
165
|
-
txCollectionNodeSources: deps.aztecNodeTxProvider
|
|
166
|
-
? [new NodeRpcTxSource(deps.aztecNodeTxProvider, 'TestNode')]
|
|
167
|
-
: [],
|
|
168
|
-
},
|
|
169
|
-
);
|
|
170
|
-
|
|
171
|
-
await p2pClient.start();
|
|
172
|
-
|
|
173
149
|
const proverNodeConfig = {
|
|
174
150
|
...pick(
|
|
175
151
|
config,
|
|
@@ -188,18 +164,15 @@ export async function createProverNode(
|
|
|
188
164
|
),
|
|
189
165
|
};
|
|
190
166
|
|
|
191
|
-
const epochMonitor = await EpochMonitor.create(
|
|
192
|
-
archiver,
|
|
193
|
-
{ pollingIntervalMs: config.proverNodePollingIntervalMs, provingDelayMs: config.proverNodeEpochProvingDelayMs },
|
|
194
|
-
telemetry,
|
|
195
|
-
);
|
|
196
|
-
|
|
197
167
|
const l1Metrics = new L1Metrics(
|
|
198
168
|
telemetry.getMeter('ProverNodeL1Metrics'),
|
|
199
169
|
publicClient,
|
|
200
170
|
l1TxUtils.map(utils => utils.getSenderAddress()),
|
|
201
171
|
);
|
|
202
172
|
|
|
173
|
+
// Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
|
|
174
|
+
const delayer = l1TxUtils[0]?.delayer;
|
|
175
|
+
|
|
203
176
|
return new ProverNode(
|
|
204
177
|
prover,
|
|
205
178
|
publisherFactory,
|
|
@@ -208,10 +181,12 @@ export async function createProverNode(
|
|
|
208
181
|
archiver,
|
|
209
182
|
worldStateSynchronizer,
|
|
210
183
|
p2pClient,
|
|
211
|
-
epochMonitor,
|
|
212
184
|
rollupContract,
|
|
213
185
|
l1Metrics,
|
|
186
|
+
deps.avmSimulator,
|
|
214
187
|
proverNodeConfig,
|
|
215
188
|
telemetry,
|
|
189
|
+
delayer,
|
|
190
|
+
dateProvider,
|
|
216
191
|
);
|
|
217
192
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
export * from './actions/index.js';
|
|
2
2
|
export * from './config.js';
|
|
3
3
|
export * from './factory.js';
|
|
4
|
+
export * from './monitors/index.js';
|
|
5
|
+
export * from './proof-publishing-service.js';
|
|
4
6
|
export * from './prover-node-publisher.js';
|
|
5
7
|
export * from './prover-node.js';
|