@aztec/prover-node 0.0.1-commit.fce3e4f → 0.0.1-commit.ffe5b04ea
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +1 -1
- package/dest/actions/rerun-epoch-proving-job.d.ts +4 -3
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
- package/dest/actions/rerun-epoch-proving-job.js +5 -3
- package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
- package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
- package/dest/bin/run-failed-epoch.js +5 -2
- package/dest/config.d.ts +8 -10
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +18 -20
- package/dest/factory.d.ts +20 -16
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +26 -61
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/job/epoch-proving-job-data.d.ts +7 -6
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
- package/dest/job/epoch-proving-job-data.js +24 -18
- package/dest/job/epoch-proving-job.d.ts +5 -4
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +501 -108
- package/dest/metrics.d.ts +4 -3
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +29 -97
- package/dest/monitors/epoch-monitor.d.ts +1 -1
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +3 -11
- package/dest/prover-node-publisher.d.ts +12 -10
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +46 -40
- package/dest/prover-node.d.ts +22 -12
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +438 -53
- package/dest/prover-publisher-factory.d.ts +9 -5
- package/dest/prover-publisher-factory.d.ts.map +1 -1
- package/dest/prover-publisher-factory.js +4 -2
- package/package.json +25 -25
- package/src/actions/rerun-epoch-proving-job.ts +6 -4
- package/src/actions/upload-epoch-proof-failure.ts +1 -1
- package/src/bin/run-failed-epoch.ts +5 -2
- package/src/config.ts +26 -32
- package/src/factory.ts +62 -103
- package/src/index.ts +1 -0
- package/src/job/epoch-proving-job-data.ts +28 -23
- package/src/job/epoch-proving-job.ts +135 -111
- package/src/metrics.ts +30 -81
- package/src/monitors/epoch-monitor.ts +3 -10
- package/src/prover-node-publisher.ts +67 -55
- package/src/prover-node.ts +50 -40
- package/src/prover-publisher-factory.ts +16 -8
|
@@ -2,9 +2,11 @@ import { ProverNodePublisher } from './prover-node-publisher.js';
|
|
|
2
2
|
export class ProverPublisherFactory {
|
|
3
3
|
config;
|
|
4
4
|
deps;
|
|
5
|
-
|
|
5
|
+
bindings;
|
|
6
|
+
constructor(config, deps, bindings){
|
|
6
7
|
this.config = config;
|
|
7
8
|
this.deps = deps;
|
|
9
|
+
this.bindings = bindings;
|
|
8
10
|
}
|
|
9
11
|
async start() {
|
|
10
12
|
await this.deps.publisherManager.loadState();
|
|
@@ -21,6 +23,6 @@ export class ProverPublisherFactory {
|
|
|
21
23
|
rollupContract: this.deps.rollupContract,
|
|
22
24
|
l1TxUtils: l1Publisher,
|
|
23
25
|
telemetry: this.deps.telemetry
|
|
24
|
-
});
|
|
26
|
+
}, this.bindings);
|
|
25
27
|
}
|
|
26
28
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/prover-node",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.ffe5b04ea",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./dest/index.js",
|
|
@@ -11,8 +11,8 @@
|
|
|
11
11
|
"../package.common.json"
|
|
12
12
|
],
|
|
13
13
|
"scripts": {
|
|
14
|
-
"build": "yarn clean &&
|
|
15
|
-
"build:dev": "
|
|
14
|
+
"build": "yarn clean && ../scripts/tsc.sh",
|
|
15
|
+
"build:dev": "../scripts/tsc.sh --watch",
|
|
16
16
|
"clean": "rm -rf ./dest .tsbuildinfo",
|
|
17
17
|
"bb": "node --no-warnings ./dest/bb/index.js",
|
|
18
18
|
"test": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --passWithNoTests --maxWorkers=${JEST_MAX_WORKERS:-8}",
|
|
@@ -56,27 +56,27 @@
|
|
|
56
56
|
]
|
|
57
57
|
},
|
|
58
58
|
"dependencies": {
|
|
59
|
-
"@aztec/archiver": "0.0.1-commit.
|
|
60
|
-
"@aztec/bb-prover": "0.0.1-commit.
|
|
61
|
-
"@aztec/blob-
|
|
62
|
-
"@aztec/blob-
|
|
63
|
-
"@aztec/constants": "0.0.1-commit.
|
|
64
|
-
"@aztec/epoch-cache": "0.0.1-commit.
|
|
65
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
66
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
67
|
-
"@aztec/kv-store": "0.0.1-commit.
|
|
68
|
-
"@aztec/l1-artifacts": "0.0.1-commit.
|
|
69
|
-
"@aztec/node-keystore": "0.0.1-commit.
|
|
70
|
-
"@aztec/node-lib": "0.0.1-commit.
|
|
71
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.
|
|
72
|
-
"@aztec/p2p": "0.0.1-commit.
|
|
73
|
-
"@aztec/protocol-contracts": "0.0.1-commit.
|
|
74
|
-
"@aztec/prover-client": "0.0.1-commit.
|
|
75
|
-
"@aztec/sequencer-client": "0.0.1-commit.
|
|
76
|
-
"@aztec/simulator": "0.0.1-commit.
|
|
77
|
-
"@aztec/stdlib": "0.0.1-commit.
|
|
78
|
-
"@aztec/telemetry-client": "0.0.1-commit.
|
|
79
|
-
"@aztec/world-state": "0.0.1-commit.
|
|
59
|
+
"@aztec/archiver": "0.0.1-commit.ffe5b04ea",
|
|
60
|
+
"@aztec/bb-prover": "0.0.1-commit.ffe5b04ea",
|
|
61
|
+
"@aztec/blob-client": "0.0.1-commit.ffe5b04ea",
|
|
62
|
+
"@aztec/blob-lib": "0.0.1-commit.ffe5b04ea",
|
|
63
|
+
"@aztec/constants": "0.0.1-commit.ffe5b04ea",
|
|
64
|
+
"@aztec/epoch-cache": "0.0.1-commit.ffe5b04ea",
|
|
65
|
+
"@aztec/ethereum": "0.0.1-commit.ffe5b04ea",
|
|
66
|
+
"@aztec/foundation": "0.0.1-commit.ffe5b04ea",
|
|
67
|
+
"@aztec/kv-store": "0.0.1-commit.ffe5b04ea",
|
|
68
|
+
"@aztec/l1-artifacts": "0.0.1-commit.ffe5b04ea",
|
|
69
|
+
"@aztec/node-keystore": "0.0.1-commit.ffe5b04ea",
|
|
70
|
+
"@aztec/node-lib": "0.0.1-commit.ffe5b04ea",
|
|
71
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.ffe5b04ea",
|
|
72
|
+
"@aztec/p2p": "0.0.1-commit.ffe5b04ea",
|
|
73
|
+
"@aztec/protocol-contracts": "0.0.1-commit.ffe5b04ea",
|
|
74
|
+
"@aztec/prover-client": "0.0.1-commit.ffe5b04ea",
|
|
75
|
+
"@aztec/sequencer-client": "0.0.1-commit.ffe5b04ea",
|
|
76
|
+
"@aztec/simulator": "0.0.1-commit.ffe5b04ea",
|
|
77
|
+
"@aztec/stdlib": "0.0.1-commit.ffe5b04ea",
|
|
78
|
+
"@aztec/telemetry-client": "0.0.1-commit.ffe5b04ea",
|
|
79
|
+
"@aztec/world-state": "0.0.1-commit.ffe5b04ea",
|
|
80
80
|
"source-map-support": "^0.5.21",
|
|
81
81
|
"tslib": "^2.4.0",
|
|
82
82
|
"viem": "npm:@aztec/viem@2.38.2"
|
|
@@ -86,7 +86,7 @@
|
|
|
86
86
|
"@types/jest": "^30.0.0",
|
|
87
87
|
"@types/node": "^22.15.17",
|
|
88
88
|
"@types/source-map-support": "^0.5.10",
|
|
89
|
-
"@typescript/native-preview": "7.0.0-dev.
|
|
89
|
+
"@typescript/native-preview": "7.0.0-dev.20260113.1",
|
|
90
90
|
"jest": "^30.0.0",
|
|
91
91
|
"jest-mock-extended": "^4.0.0",
|
|
92
92
|
"ts-node": "^10.9.1",
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { createArchiverStore } from '@aztec/archiver';
|
|
2
|
+
import type { L1ContractsConfig } from '@aztec/ethereum/config';
|
|
2
3
|
import type { Logger } from '@aztec/foundation/log';
|
|
3
|
-
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
4
4
|
import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
|
|
5
5
|
import { ProverBrokerConfig, createAndStartProvingBroker } from '@aztec/prover-client/broker';
|
|
6
6
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
7
|
+
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
7
8
|
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
8
9
|
import { createWorldState } from '@aztec/world-state';
|
|
9
10
|
|
|
@@ -21,7 +22,7 @@ import { ProverNodeJobMetrics } from '../metrics.js';
|
|
|
21
22
|
export async function rerunEpochProvingJob(
|
|
22
23
|
localPath: string,
|
|
23
24
|
log: Logger,
|
|
24
|
-
config: DataStoreConfig & ProverBrokerConfig & ProverClientConfig,
|
|
25
|
+
config: DataStoreConfig & ProverBrokerConfig & ProverClientConfig & Pick<L1ContractsConfig, 'aztecEpochDuration'>,
|
|
25
26
|
) {
|
|
26
27
|
const jobData = deserializeEpochProvingJobData(readFileSync(localPath));
|
|
27
28
|
log.info(`Loaded proving job data for epoch ${jobData.epochNumber}`);
|
|
@@ -29,8 +30,8 @@ export async function rerunEpochProvingJob(
|
|
|
29
30
|
const telemetry = getTelemetryClient();
|
|
30
31
|
const metrics = new ProverNodeJobMetrics(telemetry.getMeter('prover-job'), telemetry.getTracer('prover-job'));
|
|
31
32
|
const worldState = await createWorldState(config);
|
|
32
|
-
const archiver = await createArchiverStore(config);
|
|
33
|
-
const publicProcessorFactory = new PublicProcessorFactory(archiver);
|
|
33
|
+
const archiver = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
|
|
34
|
+
const publicProcessorFactory = new PublicProcessorFactory(archiver, undefined, undefined, log.getBindings());
|
|
34
35
|
|
|
35
36
|
const publisher = { submitEpochProof: () => Promise.resolve(true) };
|
|
36
37
|
const l2BlockSourceForReorgDetection = undefined;
|
|
@@ -52,6 +53,7 @@ export async function rerunEpochProvingJob(
|
|
|
52
53
|
metrics,
|
|
53
54
|
deadline,
|
|
54
55
|
{ skipEpochCheck: true },
|
|
56
|
+
log.getBindings(),
|
|
55
57
|
);
|
|
56
58
|
|
|
57
59
|
log.info(`Rerunning epoch proving job for epoch ${jobData.epochNumber}`);
|
|
@@ -3,11 +3,11 @@ import { tryRmDir } from '@aztec/foundation/fs';
|
|
|
3
3
|
import { jsonStringify } from '@aztec/foundation/json-rpc';
|
|
4
4
|
import type { Logger } from '@aztec/foundation/log';
|
|
5
5
|
import { isoDate } from '@aztec/foundation/string';
|
|
6
|
-
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
7
6
|
import { buildSnapshotMetadata, createBackups } from '@aztec/node-lib/actions';
|
|
8
7
|
import type { ChainConfig } from '@aztec/stdlib/config';
|
|
9
8
|
import { type FileStore, createFileStore } from '@aztec/stdlib/file-store';
|
|
10
9
|
import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
10
|
+
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
11
11
|
import { type UploadSnapshotMetadata, getBasePath, uploadSnapshotData } from '@aztec/stdlib/snapshots';
|
|
12
12
|
import { WORLD_STATE_DB_VERSION } from '@aztec/world-state';
|
|
13
13
|
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
/* eslint-disable no-console */
|
|
2
|
-
import
|
|
2
|
+
import { getL1ContractsConfigEnvVars } from '@aztec/ethereum/config';
|
|
3
|
+
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
3
4
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
4
5
|
import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
|
|
5
6
|
import { createLogger } from '@aztec/foundation/log';
|
|
@@ -22,8 +23,10 @@ async function rerunFailedEpoch(provingJobUrl: string, baseLocalDir: string) {
|
|
|
22
23
|
const dataDir = join(localDir, 'state');
|
|
23
24
|
|
|
24
25
|
const env = getProverNodeConfigFromEnv();
|
|
26
|
+
const l1Config = getL1ContractsConfigEnvVars();
|
|
25
27
|
const config = {
|
|
26
|
-
...
|
|
28
|
+
...env,
|
|
29
|
+
...l1Config,
|
|
27
30
|
dataDirectory: dataDir,
|
|
28
31
|
dataStoreMapSizeKb: env.dataStoreMapSizeKb ?? 1024 * 1024,
|
|
29
32
|
proverId: env.proverId ?? EthAddress.random(),
|
package/src/config.ts
CHANGED
|
@@ -1,42 +1,37 @@
|
|
|
1
|
-
import { type ArchiverConfig, archiverConfigMappings } from '@aztec/archiver/config';
|
|
2
1
|
import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
|
|
3
|
-
import { type GenesisStateConfig, genesisStateConfigMappings } from '@aztec/ethereum';
|
|
4
2
|
import {
|
|
5
3
|
type ConfigMappingsType,
|
|
6
4
|
booleanConfigHelper,
|
|
7
5
|
getConfigFromMappings,
|
|
8
6
|
numberConfigHelper,
|
|
7
|
+
pickConfigMappings,
|
|
9
8
|
} from '@aztec/foundation/config';
|
|
10
|
-
import { type
|
|
11
|
-
import {
|
|
9
|
+
import { type KeyStoreConfig, keyStoreConfigMappings } from '@aztec/node-keystore/config';
|
|
10
|
+
import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
|
|
11
|
+
import type { KeyStore } from '@aztec/node-keystore/types';
|
|
12
12
|
import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib/config';
|
|
13
|
-
import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
|
|
14
13
|
import {
|
|
15
14
|
type ProverAgentConfig,
|
|
16
15
|
type ProverBrokerConfig,
|
|
17
16
|
proverAgentConfigMappings,
|
|
18
17
|
proverBrokerConfigMappings,
|
|
19
|
-
} from '@aztec/prover-client/broker';
|
|
18
|
+
} from '@aztec/prover-client/broker/config';
|
|
20
19
|
import { type ProverClientUserConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
|
|
21
20
|
import {
|
|
22
|
-
type
|
|
23
|
-
type
|
|
24
|
-
|
|
25
|
-
|
|
21
|
+
type ProverPublisherConfig,
|
|
22
|
+
type ProverTxSenderConfig,
|
|
23
|
+
proverPublisherConfigMappings,
|
|
24
|
+
proverTxSenderConfigMappings,
|
|
26
25
|
} from '@aztec/sequencer-client/config';
|
|
27
|
-
import { type
|
|
28
|
-
|
|
29
|
-
export type ProverNodeConfig =
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
WorldStateConfig &
|
|
33
|
-
PublisherConfig &
|
|
34
|
-
TxSenderConfig &
|
|
26
|
+
import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
|
|
27
|
+
|
|
28
|
+
export type ProverNodeConfig = ProverClientUserConfig &
|
|
29
|
+
ProverPublisherConfig &
|
|
30
|
+
ProverTxSenderConfig &
|
|
35
31
|
DataStoreConfig &
|
|
36
32
|
KeyStoreConfig &
|
|
37
|
-
SharedNodeConfig &
|
|
38
33
|
SpecificProverNodeConfig &
|
|
39
|
-
|
|
34
|
+
Pick<SharedNodeConfig, 'web3SignerUrl'>;
|
|
40
35
|
|
|
41
36
|
export type SpecificProverNodeConfig = {
|
|
42
37
|
proverNodeMaxPendingJobs: number;
|
|
@@ -51,7 +46,7 @@ export type SpecificProverNodeConfig = {
|
|
|
51
46
|
txGatheringMaxParallelRequestsPerNode: number;
|
|
52
47
|
};
|
|
53
48
|
|
|
54
|
-
const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
|
|
49
|
+
export const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
|
|
55
50
|
proverNodeMaxPendingJobs: {
|
|
56
51
|
env: 'PROVER_NODE_MAX_PENDING_JOBS',
|
|
57
52
|
description: 'The maximum number of pending jobs for the prover node',
|
|
@@ -106,15 +101,11 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
|
|
|
106
101
|
export const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig> = {
|
|
107
102
|
...dataConfigMappings,
|
|
108
103
|
...keyStoreConfigMappings,
|
|
109
|
-
...archiverConfigMappings,
|
|
110
104
|
...proverClientConfigMappings,
|
|
111
|
-
...
|
|
112
|
-
...
|
|
113
|
-
...getPublisherConfigMappings('PROVER'),
|
|
114
|
-
...getTxSenderConfigMappings('PROVER'),
|
|
105
|
+
...proverPublisherConfigMappings,
|
|
106
|
+
...proverTxSenderConfigMappings,
|
|
115
107
|
...specificProverNodeConfigMappings,
|
|
116
|
-
...
|
|
117
|
-
...sharedNodeConfigMappings,
|
|
108
|
+
...pickConfigMappings(sharedNodeConfigMappings, ['web3SignerUrl']),
|
|
118
109
|
};
|
|
119
110
|
|
|
120
111
|
export function getProverNodeConfigFromEnv(): ProverNodeConfig {
|
|
@@ -141,7 +132,7 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
|
|
|
141
132
|
}
|
|
142
133
|
|
|
143
134
|
// Also, we need at least one publisher address.
|
|
144
|
-
const publishers = config.
|
|
135
|
+
const publishers = config.proverPublisherAddresses ?? [];
|
|
145
136
|
|
|
146
137
|
if (publishers.length === 0) {
|
|
147
138
|
return undefined;
|
|
@@ -162,8 +153,8 @@ function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | unde
|
|
|
162
153
|
|
|
163
154
|
function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | undefined {
|
|
164
155
|
// Extract the publisher keys from the provided config.
|
|
165
|
-
const publisherKeys = config.
|
|
166
|
-
? config.
|
|
156
|
+
const publisherKeys = config.proverPublisherPrivateKeys
|
|
157
|
+
? config.proverPublisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
|
|
167
158
|
: [];
|
|
168
159
|
|
|
169
160
|
// There must be at least 1.
|
|
@@ -192,7 +183,10 @@ function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | u
|
|
|
192
183
|
|
|
193
184
|
export function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined {
|
|
194
185
|
if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
|
|
195
|
-
|
|
186
|
+
const keyStore = createKeyStoreFromWeb3Signer(config);
|
|
187
|
+
if (keyStore) {
|
|
188
|
+
return keyStore;
|
|
189
|
+
}
|
|
196
190
|
}
|
|
197
191
|
|
|
198
192
|
return createKeyStoreFromPublisherKeys(config);
|
package/src/factory.ts
CHANGED
|
@@ -1,28 +1,35 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import type { Archiver } from '@aztec/archiver';
|
|
2
|
+
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
3
|
+
import { Blob } from '@aztec/blob-lib';
|
|
4
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
5
|
+
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
6
|
+
import { RollupContract } from '@aztec/ethereum/contracts';
|
|
7
|
+
import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
8
|
+
import { PublisherManager } from '@aztec/ethereum/publisher-manager';
|
|
6
9
|
import { pick } from '@aztec/foundation/collection';
|
|
7
10
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
8
11
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
9
|
-
import
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import { createL1TxUtilsFromEthSignerWithStore } from '@aztec/node-lib/factories';
|
|
13
|
-
import { NodeRpcTxSource, createP2PClient } from '@aztec/p2p';
|
|
14
|
-
import { type ProverClientConfig, createProverClient } from '@aztec/prover-client';
|
|
12
|
+
import { KeystoreManager } from '@aztec/node-keystore';
|
|
13
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
14
|
+
import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
|
|
15
15
|
import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
|
|
16
|
-
import
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
16
|
+
import {
|
|
17
|
+
type ProverPublisherConfig,
|
|
18
|
+
type ProverTxSenderConfig,
|
|
19
|
+
getPublisherConfigFromProverConfig,
|
|
20
|
+
} from '@aztec/sequencer-client';
|
|
21
|
+
import type {
|
|
22
|
+
ITxProvider,
|
|
23
|
+
ProverConfig,
|
|
24
|
+
ProvingJobBroker,
|
|
25
|
+
Service,
|
|
26
|
+
WorldStateSynchronizer,
|
|
27
|
+
} from '@aztec/stdlib/interfaces/server';
|
|
20
28
|
import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
21
|
-
import { createWorldStateSynchronizer } from '@aztec/world-state';
|
|
22
29
|
|
|
23
30
|
import { createPublicClient, fallback, http } from 'viem';
|
|
24
31
|
|
|
25
|
-
import
|
|
32
|
+
import type { SpecificProverNodeConfig } from './config.js';
|
|
26
33
|
import { EpochMonitor } from './monitors/epoch-monitor.js';
|
|
27
34
|
import { ProverNode } from './prover-node.js';
|
|
28
35
|
import { ProverPublisherFactory } from './prover-publisher-factory.js';
|
|
@@ -30,56 +37,42 @@ import { ProverPublisherFactory } from './prover-publisher-factory.js';
|
|
|
30
37
|
export type ProverNodeDeps = {
|
|
31
38
|
telemetry?: TelemetryClient;
|
|
32
39
|
log?: Logger;
|
|
33
|
-
|
|
34
|
-
archiver?: Archiver;
|
|
40
|
+
archiver: Archiver;
|
|
35
41
|
publisherFactory?: ProverPublisherFactory;
|
|
36
|
-
blobSinkClient?: BlobSinkClientInterface;
|
|
37
42
|
broker?: ProvingJobBroker;
|
|
38
43
|
l1TxUtils?: L1TxUtils;
|
|
39
44
|
dateProvider?: DateProvider;
|
|
45
|
+
worldStateSynchronizer: WorldStateSynchronizer;
|
|
46
|
+
p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
|
|
47
|
+
epochCache: EpochCacheInterface;
|
|
48
|
+
blobClient: BlobClientInterface;
|
|
49
|
+
keyStoreManager?: KeystoreManager;
|
|
40
50
|
};
|
|
41
51
|
|
|
42
|
-
/** Creates a new prover node given a config
|
|
52
|
+
/** Creates a new prover node subsystem given a config and dependencies */
|
|
43
53
|
export async function createProverNode(
|
|
44
|
-
userConfig:
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
54
|
+
userConfig: SpecificProverNodeConfig &
|
|
55
|
+
ProverConfig &
|
|
56
|
+
ProverClientUserConfig &
|
|
57
|
+
ProverPublisherConfig &
|
|
58
|
+
ProverTxSenderConfig,
|
|
59
|
+
deps: ProverNodeDeps,
|
|
49
60
|
) {
|
|
50
61
|
const config = { ...userConfig };
|
|
51
62
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
52
63
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
53
|
-
const
|
|
54
|
-
deps.blobSinkClient ?? createBlobSinkClient(config, { logger: createLogger('prover-node:blob-sink:client') });
|
|
55
|
-
const log = deps.log ?? createLogger('prover-node');
|
|
56
|
-
|
|
57
|
-
// Build a key store from file if given or from environment otherwise
|
|
58
|
-
let keyStoreManager: KeystoreManager | undefined;
|
|
59
|
-
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
60
|
-
if (keyStoreProvided) {
|
|
61
|
-
const keyStores = loadKeystores(config.keyStoreDirectory!);
|
|
62
|
-
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
63
|
-
} else {
|
|
64
|
-
const keyStore = createKeyStoreForProver(config);
|
|
65
|
-
if (keyStore) {
|
|
66
|
-
keyStoreManager = new KeystoreManager(keyStore);
|
|
67
|
-
}
|
|
68
|
-
}
|
|
64
|
+
const log = deps.log ?? createLogger('prover');
|
|
69
65
|
|
|
70
|
-
|
|
66
|
+
const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
|
|
71
67
|
|
|
72
68
|
// Extract the prover signers from the key store and verify that we have one.
|
|
69
|
+
await keyStoreManager?.validateSigners();
|
|
73
70
|
const proverSigners = keyStoreManager?.createProverSigners();
|
|
74
71
|
|
|
75
72
|
if (proverSigners === undefined) {
|
|
76
73
|
throw new Error('Failed to create prover key store configuration');
|
|
77
74
|
} else if (proverSigners.signers.length === 0) {
|
|
78
75
|
throw new Error('No prover signers found in the key store');
|
|
79
|
-
} else if (!keyStoreProvided) {
|
|
80
|
-
log.warn(
|
|
81
|
-
'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
|
|
82
|
-
);
|
|
83
76
|
}
|
|
84
77
|
|
|
85
78
|
log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
|
|
@@ -91,28 +84,7 @@ export async function createProverNode(
|
|
|
91
84
|
const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
|
|
92
85
|
|
|
93
86
|
// Now create the prover client configuration from this.
|
|
94
|
-
const proverClientConfig: ProverClientConfig = {
|
|
95
|
-
...config,
|
|
96
|
-
proverId,
|
|
97
|
-
};
|
|
98
|
-
|
|
99
|
-
await trySnapshotSync(config, log);
|
|
100
|
-
|
|
101
|
-
const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config);
|
|
102
|
-
|
|
103
|
-
const archiver =
|
|
104
|
-
deps.archiver ??
|
|
105
|
-
(await createArchiver(config, { blobSinkClient, epochCache, telemetry, dateProvider }, { blockUntilSync: true }));
|
|
106
|
-
log.verbose(`Created archiver and synced to block ${await archiver.getBlockNumber()}`);
|
|
107
|
-
|
|
108
|
-
const worldStateConfig = { ...config, worldStateProvenBlocksOnly: false };
|
|
109
|
-
const worldStateSynchronizer = await createWorldStateSynchronizer(
|
|
110
|
-
worldStateConfig,
|
|
111
|
-
archiver,
|
|
112
|
-
options.prefilledPublicData,
|
|
113
|
-
telemetry,
|
|
114
|
-
);
|
|
115
|
-
await worldStateSynchronizer.start();
|
|
87
|
+
const proverClientConfig: ProverClientConfig = { ...config, proverId };
|
|
116
88
|
|
|
117
89
|
const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
|
|
118
90
|
|
|
@@ -123,7 +95,7 @@ export async function createProverNode(
|
|
|
123
95
|
|
|
124
96
|
const publicClient = createPublicClient({
|
|
125
97
|
chain: chain.chainInfo,
|
|
126
|
-
transport: fallback(config.l1RpcUrls.map((url: string) => http(url))),
|
|
98
|
+
transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
|
|
127
99
|
pollingInterval: config.viemPollingIntervalMS,
|
|
128
100
|
});
|
|
129
101
|
|
|
@@ -131,47 +103,29 @@ export async function createProverNode(
|
|
|
131
103
|
|
|
132
104
|
const l1TxUtils = deps.l1TxUtils
|
|
133
105
|
? [deps.l1TxUtils]
|
|
134
|
-
:
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
106
|
+
: config.proverPublisherForwarderAddress
|
|
107
|
+
? await createForwarderL1TxUtilsFromSigners(
|
|
108
|
+
publicClient,
|
|
109
|
+
proverSigners.signers,
|
|
110
|
+
config.proverPublisherForwarderAddress,
|
|
111
|
+
{ ...config, scope: 'prover' },
|
|
112
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
|
|
113
|
+
)
|
|
114
|
+
: await createL1TxUtilsFromSigners(
|
|
115
|
+
publicClient,
|
|
116
|
+
proverSigners.signers,
|
|
117
|
+
{ ...config, scope: 'prover' },
|
|
118
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
|
|
119
|
+
);
|
|
140
120
|
|
|
141
121
|
const publisherFactory =
|
|
142
122
|
deps.publisherFactory ??
|
|
143
123
|
new ProverPublisherFactory(config, {
|
|
144
124
|
rollupContract,
|
|
145
|
-
publisherManager: new PublisherManager(l1TxUtils, config),
|
|
125
|
+
publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), log.getBindings()),
|
|
146
126
|
telemetry,
|
|
147
127
|
});
|
|
148
128
|
|
|
149
|
-
const proofVerifier = new QueuedIVCVerifier(
|
|
150
|
-
config,
|
|
151
|
-
config.realProofs
|
|
152
|
-
? await BBCircuitVerifier.new(config)
|
|
153
|
-
: new TestCircuitVerifier(config.proverTestVerificationDelayMs),
|
|
154
|
-
);
|
|
155
|
-
|
|
156
|
-
const p2pClient = await createP2PClient(
|
|
157
|
-
P2PClientType.Prover,
|
|
158
|
-
config,
|
|
159
|
-
archiver,
|
|
160
|
-
proofVerifier,
|
|
161
|
-
worldStateSynchronizer,
|
|
162
|
-
epochCache,
|
|
163
|
-
getPackageVersion() ?? '',
|
|
164
|
-
dateProvider,
|
|
165
|
-
telemetry,
|
|
166
|
-
{
|
|
167
|
-
txCollectionNodeSources: deps.aztecNodeTxProvider
|
|
168
|
-
? [new NodeRpcTxSource(deps.aztecNodeTxProvider, 'TestNode')]
|
|
169
|
-
: [],
|
|
170
|
-
},
|
|
171
|
-
);
|
|
172
|
-
|
|
173
|
-
await p2pClient.start();
|
|
174
|
-
|
|
175
129
|
const proverNodeConfig = {
|
|
176
130
|
...pick(
|
|
177
131
|
config,
|
|
@@ -202,6 +156,9 @@ export async function createProverNode(
|
|
|
202
156
|
l1TxUtils.map(utils => utils.getSenderAddress()),
|
|
203
157
|
);
|
|
204
158
|
|
|
159
|
+
// Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
|
|
160
|
+
const delayer = l1TxUtils[0]?.delayer;
|
|
161
|
+
|
|
205
162
|
return new ProverNode(
|
|
206
163
|
prover,
|
|
207
164
|
publisherFactory,
|
|
@@ -215,5 +172,7 @@ export async function createProverNode(
|
|
|
215
172
|
l1Metrics,
|
|
216
173
|
proverNodeConfig,
|
|
217
174
|
telemetry,
|
|
175
|
+
delayer,
|
|
176
|
+
dateProvider,
|
|
218
177
|
);
|
|
219
178
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,40 +1,45 @@
|
|
|
1
|
-
import { EpochNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { Fr } from '@aztec/foundation/
|
|
1
|
+
import { CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
3
|
import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
|
|
4
|
-
import { CommitteeAttestation
|
|
4
|
+
import { CommitteeAttestation } from '@aztec/stdlib/block';
|
|
5
|
+
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
5
6
|
import { BlockHeader, Tx } from '@aztec/stdlib/tx';
|
|
6
7
|
|
|
7
8
|
/** All data from an epoch used in proving. */
|
|
8
9
|
export type EpochProvingJobData = {
|
|
9
10
|
epochNumber: EpochNumber;
|
|
10
|
-
|
|
11
|
+
checkpoints: Checkpoint[];
|
|
11
12
|
txs: Map<string, Tx>;
|
|
12
|
-
l1ToL2Messages: Record<
|
|
13
|
+
l1ToL2Messages: Record<CheckpointNumber, Fr[]>;
|
|
13
14
|
previousBlockHeader: BlockHeader;
|
|
14
15
|
attestations: CommitteeAttestation[];
|
|
15
16
|
};
|
|
16
17
|
|
|
17
18
|
export function validateEpochProvingJobData(data: EpochProvingJobData) {
|
|
18
|
-
if (data.
|
|
19
|
+
if (data.checkpoints.length === 0) {
|
|
20
|
+
throw new Error('No checkpoints to prove');
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
const firstBlockNumber = data.checkpoints[0].blocks[0].number;
|
|
24
|
+
const previousBlockNumber = data.previousBlockHeader.getBlockNumber();
|
|
25
|
+
if (previousBlockNumber + 1 !== firstBlockNumber) {
|
|
19
26
|
throw new Error(
|
|
20
|
-
`Initial block number ${
|
|
21
|
-
data.blocks[0].number
|
|
22
|
-
} does not match previous block header ${data.previousBlockHeader.getBlockNumber()}`,
|
|
27
|
+
`Initial block number ${firstBlockNumber} does not match previous block header ${previousBlockNumber}`,
|
|
23
28
|
);
|
|
24
29
|
}
|
|
25
30
|
|
|
26
|
-
for (const
|
|
27
|
-
if (!(
|
|
28
|
-
throw new Error(`Missing L1 to L2 messages for
|
|
31
|
+
for (const checkpoint of data.checkpoints) {
|
|
32
|
+
if (!(checkpoint.number in data.l1ToL2Messages)) {
|
|
33
|
+
throw new Error(`Missing L1 to L2 messages for checkpoint number ${checkpoint.number}`);
|
|
29
34
|
}
|
|
30
35
|
}
|
|
31
36
|
}
|
|
32
37
|
|
|
33
38
|
export function serializeEpochProvingJobData(data: EpochProvingJobData): Buffer {
|
|
34
|
-
const
|
|
39
|
+
const checkpoints = data.checkpoints.map(checkpoint => checkpoint.toBuffer());
|
|
35
40
|
const txs = Array.from(data.txs.values()).map(tx => tx.toBuffer());
|
|
36
|
-
const l1ToL2Messages = Object.entries(data.l1ToL2Messages).map(([
|
|
37
|
-
Number(
|
|
41
|
+
const l1ToL2Messages = Object.entries(data.l1ToL2Messages).map(([checkpointNumber, messages]) => [
|
|
42
|
+
Number(checkpointNumber),
|
|
38
43
|
messages.length,
|
|
39
44
|
...messages,
|
|
40
45
|
]);
|
|
@@ -43,8 +48,8 @@ export function serializeEpochProvingJobData(data: EpochProvingJobData): Buffer
|
|
|
43
48
|
return serializeToBuffer(
|
|
44
49
|
data.epochNumber,
|
|
45
50
|
data.previousBlockHeader,
|
|
46
|
-
|
|
47
|
-
...
|
|
51
|
+
checkpoints.length,
|
|
52
|
+
...checkpoints,
|
|
48
53
|
txs.length,
|
|
49
54
|
...txs,
|
|
50
55
|
l1ToL2Messages.length,
|
|
@@ -58,20 +63,20 @@ export function deserializeEpochProvingJobData(buf: Buffer): EpochProvingJobData
|
|
|
58
63
|
const reader = BufferReader.asReader(buf);
|
|
59
64
|
const epochNumber = EpochNumber(reader.readNumber());
|
|
60
65
|
const previousBlockHeader = reader.readObject(BlockHeader);
|
|
61
|
-
const
|
|
66
|
+
const checkpoints = reader.readVector(Checkpoint);
|
|
62
67
|
const txArray = reader.readVector(Tx);
|
|
63
68
|
|
|
64
|
-
const
|
|
69
|
+
const l1ToL2MessageCheckpointCount = reader.readNumber();
|
|
65
70
|
const l1ToL2Messages: Record<number, Fr[]> = {};
|
|
66
|
-
for (let i = 0; i <
|
|
67
|
-
const
|
|
71
|
+
for (let i = 0; i < l1ToL2MessageCheckpointCount; i++) {
|
|
72
|
+
const checkpointNumber = CheckpointNumber(reader.readNumber());
|
|
68
73
|
const messages = reader.readVector(Fr);
|
|
69
|
-
l1ToL2Messages[
|
|
74
|
+
l1ToL2Messages[checkpointNumber] = messages;
|
|
70
75
|
}
|
|
71
76
|
|
|
72
77
|
const attestations = reader.readVector(CommitteeAttestation);
|
|
73
78
|
|
|
74
79
|
const txs = new Map<string, Tx>(txArray.map(tx => [tx.getTxHash().toString(), tx]));
|
|
75
80
|
|
|
76
|
-
return { epochNumber, previousBlockHeader,
|
|
81
|
+
return { epochNumber, previousBlockHeader, checkpoints, txs, l1ToL2Messages, attestations };
|
|
77
82
|
}
|