@aztec/prover-node 0.0.0-test.1 → 0.0.1-commit.017a351
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +18 -0
- package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/download-epoch-proving-job.js +37 -0
- package/dest/actions/index.d.ts +3 -0
- package/dest/actions/index.d.ts.map +1 -0
- package/dest/actions/index.js +2 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts +13 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/rerun-epoch-proving-job.js +120 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
- package/dest/actions/upload-epoch-proof-failure.js +78 -0
- package/dest/bin/run-failed-epoch.d.ts +2 -0
- package/dest/bin/run-failed-epoch.d.ts.map +1 -0
- package/dest/bin/run-failed-epoch.js +68 -0
- package/dest/config.d.ts +17 -16
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +93 -28
- package/dest/factory.d.ts +26 -18
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +92 -43
- package/dest/index.d.ts +3 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -1
- package/dest/job/epoch-proving-job-data.d.ts +18 -0
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
- package/dest/job/epoch-proving-job-data.js +59 -0
- package/dest/job/epoch-proving-job.d.ts +31 -18
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +756 -99
- package/dest/metrics.d.ts +50 -5
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +157 -72
- package/dest/monitors/epoch-monitor.d.ts +5 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +24 -17
- package/dest/monitors/index.d.ts +1 -1
- package/dest/prover-node-publisher.d.ts +38 -19
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +288 -87
- package/dest/prover-node.d.ts +64 -49
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +650 -148
- package/dest/prover-publisher-factory.d.ts +25 -0
- package/dest/prover-publisher-factory.d.ts.map +1 -0
- package/dest/prover-publisher-factory.js +28 -0
- package/dest/test/index.d.ts +5 -3
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +1 -3
- package/package.json +40 -33
- package/src/actions/download-epoch-proving-job.ts +44 -0
- package/src/actions/index.ts +2 -0
- package/src/actions/rerun-epoch-proving-job.ts +74 -0
- package/src/actions/upload-epoch-proof-failure.ts +88 -0
- package/src/bin/run-failed-epoch.ts +79 -0
- package/src/config.ts +123 -45
- package/src/factory.ts +163 -67
- package/src/index.ts +2 -1
- package/src/job/epoch-proving-job-data.ts +82 -0
- package/src/job/epoch-proving-job.ts +364 -88
- package/src/metrics.ts +188 -70
- package/src/monitors/epoch-monitor.ts +23 -19
- package/src/prover-node-publisher.ts +368 -125
- package/src/prover-node.ts +292 -166
- package/src/prover-publisher-factory.ts +45 -0
- package/src/test/index.ts +7 -4
- package/dest/http.d.ts +0 -8
- package/dest/http.d.ts.map +0 -1
- package/dest/http.js +0 -9
- package/dest/prover-coordination/config.d.ts +0 -7
- package/dest/prover-coordination/config.d.ts.map +0 -1
- package/dest/prover-coordination/config.js +0 -11
- package/dest/prover-coordination/factory.d.ts +0 -22
- package/dest/prover-coordination/factory.d.ts.map +0 -1
- package/dest/prover-coordination/factory.js +0 -42
- package/dest/prover-coordination/index.d.ts +0 -3
- package/dest/prover-coordination/index.d.ts.map +0 -1
- package/dest/prover-coordination/index.js +0 -2
- package/src/http.ts +0 -13
- package/src/prover-coordination/config.ts +0 -17
- package/src/prover-coordination/factory.ts +0 -72
- package/src/prover-coordination/index.ts +0 -2
package/src/config.ts
CHANGED
|
@@ -1,53 +1,52 @@
|
|
|
1
|
-
import { type ArchiverConfig, archiverConfigMappings } from '@aztec/archiver/config';
|
|
2
1
|
import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
|
|
3
2
|
import {
|
|
4
3
|
type ConfigMappingsType,
|
|
5
4
|
booleanConfigHelper,
|
|
6
5
|
getConfigFromMappings,
|
|
7
6
|
numberConfigHelper,
|
|
7
|
+
pickConfigMappings,
|
|
8
8
|
} from '@aztec/foundation/config';
|
|
9
|
-
import { type
|
|
10
|
-
import {
|
|
9
|
+
import { type KeyStoreConfig, keyStoreConfigMappings } from '@aztec/node-keystore/config';
|
|
10
|
+
import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
|
|
11
|
+
import type { KeyStore } from '@aztec/node-keystore/types';
|
|
12
|
+
import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib/config';
|
|
11
13
|
import {
|
|
12
14
|
type ProverAgentConfig,
|
|
13
15
|
type ProverBrokerConfig,
|
|
14
16
|
proverAgentConfigMappings,
|
|
15
17
|
proverBrokerConfigMappings,
|
|
16
|
-
} from '@aztec/prover-client/broker';
|
|
17
|
-
import { type
|
|
18
|
+
} from '@aztec/prover-client/broker/config';
|
|
19
|
+
import { type ProverClientUserConfig, bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
|
|
18
20
|
import {
|
|
19
|
-
type
|
|
20
|
-
type
|
|
21
|
-
|
|
22
|
-
|
|
21
|
+
type ProverPublisherConfig,
|
|
22
|
+
type ProverTxSenderConfig,
|
|
23
|
+
proverPublisherConfigMappings,
|
|
24
|
+
proverTxSenderConfigMappings,
|
|
23
25
|
} from '@aztec/sequencer-client/config';
|
|
24
|
-
import { type
|
|
26
|
+
import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
|
|
25
27
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
ProverClientConfig &
|
|
30
|
-
P2PConfig &
|
|
31
|
-
WorldStateConfig &
|
|
32
|
-
PublisherConfig &
|
|
33
|
-
TxSenderConfig &
|
|
28
|
+
export type ProverNodeConfig = ProverClientUserConfig &
|
|
29
|
+
ProverPublisherConfig &
|
|
30
|
+
ProverTxSenderConfig &
|
|
34
31
|
DataStoreConfig &
|
|
35
|
-
|
|
36
|
-
SpecificProverNodeConfig &
|
|
37
|
-
|
|
38
|
-
testAccounts: boolean;
|
|
39
|
-
};
|
|
32
|
+
KeyStoreConfig &
|
|
33
|
+
SpecificProverNodeConfig &
|
|
34
|
+
Pick<SharedNodeConfig, 'web3SignerUrl'>;
|
|
40
35
|
|
|
41
|
-
type SpecificProverNodeConfig = {
|
|
36
|
+
export type SpecificProverNodeConfig = {
|
|
42
37
|
proverNodeMaxPendingJobs: number;
|
|
43
38
|
proverNodePollingIntervalMs: number;
|
|
44
39
|
proverNodeMaxParallelBlocksPerEpoch: number;
|
|
40
|
+
proverNodeFailedEpochStore: string | undefined;
|
|
41
|
+
proverNodeEpochProvingDelayMs: number | undefined;
|
|
42
|
+
proverNodeDisableProofPublish?: boolean;
|
|
45
43
|
txGatheringTimeoutMs: number;
|
|
46
44
|
txGatheringIntervalMs: number;
|
|
47
|
-
|
|
45
|
+
txGatheringBatchSize: number;
|
|
46
|
+
txGatheringMaxParallelRequestsPerNode: number;
|
|
48
47
|
};
|
|
49
48
|
|
|
50
|
-
const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
|
|
49
|
+
export const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig> = {
|
|
51
50
|
proverNodeMaxPendingJobs: {
|
|
52
51
|
env: 'PROVER_NODE_MAX_PENDING_JOBS',
|
|
53
52
|
description: 'The maximum number of pending jobs for the prover node',
|
|
@@ -61,40 +60,52 @@ const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeCon
|
|
|
61
60
|
proverNodeMaxParallelBlocksPerEpoch: {
|
|
62
61
|
env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
|
|
63
62
|
description: 'The Maximum number of blocks to process in parallel while proving an epoch',
|
|
64
|
-
...numberConfigHelper(
|
|
63
|
+
...numberConfigHelper(0),
|
|
65
64
|
},
|
|
66
|
-
|
|
67
|
-
env: '
|
|
68
|
-
description: '
|
|
69
|
-
|
|
65
|
+
proverNodeFailedEpochStore: {
|
|
66
|
+
env: 'PROVER_NODE_FAILED_EPOCH_STORE',
|
|
67
|
+
description: 'File store where to upload node state when an epoch fails to be proven',
|
|
68
|
+
defaultValue: undefined,
|
|
69
|
+
},
|
|
70
|
+
proverNodeEpochProvingDelayMs: {
|
|
71
|
+
description: 'Optional delay in milliseconds to wait before proving a new epoch',
|
|
72
|
+
defaultValue: undefined,
|
|
70
73
|
},
|
|
71
74
|
txGatheringIntervalMs: {
|
|
72
75
|
env: 'PROVER_NODE_TX_GATHERING_INTERVAL_MS',
|
|
73
76
|
description: 'How often to check that tx data is available',
|
|
74
77
|
...numberConfigHelper(1_000),
|
|
75
78
|
},
|
|
76
|
-
|
|
77
|
-
env: '
|
|
78
|
-
description: 'How many
|
|
79
|
+
txGatheringBatchSize: {
|
|
80
|
+
env: 'PROVER_NODE_TX_GATHERING_BATCH_SIZE',
|
|
81
|
+
description: 'How many transactions to gather from a node in a single request',
|
|
82
|
+
...numberConfigHelper(10),
|
|
83
|
+
},
|
|
84
|
+
txGatheringMaxParallelRequestsPerNode: {
|
|
85
|
+
env: 'PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS_PER_NODE',
|
|
86
|
+
description: 'How many tx requests to make in parallel to each node',
|
|
79
87
|
...numberConfigHelper(100),
|
|
80
88
|
},
|
|
89
|
+
txGatheringTimeoutMs: {
|
|
90
|
+
env: 'PROVER_NODE_TX_GATHERING_TIMEOUT_MS',
|
|
91
|
+
description: 'How long to wait for tx data to be available before giving up',
|
|
92
|
+
...numberConfigHelper(120_000),
|
|
93
|
+
},
|
|
94
|
+
proverNodeDisableProofPublish: {
|
|
95
|
+
env: 'PROVER_NODE_DISABLE_PROOF_PUBLISH',
|
|
96
|
+
description: 'Whether the prover node skips publishing proofs to L1',
|
|
97
|
+
...booleanConfigHelper(false),
|
|
98
|
+
},
|
|
81
99
|
};
|
|
82
100
|
|
|
83
101
|
export const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig> = {
|
|
84
102
|
...dataConfigMappings,
|
|
85
|
-
...
|
|
103
|
+
...keyStoreConfigMappings,
|
|
86
104
|
...proverClientConfigMappings,
|
|
87
|
-
...
|
|
88
|
-
...
|
|
89
|
-
...getPublisherConfigMappings('PROVER'),
|
|
90
|
-
...getTxSenderConfigMappings('PROVER'),
|
|
91
|
-
...proverCoordinationConfigMappings,
|
|
105
|
+
...proverPublisherConfigMappings,
|
|
106
|
+
...proverTxSenderConfigMappings,
|
|
92
107
|
...specificProverNodeConfigMappings,
|
|
93
|
-
|
|
94
|
-
env: 'TEST_ACCOUNTS',
|
|
95
|
-
description: 'Whether to populate the genesis state with initial fee juice for the test accounts.',
|
|
96
|
-
...booleanConfigHelper(false),
|
|
97
|
-
},
|
|
108
|
+
...pickConfigMappings(sharedNodeConfigMappings, ['web3SignerUrl']),
|
|
98
109
|
};
|
|
99
110
|
|
|
100
111
|
export function getProverNodeConfigFromEnv(): ProverNodeConfig {
|
|
@@ -113,3 +124,70 @@ export function getProverNodeAgentConfigFromEnv(): ProverAgentConfig & BBConfig
|
|
|
113
124
|
...getConfigFromMappings(bbConfigMappings),
|
|
114
125
|
};
|
|
115
126
|
}
|
|
127
|
+
|
|
128
|
+
function createKeyStoreFromWeb3Signer(config: ProverNodeConfig): KeyStore | undefined {
|
|
129
|
+
// If we don't have a valid prover Id then we can't build a valid key store with remote signers
|
|
130
|
+
if (config.proverId === undefined) {
|
|
131
|
+
return undefined;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
// Also, we need at least one publisher address.
|
|
135
|
+
const publishers = config.proverPublisherAddresses ?? [];
|
|
136
|
+
|
|
137
|
+
if (publishers.length === 0) {
|
|
138
|
+
return undefined;
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
const keyStore: KeyStore = {
|
|
142
|
+
schemaVersion: 1,
|
|
143
|
+
slasher: undefined,
|
|
144
|
+
prover: {
|
|
145
|
+
id: config.proverId,
|
|
146
|
+
publisher: publishers,
|
|
147
|
+
},
|
|
148
|
+
remoteSigner: config.web3SignerUrl,
|
|
149
|
+
validators: undefined,
|
|
150
|
+
};
|
|
151
|
+
return keyStore;
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
function createKeyStoreFromPublisherKeys(config: ProverNodeConfig): KeyStore | undefined {
|
|
155
|
+
// Extract the publisher keys from the provided config.
|
|
156
|
+
const publisherKeys = config.proverPublisherPrivateKeys
|
|
157
|
+
? config.proverPublisherPrivateKeys.map((k: { getValue: () => string }) => ethPrivateKeySchema.parse(k.getValue()))
|
|
158
|
+
: [];
|
|
159
|
+
|
|
160
|
+
// There must be at least 1.
|
|
161
|
+
if (publisherKeys.length === 0) {
|
|
162
|
+
return undefined;
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
// If we have a valid proverId then create a prover key store of the form { id, publisher: [publisherKeys] }
|
|
166
|
+
// Otherwise create one of the form ("0x12345678....." as EthAccount).
|
|
167
|
+
|
|
168
|
+
const keyStore: KeyStore = {
|
|
169
|
+
schemaVersion: 1,
|
|
170
|
+
slasher: undefined,
|
|
171
|
+
prover:
|
|
172
|
+
config.proverId === undefined
|
|
173
|
+
? publisherKeys[0]
|
|
174
|
+
: {
|
|
175
|
+
id: config.proverId,
|
|
176
|
+
publisher: publisherKeys,
|
|
177
|
+
},
|
|
178
|
+
remoteSigner: undefined,
|
|
179
|
+
validators: undefined,
|
|
180
|
+
};
|
|
181
|
+
return keyStore;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
export function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined {
|
|
185
|
+
if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
|
|
186
|
+
const keyStore = createKeyStoreFromWeb3Signer(config);
|
|
187
|
+
if (keyStore) {
|
|
188
|
+
return keyStore;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
return createKeyStoreFromPublisherKeys(config);
|
|
193
|
+
}
|
package/src/factory.ts
CHANGED
|
@@ -1,99 +1,195 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import type { Archiver } from '@aztec/archiver';
|
|
2
|
+
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
3
|
+
import { Blob } from '@aztec/blob-lib';
|
|
4
|
+
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
5
|
+
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
6
|
+
import { makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
7
|
+
import { RollupContract } from '@aztec/ethereum/contracts';
|
|
8
|
+
import { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
9
|
+
import { PublisherManager } from '@aztec/ethereum/publisher-manager';
|
|
10
|
+
import { pick } from '@aztec/foundation/collection';
|
|
5
11
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
6
|
-
import
|
|
7
|
-
import {
|
|
12
|
+
import { DateProvider } from '@aztec/foundation/timer';
|
|
13
|
+
import { KeystoreManager } from '@aztec/node-keystore';
|
|
14
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
15
|
+
import { type ProverClientConfig, type ProverClientUserConfig, createProverClient } from '@aztec/prover-client';
|
|
8
16
|
import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
|
|
9
|
-
import
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
17
|
+
import {
|
|
18
|
+
type ProverPublisherConfig,
|
|
19
|
+
type ProverTxSenderConfig,
|
|
20
|
+
getPublisherConfigFromProverConfig,
|
|
21
|
+
} from '@aztec/sequencer-client';
|
|
22
|
+
import type {
|
|
23
|
+
ITxProvider,
|
|
24
|
+
ProverConfig,
|
|
25
|
+
ProvingJobBroker,
|
|
26
|
+
Service,
|
|
27
|
+
WorldStateSynchronizer,
|
|
28
|
+
} from '@aztec/stdlib/interfaces/server';
|
|
29
|
+
import { L1Metrics, type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
13
30
|
|
|
14
|
-
import
|
|
31
|
+
import { createPublicClient } from 'viem';
|
|
32
|
+
|
|
33
|
+
import type { SpecificProverNodeConfig } from './config.js';
|
|
15
34
|
import { EpochMonitor } from './monitors/epoch-monitor.js';
|
|
16
|
-
import {
|
|
17
|
-
import {
|
|
18
|
-
|
|
35
|
+
import { ProverNode } from './prover-node.js';
|
|
36
|
+
import { ProverPublisherFactory } from './prover-publisher-factory.js';
|
|
37
|
+
|
|
38
|
+
export type ProverNodeDeps = {
|
|
39
|
+
telemetry?: TelemetryClient;
|
|
40
|
+
log?: Logger;
|
|
41
|
+
archiver: Archiver;
|
|
42
|
+
publisherFactory?: ProverPublisherFactory;
|
|
43
|
+
broker?: ProvingJobBroker;
|
|
44
|
+
l1TxUtils?: L1TxUtils;
|
|
45
|
+
dateProvider?: DateProvider;
|
|
46
|
+
worldStateSynchronizer: WorldStateSynchronizer;
|
|
47
|
+
p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>;
|
|
48
|
+
epochCache: EpochCacheInterface;
|
|
49
|
+
blobClient: BlobClientInterface;
|
|
50
|
+
keyStoreManager?: KeystoreManager;
|
|
51
|
+
};
|
|
19
52
|
|
|
20
|
-
/** Creates a new prover node given a config
|
|
53
|
+
/** Creates a new prover node subsystem given a config and dependencies */
|
|
21
54
|
export async function createProverNode(
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
publisher?: ProverNodePublisher;
|
|
29
|
-
blobSinkClient?: BlobSinkClientInterface;
|
|
30
|
-
broker?: ProvingJobBroker;
|
|
31
|
-
l1TxUtils?: L1TxUtils;
|
|
32
|
-
} = {},
|
|
33
|
-
options: {
|
|
34
|
-
prefilledPublicData?: PublicDataTreeLeaf[];
|
|
35
|
-
} = {},
|
|
55
|
+
userConfig: SpecificProverNodeConfig &
|
|
56
|
+
ProverConfig &
|
|
57
|
+
ProverClientUserConfig &
|
|
58
|
+
ProverPublisherConfig &
|
|
59
|
+
ProverTxSenderConfig,
|
|
60
|
+
deps: ProverNodeDeps,
|
|
36
61
|
) {
|
|
62
|
+
const config = { ...userConfig };
|
|
37
63
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
38
|
-
const
|
|
39
|
-
const log = deps.log ?? createLogger('prover
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
)
|
|
50
|
-
|
|
64
|
+
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
65
|
+
const log = deps.log ?? createLogger('prover');
|
|
66
|
+
|
|
67
|
+
const { p2pClient, archiver, keyStoreManager, worldStateSynchronizer } = deps;
|
|
68
|
+
|
|
69
|
+
// Extract the prover signers from the key store and verify that we have one.
|
|
70
|
+
await keyStoreManager?.validateSigners();
|
|
71
|
+
const proverSigners = keyStoreManager?.createProverSigners();
|
|
72
|
+
|
|
73
|
+
if (proverSigners === undefined) {
|
|
74
|
+
throw new Error('Failed to create prover key store configuration');
|
|
75
|
+
} else if (proverSigners.signers.length === 0) {
|
|
76
|
+
throw new Error('No prover signers found in the key store');
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
log.info(`Creating prover with publishers ${proverSigners.signers.map(signer => signer.address.toString()).join()}`);
|
|
80
|
+
|
|
81
|
+
// Only consider user provided config if it is valid
|
|
82
|
+
const proverIdInUserConfig = config.proverId === undefined || config.proverId.isZero() ? undefined : config.proverId;
|
|
83
|
+
|
|
84
|
+
// ProverId: Take from key store if provided, otherwise from user config if valid, otherwise address of first signer
|
|
85
|
+
const proverId = proverSigners.id ?? proverIdInUserConfig ?? proverSigners.signers[0].address;
|
|
86
|
+
|
|
87
|
+
// Now create the prover client configuration from this.
|
|
88
|
+
const proverClientConfig: ProverClientConfig = { ...config, proverId };
|
|
51
89
|
|
|
52
90
|
const broker = deps.broker ?? (await createAndStartProvingBroker(config, telemetry));
|
|
53
|
-
const prover = await createProverClient(config, worldStateSynchronizer, broker, telemetry);
|
|
54
91
|
|
|
55
|
-
const
|
|
92
|
+
const prover = await createProverClient(proverClientConfig, worldStateSynchronizer, broker, telemetry);
|
|
93
|
+
|
|
94
|
+
const { l1RpcUrls: rpcUrls, l1ChainId: chainId } = config;
|
|
56
95
|
const chain = createEthereumChain(rpcUrls, chainId);
|
|
57
|
-
const { publicClient, walletClient } = createL1Clients(rpcUrls, publisherPrivateKey, chain.chainInfo);
|
|
58
96
|
|
|
59
|
-
const
|
|
97
|
+
const publicClient = createPublicClient({
|
|
98
|
+
chain: chain.chainInfo,
|
|
99
|
+
transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
|
|
100
|
+
pollingInterval: config.viemPollingIntervalMS,
|
|
101
|
+
});
|
|
60
102
|
|
|
61
|
-
const
|
|
62
|
-
const publisher = deps.publisher ?? new ProverNodePublisher(config, { telemetry, rollupContract, l1TxUtils });
|
|
103
|
+
const rollupContract = new RollupContract(publicClient, config.rollupAddress.toString());
|
|
63
104
|
|
|
64
|
-
const
|
|
105
|
+
const l1TxUtils = deps.l1TxUtils
|
|
106
|
+
? [deps.l1TxUtils]
|
|
107
|
+
: config.proverPublisherForwarderAddress
|
|
108
|
+
? await createForwarderL1TxUtilsFromSigners(
|
|
109
|
+
publicClient,
|
|
110
|
+
proverSigners.signers,
|
|
111
|
+
config.proverPublisherForwarderAddress,
|
|
112
|
+
{ ...config, scope: 'prover' },
|
|
113
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
|
|
114
|
+
)
|
|
115
|
+
: await createL1TxUtilsFromSigners(
|
|
116
|
+
publicClient,
|
|
117
|
+
proverSigners.signers,
|
|
118
|
+
{ ...config, scope: 'prover' },
|
|
119
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
|
|
120
|
+
);
|
|
65
121
|
|
|
66
|
-
//
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
122
|
+
// Create a funder L1TxUtils from the keystore funding account (if configured)
|
|
123
|
+
const fundingSigner = keyStoreManager?.createFundingSigner();
|
|
124
|
+
let funderL1TxUtils: L1TxUtils | undefined;
|
|
125
|
+
if (fundingSigner) {
|
|
126
|
+
const [funder] = await createL1TxUtilsFromSigners(
|
|
127
|
+
publicClient,
|
|
128
|
+
[fundingSigner],
|
|
129
|
+
{ ...config, scope: 'prover' },
|
|
130
|
+
{ telemetry, logger: log.createChild('l1-tx-utils:funder'), dateProvider },
|
|
131
|
+
);
|
|
132
|
+
funderL1TxUtils = funder;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
const publisherFactory =
|
|
136
|
+
deps.publisherFactory ??
|
|
137
|
+
new ProverPublisherFactory(config, {
|
|
138
|
+
rollupContract,
|
|
139
|
+
publisherManager: new PublisherManager(l1TxUtils, getPublisherConfigFromProverConfig(config), {
|
|
140
|
+
bindings: log.getBindings(),
|
|
141
|
+
funder: funderL1TxUtils,
|
|
142
|
+
}),
|
|
143
|
+
telemetry,
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
const proverNodeConfig = {
|
|
147
|
+
...pick(
|
|
148
|
+
config,
|
|
149
|
+
'proverNodeMaxPendingJobs',
|
|
150
|
+
'proverNodeMaxParallelBlocksPerEpoch',
|
|
151
|
+
'proverNodePollingIntervalMs',
|
|
152
|
+
'proverNodeEpochProvingDelayMs',
|
|
153
|
+
'txGatheringMaxParallelRequests',
|
|
154
|
+
'txGatheringIntervalMs',
|
|
155
|
+
'txGatheringTimeoutMs',
|
|
156
|
+
'proverNodeFailedEpochStore',
|
|
157
|
+
'proverNodeDisableProofPublish',
|
|
158
|
+
'dataDirectory',
|
|
159
|
+
'l1ChainId',
|
|
160
|
+
'rollupVersion',
|
|
161
|
+
),
|
|
162
|
+
};
|
|
163
|
+
|
|
164
|
+
const epochMonitor = await EpochMonitor.create(
|
|
71
165
|
archiver,
|
|
72
|
-
|
|
166
|
+
{ pollingIntervalMs: config.proverNodePollingIntervalMs, provingDelayMs: config.proverNodeEpochProvingDelayMs },
|
|
73
167
|
telemetry,
|
|
74
|
-
|
|
168
|
+
);
|
|
75
169
|
|
|
76
|
-
const
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
txGatheringIntervalMs: config.txGatheringIntervalMs,
|
|
82
|
-
txGatheringTimeoutMs: config.txGatheringTimeoutMs,
|
|
83
|
-
};
|
|
170
|
+
const l1Metrics = new L1Metrics(
|
|
171
|
+
telemetry.getMeter('ProverNodeL1Metrics'),
|
|
172
|
+
publicClient,
|
|
173
|
+
l1TxUtils.map(utils => utils.getSenderAddress()),
|
|
174
|
+
);
|
|
84
175
|
|
|
85
|
-
|
|
176
|
+
// Extract the shared delayer from the first L1TxUtils instance (all instances share the same delayer)
|
|
177
|
+
const delayer = l1TxUtils[0]?.delayer;
|
|
86
178
|
|
|
87
179
|
return new ProverNode(
|
|
88
180
|
prover,
|
|
89
|
-
|
|
181
|
+
publisherFactory,
|
|
90
182
|
archiver,
|
|
91
183
|
archiver,
|
|
92
184
|
archiver,
|
|
93
185
|
worldStateSynchronizer,
|
|
94
|
-
|
|
186
|
+
p2pClient,
|
|
95
187
|
epochMonitor,
|
|
188
|
+
rollupContract,
|
|
189
|
+
l1Metrics,
|
|
96
190
|
proverNodeConfig,
|
|
97
191
|
telemetry,
|
|
192
|
+
delayer,
|
|
193
|
+
dateProvider,
|
|
98
194
|
);
|
|
99
195
|
}
|
package/src/index.ts
CHANGED
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
+
import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
|
|
4
|
+
import { CommitteeAttestation } from '@aztec/stdlib/block';
|
|
5
|
+
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
6
|
+
import { BlockHeader, Tx } from '@aztec/stdlib/tx';
|
|
7
|
+
|
|
8
|
+
/** All data from an epoch used in proving. */
|
|
9
|
+
export type EpochProvingJobData = {
|
|
10
|
+
epochNumber: EpochNumber;
|
|
11
|
+
checkpoints: Checkpoint[];
|
|
12
|
+
txs: Map<string, Tx>;
|
|
13
|
+
l1ToL2Messages: Record<CheckpointNumber, Fr[]>;
|
|
14
|
+
previousBlockHeader: BlockHeader;
|
|
15
|
+
attestations: CommitteeAttestation[];
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export function validateEpochProvingJobData(data: EpochProvingJobData) {
|
|
19
|
+
if (data.checkpoints.length === 0) {
|
|
20
|
+
throw new Error('No checkpoints to prove');
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
const firstBlockNumber = data.checkpoints[0].blocks[0].number;
|
|
24
|
+
const previousBlockNumber = data.previousBlockHeader.getBlockNumber();
|
|
25
|
+
if (previousBlockNumber + 1 !== firstBlockNumber) {
|
|
26
|
+
throw new Error(
|
|
27
|
+
`Initial block number ${firstBlockNumber} does not match previous block header ${previousBlockNumber}`,
|
|
28
|
+
);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
for (const checkpoint of data.checkpoints) {
|
|
32
|
+
if (!(checkpoint.number in data.l1ToL2Messages)) {
|
|
33
|
+
throw new Error(`Missing L1 to L2 messages for checkpoint number ${checkpoint.number}`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export function serializeEpochProvingJobData(data: EpochProvingJobData): Buffer {
|
|
39
|
+
const checkpoints = data.checkpoints.map(checkpoint => checkpoint.toBuffer());
|
|
40
|
+
const txs = Array.from(data.txs.values()).map(tx => tx.toBuffer());
|
|
41
|
+
const l1ToL2Messages = Object.entries(data.l1ToL2Messages).map(([checkpointNumber, messages]) => [
|
|
42
|
+
Number(checkpointNumber),
|
|
43
|
+
messages.length,
|
|
44
|
+
...messages,
|
|
45
|
+
]);
|
|
46
|
+
const attestations = data.attestations.map(attestation => attestation.toBuffer());
|
|
47
|
+
|
|
48
|
+
return serializeToBuffer(
|
|
49
|
+
data.epochNumber,
|
|
50
|
+
data.previousBlockHeader,
|
|
51
|
+
checkpoints.length,
|
|
52
|
+
...checkpoints,
|
|
53
|
+
txs.length,
|
|
54
|
+
...txs,
|
|
55
|
+
l1ToL2Messages.length,
|
|
56
|
+
...l1ToL2Messages,
|
|
57
|
+
attestations.length,
|
|
58
|
+
...attestations,
|
|
59
|
+
);
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export function deserializeEpochProvingJobData(buf: Buffer): EpochProvingJobData {
|
|
63
|
+
const reader = BufferReader.asReader(buf);
|
|
64
|
+
const epochNumber = EpochNumber(reader.readNumber());
|
|
65
|
+
const previousBlockHeader = reader.readObject(BlockHeader);
|
|
66
|
+
const checkpoints = reader.readVector(Checkpoint);
|
|
67
|
+
const txArray = reader.readVector(Tx);
|
|
68
|
+
|
|
69
|
+
const l1ToL2MessageCheckpointCount = reader.readNumber();
|
|
70
|
+
const l1ToL2Messages: Record<number, Fr[]> = {};
|
|
71
|
+
for (let i = 0; i < l1ToL2MessageCheckpointCount; i++) {
|
|
72
|
+
const checkpointNumber = CheckpointNumber(reader.readNumber());
|
|
73
|
+
const messages = reader.readVector(Fr);
|
|
74
|
+
l1ToL2Messages[checkpointNumber] = messages;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
const attestations = reader.readVector(CommitteeAttestation);
|
|
78
|
+
|
|
79
|
+
const txs = new Map<string, Tx>(txArray.map(tx => [tx.getTxHash().toString(), tx]));
|
|
80
|
+
|
|
81
|
+
return { epochNumber, previousBlockHeader, checkpoints, txs, l1ToL2Messages, attestations };
|
|
82
|
+
}
|