@aztec/prover-node 0.0.1-commit.b655e406 → 0.0.1-commit.c0b82b2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +4 -4
- package/dest/actions/index.d.ts +1 -1
- package/dest/actions/rerun-epoch-proving-job.d.ts +3 -2
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
- package/dest/actions/rerun-epoch-proving-job.js +5 -3
- package/dest/actions/upload-epoch-proof-failure.d.ts +1 -1
- package/dest/bin/run-failed-epoch.d.ts +1 -1
- package/dest/bin/run-failed-epoch.js +5 -2
- package/dest/config.d.ts +7 -9
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +17 -19
- package/dest/factory.d.ts +20 -15
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +28 -61
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/job/epoch-proving-job-data.d.ts +8 -6
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
- package/dest/job/epoch-proving-job-data.js +25 -18
- package/dest/job/epoch-proving-job.d.ts +7 -13
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +503 -105
- package/dest/metrics.d.ts +4 -3
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +30 -98
- package/dest/monitors/epoch-monitor.d.ts +3 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +3 -11
- package/dest/monitors/index.d.ts +1 -1
- package/dest/prover-node-publisher.d.ts +14 -11
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +49 -42
- package/dest/prover-node.d.ts +26 -15
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +441 -57
- package/dest/prover-publisher-factory.d.ts +9 -5
- package/dest/prover-publisher-factory.d.ts.map +1 -1
- package/dest/prover-publisher-factory.js +4 -2
- package/dest/test/index.d.ts +1 -1
- package/dest/test/index.d.ts.map +1 -1
- package/package.json +26 -25
- package/src/actions/rerun-epoch-proving-job.ts +5 -3
- package/src/bin/run-failed-epoch.ts +5 -2
- package/src/config.ts +25 -31
- package/src/factory.ts +65 -99
- package/src/index.ts +1 -0
- package/src/job/epoch-proving-job-data.ts +31 -25
- package/src/job/epoch-proving-job.ts +139 -110
- package/src/metrics.ts +31 -82
- package/src/monitors/epoch-monitor.ts +5 -11
- package/src/prover-node-publisher.ts +71 -58
- package/src/prover-node.ts +60 -50
- package/src/prover-publisher-factory.ts +16 -8
|
@@ -1,11 +1,13 @@
|
|
|
1
|
-
import
|
|
2
|
-
import {
|
|
3
|
-
import type {
|
|
1
|
+
import { BatchedBlob, getEthBlobEvaluationInputs } from '@aztec/blob-lib';
|
|
2
|
+
import { MAX_CHECKPOINTS_PER_EPOCH } from '@aztec/constants';
|
|
3
|
+
import type { RollupContract, ViemCommitteeAttestation } from '@aztec/ethereum/contracts';
|
|
4
|
+
import type { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
4
5
|
import { makeTuple } from '@aztec/foundation/array';
|
|
6
|
+
import { CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
5
7
|
import { areArraysEqual } from '@aztec/foundation/collection';
|
|
8
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
6
9
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
7
|
-
import {
|
|
8
|
-
import { createLogger } from '@aztec/foundation/log';
|
|
10
|
+
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
9
11
|
import type { Tuple } from '@aztec/foundation/serialize';
|
|
10
12
|
import { Timer } from '@aztec/foundation/timer';
|
|
11
13
|
import { RollupAbi } from '@aztec/l1-artifacts';
|
|
@@ -29,7 +31,7 @@ export type L1SubmitEpochProofArgs = {
|
|
|
29
31
|
endTimestamp: Fr;
|
|
30
32
|
outHash: Fr;
|
|
31
33
|
proverId: Fr;
|
|
32
|
-
fees: Tuple<FeeRecipient, typeof
|
|
34
|
+
fees: Tuple<FeeRecipient, typeof MAX_CHECKPOINTS_PER_EPOCH>;
|
|
33
35
|
proof: Proof;
|
|
34
36
|
};
|
|
35
37
|
|
|
@@ -37,7 +39,7 @@ export class ProverNodePublisher {
|
|
|
37
39
|
private interrupted = false;
|
|
38
40
|
private metrics: ProverNodePublisherMetrics;
|
|
39
41
|
|
|
40
|
-
protected log
|
|
42
|
+
protected log: Logger;
|
|
41
43
|
|
|
42
44
|
protected rollupContract: RollupContract;
|
|
43
45
|
|
|
@@ -50,10 +52,12 @@ export class ProverNodePublisher {
|
|
|
50
52
|
l1TxUtils: L1TxUtils;
|
|
51
53
|
telemetry?: TelemetryClient;
|
|
52
54
|
},
|
|
55
|
+
bindings?: LoggerBindings,
|
|
53
56
|
) {
|
|
54
57
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
55
58
|
|
|
56
59
|
this.metrics = new ProverNodePublisherMetrics(telemetry, 'ProverNode');
|
|
60
|
+
this.log = createLogger('prover-node:l1-tx-publisher', bindings);
|
|
57
61
|
|
|
58
62
|
this.rollupContract = deps.rollupContract;
|
|
59
63
|
this.l1TxUtils = deps.l1TxUtils;
|
|
@@ -85,16 +89,16 @@ export class ProverNodePublisher {
|
|
|
85
89
|
}
|
|
86
90
|
|
|
87
91
|
public async submitEpochProof(args: {
|
|
88
|
-
epochNumber:
|
|
89
|
-
|
|
90
|
-
|
|
92
|
+
epochNumber: EpochNumber;
|
|
93
|
+
fromCheckpoint: CheckpointNumber;
|
|
94
|
+
toCheckpoint: CheckpointNumber;
|
|
91
95
|
publicInputs: RootRollupPublicInputs;
|
|
92
96
|
proof: Proof;
|
|
93
97
|
batchedBlobInputs: BatchedBlob;
|
|
94
98
|
attestations: ViemCommitteeAttestation[];
|
|
95
99
|
}): Promise<boolean> {
|
|
96
|
-
const { epochNumber,
|
|
97
|
-
const ctx = { epochNumber,
|
|
100
|
+
const { epochNumber, fromCheckpoint, toCheckpoint } = args;
|
|
101
|
+
const ctx = { epochNumber, fromCheckpoint, toCheckpoint };
|
|
98
102
|
|
|
99
103
|
if (!this.interrupted) {
|
|
100
104
|
const timer = new Timer();
|
|
@@ -103,6 +107,7 @@ export class ProverNodePublisher {
|
|
|
103
107
|
|
|
104
108
|
const txReceipt = await this.sendSubmitEpochProofTx(args);
|
|
105
109
|
if (!txReceipt) {
|
|
110
|
+
this.log.error(`Failed to mine submitEpochProof tx`, undefined, ctx);
|
|
106
111
|
return false;
|
|
107
112
|
}
|
|
108
113
|
|
|
@@ -135,47 +140,51 @@ export class ProverNodePublisher {
|
|
|
135
140
|
}
|
|
136
141
|
|
|
137
142
|
this.metrics.recordFailedTx();
|
|
138
|
-
this.log.error(`Rollup
|
|
143
|
+
this.log.error(`Rollup submitEpochProof tx reverted ${txReceipt.transactionHash}`, undefined, ctx);
|
|
139
144
|
}
|
|
140
145
|
|
|
141
|
-
this.log.verbose('
|
|
146
|
+
this.log.verbose('Checkpoint data syncing interrupted', ctx);
|
|
142
147
|
return false;
|
|
143
148
|
}
|
|
144
149
|
|
|
145
150
|
private async validateEpochProofSubmission(args: {
|
|
146
|
-
|
|
147
|
-
|
|
151
|
+
fromCheckpoint: CheckpointNumber;
|
|
152
|
+
toCheckpoint: CheckpointNumber;
|
|
148
153
|
publicInputs: RootRollupPublicInputs;
|
|
149
154
|
proof: Proof;
|
|
150
155
|
batchedBlobInputs: BatchedBlob;
|
|
151
156
|
attestations: ViemCommitteeAttestation[];
|
|
152
157
|
}) {
|
|
153
|
-
const {
|
|
158
|
+
const { fromCheckpoint, toCheckpoint, publicInputs, batchedBlobInputs } = args;
|
|
154
159
|
|
|
155
|
-
// Check that the
|
|
156
|
-
const {
|
|
157
|
-
// Don't publish if proven is beyond our
|
|
158
|
-
if (proven >
|
|
159
|
-
throw new Error(
|
|
160
|
+
// Check that the checkpoint numbers match the expected epoch to be proven
|
|
161
|
+
const { pending, proven } = await this.rollupContract.getTips();
|
|
162
|
+
// Don't publish if proven is beyond our toCheckpoint, pointless to do so
|
|
163
|
+
if (proven > toCheckpoint) {
|
|
164
|
+
throw new Error(
|
|
165
|
+
`Cannot submit epoch proof for ${fromCheckpoint}-${toCheckpoint} as proven checkpoint is ${proven}`,
|
|
166
|
+
);
|
|
160
167
|
}
|
|
161
|
-
//
|
|
162
|
-
if (
|
|
163
|
-
throw new Error(
|
|
168
|
+
// toCheckpoint can't be greater than pending
|
|
169
|
+
if (toCheckpoint > pending) {
|
|
170
|
+
throw new Error(
|
|
171
|
+
`Cannot submit epoch proof for ${fromCheckpoint}-${toCheckpoint} as pending checkpoint is ${pending}`,
|
|
172
|
+
);
|
|
164
173
|
}
|
|
165
174
|
|
|
166
|
-
// Check the archive for the immediate
|
|
167
|
-
const
|
|
168
|
-
if (publicInputs.previousArchiveRoot.
|
|
175
|
+
// Check the archive for the immediate checkpoint before the epoch
|
|
176
|
+
const checkpointLog = await this.rollupContract.getCheckpoint(CheckpointNumber(fromCheckpoint - 1));
|
|
177
|
+
if (!publicInputs.previousArchiveRoot.equals(checkpointLog.archive)) {
|
|
169
178
|
throw new Error(
|
|
170
|
-
`Previous archive root mismatch: ${publicInputs.previousArchiveRoot.toString()} !== ${
|
|
179
|
+
`Previous archive root mismatch: ${publicInputs.previousArchiveRoot.toString()} !== ${checkpointLog.archive.toString()}`,
|
|
171
180
|
);
|
|
172
181
|
}
|
|
173
182
|
|
|
174
|
-
// Check the archive for the last
|
|
175
|
-
const
|
|
176
|
-
if (publicInputs.endArchiveRoot.
|
|
183
|
+
// Check the archive for the last checkpoint in the epoch
|
|
184
|
+
const endCheckpointLog = await this.rollupContract.getCheckpoint(toCheckpoint);
|
|
185
|
+
if (!publicInputs.endArchiveRoot.equals(endCheckpointLog.archive)) {
|
|
177
186
|
throw new Error(
|
|
178
|
-
`End archive root mismatch: ${publicInputs.endArchiveRoot.toString()} !== ${
|
|
187
|
+
`End archive root mismatch: ${publicInputs.endArchiveRoot.toString()} !== ${endCheckpointLog.archive.toString()}`,
|
|
179
188
|
);
|
|
180
189
|
}
|
|
181
190
|
|
|
@@ -193,7 +202,7 @@ export class ProverNodePublisher {
|
|
|
193
202
|
);
|
|
194
203
|
const argsPublicInputs = [...publicInputs.toFields()];
|
|
195
204
|
|
|
196
|
-
if (!areArraysEqual(rollupPublicInputs
|
|
205
|
+
if (!areArraysEqual(rollupPublicInputs, argsPublicInputs, (a, b) => a.equals(b))) {
|
|
197
206
|
const fmt = (inputs: Fr[] | readonly string[]) => inputs.map(x => x.toString()).join(', ');
|
|
198
207
|
throw new Error(
|
|
199
208
|
`Root rollup public inputs mismatch:\nRollup: ${fmt(rollupPublicInputs)}\nComputed:${fmt(argsPublicInputs)}`,
|
|
@@ -202,8 +211,8 @@ export class ProverNodePublisher {
|
|
|
202
211
|
}
|
|
203
212
|
|
|
204
213
|
private async sendSubmitEpochProofTx(args: {
|
|
205
|
-
|
|
206
|
-
|
|
214
|
+
fromCheckpoint: CheckpointNumber;
|
|
215
|
+
toCheckpoint: CheckpointNumber;
|
|
207
216
|
publicInputs: RootRollupPublicInputs;
|
|
208
217
|
proof: Proof;
|
|
209
218
|
batchedBlobInputs: BatchedBlob;
|
|
@@ -213,8 +222,8 @@ export class ProverNodePublisher {
|
|
|
213
222
|
|
|
214
223
|
this.log.info(`Submitting epoch proof to L1 rollup contract`, {
|
|
215
224
|
proofSize: args.proof.withoutPublicInputs().length,
|
|
216
|
-
|
|
217
|
-
|
|
225
|
+
fromCheckpoint: args.fromCheckpoint,
|
|
226
|
+
toCheckpoint: args.toCheckpoint,
|
|
218
227
|
});
|
|
219
228
|
const data = encodeFunctionData({
|
|
220
229
|
abi: RollupAbi,
|
|
@@ -223,53 +232,57 @@ export class ProverNodePublisher {
|
|
|
223
232
|
});
|
|
224
233
|
try {
|
|
225
234
|
const { receipt } = await this.l1TxUtils.sendAndMonitorTransaction({ to: this.rollupContract.address, data });
|
|
235
|
+
if (receipt.status !== 'success') {
|
|
236
|
+
const errorMsg = await this.l1TxUtils.tryGetErrorFromRevertedTx(
|
|
237
|
+
data,
|
|
238
|
+
{
|
|
239
|
+
args: [...txArgs],
|
|
240
|
+
functionName: 'submitEpochRootProof',
|
|
241
|
+
abi: RollupAbi,
|
|
242
|
+
address: this.rollupContract.address,
|
|
243
|
+
},
|
|
244
|
+
/*blobInputs*/ undefined,
|
|
245
|
+
/*stateOverride*/ [],
|
|
246
|
+
);
|
|
247
|
+
this.log.error(`Rollup submit epoch proof tx reverted with ${errorMsg ?? 'unknown error'}`);
|
|
248
|
+
return undefined;
|
|
249
|
+
}
|
|
226
250
|
return receipt;
|
|
227
251
|
} catch (err) {
|
|
228
252
|
this.log.error(`Rollup submit epoch proof failed`, err);
|
|
229
|
-
const errorMsg = await this.l1TxUtils.tryGetErrorFromRevertedTx(
|
|
230
|
-
data,
|
|
231
|
-
{
|
|
232
|
-
args: [...txArgs],
|
|
233
|
-
functionName: 'submitEpochRootProof',
|
|
234
|
-
abi: RollupAbi,
|
|
235
|
-
address: this.rollupContract.address,
|
|
236
|
-
},
|
|
237
|
-
/*blobInputs*/ undefined,
|
|
238
|
-
/*stateOverride*/ [],
|
|
239
|
-
);
|
|
240
|
-
this.log.error(`Rollup submit epoch proof tx reverted. ${errorMsg}`);
|
|
241
253
|
return undefined;
|
|
242
254
|
}
|
|
243
255
|
}
|
|
244
256
|
|
|
245
257
|
private getEpochProofPublicInputsArgs(args: {
|
|
246
|
-
|
|
247
|
-
|
|
258
|
+
fromCheckpoint: CheckpointNumber;
|
|
259
|
+
toCheckpoint: CheckpointNumber;
|
|
248
260
|
publicInputs: RootRollupPublicInputs;
|
|
249
261
|
batchedBlobInputs: BatchedBlob;
|
|
250
262
|
attestations: ViemCommitteeAttestation[];
|
|
251
263
|
}) {
|
|
252
264
|
// Returns arguments for EpochProofLib.sol -> getEpochProofPublicInputs()
|
|
253
265
|
return [
|
|
254
|
-
BigInt(args.
|
|
255
|
-
BigInt(args.
|
|
266
|
+
BigInt(args.fromCheckpoint) /*_start*/,
|
|
267
|
+
BigInt(args.toCheckpoint) /*_end*/,
|
|
256
268
|
{
|
|
257
269
|
previousArchive: args.publicInputs.previousArchiveRoot.toString(),
|
|
258
270
|
endArchive: args.publicInputs.endArchiveRoot.toString(),
|
|
271
|
+
outHash: args.publicInputs.outHash.toString(),
|
|
259
272
|
proverId: EthAddress.fromField(args.publicInputs.constants.proverId).toString(),
|
|
260
273
|
} /*_args*/,
|
|
261
|
-
makeTuple(
|
|
274
|
+
makeTuple(MAX_CHECKPOINTS_PER_EPOCH * 2, i =>
|
|
262
275
|
i % 2 === 0
|
|
263
276
|
? args.publicInputs.fees[i / 2].recipient.toField().toString()
|
|
264
277
|
: args.publicInputs.fees[(i - 1) / 2].value.toString(),
|
|
265
278
|
) /*_fees*/,
|
|
266
|
-
args.batchedBlobInputs
|
|
279
|
+
getEthBlobEvaluationInputs(args.batchedBlobInputs) /*_blobPublicInputs*/,
|
|
267
280
|
] as const;
|
|
268
281
|
}
|
|
269
282
|
|
|
270
283
|
private getSubmitEpochProofArgs(args: {
|
|
271
|
-
|
|
272
|
-
|
|
284
|
+
fromCheckpoint: CheckpointNumber;
|
|
285
|
+
toCheckpoint: CheckpointNumber;
|
|
273
286
|
publicInputs: RootRollupPublicInputs;
|
|
274
287
|
proof: Proof;
|
|
275
288
|
batchedBlobInputs: BatchedBlob;
|
package/src/prover-node.ts
CHANGED
|
@@ -1,20 +1,23 @@
|
|
|
1
1
|
import type { Archiver } from '@aztec/archiver';
|
|
2
|
-
import type { RollupContract } from '@aztec/ethereum';
|
|
2
|
+
import type { RollupContract } from '@aztec/ethereum/contracts';
|
|
3
|
+
import type { Delayer } from '@aztec/ethereum/l1-tx-utils';
|
|
4
|
+
import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
3
5
|
import { assertRequired, compact, pick, sum } from '@aztec/foundation/collection';
|
|
6
|
+
import type { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
7
|
import { memoize } from '@aztec/foundation/decorators';
|
|
5
|
-
import type { Fr } from '@aztec/foundation/fields';
|
|
6
8
|
import { createLogger } from '@aztec/foundation/log';
|
|
7
9
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
8
10
|
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
9
|
-
import type { P2PClient } from '@aztec/p2p';
|
|
10
11
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
11
|
-
import type {
|
|
12
|
+
import type { L2BlockSource } from '@aztec/stdlib/block';
|
|
13
|
+
import type { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
12
14
|
import type { ChainConfig } from '@aztec/stdlib/config';
|
|
13
15
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
14
16
|
import { getProofSubmissionDeadlineTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
15
17
|
import {
|
|
16
18
|
type EpochProverManager,
|
|
17
19
|
EpochProvingJobTerminalState,
|
|
20
|
+
type ITxProvider,
|
|
18
21
|
type ProverNodeApi,
|
|
19
22
|
type Service,
|
|
20
23
|
type WorldStateSyncStatus,
|
|
@@ -22,7 +25,6 @@ import {
|
|
|
22
25
|
tryStop,
|
|
23
26
|
} from '@aztec/stdlib/interfaces/server';
|
|
24
27
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
25
|
-
import type { P2PClientType } from '@aztec/stdlib/p2p';
|
|
26
28
|
import type { Tx } from '@aztec/stdlib/tx';
|
|
27
29
|
import {
|
|
28
30
|
Attributes,
|
|
@@ -53,7 +55,6 @@ type DataStoreOptions = Pick<DataStoreConfig, 'dataDirectory'> & Pick<ChainConfi
|
|
|
53
55
|
*/
|
|
54
56
|
export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable {
|
|
55
57
|
private log = createLogger('prover-node');
|
|
56
|
-
private dateProvider = new DateProvider();
|
|
57
58
|
|
|
58
59
|
private jobs: Map<string, EpochProvingJob> = new Map();
|
|
59
60
|
private config: ProverNodeOptions;
|
|
@@ -71,12 +72,14 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
71
72
|
protected readonly l1ToL2MessageSource: L1ToL2MessageSource,
|
|
72
73
|
protected readonly contractDataSource: ContractDataSource,
|
|
73
74
|
protected readonly worldState: WorldStateSynchronizer,
|
|
74
|
-
protected readonly p2pClient:
|
|
75
|
+
protected readonly p2pClient: { getTxProvider(): ITxProvider } & Partial<Service>,
|
|
75
76
|
protected readonly epochsMonitor: EpochMonitor,
|
|
76
77
|
protected readonly rollupContract: RollupContract,
|
|
77
78
|
protected readonly l1Metrics: L1Metrics,
|
|
78
79
|
config: Partial<ProverNodeOptions> = {},
|
|
79
80
|
protected readonly telemetryClient: TelemetryClient = getTelemetryClient(),
|
|
81
|
+
private delayer?: Delayer,
|
|
82
|
+
private readonly dateProvider: DateProvider = new DateProvider(),
|
|
80
83
|
) {
|
|
81
84
|
this.config = {
|
|
82
85
|
proverNodePollingIntervalMs: 1_000,
|
|
@@ -109,12 +112,17 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
109
112
|
return this.p2pClient;
|
|
110
113
|
}
|
|
111
114
|
|
|
115
|
+
/** Returns the shared tx delayer for prover L1 txs, if enabled. Test-only. */
|
|
116
|
+
public getDelayer(): Delayer | undefined {
|
|
117
|
+
return this.delayer;
|
|
118
|
+
}
|
|
119
|
+
|
|
112
120
|
/**
|
|
113
121
|
* Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
|
|
114
122
|
* @param epochNumber - The epoch number that was just completed.
|
|
115
123
|
* @returns false if there is an error, true otherwise
|
|
116
124
|
*/
|
|
117
|
-
async handleEpochReadyToProve(epochNumber:
|
|
125
|
+
async handleEpochReadyToProve(epochNumber: EpochNumber): Promise<boolean> {
|
|
118
126
|
try {
|
|
119
127
|
this.log.debug(`Running jobs as ${epochNumber} is ready to prove`, {
|
|
120
128
|
jobs: Array.from(this.jobs.values()).map(job => `${job.getEpochNumber()}:${job.getId()}`),
|
|
@@ -153,17 +161,15 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
153
161
|
|
|
154
162
|
/**
|
|
155
163
|
* Stops the prover node and all its dependencies.
|
|
164
|
+
* Resources not owned by this node (shared with the parent aztec-node) are skipped.
|
|
156
165
|
*/
|
|
157
166
|
async stop() {
|
|
158
167
|
this.log.info('Stopping ProverNode');
|
|
159
168
|
await this.epochsMonitor.stop();
|
|
160
169
|
await this.prover.stop();
|
|
161
|
-
await tryStop(this.p2pClient);
|
|
162
|
-
await tryStop(this.l2BlockSource);
|
|
163
170
|
await tryStop(this.publisherFactory);
|
|
164
171
|
this.publisher?.interrupt();
|
|
165
172
|
await Promise.all(Array.from(this.jobs.values()).map(job => job.stop()));
|
|
166
|
-
await this.worldState.stop();
|
|
167
173
|
this.rewardsMetrics.stop();
|
|
168
174
|
this.l1Metrics.stop();
|
|
169
175
|
await this.telemetryClient.stop();
|
|
@@ -184,8 +190,8 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
184
190
|
/**
|
|
185
191
|
* Starts a proving process and returns immediately.
|
|
186
192
|
*/
|
|
187
|
-
public async startProof(epochNumber:
|
|
188
|
-
const job = await this.createProvingJob(
|
|
193
|
+
public async startProof(epochNumber: EpochNumber) {
|
|
194
|
+
const job = await this.createProvingJob(epochNumber, { skipEpochCheck: true });
|
|
189
195
|
void this.runJob(job);
|
|
190
196
|
}
|
|
191
197
|
|
|
@@ -238,21 +244,20 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
238
244
|
/**
|
|
239
245
|
* Returns an array of jobs being processed.
|
|
240
246
|
*/
|
|
241
|
-
public getJobs(): Promise<{ uuid: string; status: EpochProvingJobState; epochNumber:
|
|
247
|
+
public getJobs(): Promise<{ uuid: string; status: EpochProvingJobState; epochNumber: EpochNumber }[]> {
|
|
242
248
|
return Promise.resolve(
|
|
243
249
|
Array.from(this.jobs.entries()).map(([uuid, job]) => ({
|
|
244
250
|
uuid,
|
|
245
251
|
status: job.getState(),
|
|
246
|
-
epochNumber:
|
|
252
|
+
epochNumber: job.getEpochNumber(),
|
|
247
253
|
})),
|
|
248
254
|
);
|
|
249
255
|
}
|
|
250
256
|
|
|
251
257
|
protected async getActiveJobsForEpoch(
|
|
252
|
-
|
|
258
|
+
epochNumber: EpochNumber,
|
|
253
259
|
): Promise<{ uuid: string; status: EpochProvingJobState }[]> {
|
|
254
260
|
const jobs = await this.getJobs();
|
|
255
|
-
const epochNumber = Number(epochBigInt);
|
|
256
261
|
return jobs.filter(job => job.epochNumber === epochNumber && !EpochProvingJobTerminalState.includes(job.status));
|
|
257
262
|
}
|
|
258
263
|
|
|
@@ -263,18 +268,21 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
263
268
|
}
|
|
264
269
|
}
|
|
265
270
|
|
|
266
|
-
@trackSpan('ProverNode.createProvingJob', epochNumber => ({ [Attributes.EPOCH_NUMBER]:
|
|
267
|
-
private async createProvingJob(epochNumber:
|
|
271
|
+
@trackSpan('ProverNode.createProvingJob', epochNumber => ({ [Attributes.EPOCH_NUMBER]: epochNumber }))
|
|
272
|
+
private async createProvingJob(epochNumber: EpochNumber, opts: { skipEpochCheck?: boolean } = {}) {
|
|
268
273
|
this.checkMaximumPendingJobs();
|
|
269
274
|
|
|
270
275
|
this.publisher = await this.publisherFactory.create();
|
|
271
276
|
|
|
272
277
|
// Gather all data for this epoch
|
|
273
278
|
const epochData = await this.gatherEpochData(epochNumber);
|
|
274
|
-
|
|
275
|
-
const
|
|
276
|
-
const
|
|
277
|
-
|
|
279
|
+
const fromCheckpoint = epochData.checkpoints[0].number;
|
|
280
|
+
const toCheckpoint = epochData.checkpoints.at(-1)!.number;
|
|
281
|
+
const fromBlock = epochData.checkpoints[0].blocks[0].number;
|
|
282
|
+
const toBlock = epochData.checkpoints.at(-1)!.blocks.at(-1)!.number;
|
|
283
|
+
this.log.verbose(
|
|
284
|
+
`Creating proving job for epoch ${epochNumber} for checkpoint range ${fromCheckpoint} to ${toCheckpoint} and block range ${fromBlock} to ${toBlock}`,
|
|
285
|
+
);
|
|
278
286
|
|
|
279
287
|
// Fast forward world state to right before the target block and get a fork
|
|
280
288
|
await this.worldState.syncImmediate(toBlock);
|
|
@@ -284,12 +292,12 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
284
292
|
this.contractDataSource,
|
|
285
293
|
this.dateProvider,
|
|
286
294
|
this.telemetryClient,
|
|
295
|
+
this.log.getBindings(),
|
|
287
296
|
);
|
|
288
297
|
|
|
289
298
|
// Set deadline for this job to run. It will abort if it takes too long.
|
|
290
299
|
const deadlineTs = getProofSubmissionDeadlineTimestamp(epochNumber, await this.getL1Constants());
|
|
291
300
|
const deadline = new Date(Number(deadlineTs) * 1000);
|
|
292
|
-
|
|
293
301
|
const job = this.doCreateEpochProvingJob(epochData, deadline, publicProcessorFactory, this.publisher, opts);
|
|
294
302
|
this.jobs.set(job.getId(), job);
|
|
295
303
|
return job;
|
|
@@ -300,30 +308,32 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
300
308
|
return this.l2BlockSource.getL1Constants();
|
|
301
309
|
}
|
|
302
310
|
|
|
303
|
-
@trackSpan('ProverNode.gatherEpochData', epochNumber => ({ [Attributes.EPOCH_NUMBER]:
|
|
304
|
-
private async gatherEpochData(epochNumber:
|
|
305
|
-
const
|
|
306
|
-
const txArray = await this.gatherTxs(epochNumber,
|
|
311
|
+
@trackSpan('ProverNode.gatherEpochData', epochNumber => ({ [Attributes.EPOCH_NUMBER]: epochNumber }))
|
|
312
|
+
private async gatherEpochData(epochNumber: EpochNumber): Promise<EpochProvingJobData> {
|
|
313
|
+
const checkpoints = await this.gatherCheckpoints(epochNumber);
|
|
314
|
+
const txArray = await this.gatherTxs(epochNumber, checkpoints);
|
|
307
315
|
const txs = new Map<string, Tx>(txArray.map(tx => [tx.getTxHash().toString(), tx]));
|
|
308
|
-
const l1ToL2Messages = await this.gatherMessages(epochNumber,
|
|
309
|
-
const
|
|
310
|
-
const
|
|
311
|
-
const
|
|
316
|
+
const l1ToL2Messages = await this.gatherMessages(epochNumber, checkpoints);
|
|
317
|
+
const [firstBlock] = checkpoints[0].blocks;
|
|
318
|
+
const previousBlockHeader = await this.gatherPreviousBlockHeader(epochNumber, firstBlock.number - 1);
|
|
319
|
+
const [lastPublishedCheckpoint] = await this.l2BlockSource.getCheckpoints(checkpoints.at(-1)!.number, 1);
|
|
320
|
+
const attestations = lastPublishedCheckpoint?.attestations ?? [];
|
|
312
321
|
|
|
313
|
-
return {
|
|
322
|
+
return { checkpoints, txs, l1ToL2Messages, epochNumber, previousBlockHeader, attestations };
|
|
314
323
|
}
|
|
315
324
|
|
|
316
|
-
private async
|
|
317
|
-
const
|
|
318
|
-
if (
|
|
325
|
+
private async gatherCheckpoints(epochNumber: EpochNumber) {
|
|
326
|
+
const checkpoints = await this.l2BlockSource.getCheckpointsForEpoch(epochNumber);
|
|
327
|
+
if (checkpoints.length === 0) {
|
|
319
328
|
throw new EmptyEpochError(epochNumber);
|
|
320
329
|
}
|
|
321
|
-
return
|
|
330
|
+
return checkpoints;
|
|
322
331
|
}
|
|
323
332
|
|
|
324
|
-
private async gatherTxs(epochNumber:
|
|
333
|
+
private async gatherTxs(epochNumber: EpochNumber, checkpoints: Checkpoint[]) {
|
|
325
334
|
const deadline = new Date(this.dateProvider.now() + this.config.txGatheringTimeoutMs);
|
|
326
335
|
const txProvider = this.p2pClient.getTxProvider();
|
|
336
|
+
const blocks = checkpoints.flatMap(checkpoint => checkpoint.blocks);
|
|
327
337
|
const txsByBlock = await Promise.all(blocks.map(block => txProvider.getTxsForBlock(block, { deadline })));
|
|
328
338
|
const txs = txsByBlock.map(({ txs }) => txs).flat();
|
|
329
339
|
const missingTxs = txsByBlock.map(({ missingTxs }) => missingTxs).flat();
|
|
@@ -336,25 +346,24 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
336
346
|
throw new Error(`Txs not found for epoch ${epochNumber}: ${missingTxs.map(hash => hash.toString()).join(', ')}`);
|
|
337
347
|
}
|
|
338
348
|
|
|
339
|
-
private async gatherMessages(epochNumber:
|
|
340
|
-
const messages = await Promise.all(
|
|
349
|
+
private async gatherMessages(epochNumber: EpochNumber, checkpoints: Checkpoint[]) {
|
|
350
|
+
const messages = await Promise.all(checkpoints.map(c => this.l1ToL2MessageSource.getL1ToL2Messages(c.number)));
|
|
341
351
|
const messageCount = sum(messages.map(m => m.length));
|
|
342
352
|
this.log.verbose(`Gathered all ${messageCount} messages for epoch ${epochNumber}`, { epochNumber });
|
|
343
|
-
const
|
|
344
|
-
for (let i = 0; i <
|
|
345
|
-
|
|
353
|
+
const messagesByCheckpoint: Record<CheckpointNumber, Fr[]> = {};
|
|
354
|
+
for (let i = 0; i < checkpoints.length; i++) {
|
|
355
|
+
messagesByCheckpoint[checkpoints[i].number] = messages[i];
|
|
346
356
|
}
|
|
347
|
-
return
|
|
357
|
+
return messagesByCheckpoint;
|
|
348
358
|
}
|
|
349
359
|
|
|
350
|
-
private async gatherPreviousBlockHeader(epochNumber:
|
|
351
|
-
const previousBlockNumber = initialBlock.number - 1;
|
|
360
|
+
private async gatherPreviousBlockHeader(epochNumber: EpochNumber, previousBlockNumber: number) {
|
|
352
361
|
const header = await (previousBlockNumber === 0
|
|
353
362
|
? this.worldState.getCommitted().getInitialHeader()
|
|
354
|
-
: this.l2BlockSource.getBlockHeader(previousBlockNumber));
|
|
363
|
+
: this.l2BlockSource.getBlockHeader(BlockNumber(previousBlockNumber)));
|
|
355
364
|
|
|
356
365
|
if (!header) {
|
|
357
|
-
throw new Error(`Previous block header ${
|
|
366
|
+
throw new Error(`Previous block header ${previousBlockNumber} not found for proving epoch ${epochNumber}`);
|
|
358
367
|
}
|
|
359
368
|
|
|
360
369
|
this.log.verbose(`Gathered previous block header ${header.getBlockNumber()} for epoch ${epochNumber}`);
|
|
@@ -380,6 +389,7 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
380
389
|
this.jobMetrics,
|
|
381
390
|
deadline,
|
|
382
391
|
{ parallelBlockLimit, skipSubmitProof: proverNodeDisableProofPublish, ...opts },
|
|
392
|
+
this.log.getBindings(),
|
|
383
393
|
);
|
|
384
394
|
}
|
|
385
395
|
|
|
@@ -391,7 +401,7 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
391
401
|
private validateConfig() {
|
|
392
402
|
if (
|
|
393
403
|
this.config.proverNodeFailedEpochStore &&
|
|
394
|
-
(!this.config.dataDirectory || !this.config.l1ChainId ||
|
|
404
|
+
(!this.config.dataDirectory || !this.config.l1ChainId || this.config.rollupVersion === undefined)
|
|
395
405
|
) {
|
|
396
406
|
this.log.warn(
|
|
397
407
|
`Invalid prover-node config (missing dataDirectory, l1ChainId, or rollupVersion)`,
|
|
@@ -405,7 +415,7 @@ export class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable
|
|
|
405
415
|
}
|
|
406
416
|
|
|
407
417
|
class EmptyEpochError extends Error {
|
|
408
|
-
constructor(epochNumber:
|
|
418
|
+
constructor(epochNumber: EpochNumber) {
|
|
409
419
|
super(`No blocks found for epoch ${epochNumber}`);
|
|
410
420
|
this.name = 'EmptyEpochError';
|
|
411
421
|
}
|
|
@@ -1,17 +1,21 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import type {
|
|
1
|
+
import type { RollupContract } from '@aztec/ethereum/contracts';
|
|
2
|
+
import type { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
3
|
+
import type { PublisherManager } from '@aztec/ethereum/publisher-manager';
|
|
4
|
+
import type { LoggerBindings } from '@aztec/foundation/log';
|
|
5
|
+
import type { ProverPublisherConfig, ProverTxSenderConfig } from '@aztec/sequencer-client';
|
|
3
6
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
4
7
|
|
|
5
8
|
import { ProverNodePublisher } from './prover-node-publisher.js';
|
|
6
9
|
|
|
7
10
|
export class ProverPublisherFactory {
|
|
8
11
|
constructor(
|
|
9
|
-
private config:
|
|
12
|
+
private config: ProverTxSenderConfig & ProverPublisherConfig,
|
|
10
13
|
private deps: {
|
|
11
14
|
rollupContract: RollupContract;
|
|
12
15
|
publisherManager: PublisherManager<L1TxUtils>;
|
|
13
16
|
telemetry?: TelemetryClient;
|
|
14
17
|
},
|
|
18
|
+
private bindings?: LoggerBindings,
|
|
15
19
|
) {}
|
|
16
20
|
|
|
17
21
|
public async start() {
|
|
@@ -28,10 +32,14 @@ export class ProverPublisherFactory {
|
|
|
28
32
|
*/
|
|
29
33
|
public async create(): Promise<ProverNodePublisher> {
|
|
30
34
|
const l1Publisher = await this.deps.publisherManager.getAvailablePublisher();
|
|
31
|
-
return new ProverNodePublisher(
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
35
|
+
return new ProverNodePublisher(
|
|
36
|
+
this.config,
|
|
37
|
+
{
|
|
38
|
+
rollupContract: this.deps.rollupContract,
|
|
39
|
+
l1TxUtils: l1Publisher,
|
|
40
|
+
telemetry: this.deps.telemetry,
|
|
41
|
+
},
|
|
42
|
+
this.bindings,
|
|
43
|
+
);
|
|
36
44
|
}
|
|
37
45
|
}
|