@aztec/prover-node 0.0.0-test.1 → 0.0.1-commit.5daedc8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +18 -0
- package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/download-epoch-proving-job.js +37 -0
- package/dest/actions/index.d.ts +3 -0
- package/dest/actions/index.d.ts.map +1 -0
- package/dest/actions/index.js +2 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts +11 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/rerun-epoch-proving-job.js +40 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
- package/dest/actions/upload-epoch-proof-failure.js +78 -0
- package/dest/bin/run-failed-epoch.d.ts +2 -0
- package/dest/bin/run-failed-epoch.d.ts.map +1 -0
- package/dest/bin/run-failed-epoch.js +67 -0
- package/dest/config.d.ts +13 -10
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +81 -14
- package/dest/factory.d.ts +13 -9
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +95 -31
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/job/epoch-proving-job-data.d.ts +17 -0
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
- package/dest/job/epoch-proving-job-data.js +53 -0
- package/dest/job/epoch-proving-job.d.ts +25 -17
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +155 -51
- package/dest/metrics.d.ts +29 -5
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +141 -35
- package/dest/monitors/epoch-monitor.d.ts +5 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +15 -2
- package/dest/monitors/index.d.ts +1 -1
- package/dest/prover-node-publisher.d.ts +10 -12
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +62 -62
- package/dest/prover-node.d.ts +48 -43
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +175 -105
- package/dest/prover-publisher-factory.d.ts +21 -0
- package/dest/prover-publisher-factory.d.ts.map +1 -0
- package/dest/prover-publisher-factory.js +26 -0
- package/dest/test/index.d.ts +5 -3
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +1 -3
- package/package.json +39 -33
- package/src/actions/download-epoch-proving-job.ts +44 -0
- package/src/actions/index.ts +2 -0
- package/src/actions/rerun-epoch-proving-job.ts +61 -0
- package/src/actions/upload-epoch-proof-failure.ts +88 -0
- package/src/bin/run-failed-epoch.ts +77 -0
- package/src/config.ts +108 -24
- package/src/factory.ts +163 -43
- package/src/index.ts +1 -1
- package/src/job/epoch-proving-job-data.ts +77 -0
- package/src/job/epoch-proving-job.ts +222 -52
- package/src/metrics.ts +135 -37
- package/src/monitors/epoch-monitor.ts +18 -6
- package/src/prover-node-publisher.ts +96 -88
- package/src/prover-node.ts +213 -136
- package/src/prover-publisher-factory.ts +37 -0
- package/src/test/index.ts +7 -4
- package/dest/http.d.ts +0 -8
- package/dest/http.d.ts.map +0 -1
- package/dest/http.js +0 -9
- package/dest/prover-coordination/config.d.ts +0 -7
- package/dest/prover-coordination/config.d.ts.map +0 -1
- package/dest/prover-coordination/config.js +0 -11
- package/dest/prover-coordination/factory.d.ts +0 -22
- package/dest/prover-coordination/factory.d.ts.map +0 -1
- package/dest/prover-coordination/factory.js +0 -42
- package/dest/prover-coordination/index.d.ts +0 -3
- package/dest/prover-coordination/index.d.ts.map +0 -1
- package/dest/prover-coordination/index.js +0 -2
- package/src/http.ts +0 -13
- package/src/prover-coordination/config.ts +0 -17
- package/src/prover-coordination/factory.ts +0 -72
- package/src/prover-coordination/index.ts +0 -2
package/dest/prover-node.d.ts
CHANGED
|
@@ -1,75 +1,76 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import
|
|
1
|
+
import type { RollupContract } from '@aztec/ethereum';
|
|
2
|
+
import { EpochNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
4
|
+
import type { P2PClient } from '@aztec/p2p';
|
|
3
5
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
4
|
-
import type {
|
|
6
|
+
import type { L2BlockSource } from '@aztec/stdlib/block';
|
|
7
|
+
import type { ChainConfig } from '@aztec/stdlib/config';
|
|
5
8
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
6
|
-
import { type EpochProverManager, type
|
|
9
|
+
import { type EpochProverManager, type ProverNodeApi, type Service, type WorldStateSyncStatus, type WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
7
10
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
8
11
|
import type { P2PClientType } from '@aztec/stdlib/p2p';
|
|
9
|
-
import type
|
|
10
|
-
import
|
|
12
|
+
import { L1Metrics, type TelemetryClient, type Traceable, type Tracer } from '@aztec/telemetry-client';
|
|
13
|
+
import type { SpecificProverNodeConfig } from './config.js';
|
|
14
|
+
import type { EpochProvingJobData } from './job/epoch-proving-job-data.js';
|
|
11
15
|
import { EpochProvingJob, type EpochProvingJobState } from './job/epoch-proving-job.js';
|
|
12
16
|
import type { EpochMonitor, EpochMonitorHandler } from './monitors/epoch-monitor.js';
|
|
13
17
|
import type { ProverNodePublisher } from './prover-node-publisher.js';
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
maxParallelBlocksPerEpoch: number;
|
|
18
|
-
txGatheringTimeoutMs: number;
|
|
19
|
-
txGatheringIntervalMs: number;
|
|
20
|
-
txGatheringMaxParallelRequests: number;
|
|
21
|
-
};
|
|
18
|
+
import type { ProverPublisherFactory } from './prover-publisher-factory.js';
|
|
19
|
+
type ProverNodeOptions = SpecificProverNodeConfig & Partial<DataStoreOptions>;
|
|
20
|
+
type DataStoreOptions = Pick<DataStoreConfig, 'dataDirectory'> & Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'>;
|
|
22
21
|
/**
|
|
23
|
-
* An Aztec Prover Node is a standalone process that monitors the
|
|
24
|
-
*
|
|
25
|
-
* from a tx source in the p2p network or an external node, re-executes their public functions, creates a rollup
|
|
22
|
+
* An Aztec Prover Node is a standalone process that monitors the unfinalized chain on L1 for unproven epochs,
|
|
23
|
+
* fetches their txs from the p2p network or external nodes, re-executes their public functions, creates a rollup
|
|
26
24
|
* proof for the epoch, and submits it to L1.
|
|
27
25
|
*/
|
|
28
26
|
export declare class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable {
|
|
29
27
|
protected readonly prover: EpochProverManager;
|
|
30
|
-
protected readonly
|
|
31
|
-
protected readonly l2BlockSource: L2BlockSource &
|
|
28
|
+
protected readonly publisherFactory: ProverPublisherFactory;
|
|
29
|
+
protected readonly l2BlockSource: L2BlockSource & Partial<Service>;
|
|
32
30
|
protected readonly l1ToL2MessageSource: L1ToL2MessageSource;
|
|
33
31
|
protected readonly contractDataSource: ContractDataSource;
|
|
34
32
|
protected readonly worldState: WorldStateSynchronizer;
|
|
35
|
-
protected readonly
|
|
33
|
+
protected readonly p2pClient: Pick<P2PClient<P2PClientType.Prover>, 'getTxProvider'> & Partial<Service>;
|
|
36
34
|
protected readonly epochsMonitor: EpochMonitor;
|
|
35
|
+
protected readonly rollupContract: RollupContract;
|
|
36
|
+
protected readonly l1Metrics: L1Metrics;
|
|
37
37
|
protected readonly telemetryClient: TelemetryClient;
|
|
38
38
|
private log;
|
|
39
39
|
private dateProvider;
|
|
40
|
-
private latestEpochWeAreProving;
|
|
41
40
|
private jobs;
|
|
42
|
-
private
|
|
43
|
-
private
|
|
44
|
-
private
|
|
45
|
-
private txFetcher;
|
|
46
|
-
private lastBlockNumber;
|
|
41
|
+
private config;
|
|
42
|
+
private jobMetrics;
|
|
43
|
+
private rewardsMetrics;
|
|
47
44
|
readonly tracer: Tracer;
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
45
|
+
protected publisher: ProverNodePublisher | undefined;
|
|
46
|
+
constructor(prover: EpochProverManager, publisherFactory: ProverPublisherFactory, l2BlockSource: L2BlockSource & Partial<Service>, l1ToL2MessageSource: L1ToL2MessageSource, contractDataSource: ContractDataSource, worldState: WorldStateSynchronizer, p2pClient: Pick<P2PClient<P2PClientType.Prover>, 'getTxProvider'> & Partial<Service>, epochsMonitor: EpochMonitor, rollupContract: RollupContract, l1Metrics: L1Metrics, config?: Partial<ProverNodeOptions>, telemetryClient?: TelemetryClient);
|
|
47
|
+
getProverId(): import("@aztec/stdlib/block").EthAddress;
|
|
48
|
+
getP2P(): Pick<P2PClient<P2PClientType.Prover>, "getTxProvider"> & Partial<Service>;
|
|
51
49
|
/**
|
|
52
50
|
* Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
|
|
53
51
|
* @param epochNumber - The epoch number that was just completed.
|
|
52
|
+
* @returns false if there is an error, true otherwise
|
|
54
53
|
*/
|
|
55
|
-
handleEpochReadyToProve(epochNumber:
|
|
54
|
+
handleEpochReadyToProve(epochNumber: EpochNumber): Promise<boolean>;
|
|
56
55
|
/**
|
|
57
|
-
* Starts the prover node so it periodically checks for unproven epochs in the
|
|
56
|
+
* Starts the prover node so it periodically checks for unproven epochs in the unfinalized chain from L1 and
|
|
58
57
|
* starts proving jobs for them.
|
|
59
58
|
*/
|
|
60
|
-
start(): void
|
|
59
|
+
start(): Promise<void>;
|
|
61
60
|
/**
|
|
62
61
|
* Stops the prover node and all its dependencies.
|
|
63
62
|
*/
|
|
64
63
|
stop(): Promise<void>;
|
|
65
|
-
/**
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
64
|
+
/** Returns world state status. */
|
|
65
|
+
getWorldStateSyncStatus(): Promise<WorldStateSyncStatus>;
|
|
66
|
+
/** Returns archiver status. */
|
|
67
|
+
getL2Tips(): Promise<import("@aztec/stdlib/block").L2Tips>;
|
|
69
68
|
/**
|
|
70
69
|
* Starts a proving process and returns immediately.
|
|
71
70
|
*/
|
|
72
|
-
startProof(epochNumber:
|
|
71
|
+
startProof(epochNumber: EpochNumber): Promise<void>;
|
|
72
|
+
private runJob;
|
|
73
|
+
protected tryUploadEpochFailure(job: EpochProvingJob): Promise<string | undefined>;
|
|
73
74
|
/**
|
|
74
75
|
* Returns the prover instance.
|
|
75
76
|
*/
|
|
@@ -80,23 +81,27 @@ export declare class ProverNode implements EpochMonitorHandler, ProverNodeApi, T
|
|
|
80
81
|
getJobs(): Promise<{
|
|
81
82
|
uuid: string;
|
|
82
83
|
status: EpochProvingJobState;
|
|
83
|
-
epochNumber:
|
|
84
|
+
epochNumber: EpochNumber;
|
|
84
85
|
}[]>;
|
|
85
|
-
protected getActiveJobsForEpoch(
|
|
86
|
+
protected getActiveJobsForEpoch(epochNumber: EpochNumber): Promise<{
|
|
86
87
|
uuid: string;
|
|
87
88
|
status: EpochProvingJobState;
|
|
88
89
|
}[]>;
|
|
89
90
|
private checkMaximumPendingJobs;
|
|
90
91
|
private createProvingJob;
|
|
91
92
|
private getL1Constants;
|
|
92
|
-
/** Monitors for new blocks and requests their txs from the p2p layer to ensure they are available for proving. */
|
|
93
|
-
private checkForTxs;
|
|
94
93
|
private gatherEpochData;
|
|
95
94
|
private gatherBlocks;
|
|
96
95
|
private gatherTxs;
|
|
96
|
+
private gatherMessages;
|
|
97
|
+
private gatherPreviousBlockHeader;
|
|
97
98
|
/** Extracted for testing purposes. */
|
|
98
|
-
protected doCreateEpochProvingJob(
|
|
99
|
+
protected doCreateEpochProvingJob(data: EpochProvingJobData, deadline: Date | undefined, publicProcessorFactory: PublicProcessorFactory, publisher: ProverNodePublisher, opts?: {
|
|
100
|
+
skipEpochCheck?: boolean;
|
|
101
|
+
}): EpochProvingJob;
|
|
99
102
|
/** Extracted for testing purposes. */
|
|
100
103
|
protected triggerMonitors(): Promise<void>;
|
|
104
|
+
private validateConfig;
|
|
101
105
|
}
|
|
102
|
-
|
|
106
|
+
export {};
|
|
107
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmVyLW5vZGUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy9wcm92ZXItbm9kZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFDQSxPQUFPLEtBQUssRUFBRSxjQUFjLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUN0RCxPQUFPLEVBQUUsV0FBVyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFNOUQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFDOUQsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0sWUFBWSxDQUFDO0FBQzVDLE9BQU8sRUFBRSxzQkFBc0IsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQ2pFLE9BQU8sS0FBSyxFQUFXLGFBQWEsRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQ2xFLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLHNCQUFzQixDQUFDO0FBQ3hELE9BQU8sS0FBSyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFFakUsT0FBTyxFQUNMLEtBQUssa0JBQWtCLEVBRXZCLEtBQUssYUFBYSxFQUNsQixLQUFLLE9BQU8sRUFDWixLQUFLLG9CQUFvQixFQUN6QixLQUFLLHNCQUFzQixFQUU1QixNQUFNLGlDQUFpQyxDQUFDO0FBQ3pDLE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDbkUsT0FBTyxLQUFLLEVBQUUsYUFBYSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFdkQsT0FBTyxFQUVMLFNBQVMsRUFDVCxLQUFLLGVBQWUsRUFDcEIsS0FBSyxTQUFTLEVBQ2QsS0FBSyxNQUFNLEVBR1osTUFBTSx5QkFBeUIsQ0FBQztBQUdqQyxPQUFPLEtBQUssRUFBRSx3QkFBd0IsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUM1RCxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQzNFLE9BQU8sRUFBRSxlQUFlLEVBQUUsS0FBSyxvQkFBb0IsRUFBRSxNQUFNLDRCQUE0QixDQUFDO0FBRXhGLE9BQU8sS0FBSyxFQUFFLFlBQVksRUFBRSxtQkFBbUIsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQ3JGLE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNEJBQTRCLENBQUM7QUFDdEUsT0FBTyxLQUFLLEVBQUUsc0JBQXNCLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUU1RSxLQUFLLGlCQUFpQixHQUFHLHdCQUF3QixHQUFHLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO0FBQzlFLEtBQUssZ0JBQWdCLEdBQUcsSUFBSSxDQUFDLGVBQWUsRUFBRSxlQUFlLENBQUMsR0FBRyxJQUFJLENBQUMsV0FBVyxFQUFFLFdBQVcsR0FBRyxlQUFlLENBQUMsQ0FBQztBQUVsSDs7OztHQUlHO0FBQ0gscUJBQWEsVUFBVyxZQUFXLG1CQUFtQixFQUFFLGFBQWEsRUFBRSxTQUFTO0lBYzVFLFNBQVMsQ0FBQyxRQUFRLENBQUMsTUFBTSxFQUFFLGtCQUFrQjtJQUM3QyxTQUFTLENBQUMsUUFBUSxDQUFDLGdCQUFnQixFQUFFLHNCQUFzQjtJQUMzRCxTQUFTLENBQUMsUUFBUSxDQUFDLGFBQWEsRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQztJQUNsRSxTQUFTLENBQUMsUUFBUSxDQUFDLG1CQUFtQixFQUFFLG1CQUFtQjtJQUMzRCxTQUFTLENBQUMsUUFBUSxDQUFDLGtCQUFrQixFQUFFLGtCQUFrQjtJQUN6RCxTQUFTLENBQUMsUUFBUSxDQUFDLFVBQVUsRUFBRSxzQkFBc0I7SUFDckQsU0FBUyxDQUFDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxhQUFhLENBQUMsTUFBTSxDQUFDLEVBQUUsZUFBZSxDQUFDLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQztJQUN2RyxTQUFTLENBQUMsUUFBUSxDQUFDLGFBQWEsRUFBRSxZQUFZO0lBQzlDLFNBQVMsQ0FBQyxRQUFRLENBQUMsY0FBYyxFQUFFLGNBQWM7SUFDakQsU0FBUyxDQUFDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsU0FBUztJQUV2QyxTQUFTLENBQUMsUUFBUSxDQUFDLGVBQWUsRUFBRSxlQUFlO0lBeEJyRCxPQUFPLENBQUMsR0FBRyxDQUErQjtJQUMxQyxPQUFPLENBQUMsWUFBWSxDQUFzQjtJQUUxQyxPQUFPLENBQUMsSUFBSSxDQUEyQztJQUN2RCxPQUFPLENBQUMsTUFBTSxDQUFvQjtJQUNsQyxPQUFPLENBQUMsVUFBVSxDQUF1QjtJQUN6QyxPQUFPLENBQUMsY0FBYyxDQUEyQjtJQUVqRCxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLFNBQVMsQ0FBQyxTQUFTLEVBQUUsbUJBQW1CLEdBQUcsU0FBUyxDQUFDO0lBRXJELFlBQ3FCLE1BQU0sRUFBRSxrQkFBa0IsRUFDMUIsZ0JBQWdCLEVBQUUsc0JBQXNCLEVBQ3hDLGFBQWEsRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxFQUMvQyxtQkFBbUIsRUFBRSxtQkFBbUIsRUFDeEMsa0JBQWtCLEVBQUUsa0JBQWtCLEVBQ3RDLFVBQVUsRUFBRSxzQkFBc0IsRUFDbEMsU0FBUyxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsYUFBYSxDQUFDLE1BQU0sQ0FBQyxFQUFFLGVBQWUsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsRUFDcEYsYUFBYSxFQUFFLFlBQVksRUFDM0IsY0FBYyxFQUFFLGNBQWMsRUFDOUIsU0FBUyxFQUFFLFNBQVMsRUFDdkMsTUFBTSxHQUFFLE9BQU8sQ0FBQyxpQkFBaUIsQ0FBTSxFQUNwQixlQUFlLEdBQUUsZUFBc0MsRUF1QjNFO0lBRU0sV0FBVyw2Q0FFakI7SUFFTSxNQUFNLDhFQUVaO0lBRUQ7Ozs7T0FJRztJQUNHLHVCQUF1QixDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQXNCeEU7SUFFRDs7O09BR0c7SUFDRyxLQUFLLGtCQU9WO0lBRUQ7O09BRUc7SUFDRyxJQUFJLGtCQWNUO0lBRUQsa0NBQWtDO0lBQ3JCLHVCQUF1QixJQUFJLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBQyxDQUdwRTtJQUVELCtCQUErQjtJQUN4QixTQUFTLGtEQUVmO0lBRUQ7O09BRUc7SUFDVSxVQUFVLENBQUMsV0FBVyxFQUFFLFdBQVcsaUJBRy9DO1lBRWEsTUFBTTtJQXlCcEIsVUFBZ0IscUJBQXFCLENBQUMsR0FBRyxFQUFFLGVBQWUsK0JBWXpEO0lBRUQ7O09BRUc7SUFDSSxTQUFTLHVCQUVmO0lBRUQ7O09BRUc7SUFDSSxPQUFPLElBQUksT0FBTyxDQUFDO1FBQUUsSUFBSSxFQUFFLE1BQU0sQ0FBQztRQUFDLE1BQU0sRUFBRSxvQkFBb0IsQ0FBQztRQUFDLFdBQVcsRUFBRSxXQUFXLENBQUE7S0FBRSxFQUFFLENBQUMsQ0FRcEc7SUFFRCxVQUFnQixxQkFBcUIsQ0FDbkMsV0FBVyxFQUFFLFdBQVcsR0FDdkIsT0FBTyxDQUFDO1FBQUUsSUFBSSxFQUFFLE1BQU0sQ0FBQztRQUFDLE1BQU0sRUFBRSxvQkFBb0IsQ0FBQTtLQUFFLEVBQUUsQ0FBQyxDQUczRDtJQUVELE9BQU8sQ0FBQyx1QkFBdUI7WUFRakIsZ0JBQWdCO0lBZ0M5QixPQUFPLENBQUMsY0FBYztZQUtSLGVBQWU7WUFZZixZQUFZO1lBUVosU0FBUztZQWVULGNBQWM7WUFXZCx5QkFBeUI7SUFjdkMsc0NBQXNDO0lBQ3RDLFNBQVMsQ0FBQyx1QkFBdUIsQ0FDL0IsSUFBSSxFQUFFLG1CQUFtQixFQUN6QixRQUFRLEVBQUUsSUFBSSxHQUFHLFNBQVMsRUFDMUIsc0JBQXNCLEVBQUUsc0JBQXNCLEVBQzlDLFNBQVMsRUFBRSxtQkFBbUIsRUFDOUIsSUFBSSxHQUFFO1FBQUUsY0FBYyxDQUFDLEVBQUUsT0FBTyxDQUFBO0tBQU8sbUJBY3hDO0lBRUQsc0NBQXNDO0lBQ3RDLFVBQWdCLGVBQWUsa0JBRTlCO0lBRUQsT0FBTyxDQUFDLGNBQWM7Q0FjdkIifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prover-node.d.ts","sourceRoot":"","sources":["../src/prover-node.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"prover-node.d.ts","sourceRoot":"","sources":["../src/prover-node.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAM9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAW,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,OAAO,EACL,KAAK,kBAAkB,EAEvB,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,KAAK,oBAAoB,EACzB,KAAK,sBAAsB,EAE5B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAEL,SAAS,EACT,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,MAAM,EAGZ,MAAM,yBAAyB,CAAC;AAGjC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAExF,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAE5E,KAAK,iBAAiB,GAAG,wBAAwB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAC9E,KAAK,gBAAgB,GAAG,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,CAAC;AAElH;;;;GAIG;AACH,qBAAa,UAAW,YAAW,mBAAmB,EAAE,aAAa,EAAE,SAAS;IAc5E,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,kBAAkB;IAC7C,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,sBAAsB;IAC3D,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB;IAC3D,SAAS,CAAC,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB;IACzD,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,sBAAsB;IACrD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IACvG,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,YAAY;IAC9C,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc;IACjD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;IAEvC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,eAAe;IAxBrD,OAAO,CAAC,GAAG,CAA+B;IAC1C,OAAO,CAAC,YAAY,CAAsB;IAE1C,OAAO,CAAC,IAAI,CAA2C;IACvD,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,cAAc,CAA2B;IAEjD,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,SAAS,CAAC,SAAS,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAErD,YACqB,MAAM,EAAE,kBAAkB,EAC1B,gBAAgB,EAAE,sBAAsB,EACxC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,EAC/C,mBAAmB,EAAE,mBAAmB,EACxC,kBAAkB,EAAE,kBAAkB,EACtC,UAAU,EAAE,sBAAsB,EAClC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,EACpF,aAAa,EAAE,YAAY,EAC3B,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,SAAS,EACvC,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM,EACpB,eAAe,GAAE,eAAsC,EAuB3E;IAEM,WAAW,6CAEjB;IAEM,MAAM,8EAEZ;IAED;;;;OAIG;IACG,uBAAuB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAsBxE;IAED;;;OAGG;IACG,KAAK,kBAOV;IAED;;OAEG;IACG,IAAI,kBAcT;IAED,kCAAkC;IACrB,uBAAuB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAGpE;IAED,+BAA+B;IACxB,SAAS,kDAEf;IAED;;OAEG;IACU,UAAU,CAAC,WAAW,EAAE,WAAW,iBAG/C;YAEa,MAAM;IAyBpB,UAAgB,qBAAqB,CAAC,GAAG,EAAE,eAAe,+BAYzD;IAED;;OAEG;IACI,SAAS,uBAEf;IAED;;OAEG;IACI,OAAO,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAC;QAAC,WAAW,EAAE,WAAW,CAAA;KAAE,EAAE,CAAC,CAQpG;IAED,UAAgB,qBAAqB,CACnC,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAA;KAAE,EAAE,CAAC,CAG3D;IAED,OAAO,CAAC,uBAAuB;YAQjB,gBAAgB;IAgC9B,OAAO,CAAC,cAAc;YAKR,eAAe;YAYf,YAAY;YAQZ,SAAS;YAeT,cAAc;YAWd,yBAAyB;IAcvC,sCAAsC;IACtC,SAAS,CAAC,uBAAuB,CAC/B,IAAI,EAAE,mBAAmB,EACzB,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,mBAAmB,EAC9B,IAAI,GAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAO,mBAcxC;IAED,sCAAsC;IACtC,UAAgB,eAAe,kBAE9B;IAED,OAAO,CAAC,cAAc;CAcvB"}
|
package/dest/prover-node.js
CHANGED
|
@@ -4,134 +4,180 @@ function _ts_decorate(decorators, target, key, desc) {
|
|
|
4
4
|
else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
5
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
6
|
}
|
|
7
|
-
import { compact } from '@aztec/foundation/collection';
|
|
7
|
+
import { assertRequired, compact, pick, sum } from '@aztec/foundation/collection';
|
|
8
8
|
import { memoize } from '@aztec/foundation/decorators';
|
|
9
9
|
import { createLogger } from '@aztec/foundation/log';
|
|
10
|
-
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
11
10
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
12
11
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
13
|
-
import {
|
|
12
|
+
import { getProofSubmissionDeadlineTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
14
13
|
import { EpochProvingJobTerminalState, tryStop } from '@aztec/stdlib/interfaces/server';
|
|
15
14
|
import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
15
|
+
import { uploadEpochProofFailure } from './actions/upload-epoch-proof-failure.js';
|
|
16
16
|
import { EpochProvingJob } from './job/epoch-proving-job.js';
|
|
17
|
-
import {
|
|
17
|
+
import { ProverNodeJobMetrics, ProverNodeRewardsMetrics } from './metrics.js';
|
|
18
18
|
/**
|
|
19
|
-
* An Aztec Prover Node is a standalone process that monitors the
|
|
20
|
-
*
|
|
21
|
-
* from a tx source in the p2p network or an external node, re-executes their public functions, creates a rollup
|
|
19
|
+
* An Aztec Prover Node is a standalone process that monitors the unfinalized chain on L1 for unproven epochs,
|
|
20
|
+
* fetches their txs from the p2p network or external nodes, re-executes their public functions, creates a rollup
|
|
22
21
|
* proof for the epoch, and submits it to L1.
|
|
23
22
|
*/ export class ProverNode {
|
|
24
23
|
prover;
|
|
25
|
-
|
|
24
|
+
publisherFactory;
|
|
26
25
|
l2BlockSource;
|
|
27
26
|
l1ToL2MessageSource;
|
|
28
27
|
contractDataSource;
|
|
29
28
|
worldState;
|
|
30
|
-
|
|
29
|
+
p2pClient;
|
|
31
30
|
epochsMonitor;
|
|
31
|
+
rollupContract;
|
|
32
|
+
l1Metrics;
|
|
32
33
|
telemetryClient;
|
|
33
34
|
log;
|
|
34
35
|
dateProvider;
|
|
35
|
-
latestEpochWeAreProving;
|
|
36
36
|
jobs;
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
txFetcher;
|
|
41
|
-
lastBlockNumber;
|
|
37
|
+
config;
|
|
38
|
+
jobMetrics;
|
|
39
|
+
rewardsMetrics;
|
|
42
40
|
tracer;
|
|
43
|
-
|
|
41
|
+
publisher;
|
|
42
|
+
constructor(prover, publisherFactory, l2BlockSource, l1ToL2MessageSource, contractDataSource, worldState, p2pClient, epochsMonitor, rollupContract, l1Metrics, config = {}, telemetryClient = getTelemetryClient()){
|
|
44
43
|
this.prover = prover;
|
|
45
|
-
this.
|
|
44
|
+
this.publisherFactory = publisherFactory;
|
|
46
45
|
this.l2BlockSource = l2BlockSource;
|
|
47
46
|
this.l1ToL2MessageSource = l1ToL2MessageSource;
|
|
48
47
|
this.contractDataSource = contractDataSource;
|
|
49
48
|
this.worldState = worldState;
|
|
50
|
-
this.
|
|
49
|
+
this.p2pClient = p2pClient;
|
|
51
50
|
this.epochsMonitor = epochsMonitor;
|
|
51
|
+
this.rollupContract = rollupContract;
|
|
52
|
+
this.l1Metrics = l1Metrics;
|
|
52
53
|
this.telemetryClient = telemetryClient;
|
|
53
54
|
this.log = createLogger('prover-node');
|
|
54
55
|
this.dateProvider = new DateProvider();
|
|
55
56
|
this.jobs = new Map();
|
|
56
|
-
this.
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
maxParallelBlocksPerEpoch: 32,
|
|
61
|
-
txGatheringTimeoutMs: 60_000,
|
|
57
|
+
this.config = {
|
|
58
|
+
proverNodePollingIntervalMs: 1_000,
|
|
59
|
+
proverNodeMaxPendingJobs: 100,
|
|
60
|
+
proverNodeMaxParallelBlocksPerEpoch: 32,
|
|
62
61
|
txGatheringIntervalMs: 1_000,
|
|
63
|
-
|
|
64
|
-
|
|
62
|
+
txGatheringBatchSize: 10,
|
|
63
|
+
txGatheringMaxParallelRequestsPerNode: 100,
|
|
64
|
+
txGatheringTimeoutMs: 120_000,
|
|
65
|
+
proverNodeFailedEpochStore: undefined,
|
|
66
|
+
proverNodeEpochProvingDelayMs: undefined,
|
|
67
|
+
...compact(config)
|
|
65
68
|
};
|
|
66
|
-
this.
|
|
69
|
+
this.validateConfig();
|
|
70
|
+
const meter = telemetryClient.getMeter('ProverNode');
|
|
67
71
|
this.tracer = telemetryClient.getTracer('ProverNode');
|
|
68
|
-
this.
|
|
72
|
+
this.jobMetrics = new ProverNodeJobMetrics(meter, telemetryClient.getTracer('EpochProvingJob'));
|
|
73
|
+
this.rewardsMetrics = new ProverNodeRewardsMetrics(meter, this.prover.getProverId(), rollupContract);
|
|
69
74
|
}
|
|
70
75
|
getProverId() {
|
|
71
76
|
return this.prover.getProverId();
|
|
72
77
|
}
|
|
73
78
|
getP2P() {
|
|
74
|
-
|
|
75
|
-
if (typeof asP2PClient.isP2PClient === 'function' && asP2PClient.isP2PClient()) {
|
|
76
|
-
return asP2PClient;
|
|
77
|
-
}
|
|
78
|
-
return undefined;
|
|
79
|
+
return this.p2pClient;
|
|
79
80
|
}
|
|
80
81
|
/**
|
|
81
82
|
* Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
|
|
82
83
|
* @param epochNumber - The epoch number that was just completed.
|
|
84
|
+
* @returns false if there is an error, true otherwise
|
|
83
85
|
*/ async handleEpochReadyToProve(epochNumber) {
|
|
84
86
|
try {
|
|
85
|
-
this.log.debug(
|
|
87
|
+
this.log.debug(`Running jobs as ${epochNumber} is ready to prove`, {
|
|
88
|
+
jobs: Array.from(this.jobs.values()).map((job)=>`${job.getEpochNumber()}:${job.getId()}`)
|
|
89
|
+
});
|
|
86
90
|
const activeJobs = await this.getActiveJobsForEpoch(epochNumber);
|
|
87
91
|
if (activeJobs.length > 0) {
|
|
88
|
-
this.log.
|
|
89
|
-
|
|
92
|
+
this.log.warn(`Not starting proof for ${epochNumber} since there are active jobs for the epoch`, {
|
|
93
|
+
activeJobs: activeJobs.map((job)=>job.uuid)
|
|
94
|
+
});
|
|
95
|
+
return true;
|
|
90
96
|
}
|
|
91
|
-
// TODO: we probably want to skip starting a proof if we are too far into the current epoch
|
|
92
97
|
await this.startProof(epochNumber);
|
|
98
|
+
return true;
|
|
93
99
|
} catch (err) {
|
|
94
100
|
if (err instanceof EmptyEpochError) {
|
|
95
101
|
this.log.info(`Not starting proof for ${epochNumber} since no blocks were found`);
|
|
96
102
|
} else {
|
|
97
103
|
this.log.error(`Error handling epoch completed`, err);
|
|
98
104
|
}
|
|
105
|
+
return false;
|
|
99
106
|
}
|
|
100
107
|
}
|
|
101
108
|
/**
|
|
102
|
-
* Starts the prover node so it periodically checks for unproven epochs in the
|
|
109
|
+
* Starts the prover node so it periodically checks for unproven epochs in the unfinalized chain from L1 and
|
|
103
110
|
* starts proving jobs for them.
|
|
104
|
-
*/ start() {
|
|
105
|
-
this.txFetcher.start();
|
|
111
|
+
*/ async start() {
|
|
106
112
|
this.epochsMonitor.start(this);
|
|
107
|
-
this.
|
|
113
|
+
await this.publisherFactory.start();
|
|
114
|
+
this.publisher = await this.publisherFactory.create();
|
|
115
|
+
await this.rewardsMetrics.start();
|
|
116
|
+
this.l1Metrics.start();
|
|
117
|
+
this.log.info(`Started Prover Node with prover id ${this.prover.getProverId().toString()}`, this.config);
|
|
108
118
|
}
|
|
109
119
|
/**
|
|
110
120
|
* Stops the prover node and all its dependencies.
|
|
111
121
|
*/ async stop() {
|
|
112
122
|
this.log.info('Stopping ProverNode');
|
|
113
|
-
await this.txFetcher.stop();
|
|
114
123
|
await this.epochsMonitor.stop();
|
|
115
124
|
await this.prover.stop();
|
|
125
|
+
await tryStop(this.p2pClient);
|
|
116
126
|
await tryStop(this.l2BlockSource);
|
|
117
|
-
this.
|
|
127
|
+
await tryStop(this.publisherFactory);
|
|
128
|
+
this.publisher?.interrupt();
|
|
118
129
|
await Promise.all(Array.from(this.jobs.values()).map((job)=>job.stop()));
|
|
119
130
|
await this.worldState.stop();
|
|
120
|
-
|
|
131
|
+
this.rewardsMetrics.stop();
|
|
132
|
+
this.l1Metrics.stop();
|
|
121
133
|
await this.telemetryClient.stop();
|
|
122
134
|
this.log.info('Stopped ProverNode');
|
|
123
135
|
}
|
|
124
|
-
/**
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
136
|
+
/** Returns world state status. */ async getWorldStateSyncStatus() {
|
|
137
|
+
const { syncSummary } = await this.worldState.status();
|
|
138
|
+
return syncSummary;
|
|
139
|
+
}
|
|
140
|
+
/** Returns archiver status. */ getL2Tips() {
|
|
141
|
+
return this.l2BlockSource.getL2Tips();
|
|
129
142
|
}
|
|
130
143
|
/**
|
|
131
144
|
* Starts a proving process and returns immediately.
|
|
132
145
|
*/ async startProof(epochNumber) {
|
|
133
|
-
const job = await this.createProvingJob(
|
|
134
|
-
|
|
146
|
+
const job = await this.createProvingJob(epochNumber, {
|
|
147
|
+
skipEpochCheck: true
|
|
148
|
+
});
|
|
149
|
+
void this.runJob(job);
|
|
150
|
+
}
|
|
151
|
+
async runJob(job) {
|
|
152
|
+
const epochNumber = job.getEpochNumber();
|
|
153
|
+
const ctx = {
|
|
154
|
+
id: job.getId(),
|
|
155
|
+
epochNumber,
|
|
156
|
+
state: undefined
|
|
157
|
+
};
|
|
158
|
+
try {
|
|
159
|
+
await job.run();
|
|
160
|
+
const state = job.getState();
|
|
161
|
+
ctx.state = state;
|
|
162
|
+
if (state === 'reorg') {
|
|
163
|
+
this.log.warn(`Running new job for epoch ${epochNumber} due to reorg`, ctx);
|
|
164
|
+
await this.createProvingJob(epochNumber);
|
|
165
|
+
} else if (state === 'failed') {
|
|
166
|
+
this.log.error(`Job for ${epochNumber} exited with state ${state}`, ctx);
|
|
167
|
+
await this.tryUploadEpochFailure(job);
|
|
168
|
+
} else {
|
|
169
|
+
this.log.verbose(`Job for ${epochNumber} exited with state ${state}`, ctx);
|
|
170
|
+
}
|
|
171
|
+
} catch (err) {
|
|
172
|
+
this.log.error(`Error proving epoch ${epochNumber}`, err, ctx);
|
|
173
|
+
} finally{
|
|
174
|
+
this.jobs.delete(job.getId());
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
async tryUploadEpochFailure(job) {
|
|
178
|
+
if (this.config.proverNodeFailedEpochStore) {
|
|
179
|
+
return await uploadEpochProofFailure(this.config.proverNodeFailedEpochStore, job.getId(), job.getProvingData(), this.l2BlockSource, this.worldState, assertRequired(pick(this.config, 'l1ChainId', 'rollupVersion', 'dataDirectory')), this.log);
|
|
180
|
+
}
|
|
135
181
|
}
|
|
136
182
|
/**
|
|
137
183
|
* Returns the prover instance.
|
|
@@ -144,65 +190,59 @@ import { ProverNodeMetrics } from './metrics.js';
|
|
|
144
190
|
return Promise.resolve(Array.from(this.jobs.entries()).map(([uuid, job])=>({
|
|
145
191
|
uuid,
|
|
146
192
|
status: job.getState(),
|
|
147
|
-
epochNumber:
|
|
193
|
+
epochNumber: job.getEpochNumber()
|
|
148
194
|
})));
|
|
149
195
|
}
|
|
150
|
-
async getActiveJobsForEpoch(
|
|
196
|
+
async getActiveJobsForEpoch(epochNumber) {
|
|
151
197
|
const jobs = await this.getJobs();
|
|
152
|
-
const epochNumber = Number(epochBigInt);
|
|
153
198
|
return jobs.filter((job)=>job.epochNumber === epochNumber && !EpochProvingJobTerminalState.includes(job.status));
|
|
154
199
|
}
|
|
155
200
|
checkMaximumPendingJobs() {
|
|
156
|
-
const { maxPendingJobs } = this.
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
async createProvingJob(epochNumber) {
|
|
160
|
-
if (!this.checkMaximumPendingJobs()) {
|
|
161
|
-
throw new Error(`Maximum pending proving jobs ${this.options.maxPendingJobs} reached. Cannot create new job.`);
|
|
201
|
+
const { proverNodeMaxPendingJobs: maxPendingJobs } = this.config;
|
|
202
|
+
if (maxPendingJobs > 0 && this.jobs.size >= maxPendingJobs) {
|
|
203
|
+
throw new Error(`Maximum pending proving jobs ${maxPendingJobs} reached. Cannot create new job.`);
|
|
162
204
|
}
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
205
|
+
}
|
|
206
|
+
async createProvingJob(epochNumber, opts = {}) {
|
|
207
|
+
this.checkMaximumPendingJobs();
|
|
208
|
+
this.publisher = await this.publisherFactory.create();
|
|
209
|
+
// Gather all data for this epoch
|
|
210
|
+
const epochData = await this.gatherEpochData(epochNumber);
|
|
211
|
+
const fromBlock = epochData.blocks[0].number;
|
|
212
|
+
const toBlock = epochData.blocks.at(-1).number;
|
|
169
213
|
this.log.verbose(`Creating proving job for epoch ${epochNumber} for block range ${fromBlock} to ${toBlock}`);
|
|
214
|
+
// Fast forward world state to right before the target block and get a fork
|
|
170
215
|
await this.worldState.syncImmediate(toBlock);
|
|
171
|
-
// Create a processor
|
|
216
|
+
// Create a processor factory
|
|
172
217
|
const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, this.dateProvider, this.telemetryClient);
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
const [_, endTimestamp] = getTimestampRangeForEpoch(epochNumber + 1n, await this.getL1Constants());
|
|
178
|
-
const deadline = new Date(Number(endTimestamp) * 1000);
|
|
179
|
-
const job = this.doCreateEpochProvingJob(epochNumber, deadline, blocks, txs, publicProcessorFactory, cleanUp);
|
|
218
|
+
// Set deadline for this job to run. It will abort if it takes too long.
|
|
219
|
+
const deadlineTs = getProofSubmissionDeadlineTimestamp(epochNumber, await this.getL1Constants());
|
|
220
|
+
const deadline = new Date(Number(deadlineTs) * 1000);
|
|
221
|
+
const job = this.doCreateEpochProvingJob(epochData, deadline, publicProcessorFactory, this.publisher, opts);
|
|
180
222
|
this.jobs.set(job.getId(), job);
|
|
181
223
|
return job;
|
|
182
224
|
}
|
|
183
225
|
getL1Constants() {
|
|
184
226
|
return this.l2BlockSource.getL1Constants();
|
|
185
227
|
}
|
|
186
|
-
/** Monitors for new blocks and requests their txs from the p2p layer to ensure they are available for proving. */ async checkForTxs() {
|
|
187
|
-
const blockNumber = await this.l2BlockSource.getBlockNumber();
|
|
188
|
-
if (this.lastBlockNumber === undefined || blockNumber > this.lastBlockNumber) {
|
|
189
|
-
const block = await this.l2BlockSource.getBlock(blockNumber);
|
|
190
|
-
if (!block) {
|
|
191
|
-
return;
|
|
192
|
-
}
|
|
193
|
-
const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
|
|
194
|
-
this.log.verbose(`Fetching ${txHashes.length} tx hashes for block number ${blockNumber} from coordination`);
|
|
195
|
-
await this.coordination.getTxsByHash(txHashes); // This stores the txs in the tx pool, no need to persist them here
|
|
196
|
-
this.lastBlockNumber = blockNumber;
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
228
|
async gatherEpochData(epochNumber) {
|
|
200
|
-
// Gather blocks for this epoch and their txs
|
|
201
229
|
const blocks = await this.gatherBlocks(epochNumber);
|
|
202
|
-
const
|
|
230
|
+
const txArray = await this.gatherTxs(epochNumber, blocks);
|
|
231
|
+
const txs = new Map(txArray.map((tx)=>[
|
|
232
|
+
tx.getTxHash().toString(),
|
|
233
|
+
tx
|
|
234
|
+
]));
|
|
235
|
+
const l1ToL2Messages = await this.gatherMessages(epochNumber, blocks);
|
|
236
|
+
const previousBlockHeader = await this.gatherPreviousBlockHeader(epochNumber, blocks[0]);
|
|
237
|
+
const [lastBlock] = await this.l2BlockSource.getPublishedBlocks(blocks.at(-1).number, 1);
|
|
238
|
+
const attestations = lastBlock?.attestations ?? [];
|
|
203
239
|
return {
|
|
204
240
|
blocks,
|
|
205
|
-
txs
|
|
241
|
+
txs,
|
|
242
|
+
l1ToL2Messages,
|
|
243
|
+
epochNumber,
|
|
244
|
+
previousBlockHeader,
|
|
245
|
+
attestations
|
|
206
246
|
};
|
|
207
247
|
}
|
|
208
248
|
async gatherBlocks(epochNumber) {
|
|
@@ -213,41 +253,71 @@ import { ProverNodeMetrics } from './metrics.js';
|
|
|
213
253
|
return blocks;
|
|
214
254
|
}
|
|
215
255
|
async gatherTxs(epochNumber, blocks) {
|
|
216
|
-
const
|
|
217
|
-
const
|
|
218
|
-
|
|
256
|
+
const deadline = new Date(this.dateProvider.now() + this.config.txGatheringTimeoutMs);
|
|
257
|
+
const txProvider = this.p2pClient.getTxProvider();
|
|
258
|
+
const txsByBlock = await Promise.all(blocks.map((block)=>txProvider.getTxsForBlock(block, {
|
|
259
|
+
deadline
|
|
260
|
+
})));
|
|
261
|
+
const txs = txsByBlock.map(({ txs })=>txs).flat();
|
|
262
|
+
const missingTxs = txsByBlock.map(({ missingTxs })=>missingTxs).flat();
|
|
263
|
+
if (missingTxs.length === 0) {
|
|
219
264
|
this.log.verbose(`Gathered all ${txs.length} txs for epoch ${epochNumber}`, {
|
|
220
265
|
epochNumber
|
|
221
266
|
});
|
|
222
267
|
return txs;
|
|
223
268
|
}
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
269
|
+
throw new Error(`Txs not found for epoch ${epochNumber}: ${missingTxs.map((hash)=>hash.toString()).join(', ')}`);
|
|
270
|
+
}
|
|
271
|
+
async gatherMessages(epochNumber, blocks) {
|
|
272
|
+
const messages = await Promise.all(blocks.map((b)=>this.l1ToL2MessageSource.getL1ToL2Messages(b.number)));
|
|
273
|
+
const messageCount = sum(messages.map((m)=>m.length));
|
|
274
|
+
this.log.verbose(`Gathered all ${messageCount} messages for epoch ${epochNumber}`, {
|
|
275
|
+
epochNumber
|
|
276
|
+
});
|
|
277
|
+
const messagesByBlock = {};
|
|
278
|
+
for(let i = 0; i < blocks.length; i++){
|
|
279
|
+
messagesByBlock[blocks[i].number] = messages[i];
|
|
280
|
+
}
|
|
281
|
+
return messagesByBlock;
|
|
282
|
+
}
|
|
283
|
+
async gatherPreviousBlockHeader(epochNumber, initialBlock) {
|
|
284
|
+
const previousBlockNumber = initialBlock.number - 1;
|
|
285
|
+
const header = await (previousBlockNumber === 0 ? this.worldState.getCommitted().getInitialHeader() : this.l2BlockSource.getBlockHeader(previousBlockNumber));
|
|
286
|
+
if (!header) {
|
|
287
|
+
throw new Error(`Previous block header ${initialBlock.number} not found for proving epoch ${epochNumber}`);
|
|
288
|
+
}
|
|
289
|
+
this.log.verbose(`Gathered previous block header ${header.getBlockNumber()} for epoch ${epochNumber}`);
|
|
290
|
+
return header;
|
|
227
291
|
}
|
|
228
|
-
/** Extracted for testing purposes. */ doCreateEpochProvingJob(
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
292
|
+
/** Extracted for testing purposes. */ doCreateEpochProvingJob(data, deadline, publicProcessorFactory, publisher, opts = {}) {
|
|
293
|
+
const { proverNodeMaxParallelBlocksPerEpoch: parallelBlockLimit, proverNodeDisableProofPublish } = this.config;
|
|
294
|
+
return new EpochProvingJob(data, this.worldState, this.prover.createEpochProver(), publicProcessorFactory, publisher, this.l2BlockSource, this.jobMetrics, deadline, {
|
|
295
|
+
parallelBlockLimit,
|
|
296
|
+
skipSubmitProof: proverNodeDisableProofPublish,
|
|
297
|
+
...opts
|
|
298
|
+
});
|
|
232
299
|
}
|
|
233
300
|
/** Extracted for testing purposes. */ async triggerMonitors() {
|
|
234
301
|
await this.epochsMonitor.work();
|
|
235
302
|
}
|
|
303
|
+
validateConfig() {
|
|
304
|
+
if (this.config.proverNodeFailedEpochStore && (!this.config.dataDirectory || !this.config.l1ChainId || !this.config.rollupVersion)) {
|
|
305
|
+
this.log.warn(`Invalid prover-node config (missing dataDirectory, l1ChainId, or rollupVersion)`, pick(this.config, 'proverNodeFailedEpochStore', 'dataDirectory', 'l1ChainId', 'rollupVersion'));
|
|
306
|
+
throw new Error('All of dataDirectory, l1ChainId, and rollupVersion are required if proverNodeFailedEpochStore is set.');
|
|
307
|
+
}
|
|
308
|
+
}
|
|
236
309
|
}
|
|
237
310
|
_ts_decorate([
|
|
238
311
|
trackSpan('ProverNode.createProvingJob', (epochNumber)=>({
|
|
239
|
-
[Attributes.EPOCH_NUMBER]:
|
|
312
|
+
[Attributes.EPOCH_NUMBER]: epochNumber
|
|
240
313
|
}))
|
|
241
314
|
], ProverNode.prototype, "createProvingJob", null);
|
|
242
315
|
_ts_decorate([
|
|
243
316
|
memoize
|
|
244
317
|
], ProverNode.prototype, "getL1Constants", null);
|
|
245
|
-
_ts_decorate([
|
|
246
|
-
trackSpan('ProverNode.checkForTxs')
|
|
247
|
-
], ProverNode.prototype, "checkForTxs", null);
|
|
248
318
|
_ts_decorate([
|
|
249
319
|
trackSpan('ProverNode.gatherEpochData', (epochNumber)=>({
|
|
250
|
-
[Attributes.EPOCH_NUMBER]:
|
|
320
|
+
[Attributes.EPOCH_NUMBER]: epochNumber
|
|
251
321
|
}))
|
|
252
322
|
], ProverNode.prototype, "gatherEpochData", null);
|
|
253
323
|
class EmptyEpochError extends Error {
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { L1TxUtils, PublisherManager, RollupContract } from '@aztec/ethereum';
|
|
2
|
+
import type { PublisherConfig, TxSenderConfig } from '@aztec/sequencer-client';
|
|
3
|
+
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
4
|
+
import { ProverNodePublisher } from './prover-node-publisher.js';
|
|
5
|
+
export declare class ProverPublisherFactory {
|
|
6
|
+
private config;
|
|
7
|
+
private deps;
|
|
8
|
+
constructor(config: TxSenderConfig & PublisherConfig, deps: {
|
|
9
|
+
rollupContract: RollupContract;
|
|
10
|
+
publisherManager: PublisherManager<L1TxUtils>;
|
|
11
|
+
telemetry?: TelemetryClient;
|
|
12
|
+
});
|
|
13
|
+
start(): Promise<void>;
|
|
14
|
+
stop(): void;
|
|
15
|
+
/**
|
|
16
|
+
* Creates a new Prover Publisher instance.
|
|
17
|
+
* @returns A new ProverNodePublisher instance.
|
|
18
|
+
*/
|
|
19
|
+
create(): Promise<ProverNodePublisher>;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmVyLXB1Ymxpc2hlci1mYWN0b3J5LmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvcHJvdmVyLXB1Ymxpc2hlci1mYWN0b3J5LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxnQkFBZ0IsRUFBRSxjQUFjLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUNuRixPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsY0FBYyxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDL0UsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFFL0QsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNEJBQTRCLENBQUM7QUFFakUscUJBQWEsc0JBQXNCO0lBRS9CLE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLElBQUk7SUFGZCxZQUNVLE1BQU0sRUFBRSxjQUFjLEdBQUcsZUFBZSxFQUN4QyxJQUFJLEVBQUU7UUFDWixjQUFjLEVBQUUsY0FBYyxDQUFDO1FBQy9CLGdCQUFnQixFQUFFLGdCQUFnQixDQUFDLFNBQVMsQ0FBQyxDQUFDO1FBQzlDLFNBQVMsQ0FBQyxFQUFFLGVBQWUsQ0FBQztLQUM3QixFQUNDO0lBRVMsS0FBSyxrQkFFakI7SUFFTSxJQUFJLFNBRVY7SUFFRDs7O09BR0c7SUFDVSxNQUFNLElBQUksT0FBTyxDQUFDLG1CQUFtQixDQUFDLENBT2xEO0NBQ0YifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prover-publisher-factory.d.ts","sourceRoot":"","sources":["../src/prover-publisher-factory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,qBAAa,sBAAsB;IAE/B,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,IAAI;IAFd,YACU,MAAM,EAAE,cAAc,GAAG,eAAe,EACxC,IAAI,EAAE;QACZ,cAAc,EAAE,cAAc,CAAC;QAC/B,gBAAgB,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC9C,SAAS,CAAC,EAAE,eAAe,CAAC;KAC7B,EACC;IAES,KAAK,kBAEjB;IAEM,IAAI,SAEV;IAED;;;OAGG;IACU,MAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAOlD;CACF"}
|