@aztec/prover-node 0.0.0-test.1 → 0.0.1-commit.21caa21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dest/actions/download-epoch-proving-job.d.ts +18 -0
  2. package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
  3. package/dest/actions/download-epoch-proving-job.js +37 -0
  4. package/dest/actions/index.d.ts +3 -0
  5. package/dest/actions/index.d.ts.map +1 -0
  6. package/dest/actions/index.js +2 -0
  7. package/dest/actions/rerun-epoch-proving-job.d.ts +11 -0
  8. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
  9. package/dest/actions/rerun-epoch-proving-job.js +40 -0
  10. package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
  11. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
  12. package/dest/actions/upload-epoch-proof-failure.js +78 -0
  13. package/dest/bin/run-failed-epoch.d.ts +2 -0
  14. package/dest/bin/run-failed-epoch.d.ts.map +1 -0
  15. package/dest/bin/run-failed-epoch.js +67 -0
  16. package/dest/config.d.ts +13 -10
  17. package/dest/config.d.ts.map +1 -1
  18. package/dest/config.js +81 -14
  19. package/dest/factory.d.ts +13 -9
  20. package/dest/factory.d.ts.map +1 -1
  21. package/dest/factory.js +95 -31
  22. package/dest/index.d.ts +2 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +1 -1
  25. package/dest/job/epoch-proving-job-data.d.ts +17 -0
  26. package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
  27. package/dest/job/epoch-proving-job-data.js +53 -0
  28. package/dest/job/epoch-proving-job.d.ts +25 -17
  29. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  30. package/dest/job/epoch-proving-job.js +155 -51
  31. package/dest/metrics.d.ts +29 -5
  32. package/dest/metrics.d.ts.map +1 -1
  33. package/dest/metrics.js +141 -35
  34. package/dest/monitors/epoch-monitor.d.ts +5 -2
  35. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  36. package/dest/monitors/epoch-monitor.js +15 -2
  37. package/dest/monitors/index.d.ts +1 -1
  38. package/dest/prover-node-publisher.d.ts +10 -12
  39. package/dest/prover-node-publisher.d.ts.map +1 -1
  40. package/dest/prover-node-publisher.js +62 -62
  41. package/dest/prover-node.d.ts +48 -43
  42. package/dest/prover-node.d.ts.map +1 -1
  43. package/dest/prover-node.js +175 -105
  44. package/dest/prover-publisher-factory.d.ts +21 -0
  45. package/dest/prover-publisher-factory.d.ts.map +1 -0
  46. package/dest/prover-publisher-factory.js +26 -0
  47. package/dest/test/index.d.ts +5 -3
  48. package/dest/test/index.d.ts.map +1 -1
  49. package/dest/test/index.js +1 -3
  50. package/package.json +39 -33
  51. package/src/actions/download-epoch-proving-job.ts +44 -0
  52. package/src/actions/index.ts +2 -0
  53. package/src/actions/rerun-epoch-proving-job.ts +61 -0
  54. package/src/actions/upload-epoch-proof-failure.ts +88 -0
  55. package/src/bin/run-failed-epoch.ts +77 -0
  56. package/src/config.ts +108 -24
  57. package/src/factory.ts +163 -43
  58. package/src/index.ts +1 -1
  59. package/src/job/epoch-proving-job-data.ts +77 -0
  60. package/src/job/epoch-proving-job.ts +222 -52
  61. package/src/metrics.ts +135 -37
  62. package/src/monitors/epoch-monitor.ts +18 -6
  63. package/src/prover-node-publisher.ts +96 -88
  64. package/src/prover-node.ts +213 -136
  65. package/src/prover-publisher-factory.ts +37 -0
  66. package/src/test/index.ts +7 -4
  67. package/dest/http.d.ts +0 -8
  68. package/dest/http.d.ts.map +0 -1
  69. package/dest/http.js +0 -9
  70. package/dest/prover-coordination/config.d.ts +0 -7
  71. package/dest/prover-coordination/config.d.ts.map +0 -1
  72. package/dest/prover-coordination/config.js +0 -11
  73. package/dest/prover-coordination/factory.d.ts +0 -22
  74. package/dest/prover-coordination/factory.d.ts.map +0 -1
  75. package/dest/prover-coordination/factory.js +0 -42
  76. package/dest/prover-coordination/index.d.ts +0 -3
  77. package/dest/prover-coordination/index.d.ts.map +0 -1
  78. package/dest/prover-coordination/index.js +0 -2
  79. package/src/http.ts +0 -13
  80. package/src/prover-coordination/config.ts +0 -17
  81. package/src/prover-coordination/factory.ts +0 -72
  82. package/src/prover-coordination/index.ts +0 -2
@@ -1,75 +1,76 @@
1
- import type { Maybe } from '@aztec/foundation/types';
2
- import type { P2P } from '@aztec/p2p';
1
+ import type { RollupContract } from '@aztec/ethereum';
2
+ import { EpochNumber } from '@aztec/foundation/branded-types';
3
+ import type { DataStoreConfig } from '@aztec/kv-store/config';
4
+ import type { P2PClient } from '@aztec/p2p';
3
5
  import { PublicProcessorFactory } from '@aztec/simulator/server';
4
- import type { L2Block, L2BlockSource } from '@aztec/stdlib/block';
6
+ import type { L2BlockSource } from '@aztec/stdlib/block';
7
+ import type { ChainConfig } from '@aztec/stdlib/config';
5
8
  import type { ContractDataSource } from '@aztec/stdlib/contract';
6
- import { type EpochProverManager, type ProverCoordination, type ProverNodeApi, type Service, type WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
9
+ import { type EpochProverManager, type ProverNodeApi, type Service, type WorldStateSyncStatus, type WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
7
10
  import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
8
11
  import type { P2PClientType } from '@aztec/stdlib/p2p';
9
- import type { Tx } from '@aztec/stdlib/tx';
10
- import { type TelemetryClient, type Traceable, type Tracer } from '@aztec/telemetry-client';
12
+ import { L1Metrics, type TelemetryClient, type Traceable, type Tracer } from '@aztec/telemetry-client';
13
+ import type { SpecificProverNodeConfig } from './config.js';
14
+ import type { EpochProvingJobData } from './job/epoch-proving-job-data.js';
11
15
  import { EpochProvingJob, type EpochProvingJobState } from './job/epoch-proving-job.js';
12
16
  import type { EpochMonitor, EpochMonitorHandler } from './monitors/epoch-monitor.js';
13
17
  import type { ProverNodePublisher } from './prover-node-publisher.js';
14
- export type ProverNodeOptions = {
15
- pollingIntervalMs: number;
16
- maxPendingJobs: number;
17
- maxParallelBlocksPerEpoch: number;
18
- txGatheringTimeoutMs: number;
19
- txGatheringIntervalMs: number;
20
- txGatheringMaxParallelRequests: number;
21
- };
18
+ import type { ProverPublisherFactory } from './prover-publisher-factory.js';
19
+ type ProverNodeOptions = SpecificProverNodeConfig & Partial<DataStoreOptions>;
20
+ type DataStoreOptions = Pick<DataStoreConfig, 'dataDirectory'> & Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'>;
22
21
  /**
23
- * An Aztec Prover Node is a standalone process that monitors the unfinalised chain on L1 for unproven blocks,
24
- * submits bids for proving them, and monitors if they are accepted. If so, the prover node fetches the txs
25
- * from a tx source in the p2p network or an external node, re-executes their public functions, creates a rollup
22
+ * An Aztec Prover Node is a standalone process that monitors the unfinalized chain on L1 for unproven epochs,
23
+ * fetches their txs from the p2p network or external nodes, re-executes their public functions, creates a rollup
26
24
  * proof for the epoch, and submits it to L1.
27
25
  */
28
26
  export declare class ProverNode implements EpochMonitorHandler, ProverNodeApi, Traceable {
29
27
  protected readonly prover: EpochProverManager;
30
- protected readonly publisher: ProverNodePublisher;
31
- protected readonly l2BlockSource: L2BlockSource & Maybe<Service>;
28
+ protected readonly publisherFactory: ProverPublisherFactory;
29
+ protected readonly l2BlockSource: L2BlockSource & Partial<Service>;
32
30
  protected readonly l1ToL2MessageSource: L1ToL2MessageSource;
33
31
  protected readonly contractDataSource: ContractDataSource;
34
32
  protected readonly worldState: WorldStateSynchronizer;
35
- protected readonly coordination: ProverCoordination & Maybe<Service>;
33
+ protected readonly p2pClient: Pick<P2PClient<P2PClientType.Prover>, 'getTxProvider'> & Partial<Service>;
36
34
  protected readonly epochsMonitor: EpochMonitor;
35
+ protected readonly rollupContract: RollupContract;
36
+ protected readonly l1Metrics: L1Metrics;
37
37
  protected readonly telemetryClient: TelemetryClient;
38
38
  private log;
39
39
  private dateProvider;
40
- private latestEpochWeAreProving;
41
40
  private jobs;
42
- private cachedEpochData;
43
- private options;
44
- private metrics;
45
- private txFetcher;
46
- private lastBlockNumber;
41
+ private config;
42
+ private jobMetrics;
43
+ private rewardsMetrics;
47
44
  readonly tracer: Tracer;
48
- constructor(prover: EpochProverManager, publisher: ProverNodePublisher, l2BlockSource: L2BlockSource & Maybe<Service>, l1ToL2MessageSource: L1ToL2MessageSource, contractDataSource: ContractDataSource, worldState: WorldStateSynchronizer, coordination: ProverCoordination & Maybe<Service>, epochsMonitor: EpochMonitor, options?: Partial<ProverNodeOptions>, telemetryClient?: TelemetryClient);
49
- getProverId(): import("@aztec/aztec.js").Fr;
50
- getP2P(): P2P<P2PClientType.Prover> | undefined;
45
+ protected publisher: ProverNodePublisher | undefined;
46
+ constructor(prover: EpochProverManager, publisherFactory: ProverPublisherFactory, l2BlockSource: L2BlockSource & Partial<Service>, l1ToL2MessageSource: L1ToL2MessageSource, contractDataSource: ContractDataSource, worldState: WorldStateSynchronizer, p2pClient: Pick<P2PClient<P2PClientType.Prover>, 'getTxProvider'> & Partial<Service>, epochsMonitor: EpochMonitor, rollupContract: RollupContract, l1Metrics: L1Metrics, config?: Partial<ProverNodeOptions>, telemetryClient?: TelemetryClient);
47
+ getProverId(): import("@aztec/stdlib/block").EthAddress;
48
+ getP2P(): Pick<P2PClient<P2PClientType.Prover>, "getTxProvider"> & Partial<Service>;
51
49
  /**
52
50
  * Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
53
51
  * @param epochNumber - The epoch number that was just completed.
52
+ * @returns false if there is an error, true otherwise
54
53
  */
55
- handleEpochReadyToProve(epochNumber: bigint): Promise<void>;
54
+ handleEpochReadyToProve(epochNumber: EpochNumber): Promise<boolean>;
56
55
  /**
57
- * Starts the prover node so it periodically checks for unproven epochs in the unfinalised chain from L1 and
56
+ * Starts the prover node so it periodically checks for unproven epochs in the unfinalized chain from L1 and
58
57
  * starts proving jobs for them.
59
58
  */
60
- start(): void;
59
+ start(): Promise<void>;
61
60
  /**
62
61
  * Stops the prover node and all its dependencies.
63
62
  */
64
63
  stop(): Promise<void>;
65
- /**
66
- * Creates a proof for a block range. Returns once the proof has been submitted to L1.
67
- */
68
- prove(epochNumber: number | bigint): Promise<void>;
64
+ /** Returns world state status. */
65
+ getWorldStateSyncStatus(): Promise<WorldStateSyncStatus>;
66
+ /** Returns archiver status. */
67
+ getL2Tips(): Promise<import("@aztec/stdlib/block").L2Tips>;
69
68
  /**
70
69
  * Starts a proving process and returns immediately.
71
70
  */
72
- startProof(epochNumber: number | bigint): Promise<void>;
71
+ startProof(epochNumber: EpochNumber): Promise<void>;
72
+ private runJob;
73
+ protected tryUploadEpochFailure(job: EpochProvingJob): Promise<string | undefined>;
73
74
  /**
74
75
  * Returns the prover instance.
75
76
  */
@@ -80,23 +81,27 @@ export declare class ProverNode implements EpochMonitorHandler, ProverNodeApi, T
80
81
  getJobs(): Promise<{
81
82
  uuid: string;
82
83
  status: EpochProvingJobState;
83
- epochNumber: number;
84
+ epochNumber: EpochNumber;
84
85
  }[]>;
85
- protected getActiveJobsForEpoch(epochBigInt: bigint): Promise<{
86
+ protected getActiveJobsForEpoch(epochNumber: EpochNumber): Promise<{
86
87
  uuid: string;
87
88
  status: EpochProvingJobState;
88
89
  }[]>;
89
90
  private checkMaximumPendingJobs;
90
91
  private createProvingJob;
91
92
  private getL1Constants;
92
- /** Monitors for new blocks and requests their txs from the p2p layer to ensure they are available for proving. */
93
- private checkForTxs;
94
93
  private gatherEpochData;
95
94
  private gatherBlocks;
96
95
  private gatherTxs;
96
+ private gatherMessages;
97
+ private gatherPreviousBlockHeader;
97
98
  /** Extracted for testing purposes. */
98
- protected doCreateEpochProvingJob(epochNumber: bigint, deadline: Date | undefined, blocks: L2Block[], txs: Tx[], publicProcessorFactory: PublicProcessorFactory, cleanUp: () => Promise<void>): EpochProvingJob;
99
+ protected doCreateEpochProvingJob(data: EpochProvingJobData, deadline: Date | undefined, publicProcessorFactory: PublicProcessorFactory, publisher: ProverNodePublisher, opts?: {
100
+ skipEpochCheck?: boolean;
101
+ }): EpochProvingJob;
99
102
  /** Extracted for testing purposes. */
100
103
  protected triggerMonitors(): Promise<void>;
104
+ private validateConfig;
101
105
  }
102
- //# sourceMappingURL=prover-node.d.ts.map
106
+ export {};
107
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmVyLW5vZGUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy9wcm92ZXItbm9kZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFDQSxPQUFPLEtBQUssRUFBRSxjQUFjLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUN0RCxPQUFPLEVBQUUsV0FBVyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFNOUQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFDOUQsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0sWUFBWSxDQUFDO0FBQzVDLE9BQU8sRUFBRSxzQkFBc0IsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQ2pFLE9BQU8sS0FBSyxFQUFXLGFBQWEsRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQ2xFLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLHNCQUFzQixDQUFDO0FBQ3hELE9BQU8sS0FBSyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFFakUsT0FBTyxFQUNMLEtBQUssa0JBQWtCLEVBRXZCLEtBQUssYUFBYSxFQUNsQixLQUFLLE9BQU8sRUFDWixLQUFLLG9CQUFvQixFQUN6QixLQUFLLHNCQUFzQixFQUU1QixNQUFNLGlDQUFpQyxDQUFDO0FBQ3pDLE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDbkUsT0FBTyxLQUFLLEVBQUUsYUFBYSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFdkQsT0FBTyxFQUVMLFNBQVMsRUFDVCxLQUFLLGVBQWUsRUFDcEIsS0FBSyxTQUFTLEVBQ2QsS0FBSyxNQUFNLEVBR1osTUFBTSx5QkFBeUIsQ0FBQztBQUdqQyxPQUFPLEtBQUssRUFBRSx3QkFBd0IsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUM1RCxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQzNFLE9BQU8sRUFBRSxlQUFlLEVBQUUsS0FBSyxvQkFBb0IsRUFBRSxNQUFNLDRCQUE0QixDQUFDO0FBRXhGLE9BQU8sS0FBSyxFQUFFLFlBQVksRUFBRSxtQkFBbUIsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQ3JGLE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNEJBQTRCLENBQUM7QUFDdEUsT0FBTyxLQUFLLEVBQUUsc0JBQXNCLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUU1RSxLQUFLLGlCQUFpQixHQUFHLHdCQUF3QixHQUFHLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO0FBQzlFLEtBQUssZ0JBQWdCLEdBQUcsSUFBSSxDQUFDLGVBQWUsRUFBRSxlQUFlLENBQUMsR0FBRyxJQUFJLENBQUMsV0FBVyxFQUFFLFdBQVcsR0FBRyxlQUFlLENBQUMsQ0FBQztBQUVsSDs7OztHQUlHO0FBQ0gscUJBQWEsVUFBVyxZQUFXLG1CQUFtQixFQUFFLGFBQWEsRUFBRSxTQUFTO0lBYzVFLFNBQVMsQ0FBQyxRQUFRLENBQUMsTUFBTSxFQUFFLGtCQUFrQjtJQUM3QyxTQUFTLENBQUMsUUFBUSxDQUFDLGdCQUFnQixFQUFFLHNCQUFzQjtJQUMzRCxTQUFTLENBQUMsUUFBUSxDQUFDLGFBQWEsRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQztJQUNsRSxTQUFTLENBQUMsUUFBUSxDQUFDLG1CQUFtQixFQUFFLG1CQUFtQjtJQUMzRCxTQUFTLENBQUMsUUFBUSxDQUFDLGtCQUFrQixFQUFFLGtCQUFrQjtJQUN6RCxTQUFTLENBQUMsUUFBUSxDQUFDLFVBQVUsRUFBRSxzQkFBc0I7SUFDckQsU0FBUyxDQUFDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxhQUFhLENBQUMsTUFBTSxDQUFDLEVBQUUsZUFBZSxDQUFDLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQztJQUN2RyxTQUFTLENBQUMsUUFBUSxDQUFDLGFBQWEsRUFBRSxZQUFZO0lBQzlDLFNBQVMsQ0FBQyxRQUFRLENBQUMsY0FBYyxFQUFFLGNBQWM7SUFDakQsU0FBUyxDQUFDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsU0FBUztJQUV2QyxTQUFTLENBQUMsUUFBUSxDQUFDLGVBQWUsRUFBRSxlQUFlO0lBeEJyRCxPQUFPLENBQUMsR0FBRyxDQUErQjtJQUMxQyxPQUFPLENBQUMsWUFBWSxDQUFzQjtJQUUxQyxPQUFPLENBQUMsSUFBSSxDQUEyQztJQUN2RCxPQUFPLENBQUMsTUFBTSxDQUFvQjtJQUNsQyxPQUFPLENBQUMsVUFBVSxDQUF1QjtJQUN6QyxPQUFPLENBQUMsY0FBYyxDQUEyQjtJQUVqRCxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLFNBQVMsQ0FBQyxTQUFTLEVBQUUsbUJBQW1CLEdBQUcsU0FBUyxDQUFDO0lBRXJELFlBQ3FCLE1BQU0sRUFBRSxrQkFBa0IsRUFDMUIsZ0JBQWdCLEVBQUUsc0JBQXNCLEVBQ3hDLGFBQWEsRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxFQUMvQyxtQkFBbUIsRUFBRSxtQkFBbUIsRUFDeEMsa0JBQWtCLEVBQUUsa0JBQWtCLEVBQ3RDLFVBQVUsRUFBRSxzQkFBc0IsRUFDbEMsU0FBUyxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsYUFBYSxDQUFDLE1BQU0sQ0FBQyxFQUFFLGVBQWUsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsRUFDcEYsYUFBYSxFQUFFLFlBQVksRUFDM0IsY0FBYyxFQUFFLGNBQWMsRUFDOUIsU0FBUyxFQUFFLFNBQVMsRUFDdkMsTUFBTSxHQUFFLE9BQU8sQ0FBQyxpQkFBaUIsQ0FBTSxFQUNwQixlQUFlLEdBQUUsZUFBc0MsRUF1QjNFO0lBRU0sV0FBVyw2Q0FFakI7SUFFTSxNQUFNLDhFQUVaO0lBRUQ7Ozs7T0FJRztJQUNHLHVCQUF1QixDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQXNCeEU7SUFFRDs7O09BR0c7SUFDRyxLQUFLLGtCQU9WO0lBRUQ7O09BRUc7SUFDRyxJQUFJLGtCQWNUO0lBRUQsa0NBQWtDO0lBQ3JCLHVCQUF1QixJQUFJLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBQyxDQUdwRTtJQUVELCtCQUErQjtJQUN4QixTQUFTLGtEQUVmO0lBRUQ7O09BRUc7SUFDVSxVQUFVLENBQUMsV0FBVyxFQUFFLFdBQVcsaUJBRy9DO1lBRWEsTUFBTTtJQXlCcEIsVUFBZ0IscUJBQXFCLENBQUMsR0FBRyxFQUFFLGVBQWUsK0JBWXpEO0lBRUQ7O09BRUc7SUFDSSxTQUFTLHVCQUVmO0lBRUQ7O09BRUc7SUFDSSxPQUFPLElBQUksT0FBTyxDQUFDO1FBQUUsSUFBSSxFQUFFLE1BQU0sQ0FBQztRQUFDLE1BQU0sRUFBRSxvQkFBb0IsQ0FBQztRQUFDLFdBQVcsRUFBRSxXQUFXLENBQUE7S0FBRSxFQUFFLENBQUMsQ0FRcEc7SUFFRCxVQUFnQixxQkFBcUIsQ0FDbkMsV0FBVyxFQUFFLFdBQVcsR0FDdkIsT0FBTyxDQUFDO1FBQUUsSUFBSSxFQUFFLE1BQU0sQ0FBQztRQUFDLE1BQU0sRUFBRSxvQkFBb0IsQ0FBQTtLQUFFLEVBQUUsQ0FBQyxDQUczRDtJQUVELE9BQU8sQ0FBQyx1QkFBdUI7WUFRakIsZ0JBQWdCO0lBZ0M5QixPQUFPLENBQUMsY0FBYztZQUtSLGVBQWU7WUFZZixZQUFZO1lBUVosU0FBUztZQWVULGNBQWM7WUFXZCx5QkFBeUI7SUFjdkMsc0NBQXNDO0lBQ3RDLFNBQVMsQ0FBQyx1QkFBdUIsQ0FDL0IsSUFBSSxFQUFFLG1CQUFtQixFQUN6QixRQUFRLEVBQUUsSUFBSSxHQUFHLFNBQVMsRUFDMUIsc0JBQXNCLEVBQUUsc0JBQXNCLEVBQzlDLFNBQVMsRUFBRSxtQkFBbUIsRUFDOUIsSUFBSSxHQUFFO1FBQUUsY0FBYyxDQUFDLEVBQUUsT0FBTyxDQUFBO0tBQU8sbUJBY3hDO0lBRUQsc0NBQXNDO0lBQ3RDLFVBQWdCLGVBQWUsa0JBRTlCO0lBRUQsT0FBTyxDQUFDLGNBQWM7Q0FjdkIifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"prover-node.d.ts","sourceRoot":"","sources":["../src/prover-node.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,OAAO,EACL,KAAK,kBAAkB,EAEvB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,KAAK,sBAAsB,EAE5B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,KAAK,EAAE,EAAE,EAAU,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,MAAM,EAGZ,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAExF,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,yBAAyB,EAAE,MAAM,CAAC;IAClC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8BAA8B,EAAE,MAAM,CAAC;CACxC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,UAAW,YAAW,mBAAmB,EAAE,aAAa,EAAE,SAAS;IAgB5E,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,kBAAkB;IAC7C,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,mBAAmB;IACjD,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC;IAChE,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB;IAC3D,SAAS,CAAC,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB;IACzD,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,sBAAsB;IACrD,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,kBAAkB,GAAG,KAAK,CAAC,OAAO,CAAC;IACpE,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,YAAY;IAE9C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,eAAe;IAxBrD,OAAO,CAAC,GAAG,CAA+B;IAC1C,OAAO,CAAC,YAAY,CAAsB;IAE1C,OAAO,CAAC,uBAAuB,CAAqB;IACpD,OAAO,CAAC,IAAI,CAA2C;IACvD,OAAO,CAAC,eAAe,CAAgF;IACvG,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,OAAO,CAAoB;IAEnC,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,eAAe,CAAqB;IAE5C,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAGV,MAAM,EAAE,kBAAkB,EAC1B,SAAS,EAAE,mBAAmB,EAC9B,aAAa,EAAE,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,EAC7C,mBAAmB,EAAE,mBAAmB,EACxC,kBAAkB,EAAE,kBAAkB,EACtC,UAAU,EAAE,sBAAsB,EAClC,YAAY,EAAE,kBAAkB,GAAG,KAAK,CAAC,OAAO,CAAC,EACjD,aAAa,EAAE,YAAY,EAC9C,OAAO,GAAE,OAAO,CAAC,iBAAiB,CAAM,EACrB,eAAe,GAAE,eAAsC;IAiBrE,WAAW;IAIX,MAAM;IAQb;;;OAGG;IACG,uBAAuB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBjE;;;OAGG;IACH,KAAK;IAML;;OAEG;IACG,IAAI;IAcV;;OAEG;IACU,KAAK,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;IAK/C;;OAEG;IACU,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;IAKpD;;OAEG;IACI,SAAS;IAIhB;;OAEG;IACI,OAAO,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;cAUhF,qBAAqB,CACnC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAA;KAAE,EAAE,CAAC;IAM5D,OAAO,CAAC,uBAAuB;YAMjB,gBAAgB;IAqC9B,OAAO,CAAC,cAAc;IAItB,kHAAkH;YAEpG,WAAW;YAeX,eAAe;YAQf,YAAY;YAQZ,SAAS;IAiBvB,sCAAsC;IACtC,SAAS,CAAC,uBAAuB,CAC/B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,EAAE,OAAO,EAAE,EACjB,GAAG,EAAE,EAAE,EAAE,EACT,sBAAsB,EAAE,sBAAsB,EAC9C,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAmB9B,sCAAsC;cACtB,eAAe;CAGhC"}
1
+ {"version":3,"file":"prover-node.d.ts","sourceRoot":"","sources":["../src/prover-node.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAM9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAW,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,OAAO,EACL,KAAK,kBAAkB,EAEvB,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,KAAK,oBAAoB,EACzB,KAAK,sBAAsB,EAE5B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAEL,SAAS,EACT,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,MAAM,EAGZ,MAAM,yBAAyB,CAAC;AAGjC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAExF,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAE5E,KAAK,iBAAiB,GAAG,wBAAwB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAC9E,KAAK,gBAAgB,GAAG,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,CAAC;AAElH;;;;GAIG;AACH,qBAAa,UAAW,YAAW,mBAAmB,EAAE,aAAa,EAAE,SAAS;IAc5E,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,kBAAkB;IAC7C,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,sBAAsB;IAC3D,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;IAClE,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB;IAC3D,SAAS,CAAC,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB;IACzD,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,sBAAsB;IACrD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IACvG,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,YAAY;IAC9C,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc;IACjD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;IAEvC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,eAAe;IAxBrD,OAAO,CAAC,GAAG,CAA+B;IAC1C,OAAO,CAAC,YAAY,CAAsB;IAE1C,OAAO,CAAC,IAAI,CAA2C;IACvD,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,cAAc,CAA2B;IAEjD,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,SAAS,CAAC,SAAS,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAErD,YACqB,MAAM,EAAE,kBAAkB,EAC1B,gBAAgB,EAAE,sBAAsB,EACxC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,EAC/C,mBAAmB,EAAE,mBAAmB,EACxC,kBAAkB,EAAE,kBAAkB,EACtC,UAAU,EAAE,sBAAsB,EAClC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,EACpF,aAAa,EAAE,YAAY,EAC3B,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,SAAS,EACvC,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM,EACpB,eAAe,GAAE,eAAsC,EAuB3E;IAEM,WAAW,6CAEjB;IAEM,MAAM,8EAEZ;IAED;;;;OAIG;IACG,uBAAuB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAsBxE;IAED;;;OAGG;IACG,KAAK,kBAOV;IAED;;OAEG;IACG,IAAI,kBAcT;IAED,kCAAkC;IACrB,uBAAuB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAGpE;IAED,+BAA+B;IACxB,SAAS,kDAEf;IAED;;OAEG;IACU,UAAU,CAAC,WAAW,EAAE,WAAW,iBAG/C;YAEa,MAAM;IAyBpB,UAAgB,qBAAqB,CAAC,GAAG,EAAE,eAAe,+BAYzD;IAED;;OAEG;IACI,SAAS,uBAEf;IAED;;OAEG;IACI,OAAO,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAC;QAAC,WAAW,EAAE,WAAW,CAAA;KAAE,EAAE,CAAC,CAQpG;IAED,UAAgB,qBAAqB,CACnC,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,oBAAoB,CAAA;KAAE,EAAE,CAAC,CAG3D;IAED,OAAO,CAAC,uBAAuB;YAQjB,gBAAgB;IAgC9B,OAAO,CAAC,cAAc;YAKR,eAAe;YAYf,YAAY;YAQZ,SAAS;YAeT,cAAc;YAWd,yBAAyB;IAcvC,sCAAsC;IACtC,SAAS,CAAC,uBAAuB,CAC/B,IAAI,EAAE,mBAAmB,EACzB,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,mBAAmB,EAC9B,IAAI,GAAE;QAAE,cAAc,CAAC,EAAE,OAAO,CAAA;KAAO,mBAcxC;IAED,sCAAsC;IACtC,UAAgB,eAAe,kBAE9B;IAED,OAAO,CAAC,cAAc;CAcvB"}
@@ -4,134 +4,180 @@ function _ts_decorate(decorators, target, key, desc) {
4
4
  else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
5
  return c > 3 && r && Object.defineProperty(target, key, r), r;
6
6
  }
7
- import { compact } from '@aztec/foundation/collection';
7
+ import { assertRequired, compact, pick, sum } from '@aztec/foundation/collection';
8
8
  import { memoize } from '@aztec/foundation/decorators';
9
9
  import { createLogger } from '@aztec/foundation/log';
10
- import { RunningPromise } from '@aztec/foundation/running-promise';
11
10
  import { DateProvider } from '@aztec/foundation/timer';
12
11
  import { PublicProcessorFactory } from '@aztec/simulator/server';
13
- import { getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
12
+ import { getProofSubmissionDeadlineTimestamp } from '@aztec/stdlib/epoch-helpers';
14
13
  import { EpochProvingJobTerminalState, tryStop } from '@aztec/stdlib/interfaces/server';
15
14
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
15
+ import { uploadEpochProofFailure } from './actions/upload-epoch-proof-failure.js';
16
16
  import { EpochProvingJob } from './job/epoch-proving-job.js';
17
- import { ProverNodeMetrics } from './metrics.js';
17
+ import { ProverNodeJobMetrics, ProverNodeRewardsMetrics } from './metrics.js';
18
18
  /**
19
- * An Aztec Prover Node is a standalone process that monitors the unfinalised chain on L1 for unproven blocks,
20
- * submits bids for proving them, and monitors if they are accepted. If so, the prover node fetches the txs
21
- * from a tx source in the p2p network or an external node, re-executes their public functions, creates a rollup
19
+ * An Aztec Prover Node is a standalone process that monitors the unfinalized chain on L1 for unproven epochs,
20
+ * fetches their txs from the p2p network or external nodes, re-executes their public functions, creates a rollup
22
21
  * proof for the epoch, and submits it to L1.
23
22
  */ export class ProverNode {
24
23
  prover;
25
- publisher;
24
+ publisherFactory;
26
25
  l2BlockSource;
27
26
  l1ToL2MessageSource;
28
27
  contractDataSource;
29
28
  worldState;
30
- coordination;
29
+ p2pClient;
31
30
  epochsMonitor;
31
+ rollupContract;
32
+ l1Metrics;
32
33
  telemetryClient;
33
34
  log;
34
35
  dateProvider;
35
- latestEpochWeAreProving;
36
36
  jobs;
37
- cachedEpochData;
38
- options;
39
- metrics;
40
- txFetcher;
41
- lastBlockNumber;
37
+ config;
38
+ jobMetrics;
39
+ rewardsMetrics;
42
40
  tracer;
43
- constructor(prover, publisher, l2BlockSource, l1ToL2MessageSource, contractDataSource, worldState, coordination, epochsMonitor, options = {}, telemetryClient = getTelemetryClient()){
41
+ publisher;
42
+ constructor(prover, publisherFactory, l2BlockSource, l1ToL2MessageSource, contractDataSource, worldState, p2pClient, epochsMonitor, rollupContract, l1Metrics, config = {}, telemetryClient = getTelemetryClient()){
44
43
  this.prover = prover;
45
- this.publisher = publisher;
44
+ this.publisherFactory = publisherFactory;
46
45
  this.l2BlockSource = l2BlockSource;
47
46
  this.l1ToL2MessageSource = l1ToL2MessageSource;
48
47
  this.contractDataSource = contractDataSource;
49
48
  this.worldState = worldState;
50
- this.coordination = coordination;
49
+ this.p2pClient = p2pClient;
51
50
  this.epochsMonitor = epochsMonitor;
51
+ this.rollupContract = rollupContract;
52
+ this.l1Metrics = l1Metrics;
52
53
  this.telemetryClient = telemetryClient;
53
54
  this.log = createLogger('prover-node');
54
55
  this.dateProvider = new DateProvider();
55
56
  this.jobs = new Map();
56
- this.cachedEpochData = undefined;
57
- this.options = {
58
- pollingIntervalMs: 1_000,
59
- maxPendingJobs: 100,
60
- maxParallelBlocksPerEpoch: 32,
61
- txGatheringTimeoutMs: 60_000,
57
+ this.config = {
58
+ proverNodePollingIntervalMs: 1_000,
59
+ proverNodeMaxPendingJobs: 100,
60
+ proverNodeMaxParallelBlocksPerEpoch: 32,
62
61
  txGatheringIntervalMs: 1_000,
63
- txGatheringMaxParallelRequests: 100,
64
- ...compact(options)
62
+ txGatheringBatchSize: 10,
63
+ txGatheringMaxParallelRequestsPerNode: 100,
64
+ txGatheringTimeoutMs: 120_000,
65
+ proverNodeFailedEpochStore: undefined,
66
+ proverNodeEpochProvingDelayMs: undefined,
67
+ ...compact(config)
65
68
  };
66
- this.metrics = new ProverNodeMetrics(telemetryClient, 'ProverNode');
69
+ this.validateConfig();
70
+ const meter = telemetryClient.getMeter('ProverNode');
67
71
  this.tracer = telemetryClient.getTracer('ProverNode');
68
- this.txFetcher = new RunningPromise(()=>this.checkForTxs(), this.log, this.options.txGatheringIntervalMs);
72
+ this.jobMetrics = new ProverNodeJobMetrics(meter, telemetryClient.getTracer('EpochProvingJob'));
73
+ this.rewardsMetrics = new ProverNodeRewardsMetrics(meter, this.prover.getProverId(), rollupContract);
69
74
  }
70
75
  getProverId() {
71
76
  return this.prover.getProverId();
72
77
  }
73
78
  getP2P() {
74
- const asP2PClient = this.coordination;
75
- if (typeof asP2PClient.isP2PClient === 'function' && asP2PClient.isP2PClient()) {
76
- return asP2PClient;
77
- }
78
- return undefined;
79
+ return this.p2pClient;
79
80
  }
80
81
  /**
81
82
  * Handles an epoch being completed by starting a proof for it if there are no active jobs for it.
82
83
  * @param epochNumber - The epoch number that was just completed.
84
+ * @returns false if there is an error, true otherwise
83
85
  */ async handleEpochReadyToProve(epochNumber) {
84
86
  try {
85
- this.log.debug('jobs', JSON.stringify(this.jobs, null, 2));
87
+ this.log.debug(`Running jobs as ${epochNumber} is ready to prove`, {
88
+ jobs: Array.from(this.jobs.values()).map((job)=>`${job.getEpochNumber()}:${job.getId()}`)
89
+ });
86
90
  const activeJobs = await this.getActiveJobsForEpoch(epochNumber);
87
91
  if (activeJobs.length > 0) {
88
- this.log.info(`Not starting proof for ${epochNumber} since there are active jobs`);
89
- return;
92
+ this.log.warn(`Not starting proof for ${epochNumber} since there are active jobs for the epoch`, {
93
+ activeJobs: activeJobs.map((job)=>job.uuid)
94
+ });
95
+ return true;
90
96
  }
91
- // TODO: we probably want to skip starting a proof if we are too far into the current epoch
92
97
  await this.startProof(epochNumber);
98
+ return true;
93
99
  } catch (err) {
94
100
  if (err instanceof EmptyEpochError) {
95
101
  this.log.info(`Not starting proof for ${epochNumber} since no blocks were found`);
96
102
  } else {
97
103
  this.log.error(`Error handling epoch completed`, err);
98
104
  }
105
+ return false;
99
106
  }
100
107
  }
101
108
  /**
102
- * Starts the prover node so it periodically checks for unproven epochs in the unfinalised chain from L1 and
109
+ * Starts the prover node so it periodically checks for unproven epochs in the unfinalized chain from L1 and
103
110
  * starts proving jobs for them.
104
- */ start() {
105
- this.txFetcher.start();
111
+ */ async start() {
106
112
  this.epochsMonitor.start(this);
107
- this.log.info('Started ProverNode', this.options);
113
+ await this.publisherFactory.start();
114
+ this.publisher = await this.publisherFactory.create();
115
+ await this.rewardsMetrics.start();
116
+ this.l1Metrics.start();
117
+ this.log.info(`Started Prover Node with prover id ${this.prover.getProverId().toString()}`, this.config);
108
118
  }
109
119
  /**
110
120
  * Stops the prover node and all its dependencies.
111
121
  */ async stop() {
112
122
  this.log.info('Stopping ProverNode');
113
- await this.txFetcher.stop();
114
123
  await this.epochsMonitor.stop();
115
124
  await this.prover.stop();
125
+ await tryStop(this.p2pClient);
116
126
  await tryStop(this.l2BlockSource);
117
- this.publisher.interrupt();
127
+ await tryStop(this.publisherFactory);
128
+ this.publisher?.interrupt();
118
129
  await Promise.all(Array.from(this.jobs.values()).map((job)=>job.stop()));
119
130
  await this.worldState.stop();
120
- await tryStop(this.coordination);
131
+ this.rewardsMetrics.stop();
132
+ this.l1Metrics.stop();
121
133
  await this.telemetryClient.stop();
122
134
  this.log.info('Stopped ProverNode');
123
135
  }
124
- /**
125
- * Creates a proof for a block range. Returns once the proof has been submitted to L1.
126
- */ async prove(epochNumber) {
127
- const job = await this.createProvingJob(BigInt(epochNumber));
128
- return job.run();
136
+ /** Returns world state status. */ async getWorldStateSyncStatus() {
137
+ const { syncSummary } = await this.worldState.status();
138
+ return syncSummary;
139
+ }
140
+ /** Returns archiver status. */ getL2Tips() {
141
+ return this.l2BlockSource.getL2Tips();
129
142
  }
130
143
  /**
131
144
  * Starts a proving process and returns immediately.
132
145
  */ async startProof(epochNumber) {
133
- const job = await this.createProvingJob(BigInt(epochNumber));
134
- void job.run().catch((err)=>this.log.error(`Error proving epoch ${epochNumber}`, err));
146
+ const job = await this.createProvingJob(epochNumber, {
147
+ skipEpochCheck: true
148
+ });
149
+ void this.runJob(job);
150
+ }
151
+ async runJob(job) {
152
+ const epochNumber = job.getEpochNumber();
153
+ const ctx = {
154
+ id: job.getId(),
155
+ epochNumber,
156
+ state: undefined
157
+ };
158
+ try {
159
+ await job.run();
160
+ const state = job.getState();
161
+ ctx.state = state;
162
+ if (state === 'reorg') {
163
+ this.log.warn(`Running new job for epoch ${epochNumber} due to reorg`, ctx);
164
+ await this.createProvingJob(epochNumber);
165
+ } else if (state === 'failed') {
166
+ this.log.error(`Job for ${epochNumber} exited with state ${state}`, ctx);
167
+ await this.tryUploadEpochFailure(job);
168
+ } else {
169
+ this.log.verbose(`Job for ${epochNumber} exited with state ${state}`, ctx);
170
+ }
171
+ } catch (err) {
172
+ this.log.error(`Error proving epoch ${epochNumber}`, err, ctx);
173
+ } finally{
174
+ this.jobs.delete(job.getId());
175
+ }
176
+ }
177
+ async tryUploadEpochFailure(job) {
178
+ if (this.config.proverNodeFailedEpochStore) {
179
+ return await uploadEpochProofFailure(this.config.proverNodeFailedEpochStore, job.getId(), job.getProvingData(), this.l2BlockSource, this.worldState, assertRequired(pick(this.config, 'l1ChainId', 'rollupVersion', 'dataDirectory')), this.log);
180
+ }
135
181
  }
136
182
  /**
137
183
  * Returns the prover instance.
@@ -144,65 +190,59 @@ import { ProverNodeMetrics } from './metrics.js';
144
190
  return Promise.resolve(Array.from(this.jobs.entries()).map(([uuid, job])=>({
145
191
  uuid,
146
192
  status: job.getState(),
147
- epochNumber: Number(job.getEpochNumber())
193
+ epochNumber: job.getEpochNumber()
148
194
  })));
149
195
  }
150
- async getActiveJobsForEpoch(epochBigInt) {
196
+ async getActiveJobsForEpoch(epochNumber) {
151
197
  const jobs = await this.getJobs();
152
- const epochNumber = Number(epochBigInt);
153
198
  return jobs.filter((job)=>job.epochNumber === epochNumber && !EpochProvingJobTerminalState.includes(job.status));
154
199
  }
155
200
  checkMaximumPendingJobs() {
156
- const { maxPendingJobs } = this.options;
157
- return maxPendingJobs === 0 || this.jobs.size < maxPendingJobs;
158
- }
159
- async createProvingJob(epochNumber) {
160
- if (!this.checkMaximumPendingJobs()) {
161
- throw new Error(`Maximum pending proving jobs ${this.options.maxPendingJobs} reached. Cannot create new job.`);
201
+ const { proverNodeMaxPendingJobs: maxPendingJobs } = this.config;
202
+ if (maxPendingJobs > 0 && this.jobs.size >= maxPendingJobs) {
203
+ throw new Error(`Maximum pending proving jobs ${maxPendingJobs} reached. Cannot create new job.`);
162
204
  }
163
- // Gather blocks for this epoch
164
- const cachedEpochData = this.cachedEpochData?.epochNumber === epochNumber ? this.cachedEpochData : undefined;
165
- const { blocks, txs } = cachedEpochData ?? await this.gatherEpochData(epochNumber);
166
- const fromBlock = blocks[0].number;
167
- const toBlock = blocks.at(-1).number;
168
- // Fast forward world state to right before the target block and get a fork
205
+ }
206
+ async createProvingJob(epochNumber, opts = {}) {
207
+ this.checkMaximumPendingJobs();
208
+ this.publisher = await this.publisherFactory.create();
209
+ // Gather all data for this epoch
210
+ const epochData = await this.gatherEpochData(epochNumber);
211
+ const fromBlock = epochData.blocks[0].number;
212
+ const toBlock = epochData.blocks.at(-1).number;
169
213
  this.log.verbose(`Creating proving job for epoch ${epochNumber} for block range ${fromBlock} to ${toBlock}`);
214
+ // Fast forward world state to right before the target block and get a fork
170
215
  await this.worldState.syncImmediate(toBlock);
171
- // Create a processor using the forked world state
216
+ // Create a processor factory
172
217
  const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, this.dateProvider, this.telemetryClient);
173
- const cleanUp = ()=>{
174
- this.jobs.delete(job.getId());
175
- return Promise.resolve();
176
- };
177
- const [_, endTimestamp] = getTimestampRangeForEpoch(epochNumber + 1n, await this.getL1Constants());
178
- const deadline = new Date(Number(endTimestamp) * 1000);
179
- const job = this.doCreateEpochProvingJob(epochNumber, deadline, blocks, txs, publicProcessorFactory, cleanUp);
218
+ // Set deadline for this job to run. It will abort if it takes too long.
219
+ const deadlineTs = getProofSubmissionDeadlineTimestamp(epochNumber, await this.getL1Constants());
220
+ const deadline = new Date(Number(deadlineTs) * 1000);
221
+ const job = this.doCreateEpochProvingJob(epochData, deadline, publicProcessorFactory, this.publisher, opts);
180
222
  this.jobs.set(job.getId(), job);
181
223
  return job;
182
224
  }
183
225
  getL1Constants() {
184
226
  return this.l2BlockSource.getL1Constants();
185
227
  }
186
- /** Monitors for new blocks and requests their txs from the p2p layer to ensure they are available for proving. */ async checkForTxs() {
187
- const blockNumber = await this.l2BlockSource.getBlockNumber();
188
- if (this.lastBlockNumber === undefined || blockNumber > this.lastBlockNumber) {
189
- const block = await this.l2BlockSource.getBlock(blockNumber);
190
- if (!block) {
191
- return;
192
- }
193
- const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
194
- this.log.verbose(`Fetching ${txHashes.length} tx hashes for block number ${blockNumber} from coordination`);
195
- await this.coordination.getTxsByHash(txHashes); // This stores the txs in the tx pool, no need to persist them here
196
- this.lastBlockNumber = blockNumber;
197
- }
198
- }
199
228
  async gatherEpochData(epochNumber) {
200
- // Gather blocks for this epoch and their txs
201
229
  const blocks = await this.gatherBlocks(epochNumber);
202
- const txs = await this.gatherTxs(epochNumber, blocks);
230
+ const txArray = await this.gatherTxs(epochNumber, blocks);
231
+ const txs = new Map(txArray.map((tx)=>[
232
+ tx.getTxHash().toString(),
233
+ tx
234
+ ]));
235
+ const l1ToL2Messages = await this.gatherMessages(epochNumber, blocks);
236
+ const previousBlockHeader = await this.gatherPreviousBlockHeader(epochNumber, blocks[0]);
237
+ const [lastBlock] = await this.l2BlockSource.getPublishedBlocks(blocks.at(-1).number, 1);
238
+ const attestations = lastBlock?.attestations ?? [];
203
239
  return {
204
240
  blocks,
205
- txs
241
+ txs,
242
+ l1ToL2Messages,
243
+ epochNumber,
244
+ previousBlockHeader,
245
+ attestations
206
246
  };
207
247
  }
208
248
  async gatherBlocks(epochNumber) {
@@ -213,41 +253,71 @@ import { ProverNodeMetrics } from './metrics.js';
213
253
  return blocks;
214
254
  }
215
255
  async gatherTxs(epochNumber, blocks) {
216
- const txsToFind = blocks.flatMap((block)=>block.body.txEffects.map((tx)=>tx.txHash));
217
- const txs = await this.coordination.getTxsByHash(txsToFind);
218
- if (txs.length === txsToFind.length) {
256
+ const deadline = new Date(this.dateProvider.now() + this.config.txGatheringTimeoutMs);
257
+ const txProvider = this.p2pClient.getTxProvider();
258
+ const txsByBlock = await Promise.all(blocks.map((block)=>txProvider.getTxsForBlock(block, {
259
+ deadline
260
+ })));
261
+ const txs = txsByBlock.map(({ txs })=>txs).flat();
262
+ const missingTxs = txsByBlock.map(({ missingTxs })=>missingTxs).flat();
263
+ if (missingTxs.length === 0) {
219
264
  this.log.verbose(`Gathered all ${txs.length} txs for epoch ${epochNumber}`, {
220
265
  epochNumber
221
266
  });
222
267
  return txs;
223
268
  }
224
- const txHashesFound = await Promise.all(txs.map((tx)=>tx.getTxHash()));
225
- const missingTxHashes = txsToFind.filter((txHashToFind)=>!txHashesFound.some((txHashFound)=>txHashToFind.equals(txHashFound))).join(', ');
226
- throw new Error(`Txs not found for epoch ${epochNumber}: ${missingTxHashes}`);
269
+ throw new Error(`Txs not found for epoch ${epochNumber}: ${missingTxs.map((hash)=>hash.toString()).join(', ')}`);
270
+ }
271
+ async gatherMessages(epochNumber, blocks) {
272
+ const messages = await Promise.all(blocks.map((b)=>this.l1ToL2MessageSource.getL1ToL2Messages(b.number)));
273
+ const messageCount = sum(messages.map((m)=>m.length));
274
+ this.log.verbose(`Gathered all ${messageCount} messages for epoch ${epochNumber}`, {
275
+ epochNumber
276
+ });
277
+ const messagesByBlock = {};
278
+ for(let i = 0; i < blocks.length; i++){
279
+ messagesByBlock[blocks[i].number] = messages[i];
280
+ }
281
+ return messagesByBlock;
282
+ }
283
+ async gatherPreviousBlockHeader(epochNumber, initialBlock) {
284
+ const previousBlockNumber = initialBlock.number - 1;
285
+ const header = await (previousBlockNumber === 0 ? this.worldState.getCommitted().getInitialHeader() : this.l2BlockSource.getBlockHeader(previousBlockNumber));
286
+ if (!header) {
287
+ throw new Error(`Previous block header ${initialBlock.number} not found for proving epoch ${epochNumber}`);
288
+ }
289
+ this.log.verbose(`Gathered previous block header ${header.getBlockNumber()} for epoch ${epochNumber}`);
290
+ return header;
227
291
  }
228
- /** Extracted for testing purposes. */ doCreateEpochProvingJob(epochNumber, deadline, blocks, txs, publicProcessorFactory, cleanUp) {
229
- return new EpochProvingJob(this.worldState, epochNumber, blocks, txs, this.prover.createEpochProver(), publicProcessorFactory, this.publisher, this.l2BlockSource, this.l1ToL2MessageSource, this.metrics, deadline, {
230
- parallelBlockLimit: this.options.maxParallelBlocksPerEpoch
231
- }, cleanUp);
292
+ /** Extracted for testing purposes. */ doCreateEpochProvingJob(data, deadline, publicProcessorFactory, publisher, opts = {}) {
293
+ const { proverNodeMaxParallelBlocksPerEpoch: parallelBlockLimit, proverNodeDisableProofPublish } = this.config;
294
+ return new EpochProvingJob(data, this.worldState, this.prover.createEpochProver(), publicProcessorFactory, publisher, this.l2BlockSource, this.jobMetrics, deadline, {
295
+ parallelBlockLimit,
296
+ skipSubmitProof: proverNodeDisableProofPublish,
297
+ ...opts
298
+ });
232
299
  }
233
300
  /** Extracted for testing purposes. */ async triggerMonitors() {
234
301
  await this.epochsMonitor.work();
235
302
  }
303
+ validateConfig() {
304
+ if (this.config.proverNodeFailedEpochStore && (!this.config.dataDirectory || !this.config.l1ChainId || !this.config.rollupVersion)) {
305
+ this.log.warn(`Invalid prover-node config (missing dataDirectory, l1ChainId, or rollupVersion)`, pick(this.config, 'proverNodeFailedEpochStore', 'dataDirectory', 'l1ChainId', 'rollupVersion'));
306
+ throw new Error('All of dataDirectory, l1ChainId, and rollupVersion are required if proverNodeFailedEpochStore is set.');
307
+ }
308
+ }
236
309
  }
237
310
  _ts_decorate([
238
311
  trackSpan('ProverNode.createProvingJob', (epochNumber)=>({
239
- [Attributes.EPOCH_NUMBER]: Number(epochNumber)
312
+ [Attributes.EPOCH_NUMBER]: epochNumber
240
313
  }))
241
314
  ], ProverNode.prototype, "createProvingJob", null);
242
315
  _ts_decorate([
243
316
  memoize
244
317
  ], ProverNode.prototype, "getL1Constants", null);
245
- _ts_decorate([
246
- trackSpan('ProverNode.checkForTxs')
247
- ], ProverNode.prototype, "checkForTxs", null);
248
318
  _ts_decorate([
249
319
  trackSpan('ProverNode.gatherEpochData', (epochNumber)=>({
250
- [Attributes.EPOCH_NUMBER]: Number(epochNumber)
320
+ [Attributes.EPOCH_NUMBER]: epochNumber
251
321
  }))
252
322
  ], ProverNode.prototype, "gatherEpochData", null);
253
323
  class EmptyEpochError extends Error {
@@ -0,0 +1,21 @@
1
+ import type { L1TxUtils, PublisherManager, RollupContract } from '@aztec/ethereum';
2
+ import type { PublisherConfig, TxSenderConfig } from '@aztec/sequencer-client';
3
+ import type { TelemetryClient } from '@aztec/telemetry-client';
4
+ import { ProverNodePublisher } from './prover-node-publisher.js';
5
+ export declare class ProverPublisherFactory {
6
+ private config;
7
+ private deps;
8
+ constructor(config: TxSenderConfig & PublisherConfig, deps: {
9
+ rollupContract: RollupContract;
10
+ publisherManager: PublisherManager<L1TxUtils>;
11
+ telemetry?: TelemetryClient;
12
+ });
13
+ start(): Promise<void>;
14
+ stop(): void;
15
+ /**
16
+ * Creates a new Prover Publisher instance.
17
+ * @returns A new ProverNodePublisher instance.
18
+ */
19
+ create(): Promise<ProverNodePublisher>;
20
+ }
21
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvdmVyLXB1Ymxpc2hlci1mYWN0b3J5LmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvcHJvdmVyLXB1Ymxpc2hlci1mYWN0b3J5LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxnQkFBZ0IsRUFBRSxjQUFjLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUNuRixPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsY0FBYyxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDL0UsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFFL0QsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNEJBQTRCLENBQUM7QUFFakUscUJBQWEsc0JBQXNCO0lBRS9CLE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLElBQUk7SUFGZCxZQUNVLE1BQU0sRUFBRSxjQUFjLEdBQUcsZUFBZSxFQUN4QyxJQUFJLEVBQUU7UUFDWixjQUFjLEVBQUUsY0FBYyxDQUFDO1FBQy9CLGdCQUFnQixFQUFFLGdCQUFnQixDQUFDLFNBQVMsQ0FBQyxDQUFDO1FBQzlDLFNBQVMsQ0FBQyxFQUFFLGVBQWUsQ0FBQztLQUM3QixFQUNDO0lBRVMsS0FBSyxrQkFFakI7SUFFTSxJQUFJLFNBRVY7SUFFRDs7O09BR0c7SUFDVSxNQUFNLElBQUksT0FBTyxDQUFDLG1CQUFtQixDQUFDLENBT2xEO0NBQ0YifQ==
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prover-publisher-factory.d.ts","sourceRoot":"","sources":["../src/prover-publisher-factory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,qBAAa,sBAAsB;IAE/B,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,IAAI;IAFd,YACU,MAAM,EAAE,cAAc,GAAG,eAAe,EACxC,IAAI,EAAE;QACZ,cAAc,EAAE,cAAc,CAAC;QAC/B,gBAAgB,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC9C,SAAS,CAAC,EAAE,eAAe,CAAC;KAC7B,EACC;IAES,KAAK,kBAEjB;IAEM,IAAI,SAEV;IAED;;;OAGG;IACU,MAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAOlD;CACF"}