@aztec/prover-node 0.0.1-commit.c31f2472 → 0.0.1-commit.c52d6e7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/README.md +572 -0
  2. package/dest/actions/download-epoch-proving-job.js +1 -1
  3. package/dest/actions/rerun-epoch-proving-job.d.ts +14 -4
  4. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  5. package/dest/actions/rerun-epoch-proving-job.js +244 -24
  6. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  7. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  8. package/dest/bin/run-failed-epoch.js +6 -5
  9. package/dest/checkpoint-store.d.ts +95 -0
  10. package/dest/checkpoint-store.d.ts.map +1 -0
  11. package/dest/checkpoint-store.js +178 -0
  12. package/dest/config.d.ts +7 -8
  13. package/dest/config.d.ts.map +1 -1
  14. package/dest/config.js +24 -20
  15. package/dest/factory.d.ts +22 -13
  16. package/dest/factory.d.ts.map +1 -1
  17. package/dest/factory.js +41 -65
  18. package/dest/index.d.ts +2 -1
  19. package/dest/index.d.ts.map +1 -1
  20. package/dest/index.js +1 -0
  21. package/dest/job/checkpoint-prover.d.ts +165 -0
  22. package/dest/job/checkpoint-prover.d.ts.map +1 -0
  23. package/dest/job/checkpoint-prover.js +405 -0
  24. package/dest/job/epoch-session.d.ts +160 -0
  25. package/dest/job/epoch-session.d.ts.map +1 -0
  26. package/dest/job/{epoch-proving-job.js → epoch-session.js} +301 -298
  27. package/dest/job/top-tree-job.d.ts +82 -0
  28. package/dest/job/top-tree-job.d.ts.map +1 -0
  29. package/dest/job/top-tree-job.js +152 -0
  30. package/dest/metrics.d.ts +40 -3
  31. package/dest/metrics.d.ts.map +1 -1
  32. package/dest/metrics.js +101 -4
  33. package/dest/monitors/epoch-monitor.d.ts +1 -1
  34. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  35. package/dest/monitors/epoch-monitor.js +11 -9
  36. package/dest/proof-publishing-service.d.ts +161 -0
  37. package/dest/proof-publishing-service.d.ts.map +1 -0
  38. package/dest/proof-publishing-service.js +335 -0
  39. package/dest/prover-node-publisher.d.ts +25 -15
  40. package/dest/prover-node-publisher.d.ts.map +1 -1
  41. package/dest/prover-node-publisher.js +202 -63
  42. package/dest/prover-node.d.ts +146 -69
  43. package/dest/prover-node.d.ts.map +1 -1
  44. package/dest/prover-node.js +545 -221
  45. package/dest/prover-publisher-factory.d.ts +6 -4
  46. package/dest/prover-publisher-factory.d.ts.map +1 -1
  47. package/dest/prover-publisher-factory.js +4 -3
  48. package/dest/session-manager.d.ts +158 -0
  49. package/dest/session-manager.d.ts.map +1 -0
  50. package/dest/session-manager.js +492 -0
  51. package/dest/test/index.d.ts +7 -6
  52. package/dest/test/index.d.ts.map +1 -1
  53. package/package.json +24 -22
  54. package/src/actions/download-epoch-proving-job.ts +1 -1
  55. package/src/actions/rerun-epoch-proving-job.ts +190 -31
  56. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  57. package/src/bin/run-failed-epoch.ts +5 -3
  58. package/src/checkpoint-store.ts +212 -0
  59. package/src/config.ts +35 -32
  60. package/src/factory.ts +73 -111
  61. package/src/index.ts +1 -0
  62. package/src/job/checkpoint-prover.ts +538 -0
  63. package/src/job/epoch-session.ts +462 -0
  64. package/src/job/top-tree-job.ts +227 -0
  65. package/src/metrics.ts +123 -10
  66. package/src/monitors/epoch-monitor.ts +5 -6
  67. package/src/proof-publishing-service.ts +427 -0
  68. package/src/prover-node-publisher.ts +237 -79
  69. package/src/prover-node.ts +631 -248
  70. package/src/prover-publisher-factory.ts +8 -5
  71. package/src/session-manager.ts +592 -0
  72. package/src/test/index.ts +6 -6
  73. package/dest/job/epoch-proving-job.d.ts +0 -63
  74. package/dest/job/epoch-proving-job.d.ts.map +0 -1
  75. package/src/job/epoch-proving-job.ts +0 -435
@@ -1,63 +0,0 @@
1
- import { EpochNumber } from '@aztec/foundation/branded-types';
2
- import { type LoggerBindings } from '@aztec/foundation/log';
3
- import type { PublicProcessorFactory } from '@aztec/simulator/server';
4
- import type { L2BlockSource } from '@aztec/stdlib/block';
5
- import { type EpochProver, type EpochProvingJobState, EpochProvingJobTerminalState, type ForkMerkleTreeOperations } from '@aztec/stdlib/interfaces/server';
6
- import { type Traceable, type Tracer } from '@aztec/telemetry-client';
7
- import type { ProverNodeJobMetrics } from '../metrics.js';
8
- import type { ProverNodePublisher } from '../prover-node-publisher.js';
9
- import { type EpochProvingJobData } from './epoch-proving-job-data.js';
10
- export type EpochProvingJobOptions = {
11
- parallelBlockLimit?: number;
12
- skipEpochCheck?: boolean;
13
- skipSubmitProof?: boolean;
14
- };
15
- /**
16
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
17
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
18
- * world state as part of public call execution via the public processor.
19
- */
20
- export declare class EpochProvingJob implements Traceable {
21
- private data;
22
- private dbProvider;
23
- private prover;
24
- private publicProcessorFactory;
25
- private publisher;
26
- private l2BlockSource;
27
- private metrics;
28
- private deadline;
29
- private config;
30
- private state;
31
- private log;
32
- private uuid;
33
- private runPromise;
34
- private epochCheckPromise;
35
- private deadlineTimeoutHandler;
36
- readonly tracer: Tracer;
37
- constructor(data: EpochProvingJobData, dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>, prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: Pick<ProverNodePublisher, 'submitEpochProof'>, l2BlockSource: L2BlockSource | undefined, metrics: ProverNodeJobMetrics, deadline: Date | undefined, config: EpochProvingJobOptions, bindings?: LoggerBindings);
38
- getId(): string;
39
- getState(): EpochProvingJobState;
40
- getEpochNumber(): EpochNumber;
41
- getDeadline(): Date | undefined;
42
- getProvingData(): EpochProvingJobData;
43
- private get epochNumber();
44
- private get checkpoints();
45
- private get txs();
46
- private get attestations();
47
- /**
48
- * Proves the given epoch and submits the proof to L1.
49
- */
50
- run(): Promise<void>;
51
- private createFork;
52
- private progressState;
53
- private checkState;
54
- stop(state?: EpochProvingJobTerminalState): Promise<void>;
55
- private scheduleDeadlineStop;
56
- private scheduleEpochCheck;
57
- private gatherPreviousBlockHeaders;
58
- private getTxs;
59
- private getL1ToL2Messages;
60
- private processTxs;
61
- }
62
- export { type EpochProvingJobState };
63
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZXBvY2gtcHJvdmluZy1qb2IuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9qb2IvZXBvY2gtcHJvdmluZy1qb2IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsT0FBTyxFQUFlLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBRzNFLE9BQU8sRUFBZSxLQUFLLGNBQWMsRUFBZ0IsTUFBTSx1QkFBdUIsQ0FBQztBQU12RixPQUFPLEtBQUssRUFBbUIsc0JBQXNCLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUV2RixPQUFPLEtBQUssRUFBVyxhQUFhLEVBQUUsTUFBTSxxQkFBcUIsQ0FBQztBQUVsRSxPQUFPLEVBQ0wsS0FBSyxXQUFXLEVBQ2hCLEtBQUssb0JBQW9CLEVBQ3pCLDRCQUE0QixFQUM1QixLQUFLLHdCQUF3QixFQUM5QixNQUFNLGlDQUFpQyxDQUFDO0FBSXpDLE9BQU8sRUFBYyxLQUFLLFNBQVMsRUFBRSxLQUFLLE1BQU0sRUFBYSxNQUFNLHlCQUF5QixDQUFDO0FBSTdGLE9BQU8sS0FBSyxFQUFFLG9CQUFvQixFQUFFLE1BQU0sZUFBZSxDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNkJBQTZCLENBQUM7QUFDdkUsT0FBTyxFQUFFLEtBQUssbUJBQW1CLEVBQStCLE1BQU0sNkJBQTZCLENBQUM7QUFFcEcsTUFBTSxNQUFNLHNCQUFzQixHQUFHO0lBQ25DLGtCQUFrQixDQUFDLEVBQUUsTUFBTSxDQUFDO0lBQzVCLGNBQWMsQ0FBQyxFQUFFLE9BQU8sQ0FBQztJQUN6QixlQUFlLENBQUMsRUFBRSxPQUFPLENBQUM7Q0FDM0IsQ0FBQztBQUVGOzs7O0dBSUc7QUFDSCxxQkFBYSxlQUFnQixZQUFXLFNBQVM7SUFZN0MsT0FBTyxDQUFDLElBQUk7SUFDWixPQUFPLENBQUMsVUFBVTtJQUNsQixPQUFPLENBQUMsTUFBTTtJQUNkLE9BQU8sQ0FBQyxzQkFBc0I7SUFDOUIsT0FBTyxDQUFDLFNBQVM7SUFDakIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLE9BQU87SUFDZixPQUFPLENBQUMsUUFBUTtJQUNoQixPQUFPLENBQUMsTUFBTTtJQW5CaEIsT0FBTyxDQUFDLEtBQUssQ0FBdUM7SUFDcEQsT0FBTyxDQUFDLEdBQUcsQ0FBUztJQUNwQixPQUFPLENBQUMsSUFBSSxDQUFTO0lBRXJCLE9BQU8sQ0FBQyxVQUFVLENBQTRCO0lBQzlDLE9BQU8sQ0FBQyxpQkFBaUIsQ0FBNkI7SUFDdEQsT0FBTyxDQUFDLHNCQUFzQixDQUE2QjtJQUUzRCxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLFlBQ1UsSUFBSSxFQUFFLG1CQUFtQixFQUN6QixVQUFVLEVBQUUsSUFBSSxDQUFDLHdCQUF3QixFQUFFLE1BQU0sQ0FBQyxFQUNsRCxNQUFNLEVBQUUsV0FBVyxFQUNuQixzQkFBc0IsRUFBRSxzQkFBc0IsRUFDOUMsU0FBUyxFQUFFLElBQUksQ0FBQyxtQkFBbUIsRUFBRSxrQkFBa0IsQ0FBQyxFQUN4RCxhQUFhLEVBQUUsYUFBYSxHQUFHLFNBQVMsRUFDeEMsT0FBTyxFQUFFLG9CQUFvQixFQUM3QixRQUFRLEVBQUUsSUFBSSxHQUFHLFNBQVMsRUFDMUIsTUFBTSxFQUFFLHNCQUFzQixFQUN0QyxRQUFRLENBQUMsRUFBRSxjQUFjLEVBUzFCO0lBRU0sS0FBSyxJQUFJLE1BQU0sQ0FFckI7SUFFTSxRQUFRLElBQUksb0JBQW9CLENBRXRDO0lBRU0sY0FBYyxJQUFJLFdBQVcsQ0FFbkM7SUFFTSxXQUFXLElBQUksSUFBSSxHQUFHLFNBQVMsQ0FFckM7SUFFTSxjQUFjLElBQUksbUJBQW1CLENBRTNDO0lBRUQsT0FBTyxLQUFLLFdBQVcsR0FFdEI7SUFFRCxPQUFPLEtBQUssV0FBVyxHQUV0QjtJQUVELE9BQU8sS0FBSyxHQUFHLEdBRWQ7SUFFRCxPQUFPLEtBQUssWUFBWSxHQUV2QjtJQUVEOztPQUVHO0lBSVUsR0FBRyxrQkFpTGY7WUFNYSxVQUFVO0lBZ0J4QixPQUFPLENBQUMsYUFBYTtJQUtyQixPQUFPLENBQUMsVUFBVTtJQU1MLElBQUksQ0FBQyxLQUFLLEdBQUUsNEJBQXdDLGlCQU1oRTtJQUVELE9BQU8sQ0FBQyxvQkFBb0I7WUF3QmQsa0JBQWtCO0lBa0NoQyxPQUFPLENBQUMsMEJBQTBCO0lBS2xDLE9BQU8sQ0FBQyxNQUFNO0lBSWQsT0FBTyxDQUFDLGlCQUFpQjtZQUlYLFVBQVU7Q0FtQnpCO0FBU0QsT0FBTyxFQUFFLEtBQUssb0JBQW9CLEVBQUUsQ0FBQyJ9
@@ -1 +0,0 @@
1
- {"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAEA,OAAO,EAAe,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG3E,OAAO,EAAe,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAMvF,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEvF,OAAO,KAAK,EAAW,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAElE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AAIzC,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,KAAK,mBAAmB,EAA+B,MAAM,6BAA6B,CAAC;AAEpG,MAAM,MAAM,sBAAsB,GAAG;IACnC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAY7C,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IAnBhB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,YACU,IAAI,EAAE,mBAAmB,EACzB,UAAU,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,EAClD,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,IAAI,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,EACxD,aAAa,EAAE,aAAa,GAAG,SAAS,EACxC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,EAAE,sBAAsB,EACtC,QAAQ,CAAC,EAAE,cAAc,EAS1B;IAEM,KAAK,IAAI,MAAM,CAErB;IAEM,QAAQ,IAAI,oBAAoB,CAEtC;IAEM,cAAc,IAAI,WAAW,CAEnC;IAEM,WAAW,IAAI,IAAI,GAAG,SAAS,CAErC;IAEM,cAAc,IAAI,mBAAmB,CAE3C;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,GAAG,GAEd;IAED,OAAO,KAAK,YAAY,GAEvB;IAED;;OAEG;IAIU,GAAG,kBAiLf;YAMa,UAAU;IAgBxB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,4BAAwC,iBAMhE;IAED,OAAO,CAAC,oBAAoB;YAwBd,kBAAkB;IAkChC,OAAO,CAAC,0BAA0B;IAKlC,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAmBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}
@@ -1,435 +0,0 @@
1
- import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
2
- import { asyncPool } from '@aztec/foundation/async-pool';
3
- import { BlockNumber, EpochNumber } from '@aztec/foundation/branded-types';
4
- import { padArrayEnd } from '@aztec/foundation/collection';
5
- import { Fr } from '@aztec/foundation/curves/bn254';
6
- import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
7
- import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
8
- import { Timer } from '@aztec/foundation/timer';
9
- import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
10
- import { protocolContractsHash } from '@aztec/protocol-contracts';
11
- import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
12
- import type { PublicProcessor, PublicProcessorFactory } from '@aztec/simulator/server';
13
- import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
14
- import type { L2Block, L2BlockSource } from '@aztec/stdlib/block';
15
- import type { Checkpoint } from '@aztec/stdlib/checkpoint';
16
- import {
17
- type EpochProver,
18
- type EpochProvingJobState,
19
- EpochProvingJobTerminalState,
20
- type ForkMerkleTreeOperations,
21
- } from '@aztec/stdlib/interfaces/server';
22
- import { CheckpointConstantData } from '@aztec/stdlib/rollup';
23
- import { MerkleTreeId } from '@aztec/stdlib/trees';
24
- import type { ProcessedTx, Tx } from '@aztec/stdlib/tx';
25
- import { Attributes, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
26
-
27
- import * as crypto from 'node:crypto';
28
-
29
- import type { ProverNodeJobMetrics } from '../metrics.js';
30
- import type { ProverNodePublisher } from '../prover-node-publisher.js';
31
- import { type EpochProvingJobData, validateEpochProvingJobData } from './epoch-proving-job-data.js';
32
-
33
- export type EpochProvingJobOptions = {
34
- parallelBlockLimit?: number;
35
- skipEpochCheck?: boolean;
36
- skipSubmitProof?: boolean;
37
- };
38
-
39
- /**
40
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
41
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
42
- * world state as part of public call execution via the public processor.
43
- */
44
- export class EpochProvingJob implements Traceable {
45
- private state: EpochProvingJobState = 'initialized';
46
- private log: Logger;
47
- private uuid: string;
48
-
49
- private runPromise: Promise<void> | undefined;
50
- private epochCheckPromise: RunningPromise | undefined;
51
- private deadlineTimeoutHandler: NodeJS.Timeout | undefined;
52
-
53
- public readonly tracer: Tracer;
54
-
55
- constructor(
56
- private data: EpochProvingJobData,
57
- private dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>,
58
- private prover: EpochProver,
59
- private publicProcessorFactory: PublicProcessorFactory,
60
- private publisher: Pick<ProverNodePublisher, 'submitEpochProof'>,
61
- private l2BlockSource: L2BlockSource | undefined,
62
- private metrics: ProverNodeJobMetrics,
63
- private deadline: Date | undefined,
64
- private config: EpochProvingJobOptions,
65
- bindings?: LoggerBindings,
66
- ) {
67
- validateEpochProvingJobData(data);
68
- this.uuid = crypto.randomUUID();
69
- this.log = createLogger('prover-node:epoch-proving-job', {
70
- ...bindings,
71
- instanceId: `epoch-${data.epochNumber}`,
72
- });
73
- this.tracer = metrics.tracer;
74
- }
75
-
76
- public getId(): string {
77
- return this.uuid;
78
- }
79
-
80
- public getState(): EpochProvingJobState {
81
- return this.state;
82
- }
83
-
84
- public getEpochNumber(): EpochNumber {
85
- return this.data.epochNumber;
86
- }
87
-
88
- public getDeadline(): Date | undefined {
89
- return this.deadline;
90
- }
91
-
92
- public getProvingData(): EpochProvingJobData {
93
- return this.data;
94
- }
95
-
96
- private get epochNumber() {
97
- return this.data.epochNumber;
98
- }
99
-
100
- private get checkpoints() {
101
- return this.data.checkpoints;
102
- }
103
-
104
- private get txs() {
105
- return this.data.txs;
106
- }
107
-
108
- private get attestations() {
109
- return this.data.attestations;
110
- }
111
-
112
- /**
113
- * Proves the given epoch and submits the proof to L1.
114
- */
115
- @trackSpan('EpochProvingJob.run', function () {
116
- return { [Attributes.EPOCH_NUMBER]: this.data.epochNumber };
117
- })
118
- public async run() {
119
- this.scheduleDeadlineStop();
120
- if (!this.config.skipEpochCheck) {
121
- await this.scheduleEpochCheck();
122
- }
123
-
124
- const attestations = this.attestations.map(attestation => attestation.toViem());
125
- const epochNumber = this.epochNumber;
126
- const epochSizeCheckpoints = this.checkpoints.length;
127
- const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint) => accum + checkpoint.blocks.length, 0);
128
- const epochSizeTxs = this.checkpoints.reduce(
129
- (accum, checkpoint) =>
130
- accum + checkpoint.blocks.reduce((accumC, block) => accumC + block.body.txEffects.length, 0),
131
- 0,
132
- );
133
- const fromCheckpoint = this.checkpoints[0].number;
134
- const toCheckpoint = this.checkpoints.at(-1)!.number;
135
- const fromBlock = this.checkpoints[0].blocks[0].number;
136
- const toBlock = this.checkpoints.at(-1)!.blocks.at(-1)!.number;
137
- this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
138
- fromBlock,
139
- toBlock,
140
- epochSizeTxs,
141
- epochNumber,
142
- uuid: this.uuid,
143
- });
144
-
145
- this.progressState('processing');
146
- const timer = new Timer();
147
- const { promise, resolve } = promiseWithResolvers<void>();
148
- this.runPromise = promise;
149
-
150
- try {
151
- const blobFieldsPerCheckpoint = this.checkpoints.map(checkpoint => checkpoint.toBlobFields());
152
- const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
153
-
154
- this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
155
- await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
156
-
157
- // Everything in the epoch should have the same chainId and version.
158
- const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
159
-
160
- const previousBlockHeaders = this.gatherPreviousBlockHeaders();
161
-
162
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async checkpoint => {
163
- this.checkState();
164
-
165
- const checkpointIndex = checkpoint.number - fromCheckpoint;
166
- const checkpointConstants = CheckpointConstantData.from({
167
- chainId,
168
- version,
169
- vkTreeRoot: getVKTreeRoot(),
170
- protocolContractsHash: protocolContractsHash,
171
- proverId: this.prover.getProverId().toField(),
172
- slotNumber: checkpoint.header.slotNumber,
173
- coinbase: checkpoint.header.coinbase,
174
- feeRecipient: checkpoint.header.feeRecipient,
175
- gasFees: checkpoint.header.gasFees,
176
- });
177
- const previousHeader = previousBlockHeaders[checkpointIndex];
178
- const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
179
-
180
- this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
181
- number: checkpoint.number,
182
- checkpointHash: checkpoint.hash().toString(),
183
- lastArchive: checkpoint.header.lastArchiveRoot,
184
- previousHeader: previousHeader.hash(),
185
- uuid: this.uuid,
186
- });
187
-
188
- await this.prover.startNewCheckpoint(
189
- checkpointIndex,
190
- checkpointConstants,
191
- l1ToL2Messages,
192
- checkpoint.blocks.length,
193
- previousHeader,
194
- );
195
-
196
- for (const block of checkpoint.blocks) {
197
- const globalVariables = block.header.globalVariables;
198
- const txs = this.getTxs(block);
199
-
200
- this.log.verbose(`Starting processing block ${block.number}`, {
201
- number: block.number,
202
- blockHash: (await block.hash()).toString(),
203
- lastArchive: block.header.lastArchive.root,
204
- noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
205
- nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
206
- publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
207
- ...globalVariables,
208
- numTxs: txs.length,
209
- });
210
-
211
- // Start block proving
212
- await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
213
-
214
- // Process public fns
215
- const db = await this.createFork(BlockNumber(block.number - 1), l1ToL2Messages);
216
- const config = PublicSimulatorConfig.from({
217
- proverId: this.prover.getProverId().toField(),
218
- skipFeeEnforcement: false,
219
- collectDebugLogs: false,
220
- collectHints: true,
221
- collectPublicInputs: true,
222
- collectStatistics: false,
223
- });
224
- const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
225
- const processed = await this.processTxs(publicProcessor, txs);
226
- await this.prover.addTxs(processed);
227
- await db.close();
228
- this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
229
- blockNumber: block.number,
230
- blockHash: (await block.hash()).toString(),
231
- uuid: this.uuid,
232
- });
233
-
234
- // Mark block as completed to pad it
235
- const expectedBlockHeader = block.header;
236
- await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
237
- }
238
- });
239
-
240
- const executionTime = timer.ms();
241
-
242
- this.progressState('awaiting-prover');
243
- const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
244
- this.log.info(`Finalized proof for epoch ${epochNumber}`, { epochNumber, uuid: this.uuid, duration: timer.ms() });
245
-
246
- this.progressState('publishing-proof');
247
-
248
- if (this.config.skipSubmitProof) {
249
- this.log.info(
250
- `Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`,
251
- );
252
- this.state = 'completed';
253
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
254
- return;
255
- }
256
-
257
- const success = await this.publisher.submitEpochProof({
258
- fromCheckpoint,
259
- toCheckpoint,
260
- epochNumber,
261
- publicInputs,
262
- proof,
263
- batchedBlobInputs,
264
- attestations,
265
- });
266
- if (!success) {
267
- throw new Error('Failed to submit epoch proof to L1');
268
- }
269
-
270
- this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
271
- epochNumber,
272
- uuid: this.uuid,
273
- });
274
- this.state = 'completed';
275
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
276
- } catch (err: any) {
277
- if (err && err.name === 'HaltExecutionError') {
278
- this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
279
- uuid: this.uuid,
280
- epochNumber,
281
- details: err.message,
282
- });
283
- return;
284
- }
285
- this.log.error(`Error running epoch ${epochNumber} prover job`, err, { uuid: this.uuid, epochNumber });
286
- if (this.state === 'processing' || this.state === 'awaiting-prover' || this.state === 'publishing-proof') {
287
- this.state = 'failed';
288
- }
289
- } finally {
290
- clearTimeout(this.deadlineTimeoutHandler);
291
- await this.epochCheckPromise?.stop();
292
- await this.prover.stop();
293
- resolve();
294
- }
295
- }
296
-
297
- /**
298
- * Create a new db fork for tx processing, inserting all L1 to L2.
299
- * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
300
- */
301
- private async createFork(blockNumber: BlockNumber, l1ToL2Messages: Fr[]) {
302
- const db = await this.dbProvider.fork(blockNumber);
303
- const l1ToL2MessagesPadded = padArrayEnd<Fr, number>(
304
- l1ToL2Messages,
305
- Fr.ZERO,
306
- NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP,
307
- 'Too many L1 to L2 messages',
308
- );
309
- this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
310
- blockNumber,
311
- l1ToL2Messages: l1ToL2Messages.map(m => m.toString()),
312
- });
313
- await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
314
- return db;
315
- }
316
-
317
- private progressState(state: EpochProvingJobState) {
318
- this.checkState();
319
- this.state = state;
320
- }
321
-
322
- private checkState() {
323
- if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed' || this.state === 'reorg') {
324
- throw new HaltExecutionError(this.state);
325
- }
326
- }
327
-
328
- public async stop(state: EpochProvingJobTerminalState = 'stopped') {
329
- this.state = state;
330
- this.prover.cancel();
331
- if (this.runPromise) {
332
- await this.runPromise;
333
- }
334
- }
335
-
336
- private scheduleDeadlineStop() {
337
- const deadline = this.deadline;
338
- if (deadline) {
339
- const timeout = deadline.getTime() - Date.now();
340
- if (timeout <= 0) {
341
- throw new Error('Cannot start job with deadline in the past');
342
- }
343
-
344
- this.deadlineTimeoutHandler = setTimeout(() => {
345
- if (EpochProvingJobTerminalState.includes(this.state)) {
346
- return;
347
- }
348
- this.log.warn('Stopping job due to deadline hit', { uuid: this.uuid, epochNumber: this.epochNumber });
349
- this.stop('timed-out').catch(err => {
350
- this.log.error('Error stopping job', err, { uuid: this.uuid, epochNumber: this.epochNumber });
351
- });
352
- }, timeout);
353
- }
354
- }
355
-
356
- /**
357
- * Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
358
- * If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
359
- */
360
- private async scheduleEpochCheck() {
361
- const l2BlockSource = this.l2BlockSource;
362
- if (!l2BlockSource) {
363
- this.log.warn(`No L2 block source available, skipping epoch check`);
364
- return;
365
- }
366
-
367
- const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
368
- this.epochCheckPromise = new RunningPromise(
369
- async () => {
370
- const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
371
- const blockHashes = await Promise.all(blockHeaders.map(async header => (await header.hash()).toField()));
372
- const thisBlocks = this.checkpoints.flatMap(checkpoint => checkpoint.blocks);
373
- const thisBlockHashes = await Promise.all(thisBlocks.map(block => block.hash()));
374
- if (
375
- blockHeaders.length !== thisBlocks.length ||
376
- !blockHashes.every((block, i) => block.equals(thisBlockHashes[i]))
377
- ) {
378
- this.log.warn('Epoch blocks changed underfoot', {
379
- uuid: this.uuid,
380
- epochNumber: this.epochNumber,
381
- oldBlockHashes: thisBlockHashes,
382
- newBlockHashes: blockHashes,
383
- });
384
- void this.stop('reorg');
385
- }
386
- },
387
- this.log,
388
- intervalMs,
389
- ).start();
390
- this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
391
- }
392
-
393
- /* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */
394
- private gatherPreviousBlockHeaders() {
395
- const lastBlocks = this.checkpoints.map(checkpoint => checkpoint.blocks.at(-1)!);
396
- return [this.data.previousBlockHeader, ...lastBlocks.map(block => block.header).slice(0, -1)];
397
- }
398
-
399
- private getTxs(block: L2Block): Tx[] {
400
- return block.body.txEffects.map(txEffect => this.txs.get(txEffect.txHash.toString())!);
401
- }
402
-
403
- private getL1ToL2Messages(checkpoint: Checkpoint) {
404
- return this.data.l1ToL2Messages[checkpoint.number];
405
- }
406
-
407
- private async processTxs(publicProcessor: PublicProcessor, txs: Tx[]): Promise<ProcessedTx[]> {
408
- const { deadline } = this;
409
- const [processedTxs, failedTxs] = await publicProcessor.process(txs, { deadline });
410
-
411
- if (failedTxs.length) {
412
- const failedTxHashes = await Promise.all(failedTxs.map(({ tx }) => tx.getTxHash()));
413
- throw new Error(
414
- `Txs failed processing: ${failedTxs
415
- .map(({ error }, index) => `${failedTxHashes[index]} (${error})`)
416
- .join(', ')}`,
417
- );
418
- }
419
-
420
- if (processedTxs.length !== txs.length) {
421
- throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
422
- }
423
-
424
- return processedTxs;
425
- }
426
- }
427
-
428
- class HaltExecutionError extends Error {
429
- constructor(public readonly state: EpochProvingJobState) {
430
- super(`Halted execution due to state ${state}`);
431
- this.name = 'HaltExecutionError';
432
- }
433
- }
434
-
435
- export { type EpochProvingJobState };