@aztec/prover-node 0.0.1-commit.d3ec352c → 0.0.1-commit.d58ff9d0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/README.md +518 -0
  2. package/dest/actions/download-epoch-proving-job.d.ts +1 -1
  3. package/dest/actions/download-epoch-proving-job.js +1 -1
  4. package/dest/actions/rerun-epoch-proving-job.d.ts +6 -4
  5. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  6. package/dest/actions/rerun-epoch-proving-job.js +191 -28
  7. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  8. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  9. package/dest/bin/run-failed-epoch.js +6 -5
  10. package/dest/checkpoint-store.d.ts +87 -0
  11. package/dest/checkpoint-store.d.ts.map +1 -0
  12. package/dest/checkpoint-store.js +186 -0
  13. package/dest/config.d.ts +10 -10
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +27 -22
  16. package/dest/factory.d.ts +23 -16
  17. package/dest/factory.d.ts.map +1 -1
  18. package/dest/factory.js +49 -68
  19. package/dest/index.d.ts +3 -1
  20. package/dest/index.d.ts.map +1 -1
  21. package/dest/index.js +2 -0
  22. package/dest/job/checkpoint-prover.d.ts +134 -0
  23. package/dest/job/checkpoint-prover.d.ts.map +1 -0
  24. package/dest/job/checkpoint-prover.js +353 -0
  25. package/dest/job/epoch-proving-job-data.d.ts +2 -2
  26. package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
  27. package/dest/job/epoch-proving-job-data.js +1 -1
  28. package/dest/job/epoch-session.d.ts +146 -0
  29. package/dest/job/epoch-session.d.ts.map +1 -0
  30. package/dest/job/epoch-session.js +720 -0
  31. package/dest/job/top-tree-job.d.ts +82 -0
  32. package/dest/job/top-tree-job.d.ts.map +1 -0
  33. package/dest/job/top-tree-job.js +152 -0
  34. package/dest/metrics.d.ts +41 -4
  35. package/dest/metrics.d.ts.map +1 -1
  36. package/dest/metrics.js +125 -102
  37. package/dest/monitors/epoch-monitor.d.ts +1 -1
  38. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  39. package/dest/monitors/epoch-monitor.js +12 -19
  40. package/dest/proof-publishing-service.d.ts +161 -0
  41. package/dest/proof-publishing-service.d.ts.map +1 -0
  42. package/dest/proof-publishing-service.js +335 -0
  43. package/dest/prover-node-publisher.d.ts +31 -19
  44. package/dest/prover-node-publisher.d.ts.map +1 -1
  45. package/dest/prover-node-publisher.js +222 -78
  46. package/dest/prover-node.d.ts +122 -72
  47. package/dest/prover-node.d.ts.map +1 -1
  48. package/dest/prover-node.js +872 -229
  49. package/dest/prover-publisher-factory.d.ts +12 -6
  50. package/dest/prover-publisher-factory.d.ts.map +1 -1
  51. package/dest/prover-publisher-factory.js +8 -5
  52. package/dest/session-manager.d.ts +158 -0
  53. package/dest/session-manager.d.ts.map +1 -0
  54. package/dest/session-manager.js +452 -0
  55. package/dest/test/index.d.ts +7 -6
  56. package/dest/test/index.d.ts.map +1 -1
  57. package/package.json +25 -23
  58. package/src/actions/download-epoch-proving-job.ts +1 -1
  59. package/src/actions/rerun-epoch-proving-job.ts +120 -30
  60. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  61. package/src/bin/run-failed-epoch.ts +5 -3
  62. package/src/checkpoint-store.ts +218 -0
  63. package/src/config.ts +39 -34
  64. package/src/factory.ts +86 -113
  65. package/src/index.ts +2 -0
  66. package/src/job/checkpoint-prover.ts +468 -0
  67. package/src/job/epoch-proving-job-data.ts +1 -1
  68. package/src/job/epoch-session.ts +436 -0
  69. package/src/job/top-tree-job.ts +227 -0
  70. package/src/metrics.ts +143 -93
  71. package/src/monitors/epoch-monitor.ts +6 -14
  72. package/src/proof-publishing-service.ts +427 -0
  73. package/src/prover-node-publisher.ts +264 -98
  74. package/src/prover-node.ts +568 -259
  75. package/src/prover-publisher-factory.ts +22 -11
  76. package/src/session-manager.ts +552 -0
  77. package/src/test/index.ts +6 -6
  78. package/dest/job/epoch-proving-job.d.ts +0 -62
  79. package/dest/job/epoch-proving-job.d.ts.map +0 -1
  80. package/dest/job/epoch-proving-job.js +0 -363
  81. package/src/job/epoch-proving-job.ts +0 -426
@@ -1,62 +0,0 @@
1
- import { EpochNumber } from '@aztec/foundation/branded-types';
2
- import type { PublicProcessorFactory } from '@aztec/simulator/server';
3
- import type { L2BlockSource } from '@aztec/stdlib/block';
4
- import { type EpochProver, type EpochProvingJobState, EpochProvingJobTerminalState, type ForkMerkleTreeOperations } from '@aztec/stdlib/interfaces/server';
5
- import { type Traceable, type Tracer } from '@aztec/telemetry-client';
6
- import type { ProverNodeJobMetrics } from '../metrics.js';
7
- import type { ProverNodePublisher } from '../prover-node-publisher.js';
8
- import { type EpochProvingJobData } from './epoch-proving-job-data.js';
9
- export type EpochProvingJobOptions = {
10
- parallelBlockLimit?: number;
11
- skipEpochCheck?: boolean;
12
- skipSubmitProof?: boolean;
13
- };
14
- /**
15
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
16
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
17
- * world state as part of public call execution via the public processor.
18
- */
19
- export declare class EpochProvingJob implements Traceable {
20
- private data;
21
- private dbProvider;
22
- private prover;
23
- private publicProcessorFactory;
24
- private publisher;
25
- private l2BlockSource;
26
- private metrics;
27
- private deadline;
28
- private config;
29
- private state;
30
- private log;
31
- private uuid;
32
- private runPromise;
33
- private epochCheckPromise;
34
- private deadlineTimeoutHandler;
35
- readonly tracer: Tracer;
36
- constructor(data: EpochProvingJobData, dbProvider: Pick<ForkMerkleTreeOperations, 'fork'>, prover: EpochProver, publicProcessorFactory: PublicProcessorFactory, publisher: Pick<ProverNodePublisher, 'submitEpochProof'>, l2BlockSource: L2BlockSource | undefined, metrics: ProverNodeJobMetrics, deadline: Date | undefined, config: EpochProvingJobOptions);
37
- getId(): string;
38
- getState(): EpochProvingJobState;
39
- getEpochNumber(): EpochNumber;
40
- getDeadline(): Date | undefined;
41
- getProvingData(): EpochProvingJobData;
42
- private get epochNumber();
43
- private get checkpoints();
44
- private get txs();
45
- private get attestations();
46
- /**
47
- * Proves the given epoch and submits the proof to L1.
48
- */
49
- run(): Promise<void>;
50
- private createFork;
51
- private progressState;
52
- private checkState;
53
- stop(state?: EpochProvingJobTerminalState): Promise<void>;
54
- private scheduleDeadlineStop;
55
- private scheduleEpochCheck;
56
- private gatherPreviousBlockHeaders;
57
- private getTxs;
58
- private getL1ToL2Messages;
59
- private processTxs;
60
- }
61
- export { type EpochProvingJobState };
62
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZXBvY2gtcHJvdmluZy1qb2IuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9qb2IvZXBvY2gtcHJvdmluZy1qb2IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsT0FBTyxFQUFlLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBUzNFLE9BQU8sS0FBSyxFQUFtQixzQkFBc0IsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBRXZGLE9BQU8sS0FBSyxFQUFjLGFBQWEsRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBRXJFLE9BQU8sRUFDTCxLQUFLLFdBQVcsRUFDaEIsS0FBSyxvQkFBb0IsRUFDekIsNEJBQTRCLEVBQzVCLEtBQUssd0JBQXdCLEVBQzlCLE1BQU0saUNBQWlDLENBQUM7QUFJekMsT0FBTyxFQUFjLEtBQUssU0FBUyxFQUFFLEtBQUssTUFBTSxFQUFhLE1BQU0seUJBQXlCLENBQUM7QUFJN0YsT0FBTyxLQUFLLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSxlQUFlLENBQUM7QUFDMUQsT0FBTyxLQUFLLEVBQUUsbUJBQW1CLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUN2RSxPQUFPLEVBQUUsS0FBSyxtQkFBbUIsRUFBK0IsTUFBTSw2QkFBNkIsQ0FBQztBQUVwRyxNQUFNLE1BQU0sc0JBQXNCLEdBQUc7SUFDbkMsa0JBQWtCLENBQUMsRUFBRSxNQUFNLENBQUM7SUFDNUIsY0FBYyxDQUFDLEVBQUUsT0FBTyxDQUFDO0lBQ3pCLGVBQWUsQ0FBQyxFQUFFLE9BQU8sQ0FBQztDQUMzQixDQUFDO0FBRUY7Ozs7R0FJRztBQUNILHFCQUFhLGVBQWdCLFlBQVcsU0FBUztJQVk3QyxPQUFPLENBQUMsSUFBSTtJQUNaLE9BQU8sQ0FBQyxVQUFVO0lBQ2xCLE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLHNCQUFzQjtJQUM5QixPQUFPLENBQUMsU0FBUztJQUNqQixPQUFPLENBQUMsYUFBYTtJQUNyQixPQUFPLENBQUMsT0FBTztJQUNmLE9BQU8sQ0FBQyxRQUFRO0lBQ2hCLE9BQU8sQ0FBQyxNQUFNO0lBbkJoQixPQUFPLENBQUMsS0FBSyxDQUF1QztJQUNwRCxPQUFPLENBQUMsR0FBRyxDQUFpRDtJQUM1RCxPQUFPLENBQUMsSUFBSSxDQUFTO0lBRXJCLE9BQU8sQ0FBQyxVQUFVLENBQTRCO0lBQzlDLE9BQU8sQ0FBQyxpQkFBaUIsQ0FBNkI7SUFDdEQsT0FBTyxDQUFDLHNCQUFzQixDQUE2QjtJQUUzRCxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLFlBQ1UsSUFBSSxFQUFFLG1CQUFtQixFQUN6QixVQUFVLEVBQUUsSUFBSSxDQUFDLHdCQUF3QixFQUFFLE1BQU0sQ0FBQyxFQUNsRCxNQUFNLEVBQUUsV0FBVyxFQUNuQixzQkFBc0IsRUFBRSxzQkFBc0IsRUFDOUMsU0FBUyxFQUFFLElBQUksQ0FBQyxtQkFBbUIsRUFBRSxrQkFBa0IsQ0FBQyxFQUN4RCxhQUFhLEVBQUUsYUFBYSxHQUFHLFNBQVMsRUFDeEMsT0FBTyxFQUFFLG9CQUFvQixFQUM3QixRQUFRLEVBQUUsSUFBSSxHQUFHLFNBQVMsRUFDMUIsTUFBTSxFQUFFLHNCQUFzQixFQUt2QztJQUVNLEtBQUssSUFBSSxNQUFNLENBRXJCO0lBRU0sUUFBUSxJQUFJLG9CQUFvQixDQUV0QztJQUVNLGNBQWMsSUFBSSxXQUFXLENBRW5DO0lBRU0sV0FBVyxJQUFJLElBQUksR0FBRyxTQUFTLENBRXJDO0lBRU0sY0FBYyxJQUFJLG1CQUFtQixDQUUzQztJQUVELE9BQU8sS0FBSyxXQUFXLEdBRXRCO0lBRUQsT0FBTyxLQUFLLFdBQVcsR0FFdEI7SUFFRCxPQUFPLEtBQUssR0FBRyxHQUVkO0lBRUQsT0FBTyxLQUFLLFlBQVksR0FFdkI7SUFFRDs7T0FFRztJQUlVLEdBQUcsa0JBZ0xmO1lBTWEsVUFBVTtJQWdCeEIsT0FBTyxDQUFDLGFBQWE7SUFLckIsT0FBTyxDQUFDLFVBQVU7SUFNTCxJQUFJLENBQUMsS0FBSyxHQUFFLDRCQUF3QyxpQkFNaEU7SUFFRCxPQUFPLENBQUMsb0JBQW9CO1lBd0JkLGtCQUFrQjtJQStCaEMsT0FBTyxDQUFDLDBCQUEwQjtJQUtsQyxPQUFPLENBQUMsTUFBTTtJQUlkLE9BQU8sQ0FBQyxpQkFBaUI7WUFJWCxVQUFVO0NBbUJ6QjtBQVNELE9BQU8sRUFBRSxLQUFLLG9CQUFvQixFQUFFLENBQUMifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"epoch-proving-job.d.ts","sourceRoot":"","sources":["../../src/job/epoch-proving-job.ts"],"names":[],"mappings":"AAEA,OAAO,EAAe,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAS3E,OAAO,KAAK,EAAmB,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEvF,OAAO,KAAK,EAAc,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AAIzC,OAAO,EAAc,KAAK,SAAS,EAAE,KAAK,MAAM,EAAa,MAAM,yBAAyB,CAAC;AAI7F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,KAAK,mBAAmB,EAA+B,MAAM,6BAA6B,CAAC;AAEpG,MAAM,MAAM,sBAAsB,GAAG;IACnC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAY7C,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,sBAAsB;IAC9B,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IAnBhB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,GAAG,CAAiD;IAC5D,OAAO,CAAC,IAAI,CAAS;IAErB,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,sBAAsB,CAA6B;IAE3D,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,YACU,IAAI,EAAE,mBAAmB,EACzB,UAAU,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,EAClD,MAAM,EAAE,WAAW,EACnB,sBAAsB,EAAE,sBAAsB,EAC9C,SAAS,EAAE,IAAI,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,EACxD,aAAa,EAAE,aAAa,GAAG,SAAS,EACxC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,IAAI,GAAG,SAAS,EAC1B,MAAM,EAAE,sBAAsB,EAKvC;IAEM,KAAK,IAAI,MAAM,CAErB;IAEM,QAAQ,IAAI,oBAAoB,CAEtC;IAEM,cAAc,IAAI,WAAW,CAEnC;IAEM,WAAW,IAAI,IAAI,GAAG,SAAS,CAErC;IAEM,cAAc,IAAI,mBAAmB,CAE3C;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,GAAG,GAEd;IAED,OAAO,KAAK,YAAY,GAEvB;IAED;;OAEG;IAIU,GAAG,kBAgLf;YAMa,UAAU;IAgBxB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;IAML,IAAI,CAAC,KAAK,GAAE,4BAAwC,iBAMhE;IAED,OAAO,CAAC,oBAAoB;YAwBd,kBAAkB;IA+BhC,OAAO,CAAC,0BAA0B;IAKlC,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,iBAAiB;YAIX,UAAU;CAmBzB;AASD,OAAO,EAAE,KAAK,oBAAoB,EAAE,CAAC"}
@@ -1,363 +0,0 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
6
- }
7
- import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
8
- import { asyncPool } from '@aztec/foundation/async-pool';
9
- import { BlockNumber } from '@aztec/foundation/branded-types';
10
- import { padArrayEnd } from '@aztec/foundation/collection';
11
- import { Fr } from '@aztec/foundation/fields';
12
- import { createLogger } from '@aztec/foundation/log';
13
- import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
14
- import { Timer } from '@aztec/foundation/timer';
15
- import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
16
- import { protocolContractsHash } from '@aztec/protocol-contracts';
17
- import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
18
- import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
19
- import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
20
- import { CheckpointConstantData } from '@aztec/stdlib/rollup';
21
- import { MerkleTreeId } from '@aztec/stdlib/trees';
22
- import { Attributes, trackSpan } from '@aztec/telemetry-client';
23
- import * as crypto from 'node:crypto';
24
- import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
25
- /**
26
- * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
27
- * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
28
- * world state as part of public call execution via the public processor.
29
- */ export class EpochProvingJob {
30
- data;
31
- dbProvider;
32
- prover;
33
- publicProcessorFactory;
34
- publisher;
35
- l2BlockSource;
36
- metrics;
37
- deadline;
38
- config;
39
- state;
40
- log;
41
- uuid;
42
- runPromise;
43
- epochCheckPromise;
44
- deadlineTimeoutHandler;
45
- tracer;
46
- constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config){
47
- this.data = data;
48
- this.dbProvider = dbProvider;
49
- this.prover = prover;
50
- this.publicProcessorFactory = publicProcessorFactory;
51
- this.publisher = publisher;
52
- this.l2BlockSource = l2BlockSource;
53
- this.metrics = metrics;
54
- this.deadline = deadline;
55
- this.config = config;
56
- this.state = 'initialized';
57
- this.log = createLogger('prover-node:epoch-proving-job');
58
- validateEpochProvingJobData(data);
59
- this.uuid = crypto.randomUUID();
60
- this.tracer = metrics.tracer;
61
- }
62
- getId() {
63
- return this.uuid;
64
- }
65
- getState() {
66
- return this.state;
67
- }
68
- getEpochNumber() {
69
- return this.data.epochNumber;
70
- }
71
- getDeadline() {
72
- return this.deadline;
73
- }
74
- getProvingData() {
75
- return this.data;
76
- }
77
- get epochNumber() {
78
- return this.data.epochNumber;
79
- }
80
- get checkpoints() {
81
- return this.data.checkpoints;
82
- }
83
- get txs() {
84
- return this.data.txs;
85
- }
86
- get attestations() {
87
- return this.data.attestations;
88
- }
89
- /**
90
- * Proves the given epoch and submits the proof to L1.
91
- */ async run() {
92
- this.scheduleDeadlineStop();
93
- if (!this.config.skipEpochCheck) {
94
- await this.scheduleEpochCheck();
95
- }
96
- const attestations = this.attestations.map((attestation)=>attestation.toViem());
97
- const epochNumber = this.epochNumber;
98
- const epochSizeCheckpoints = this.checkpoints.length;
99
- const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.length, 0);
100
- const epochSizeTxs = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.reduce((accumC, block)=>accumC + block.body.txEffects.length, 0), 0);
101
- const fromCheckpoint = this.checkpoints[0].number;
102
- const toCheckpoint = this.checkpoints.at(-1).number;
103
- const fromBlock = this.checkpoints[0].blocks[0].number;
104
- const toBlock = this.checkpoints.at(-1).blocks.at(-1).number;
105
- this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
106
- fromBlock,
107
- toBlock,
108
- epochSizeTxs,
109
- epochNumber,
110
- uuid: this.uuid
111
- });
112
- this.progressState('processing');
113
- const timer = new Timer();
114
- const { promise, resolve } = promiseWithResolvers();
115
- this.runPromise = promise;
116
- try {
117
- const blobFieldsPerCheckpoint = this.checkpoints.map((checkpoint)=>checkpoint.toBlobFields());
118
- const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
119
- this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
120
- await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
121
- // Everything in the epoch should have the same chainId and version.
122
- const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
123
- const previousBlockHeaders = this.gatherPreviousBlockHeaders();
124
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async (checkpoint)=>{
125
- this.checkState();
126
- const checkpointIndex = checkpoint.number - fromCheckpoint;
127
- const checkpointConstants = CheckpointConstantData.from({
128
- chainId,
129
- version,
130
- vkTreeRoot: getVKTreeRoot(),
131
- protocolContractsHash: protocolContractsHash,
132
- proverId: this.prover.getProverId().toField(),
133
- slotNumber: checkpoint.header.slotNumber,
134
- coinbase: checkpoint.header.coinbase,
135
- feeRecipient: checkpoint.header.feeRecipient,
136
- gasFees: checkpoint.header.gasFees
137
- });
138
- const previousHeader = previousBlockHeaders[checkpointIndex];
139
- const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
140
- this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
141
- number: checkpoint.number,
142
- checkpointHash: checkpoint.hash().toString(),
143
- lastArchive: checkpoint.header.lastArchiveRoot,
144
- previousHeader: previousHeader.hash(),
145
- uuid: this.uuid
146
- });
147
- await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, checkpoint.blocks.length, previousHeader);
148
- for (const block of checkpoint.blocks){
149
- const globalVariables = block.header.globalVariables;
150
- const txs = this.getTxs(block);
151
- this.log.verbose(`Starting processing block ${block.number}`, {
152
- number: block.number,
153
- blockHash: (await block.hash()).toString(),
154
- lastArchive: block.header.lastArchive.root,
155
- noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
156
- nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
157
- publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
158
- ...globalVariables,
159
- numTxs: txs.length
160
- });
161
- // Start block proving
162
- await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
163
- // Process public fns
164
- const db = await this.createFork(BlockNumber(block.number - 1), l1ToL2Messages);
165
- const config = PublicSimulatorConfig.from({
166
- proverId: this.prover.getProverId().toField(),
167
- skipFeeEnforcement: false,
168
- collectDebugLogs: false,
169
- collectHints: true,
170
- collectStatistics: false
171
- });
172
- const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
173
- const processed = await this.processTxs(publicProcessor, txs);
174
- await this.prover.addTxs(processed);
175
- await db.close();
176
- this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
177
- blockNumber: block.number,
178
- blockHash: (await block.hash()).toString(),
179
- uuid: this.uuid
180
- });
181
- // Mark block as completed to pad it
182
- const expectedBlockHeader = block.header;
183
- await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
184
- }
185
- });
186
- const executionTime = timer.ms();
187
- this.progressState('awaiting-prover');
188
- const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
189
- this.log.info(`Finalized proof for epoch ${epochNumber}`, {
190
- epochNumber,
191
- uuid: this.uuid,
192
- duration: timer.ms()
193
- });
194
- this.progressState('publishing-proof');
195
- if (this.config.skipSubmitProof) {
196
- this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`);
197
- this.state = 'completed';
198
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
199
- return;
200
- }
201
- const success = await this.publisher.submitEpochProof({
202
- fromCheckpoint,
203
- toCheckpoint,
204
- epochNumber,
205
- publicInputs,
206
- proof,
207
- batchedBlobInputs,
208
- attestations
209
- });
210
- if (!success) {
211
- throw new Error('Failed to submit epoch proof to L1');
212
- }
213
- this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
214
- epochNumber,
215
- uuid: this.uuid
216
- });
217
- this.state = 'completed';
218
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
219
- } catch (err) {
220
- if (err && err.name === 'HaltExecutionError') {
221
- this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
222
- uuid: this.uuid,
223
- epochNumber,
224
- details: err.message
225
- });
226
- return;
227
- }
228
- this.log.error(`Error running epoch ${epochNumber} prover job`, err, {
229
- uuid: this.uuid,
230
- epochNumber
231
- });
232
- if (this.state === 'processing' || this.state === 'awaiting-prover' || this.state === 'publishing-proof') {
233
- this.state = 'failed';
234
- }
235
- } finally{
236
- clearTimeout(this.deadlineTimeoutHandler);
237
- await this.epochCheckPromise?.stop();
238
- await this.prover.stop();
239
- resolve();
240
- }
241
- }
242
- /**
243
- * Create a new db fork for tx processing, inserting all L1 to L2.
244
- * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
245
- */ async createFork(blockNumber, l1ToL2Messages) {
246
- const db = await this.dbProvider.fork(blockNumber);
247
- const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
248
- this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
249
- blockNumber,
250
- l1ToL2Messages: l1ToL2Messages.map((m)=>m.toString())
251
- });
252
- await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
253
- return db;
254
- }
255
- progressState(state) {
256
- this.checkState();
257
- this.state = state;
258
- }
259
- checkState() {
260
- if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed' || this.state === 'reorg') {
261
- throw new HaltExecutionError(this.state);
262
- }
263
- }
264
- async stop(state = 'stopped') {
265
- this.state = state;
266
- this.prover.cancel();
267
- if (this.runPromise) {
268
- await this.runPromise;
269
- }
270
- }
271
- scheduleDeadlineStop() {
272
- const deadline = this.deadline;
273
- if (deadline) {
274
- const timeout = deadline.getTime() - Date.now();
275
- if (timeout <= 0) {
276
- throw new Error('Cannot start job with deadline in the past');
277
- }
278
- this.deadlineTimeoutHandler = setTimeout(()=>{
279
- if (EpochProvingJobTerminalState.includes(this.state)) {
280
- return;
281
- }
282
- this.log.warn('Stopping job due to deadline hit', {
283
- uuid: this.uuid,
284
- epochNumber: this.epochNumber
285
- });
286
- this.stop('timed-out').catch((err)=>{
287
- this.log.error('Error stopping job', err, {
288
- uuid: this.uuid,
289
- epochNumber: this.epochNumber
290
- });
291
- });
292
- }, timeout);
293
- }
294
- }
295
- /**
296
- * Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
297
- * If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
298
- */ async scheduleEpochCheck() {
299
- const l2BlockSource = this.l2BlockSource;
300
- if (!l2BlockSource) {
301
- this.log.warn(`No L2 block source available, skipping epoch check`);
302
- return;
303
- }
304
- const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
305
- this.epochCheckPromise = new RunningPromise(async ()=>{
306
- const blocks = await l2BlockSource.getBlockHeadersForEpoch(this.epochNumber);
307
- const blockHashes = await Promise.all(blocks.map((block)=>block.hash()));
308
- const thisBlocks = this.checkpoints.flatMap((checkpoint)=>checkpoint.blocks);
309
- const thisBlockHashes = await Promise.all(thisBlocks.map((block)=>block.hash()));
310
- if (blocks.length !== thisBlocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
311
- this.log.warn('Epoch blocks changed underfoot', {
312
- uuid: this.uuid,
313
- epochNumber: this.epochNumber,
314
- oldBlockHashes: thisBlockHashes,
315
- newBlockHashes: blockHashes
316
- });
317
- void this.stop('reorg');
318
- }
319
- }, this.log, intervalMs).start();
320
- this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
321
- }
322
- /* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */ gatherPreviousBlockHeaders() {
323
- const lastBlocks = this.checkpoints.map((checkpoint)=>checkpoint.blocks.at(-1));
324
- return [
325
- this.data.previousBlockHeader,
326
- ...lastBlocks.map((block)=>block.header).slice(0, -1)
327
- ];
328
- }
329
- getTxs(block) {
330
- return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
331
- }
332
- getL1ToL2Messages(checkpoint) {
333
- return this.data.l1ToL2Messages[checkpoint.number];
334
- }
335
- async processTxs(publicProcessor, txs) {
336
- const { deadline } = this;
337
- const [processedTxs, failedTxs] = await publicProcessor.process(txs, {
338
- deadline
339
- });
340
- if (failedTxs.length) {
341
- const failedTxHashes = await Promise.all(failedTxs.map(({ tx })=>tx.getTxHash()));
342
- throw new Error(`Txs failed processing: ${failedTxs.map(({ error }, index)=>`${failedTxHashes[index]} (${error})`).join(', ')}`);
343
- }
344
- if (processedTxs.length !== txs.length) {
345
- throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
346
- }
347
- return processedTxs;
348
- }
349
- }
350
- _ts_decorate([
351
- trackSpan('EpochProvingJob.run', function() {
352
- return {
353
- [Attributes.EPOCH_NUMBER]: this.data.epochNumber
354
- };
355
- })
356
- ], EpochProvingJob.prototype, "run", null);
357
- class HaltExecutionError extends Error {
358
- state;
359
- constructor(state){
360
- super(`Halted execution due to state ${state}`), this.state = state;
361
- this.name = 'HaltExecutionError';
362
- }
363
- }