@aztec/prover-node 0.0.1-commit.a072138 → 0.0.1-commit.a5db02d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/README.md +511 -0
  2. package/dest/actions/download-epoch-proving-job.js +1 -1
  3. package/dest/actions/rerun-epoch-proving-job.d.ts +5 -4
  4. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  5. package/dest/actions/rerun-epoch-proving-job.js +103 -23
  6. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  7. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  8. package/dest/bin/run-failed-epoch.js +6 -5
  9. package/dest/checkpoint-store.d.ts +88 -0
  10. package/dest/checkpoint-store.d.ts.map +1 -0
  11. package/dest/checkpoint-store.js +169 -0
  12. package/dest/config.d.ts +5 -8
  13. package/dest/config.d.ts.map +1 -1
  14. package/dest/config.js +17 -20
  15. package/dest/factory.d.ts +19 -13
  16. package/dest/factory.d.ts.map +1 -1
  17. package/dest/factory.js +40 -65
  18. package/dest/index.d.ts +2 -1
  19. package/dest/index.d.ts.map +1 -1
  20. package/dest/index.js +1 -0
  21. package/dest/job/checkpoint-prover.d.ts +124 -0
  22. package/dest/job/checkpoint-prover.d.ts.map +1 -0
  23. package/dest/job/checkpoint-prover.js +330 -0
  24. package/dest/job/epoch-session.d.ts +148 -0
  25. package/dest/job/epoch-session.d.ts.map +1 -0
  26. package/dest/job/{epoch-proving-job.js → epoch-session.js} +278 -297
  27. package/dest/job/top-tree-job.d.ts +82 -0
  28. package/dest/job/top-tree-job.d.ts.map +1 -0
  29. package/dest/job/top-tree-job.js +152 -0
  30. package/dest/metrics.d.ts +40 -3
  31. package/dest/metrics.d.ts.map +1 -1
  32. package/dest/metrics.js +101 -4
  33. package/dest/monitors/epoch-monitor.d.ts +1 -1
  34. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  35. package/dest/monitors/epoch-monitor.js +11 -9
  36. package/dest/proof-publishing-service.d.ts +161 -0
  37. package/dest/proof-publishing-service.d.ts.map +1 -0
  38. package/dest/proof-publishing-service.js +335 -0
  39. package/dest/prover-node-publisher.d.ts +22 -15
  40. package/dest/prover-node-publisher.d.ts.map +1 -1
  41. package/dest/prover-node-publisher.js +198 -61
  42. package/dest/prover-node.d.ts +118 -70
  43. package/dest/prover-node.d.ts.map +1 -1
  44. package/dest/prover-node.js +487 -226
  45. package/dest/prover-publisher-factory.d.ts +4 -4
  46. package/dest/prover-publisher-factory.d.ts.map +1 -1
  47. package/dest/prover-publisher-factory.js +3 -3
  48. package/dest/session-manager.d.ts +158 -0
  49. package/dest/session-manager.d.ts.map +1 -0
  50. package/dest/session-manager.js +486 -0
  51. package/dest/test/index.d.ts +7 -6
  52. package/dest/test/index.d.ts.map +1 -1
  53. package/package.json +23 -22
  54. package/src/actions/download-epoch-proving-job.ts +1 -1
  55. package/src/actions/rerun-epoch-proving-job.ts +115 -29
  56. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  57. package/src/bin/run-failed-epoch.ts +5 -3
  58. package/src/checkpoint-store.ts +194 -0
  59. package/src/config.ts +25 -32
  60. package/src/factory.ts +68 -111
  61. package/src/index.ts +1 -0
  62. package/src/job/checkpoint-prover.ts +442 -0
  63. package/src/job/epoch-session.ts +438 -0
  64. package/src/job/top-tree-job.ts +227 -0
  65. package/src/metrics.ts +123 -10
  66. package/src/monitors/epoch-monitor.ts +5 -6
  67. package/src/proof-publishing-service.ts +427 -0
  68. package/src/prover-node-publisher.ts +232 -78
  69. package/src/prover-node.ts +562 -256
  70. package/src/prover-publisher-factory.ts +5 -5
  71. package/src/session-manager.ts +585 -0
  72. package/src/test/index.ts +6 -6
  73. package/dest/job/epoch-proving-job.d.ts +0 -63
  74. package/dest/job/epoch-proving-job.d.ts.map +0 -1
  75. package/src/job/epoch-proving-job.ts +0 -435
@@ -1,42 +1,122 @@
1
- import { createArchiverStore } from '@aztec/archiver';
1
+ import { createArchiverStore, createContractDataSource } from '@aztec/archiver';
2
+ import { BlockNumber } from '@aztec/foundation/branded-types';
3
+ import { DateProvider } from '@aztec/foundation/timer';
2
4
  import { createProverClient } from '@aztec/prover-client';
3
5
  import { createAndStartProvingBroker } from '@aztec/prover-client/broker';
6
+ import { getLastSiblingPath } from '@aztec/prover-client/helpers';
7
+ import { ChonkCache } from '@aztec/prover-client/orchestrator';
4
8
  import { PublicProcessorFactory } from '@aztec/simulator/server';
9
+ import { getEpochAtSlot, getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
10
+ import { MerkleTreeId } from '@aztec/stdlib/trees';
5
11
  import { getTelemetryClient } from '@aztec/telemetry-client';
6
12
  import { createWorldState } from '@aztec/world-state';
7
13
  import { readFileSync } from 'fs';
14
+ import { CheckpointProver } from '../job/checkpoint-prover.js';
8
15
  import { deserializeEpochProvingJobData } from '../job/epoch-proving-job-data.js';
9
- import { EpochProvingJob } from '../job/epoch-proving-job.js';
16
+ import { EpochSession } from '../job/epoch-session.js';
10
17
  import { ProverNodeJobMetrics } from '../metrics.js';
11
18
  /**
12
19
  * Given a local folder where `downloadEpochProvingJob` was called, creates a new archiver and world state
13
- * using the state snapshots, and creates a new epoch proving job to prove the downloaded proving job.
20
+ * using the state snapshots, and creates a new epoch proving session to prove the downloaded proving job.
14
21
  * Proving is done with a local proving broker and agents as specified by the config.
15
- */ export async function rerunEpochProvingJob(localPath, log, config) {
22
+ */ export async function rerunEpochProvingJob(localPath, log, config, genesis) {
16
23
  const jobData = deserializeEpochProvingJobData(readFileSync(localPath));
17
24
  log.info(`Loaded proving job data for epoch ${jobData.epochNumber}`);
18
25
  const telemetry = getTelemetryClient();
19
26
  const metrics = new ProverNodeJobMetrics(telemetry.getMeter('prover-job'), telemetry.getTracer('prover-job'));
20
- const worldState = await createWorldState(config);
21
- const archiver = await createArchiverStore(config, {
22
- epochDuration: config.aztecEpochDuration
23
- });
24
- const publicProcessorFactory = new PublicProcessorFactory(archiver, undefined, undefined, log.getBindings());
25
- const publisher = {
26
- submitEpochProof: ()=>Promise.resolve(true)
27
+ const worldState = await createWorldState(config, genesis);
28
+ const initialBlockHash = await worldState.getInitialHeader().hash();
29
+ const archiver = await createArchiverStore(config, initialBlockHash);
30
+ const publicProcessorFactory = new PublicProcessorFactory(createContractDataSource(archiver), undefined, undefined, log.getBindings());
31
+ // Local rerun never publishes stub the service so submit() always resolves 'published'
32
+ // and withdraw is a no-op.
33
+ const publishingService = {
34
+ submit: ()=>Promise.resolve('published'),
35
+ withdraw: ()=>{}
27
36
  };
28
- const l2BlockSourceForReorgDetection = undefined;
29
- const deadline = undefined;
30
- // This starts a local proving broker that does not get exposed as a service. This should be good enough for
31
- // smallish epochs to be proven if we run on a large machine, but as epochs grow larger, we may want to switch
32
- // this out for a live proving broker with multiple agents that we can connect to.
33
37
  const broker = await createAndStartProvingBroker(config, telemetry);
34
38
  const prover = await createProverClient(config, worldState, broker, telemetry);
35
- const provingJob = new EpochProvingJob(jobData, worldState, prover.createEpochProver(), publicProcessorFactory, publisher, l2BlockSourceForReorgDetection, metrics, deadline, {
36
- skipEpochCheck: true
37
- }, log.getBindings());
38
- log.info(`Rerunning epoch proving job for epoch ${jobData.epochNumber}`);
39
- await provingJob.run();
40
- log.info(`Completed job for epoch ${jobData.epochNumber} with status ${provingJob.getState()}`);
41
- return provingJob.getState();
39
+ const chonkCache = new ChonkCache(log.getBindings());
40
+ const txProvider = makeReplayingTxProvider(jobData.txs);
41
+ log.info(`Rerunning epoch proving for epoch ${jobData.epochNumber}`);
42
+ const provers = [];
43
+ for(let i = 0; i < jobData.checkpoints.length; i++){
44
+ const checkpoint = jobData.checkpoints[i];
45
+ const previousBlockHeader = i === 0 ? jobData.previousBlockHeader : jobData.checkpoints[i - 1].blocks.at(-1).header;
46
+ const l1ToL2Messages = jobData.l1ToL2Messages[checkpoint.number] ?? [];
47
+ const previousArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, worldState.getSnapshot(BlockNumber(checkpoint.blocks[0].number - 1)));
48
+ const attestations = checkpoint.number === jobData.checkpoints.at(-1).number ? jobData.attestations : [];
49
+ provers.push(new CheckpointProver({
50
+ checkpoint,
51
+ epochNumber: jobData.epochNumber,
52
+ attestations,
53
+ previousBlockHeader,
54
+ l1ToL2Messages,
55
+ previousArchiveSiblingPath
56
+ }, {
57
+ proverFactory: prover,
58
+ chonkCache,
59
+ publicProcessorFactory,
60
+ dbProvider: worldState,
61
+ txProvider,
62
+ dateProvider: new DateProvider(),
63
+ proverId: prover.getProverId(),
64
+ metrics,
65
+ txGatheringTimeoutMs: 120_000,
66
+ deadline: undefined,
67
+ log
68
+ }));
69
+ }
70
+ const l1Constants = {
71
+ epochDuration: config.aztecEpochDuration
72
+ };
73
+ const [fromSlot, toSlot] = getSlotRangeForEpoch(jobData.epochNumber, l1Constants);
74
+ const spec = {
75
+ kind: 'full',
76
+ epochNumber: jobData.epochNumber,
77
+ fromSlot,
78
+ toSlot
79
+ };
80
+ const session = new EpochSession(spec, provers, {
81
+ proverFactory: prover,
82
+ proverId: prover.getProverId(),
83
+ publishingService,
84
+ metrics,
85
+ dateProvider: new DateProvider(),
86
+ deadline: undefined,
87
+ config: {},
88
+ bindings: log.getBindings()
89
+ });
90
+ const finalState = await session.start();
91
+ log.info(`Completed proving for epoch ${jobData.epochNumber} with status ${finalState}`, {
92
+ derivedEpoch: getEpochAtSlot(provers[0].slotNumber, l1Constants)
93
+ });
94
+ return finalState;
95
+ }
96
+ /** Build a synthetic ITxProvider that returns the supplied txs map by lookup. */ function makeReplayingTxProvider(txs) {
97
+ const lookup = (hashes)=>{
98
+ const found = [];
99
+ const missing = [];
100
+ for (const hash of hashes){
101
+ const tx = txs.get(hash.toString());
102
+ if (tx) {
103
+ found.push(tx);
104
+ } else {
105
+ missing.push(hash);
106
+ }
107
+ }
108
+ return {
109
+ txs: found,
110
+ missingTxs: missing
111
+ };
112
+ };
113
+ return {
114
+ getAvailableTxs: (hashes)=>Promise.resolve(lookup(hashes)),
115
+ hasTxs: (hashes)=>Promise.resolve(hashes.map((h)=>txs.has(h.toString()))),
116
+ getTxsForBlockProposal: ()=>Promise.resolve({
117
+ txs: [],
118
+ missingTxs: []
119
+ }),
120
+ getTxsForBlock: (block)=>Promise.resolve(lookup(block.body.txEffects.map((e)=>e.txHash)))
121
+ };
42
122
  }
@@ -1,8 +1,8 @@
1
1
  import { type Archiver } from '@aztec/archiver';
2
2
  import type { Logger } from '@aztec/foundation/log';
3
- import type { DataStoreConfig } from '@aztec/kv-store/config';
4
3
  import type { ChainConfig } from '@aztec/stdlib/config';
5
4
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
5
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
6
6
  import { type EpochProvingJobData } from '../job/epoch-proving-job-data.js';
7
7
  type UploadEpochProofConfig = Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'> & Pick<DataStoreConfig, 'dataDirectory'>;
8
8
  /**
@@ -12,4 +12,4 @@ type UploadEpochProofConfig = Pick<ChainConfig, 'l1ChainId' | 'rollupVersion'> &
12
12
  */
13
13
  export declare function uploadEpochProofFailure(location: string, jobId: string, jobData: EpochProvingJobData, archiver: Archiver, worldState: WorldStateSynchronizer, config: UploadEpochProofConfig, log: Logger): Promise<string>;
14
14
  export {};
15
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXBsb2FkLWVwb2NoLXByb29mLWZhaWx1cmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9hY3Rpb25zL3VwbG9hZC1lcG9jaC1wcm9vZi1mYWlsdXJlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBdUIsS0FBSyxRQUFRLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUdyRSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUVwRCxPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUU5RCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUV4RCxPQUFPLEtBQUssRUFBRSxzQkFBc0IsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBUTlFLE9BQU8sRUFBRSxLQUFLLG1CQUFtQixFQUFnQyxNQUFNLGtDQUFrQyxDQUFDO0FBRTFHLEtBQUssc0JBQXNCLEdBQUcsSUFBSSxDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsZUFBZSxDQUFDLEdBQUcsSUFBSSxDQUFDLGVBQWUsRUFBRSxlQUFlLENBQUMsQ0FBQztBQUt4SDs7OztHQUlHO0FBQ0gsd0JBQXNCLHVCQUF1QixDQUMzQyxRQUFRLEVBQUUsTUFBTSxFQUNoQixLQUFLLEVBQUUsTUFBTSxFQUNiLE9BQU8sRUFBRSxtQkFBbUIsRUFDNUIsUUFBUSxFQUFFLFFBQVEsRUFDbEIsVUFBVSxFQUFFLHNCQUFzQixFQUNsQyxNQUFNLEVBQUUsc0JBQXNCLEVBQzlCLEdBQUcsRUFBRSxNQUFNLG1CQXVDWiJ9
15
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXBsb2FkLWVwb2NoLXByb29mLWZhaWx1cmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9hY3Rpb25zL3VwbG9hZC1lcG9jaC1wcm9vZi1mYWlsdXJlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBdUIsS0FBSyxRQUFRLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUdyRSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUdwRCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUV4RCxPQUFPLEtBQUssRUFBRSxzQkFBc0IsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQzlFLE9BQU8sS0FBSyxFQUFFLGVBQWUsRUFBRSxNQUFNLHdCQUF3QixDQUFDO0FBUTlELE9BQU8sRUFBRSxLQUFLLG1CQUFtQixFQUFnQyxNQUFNLGtDQUFrQyxDQUFDO0FBRTFHLEtBQUssc0JBQXNCLEdBQUcsSUFBSSxDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsZUFBZSxDQUFDLEdBQUcsSUFBSSxDQUFDLGVBQWUsRUFBRSxlQUFlLENBQUMsQ0FBQztBQUt4SDs7OztHQUlHO0FBQ0gsd0JBQXNCLHVCQUF1QixDQUMzQyxRQUFRLEVBQUUsTUFBTSxFQUNoQixLQUFLLEVBQUUsTUFBTSxFQUNiLE9BQU8sRUFBRSxtQkFBbUIsRUFDNUIsUUFBUSxFQUFFLFFBQVEsRUFDbEIsVUFBVSxFQUFFLHNCQUFzQixFQUNsQyxNQUFNLEVBQUUsc0JBQXNCLEVBQzlCLEdBQUcsRUFBRSxNQUFNLG1CQXVDWiJ9
@@ -1 +1 @@
1
- {"version":3,"file":"upload-epoch-proof-failure.d.ts","sourceRoot":"","sources":["../../src/actions/upload-epoch-proof-failure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGrE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAQ9E,OAAO,EAAE,KAAK,mBAAmB,EAAgC,MAAM,kCAAkC,CAAC;AAE1G,KAAK,sBAAsB,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;AAKxH;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,mBAAmB,EAC5B,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,sBAAsB,EAClC,MAAM,EAAE,sBAAsB,EAC9B,GAAG,EAAE,MAAM,mBAuCZ"}
1
+ {"version":3,"file":"upload-epoch-proof-failure.d.ts","sourceRoot":"","sources":["../../src/actions/upload-epoch-proof-failure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGrE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAGpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAQ9D,OAAO,EAAE,KAAK,mBAAmB,EAAgC,MAAM,kCAAkC,CAAC;AAE1G,KAAK,sBAAsB,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,GAAG,eAAe,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;AAKxH;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,mBAAmB,EAC5B,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,sBAAsB,EAClC,MAAM,EAAE,sBAAsB,EAC9B,GAAG,EAAE,MAAM,mBAuCZ"}
@@ -1,4 +1,5 @@
1
- /* eslint-disable no-console */ import { EthAddress } from '@aztec/foundation/eth-address';
1
+ /* eslint-disable no-console */ import { getL1ContractsConfigEnvVars } from '@aztec/ethereum/config';
2
+ import { EthAddress } from '@aztec/foundation/eth-address';
2
3
  import { jsonParseWithSchema, jsonStringify } from '@aztec/foundation/json-rpc';
3
4
  import { createLogger } from '@aztec/foundation/log';
4
5
  import { downloadEpochProvingJob, getProverNodeConfigFromEnv, rerunEpochProvingJob } from '@aztec/prover-node';
@@ -15,8 +16,10 @@ async function rerunFailedEpoch(provingJobUrl, baseLocalDir) {
15
16
  const jobPath = join(localDir, 'data.bin');
16
17
  const dataDir = join(localDir, 'state');
17
18
  const env = getProverNodeConfigFromEnv();
19
+ const l1Config = getL1ContractsConfigEnvVars();
18
20
  const config = {
19
- ...getProverNodeConfigFromEnv(),
21
+ ...env,
22
+ ...l1Config,
20
23
  dataDirectory: dataDir,
21
24
  dataStoreMapSizeKb: env.dataStoreMapSizeKb ?? 1024 * 1024,
22
25
  proverId: env.proverId ?? EthAddress.random()
@@ -38,9 +41,7 @@ async function rerunFailedEpoch(provingJobUrl, baseLocalDir) {
38
41
  logger.info(`Rerunning proving job from ${jobPath} with state from ${dataDir}`, metadata);
39
42
  const result = await rerunEpochProvingJob(jobPath, logger, {
40
43
  ...config,
41
- l1Contracts: {
42
- rollupAddress: metadata.rollupAddress
43
- },
44
+ rollupAddress: metadata.rollupAddress,
44
45
  rollupVersion: metadata.rollupVersion
45
46
  });
46
47
  console.error(`Epoch proving job complete with result ${result}`);
@@ -0,0 +1,88 @@
1
+ import type { BlockNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { type LoggerBindings } from '@aztec/foundation/log';
3
+ import type { L2BlockSource } from '@aztec/stdlib/block';
4
+ import type { Checkpoint } from '@aztec/stdlib/checkpoint';
5
+ import { type L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
6
+ import { CheckpointProver, type CheckpointProverArgs, type CheckpointProverDeps } from './job/checkpoint-prover.js';
7
+ /** Register-time data needed to construct a `CheckpointProver` (everything except the checkpoint + epoch). */
8
+ export type RegisterCheckpointData = Omit<CheckpointProverArgs, 'checkpoint' | 'epochNumber'>;
9
+ /** Factory used by the store to construct new provers. Tests can inject a stub. */
10
+ export type CheckpointProverFactory = (args: CheckpointProverArgs, deps: CheckpointProverDeps) => CheckpointProver;
11
+ /**
12
+ * Prover-node-wide registry of `CheckpointProver` instances, content-addressed by
13
+ * `(checkpoint number, slot, checkpoint archive root)`.
14
+ *
15
+ * The store survives every epoch / session boundary. A prover lives from its first
16
+ * `addOrUpdate` call until either:
17
+ * - its checkpoint is pruned by an L1 reorg (`cancelAndRemoveAboveBlock`), or
18
+ * - its epoch's proof-submission window has closed (`reapExpired`), so the proof could no
19
+ * longer be accepted on L1 even if produced.
20
+ *
21
+ * A prover's sub-tree work forks world-state per block and does not survive a prune of a base
22
+ * block, so there is nothing to preserve across a reorg: a pruned prover is cancelled and
23
+ * dropped, and a re-add (even of identical content) constructs a fresh prover.
24
+ */
25
+ export declare class CheckpointStore {
26
+ private readonly l2BlockSource;
27
+ private readonly proverDeps;
28
+ private readonly proverFactoryFn;
29
+ private readonly provers;
30
+ /**
31
+ * Teardowns of provers already removed from `provers` (by prune or reap), awaited on `stop()`.
32
+ * Keyed by a monotonic id rather than the prover's content id: a prune-then-re-add can leave two
33
+ * teardowns for the same content id in flight at once, which a content-id key would clobber.
34
+ */
35
+ private readonly pendingTeardowns;
36
+ private nextTeardownId;
37
+ private readonly log;
38
+ constructor(l2BlockSource: Pick<L2BlockSource, 'getL1Constants'>, proverDeps: Omit<CheckpointProverDeps, 'log'>, bindings?: LoggerBindings, proverFactoryFn?: CheckpointProverFactory);
39
+ start(): Promise<void>;
40
+ stop(): Promise<void>;
41
+ /**
42
+ * Tracks the teardown of a prover just removed from the store so `stop()` can await it. The entry
43
+ * removes itself once teardown settles, so the map stays bounded by the number in flight.
44
+ */
45
+ private trackTeardown;
46
+ /**
47
+ * Registers a checkpoint with the store. If a prover already exists for the
48
+ * `(number, slot, archive root)` content key it is reused (an at-least-once re-registration of
49
+ * still-canonical content); otherwise a new prover is constructed.
50
+ */
51
+ addOrUpdate(checkpoint: Checkpoint, data: RegisterCheckpointData): Promise<CheckpointProver>;
52
+ /**
53
+ * Cancels and removes every prover that holds a block above the prune target. A checkpoint is orphaned by a prune to
54
+ * block `targetBlockNumber` iff its last block sits above the target — including a checkpoint whose range straddles
55
+ * the target (partially orphaned), which block-range marking catches without boundary ambiguity. Keying off the
56
+ * surviving block number (rather than a checkpoint number) is correct even when the source has already
57
+ * re-checkpointed past the divergence: the prune event reports the highest surviving block, which by construction
58
+ * survives on the source, whereas the source's current checkpointed tip can sit above the prune target.
59
+ *
60
+ * The prover's in-flight sub-tree work forks world-state per block and faults once its base block is pruned, so it
61
+ * cannot be reused; it is cancelled (aborting the fork reads) and dropped. A subsequent re-add constructs a fresh
62
+ * prover. Returns the removed provers.
63
+ */
64
+ cancelAndRemoveAboveBlock(targetBlockNumber: BlockNumber): CheckpointProver[];
65
+ /**
66
+ * Drops provers whose epoch is at or below the supplied expired epoch. Once an epoch's
67
+ * proof-submission window has closed, its proof can no longer be accepted on L1, so the
68
+ * prover is no longer needed.
69
+ */
70
+ reapExpired(expiredEpoch: EpochNumber): void;
71
+ /** Returns the prover with the supplied id, or undefined. */
72
+ get(id: string): CheckpointProver | undefined;
73
+ /** Returns the prover for the supplied checkpoint (by its content-addressed id), or undefined. */
74
+ getByCheckpoint(checkpoint: Checkpoint): CheckpointProver | undefined;
75
+ /** Every prover currently in the store, in insertion order. */
76
+ listAll(): CheckpointProver[];
77
+ /** Provers in the store, sorted by checkpoint number. */
78
+ list(): CheckpointProver[];
79
+ /**
80
+ * Provers whose slot is in the supplied epoch's slot range, sorted by checkpoint number.
81
+ */
82
+ listForEpoch(epoch: EpochNumber): Promise<CheckpointProver[]>;
83
+ /** Provers whose slot falls within `[fromSlot, toSlot]`, sorted by checkpoint number. */
84
+ listInSlotRange(fromSlot: SlotNumber, toSlot: SlotNumber): CheckpointProver[];
85
+ }
86
+ /** Sub-set of `L1RollupConstants` actually consumed by the store's slot helpers. */
87
+ export type CheckpointStoreL1Constants = Pick<L1RollupConstants, 'epochDuration'>;
88
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2hlY2twb2ludC1zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL2NoZWNrcG9pbnQtc3RvcmUudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsV0FBVyxFQUFvQixXQUFXLEVBQUUsVUFBVSxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFDOUcsT0FBTyxFQUFlLEtBQUssY0FBYyxFQUFnQixNQUFNLHVCQUF1QixDQUFDO0FBQ3ZGLE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQ3pELE9BQU8sS0FBSyxFQUFFLFVBQVUsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQzNELE9BQU8sRUFBRSxLQUFLLGlCQUFpQixFQUF3QyxNQUFNLDZCQUE2QixDQUFDO0FBRTNHLE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxLQUFLLG9CQUFvQixFQUFFLEtBQUssb0JBQW9CLEVBQUUsTUFBTSw0QkFBNEIsQ0FBQztBQUVwSCw4R0FBOEc7QUFDOUcsTUFBTSxNQUFNLHNCQUFzQixHQUFHLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxZQUFZLEdBQUcsYUFBYSxDQUFDLENBQUM7QUFFOUYsbUZBQW1GO0FBQ25GLE1BQU0sTUFBTSx1QkFBdUIsR0FBRyxDQUFDLElBQUksRUFBRSxvQkFBb0IsRUFBRSxJQUFJLEVBQUUsb0JBQW9CLEtBQUssZ0JBQWdCLENBQUM7QUFFbkg7Ozs7Ozs7Ozs7Ozs7R0FhRztBQUNILHFCQUFhLGVBQWU7SUFZeEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxhQUFhO0lBQzlCLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVTtJQUUzQixPQUFPLENBQUMsUUFBUSxDQUFDLGVBQWU7SUFkbEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQXVDO0lBQy9EOzs7O09BSUc7SUFDSCxPQUFPLENBQUMsUUFBUSxDQUFDLGdCQUFnQixDQUFvQztJQUNyRSxPQUFPLENBQUMsY0FBYyxDQUFLO0lBQzNCLE9BQU8sQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFTO0lBRTdCLFlBQ21CLGFBQWEsRUFBRSxJQUFJLENBQUMsYUFBYSxFQUFFLGdCQUFnQixDQUFDLEVBQ3BELFVBQVUsRUFBRSxJQUFJLENBQUMsb0JBQW9CLEVBQUUsS0FBSyxDQUFDLEVBQzlELFFBQVEsQ0FBQyxFQUFFLGNBQWMsRUFDUixlQUFlLEdBQUUsdUJBQTBFLEVBRzdHO0lBRU0sS0FBSyxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FFNUI7SUFFWSxJQUFJLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQVNqQztJQUVEOzs7T0FHRztJQUNILE9BQU8sQ0FBQyxhQUFhO0lBT3JCOzs7O09BSUc7SUFDVSxXQUFXLENBQUMsVUFBVSxFQUFFLFVBQVUsRUFBRSxJQUFJLEVBQUUsc0JBQXNCLEdBQUcsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBMEJ4RztJQUVEOzs7Ozs7Ozs7OztPQVdHO0lBQ0kseUJBQXlCLENBQUMsaUJBQWlCLEVBQUUsV0FBVyxHQUFHLGdCQUFnQixFQUFFLENBWW5GO0lBRUQ7Ozs7T0FJRztJQUNJLFdBQVcsQ0FBQyxZQUFZLEVBQUUsV0FBVyxHQUFHLElBQUksQ0FpQmxEO0lBRUQsNkRBQTZEO0lBQ3RELEdBQUcsQ0FBQyxFQUFFLEVBQUUsTUFBTSxHQUFHLGdCQUFnQixHQUFHLFNBQVMsQ0FFbkQ7SUFFRCxrR0FBa0c7SUFDM0YsZUFBZSxDQUFDLFVBQVUsRUFBRSxVQUFVLEdBQUcsZ0JBQWdCLEdBQUcsU0FBUyxDQUUzRTtJQUVELCtEQUErRDtJQUN4RCxPQUFPLElBQUksZ0JBQWdCLEVBQUUsQ0FFbkM7SUFFRCx5REFBeUQ7SUFDbEQsSUFBSSxJQUFJLGdCQUFnQixFQUFFLENBRWhDO0lBRUQ7O09BRUc7SUFDVSxZQUFZLENBQUMsS0FBSyxFQUFFLFdBQVcsR0FBRyxPQUFPLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQyxDQUl6RTtJQUVELHlGQUF5RjtJQUNsRixlQUFlLENBQUMsUUFBUSxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsVUFBVSxHQUFHLGdCQUFnQixFQUFFLENBRW5GO0NBQ0Y7QUFFRCxvRkFBb0Y7QUFDcEYsTUFBTSxNQUFNLDBCQUEwQixHQUFHLElBQUksQ0FBQyxpQkFBaUIsRUFBRSxlQUFlLENBQUMsQ0FBQyJ9
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-store.d.ts","sourceRoot":"","sources":["../src/checkpoint-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAoB,WAAW,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC9G,OAAO,EAAe,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AACvF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,KAAK,iBAAiB,EAAwC,MAAM,6BAA6B,CAAC;AAE3G,OAAO,EAAE,gBAAgB,EAAE,KAAK,oBAAoB,EAAE,KAAK,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAEpH,8GAA8G;AAC9G,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EAAE,YAAY,GAAG,aAAa,CAAC,CAAC;AAE9F,mFAAmF;AACnF,MAAM,MAAM,uBAAuB,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,oBAAoB,KAAK,gBAAgB,CAAC;AAEnH;;;;;;;;;;;;;GAaG;AACH,qBAAa,eAAe;IAYxB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAE3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAdlC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoC;IACrE,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAE7B,YACmB,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EACpD,UAAU,EAAE,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,EAC9D,QAAQ,CAAC,EAAE,cAAc,EACR,eAAe,GAAE,uBAA0E,EAG7G;IAEM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAE5B;IAEY,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CASjC;IAED;;;OAGG;IACH,OAAO,CAAC,aAAa;IAOrB;;;;OAIG;IACU,WAAW,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0BxG;IAED;;;;;;;;;;;OAWG;IACI,yBAAyB,CAAC,iBAAiB,EAAE,WAAW,GAAG,gBAAgB,EAAE,CAYnF;IAED;;;;OAIG;IACI,WAAW,CAAC,YAAY,EAAE,WAAW,GAAG,IAAI,CAiBlD;IAED,6DAA6D;IACtD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAEnD;IAED,kGAAkG;IAC3F,eAAe,CAAC,UAAU,EAAE,UAAU,GAAG,gBAAgB,GAAG,SAAS,CAE3E;IAED,+DAA+D;IACxD,OAAO,IAAI,gBAAgB,EAAE,CAEnC;IAED,yDAAyD;IAClD,IAAI,IAAI,gBAAgB,EAAE,CAEhC;IAED;;OAEG;IACU,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAIzE;IAED,yFAAyF;IAClF,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,GAAG,gBAAgB,EAAE,CAEnF;CACF;AAED,oFAAoF;AACpF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC"}
@@ -0,0 +1,169 @@
1
+ import { createLogger } from '@aztec/foundation/log';
2
+ import { getEpochAtSlot, getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
3
+ import { CheckpointProver } from './job/checkpoint-prover.js';
4
+ /**
5
+ * Prover-node-wide registry of `CheckpointProver` instances, content-addressed by
6
+ * `(checkpoint number, slot, checkpoint archive root)`.
7
+ *
8
+ * The store survives every epoch / session boundary. A prover lives from its first
9
+ * `addOrUpdate` call until either:
10
+ * - its checkpoint is pruned by an L1 reorg (`cancelAndRemoveAboveBlock`), or
11
+ * - its epoch's proof-submission window has closed (`reapExpired`), so the proof could no
12
+ * longer be accepted on L1 even if produced.
13
+ *
14
+ * A prover's sub-tree work forks world-state per block and does not survive a prune of a base
15
+ * block, so there is nothing to preserve across a reorg: a pruned prover is cancelled and
16
+ * dropped, and a re-add (even of identical content) constructs a fresh prover.
17
+ */ export class CheckpointStore {
18
+ l2BlockSource;
19
+ proverDeps;
20
+ proverFactoryFn;
21
+ provers;
22
+ /**
23
+ * Teardowns of provers already removed from `provers` (by prune or reap), awaited on `stop()`.
24
+ * Keyed by a monotonic id rather than the prover's content id: a prune-then-re-add can leave two
25
+ * teardowns for the same content id in flight at once, which a content-id key would clobber.
26
+ */ pendingTeardowns;
27
+ nextTeardownId;
28
+ log;
29
+ constructor(l2BlockSource, proverDeps, bindings, proverFactoryFn = (args, deps)=>new CheckpointProver(args, deps)){
30
+ this.l2BlockSource = l2BlockSource;
31
+ this.proverDeps = proverDeps;
32
+ this.proverFactoryFn = proverFactoryFn;
33
+ this.provers = new Map();
34
+ this.pendingTeardowns = new Map();
35
+ this.nextTeardownId = 0;
36
+ this.log = createLogger('prover-node:checkpoint-store', bindings);
37
+ }
38
+ start() {
39
+ return Promise.resolve();
40
+ }
41
+ async stop() {
42
+ // Cancel every live prover, then await both their teardown and any still in flight for provers
43
+ // already removed by a prune or reap.
44
+ const provers = Array.from(this.provers.values());
45
+ this.provers.clear();
46
+ for (const prover of provers){
47
+ prover.cancel();
48
+ }
49
+ await Promise.allSettled([
50
+ ...provers.map((p)=>p.whenDone()),
51
+ ...this.pendingTeardowns.values()
52
+ ]);
53
+ }
54
+ /**
55
+ * Tracks the teardown of a prover just removed from the store so `stop()` can await it. The entry
56
+ * removes itself once teardown settles, so the map stays bounded by the number in flight.
57
+ */ trackTeardown(prover) {
58
+ const id = this.nextTeardownId++;
59
+ const done = prover.whenDone();
60
+ this.pendingTeardowns.set(id, done);
61
+ void done.finally(()=>this.pendingTeardowns.delete(id));
62
+ }
63
+ /**
64
+ * Registers a checkpoint with the store. If a prover already exists for the
65
+ * `(number, slot, archive root)` content key it is reused (an at-least-once re-registration of
66
+ * still-canonical content); otherwise a new prover is constructed.
67
+ */ async addOrUpdate(checkpoint, data) {
68
+ const l1Constants = await this.l2BlockSource.getL1Constants();
69
+ const epochNumber = getEpochAtSlot(checkpoint.header.slotNumber, l1Constants);
70
+ const id = CheckpointProver.idFor(checkpoint);
71
+ const existing = this.provers.get(id);
72
+ if (existing) {
73
+ return existing;
74
+ }
75
+ // At most one canonical checkpoint per slot. A different checkpoint at the same slot means the
76
+ // caller forgot to prune the old chain before adding the replacement — surface it rather than
77
+ // silently creating a parallel canonical chain. A pruned checkpoint has already been removed,
78
+ // so every prover still in the store is canonical.
79
+ for (const prover of this.provers.values()){
80
+ if (prover.slotNumber === checkpoint.header.slotNumber) {
81
+ throw new Error(`Cannot add checkpoint ${checkpoint.number} (archive ${checkpoint.archive.root}) at slot ${checkpoint.header.slotNumber}: ` + `a different checkpoint already occupies this slot. Prune it first.`);
82
+ }
83
+ }
84
+ const prover = this.proverFactoryFn({
85
+ ...data,
86
+ checkpoint,
87
+ epochNumber
88
+ }, {
89
+ ...this.proverDeps,
90
+ log: this.log
91
+ });
92
+ this.provers.set(id, prover);
93
+ return prover;
94
+ }
95
+ /**
96
+ * Cancels and removes every prover that holds a block above the prune target. A checkpoint is orphaned by a prune to
97
+ * block `targetBlockNumber` iff its last block sits above the target — including a checkpoint whose range straddles
98
+ * the target (partially orphaned), which block-range marking catches without boundary ambiguity. Keying off the
99
+ * surviving block number (rather than a checkpoint number) is correct even when the source has already
100
+ * re-checkpointed past the divergence: the prune event reports the highest surviving block, which by construction
101
+ * survives on the source, whereas the source's current checkpointed tip can sit above the prune target.
102
+ *
103
+ * The prover's in-flight sub-tree work forks world-state per block and faults once its base block is pruned, so it
104
+ * cannot be reused; it is cancelled (aborting the fork reads) and dropped. A subsequent re-add constructs a fresh
105
+ * prover. Returns the removed provers.
106
+ */ cancelAndRemoveAboveBlock(targetBlockNumber) {
107
+ const affected = [];
108
+ for (const [id, prover] of Array.from(this.provers.entries())){
109
+ const lastBlockNumber = prover.checkpoint.blocks.at(-1).number;
110
+ if (lastBlockNumber > targetBlockNumber) {
111
+ prover.cancel();
112
+ this.trackTeardown(prover);
113
+ this.provers.delete(id);
114
+ affected.push(prover);
115
+ }
116
+ }
117
+ return affected;
118
+ }
119
+ /**
120
+ * Drops provers whose epoch is at or below the supplied expired epoch. Once an epoch's
121
+ * proof-submission window has closed, its proof can no longer be accepted on L1, so the
122
+ * prover is no longer needed.
123
+ */ reapExpired(expiredEpoch) {
124
+ const reaped = [];
125
+ for (const [id, prover] of Array.from(this.provers.entries())){
126
+ if (prover.epochNumber <= expiredEpoch) {
127
+ reaped.push({
128
+ id,
129
+ checkpointNumber: prover.checkpoint.number,
130
+ epochNumber: prover.epochNumber
131
+ });
132
+ prover.cancel({
133
+ routine: true
134
+ });
135
+ this.trackTeardown(prover);
136
+ this.provers.delete(id);
137
+ }
138
+ }
139
+ if (reaped.length > 0) {
140
+ this.log.info(`Reaped ${reaped.length} expired CheckpointProver(s) for expiredEpoch ${expiredEpoch}`, {
141
+ expiredEpoch,
142
+ reapedCount: reaped.length,
143
+ reaped
144
+ });
145
+ }
146
+ }
147
+ /** Returns the prover with the supplied id, or undefined. */ get(id) {
148
+ return this.provers.get(id);
149
+ }
150
+ /** Returns the prover for the supplied checkpoint (by its content-addressed id), or undefined. */ getByCheckpoint(checkpoint) {
151
+ return this.provers.get(CheckpointProver.idFor(checkpoint));
152
+ }
153
+ /** Every prover currently in the store, in insertion order. */ listAll() {
154
+ return Array.from(this.provers.values());
155
+ }
156
+ /** Provers in the store, sorted by checkpoint number. */ list() {
157
+ return Array.from(this.provers.values()).sort((a, b)=>a.checkpoint.number - b.checkpoint.number);
158
+ }
159
+ /**
160
+ * Provers whose slot is in the supplied epoch's slot range, sorted by checkpoint number.
161
+ */ async listForEpoch(epoch) {
162
+ const l1Constants = await this.l2BlockSource.getL1Constants();
163
+ const [fromSlot, toSlot] = getSlotRangeForEpoch(epoch, l1Constants);
164
+ return this.listInSlotRange(fromSlot, toSlot);
165
+ }
166
+ /** Provers whose slot falls within `[fromSlot, toSlot]`, sorted by checkpoint number. */ listInSlotRange(fromSlot, toSlot) {
167
+ return this.list().filter((p)=>p.slotNumber >= fromSlot && p.slotNumber <= toSlot);
168
+ }
169
+ }
package/dest/config.d.ts CHANGED
@@ -1,17 +1,13 @@
1
- import { type ArchiverConfig } from '@aztec/archiver/config';
2
1
  import type { ACVMConfig, BBConfig } from '@aztec/bb-prover/config';
3
- import { type GenesisStateConfig } from '@aztec/ethereum/config';
4
2
  import { type ConfigMappingsType } from '@aztec/foundation/config';
5
- import { type DataStoreConfig } from '@aztec/kv-store/config';
6
3
  import { type KeyStoreConfig } from '@aztec/node-keystore/config';
7
4
  import type { KeyStore } from '@aztec/node-keystore/types';
8
5
  import { type SharedNodeConfig } from '@aztec/node-lib/config';
9
- import { type P2PConfig } from '@aztec/p2p/config';
10
6
  import { type ProverAgentConfig, type ProverBrokerConfig } from '@aztec/prover-client/broker/config';
11
7
  import { type ProverClientUserConfig } from '@aztec/prover-client/config';
12
- import { type PublisherConfig, type TxSenderConfig } from '@aztec/sequencer-client/config';
13
- import { type WorldStateConfig } from '@aztec/world-state/config';
14
- export type ProverNodeConfig = ArchiverConfig & ProverClientUserConfig & P2PConfig & WorldStateConfig & PublisherConfig & TxSenderConfig & DataStoreConfig & KeyStoreConfig & SharedNodeConfig & SpecificProverNodeConfig & GenesisStateConfig;
8
+ import { type ProverPublisherConfig, type ProverTxSenderConfig } from '@aztec/sequencer-client/config';
9
+ import { type DataStoreConfig } from '@aztec/stdlib/kv-store';
10
+ export type ProverNodeConfig = ProverClientUserConfig & ProverPublisherConfig & ProverTxSenderConfig & DataStoreConfig & KeyStoreConfig & SpecificProverNodeConfig & Pick<SharedNodeConfig, 'web3SignerUrl'>;
15
11
  export type SpecificProverNodeConfig = {
16
12
  proverNodeMaxPendingJobs: number;
17
13
  proverNodePollingIntervalMs: number;
@@ -24,9 +20,10 @@ export type SpecificProverNodeConfig = {
24
20
  txGatheringBatchSize: number;
25
21
  txGatheringMaxParallelRequestsPerNode: number;
26
22
  };
23
+ export declare const specificProverNodeConfigMappings: ConfigMappingsType<SpecificProverNodeConfig>;
27
24
  export declare const proverNodeConfigMappings: ConfigMappingsType<ProverNodeConfig>;
28
25
  export declare function getProverNodeConfigFromEnv(): ProverNodeConfig;
29
26
  export declare function getProverNodeBrokerConfigFromEnv(): ProverBrokerConfig;
30
27
  export declare function getProverNodeAgentConfigFromEnv(): ProverAgentConfig & BBConfig & ACVMConfig;
31
28
  export declare function createKeyStoreForProver(config: ProverNodeConfig): KeyStore | undefined;
32
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvY29uZmlnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxLQUFLLGNBQWMsRUFBMEIsTUFBTSx3QkFBd0IsQ0FBQztBQUNyRixPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsUUFBUSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDcEUsT0FBTyxFQUFFLEtBQUssa0JBQWtCLEVBQThCLE1BQU0sd0JBQXdCLENBQUM7QUFDN0YsT0FBTyxFQUNMLEtBQUssa0JBQWtCLEVBSXhCLE1BQU0sMEJBQTBCLENBQUM7QUFDbEMsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFzQixNQUFNLHdCQUF3QixDQUFDO0FBQ2xGLE9BQU8sRUFBRSxLQUFLLGNBQWMsRUFBMEIsTUFBTSw2QkFBNkIsQ0FBQztBQUUxRixPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSw0QkFBNEIsQ0FBQztBQUMzRCxPQUFPLEVBQUUsS0FBSyxnQkFBZ0IsRUFBNEIsTUFBTSx3QkFBd0IsQ0FBQztBQUN6RixPQUFPLEVBQUUsS0FBSyxTQUFTLEVBQXFCLE1BQU0sbUJBQW1CLENBQUM7QUFDdEUsT0FBTyxFQUNMLEtBQUssaUJBQWlCLEVBQ3RCLEtBQUssa0JBQWtCLEVBR3hCLE1BQU0sb0NBQW9DLENBQUM7QUFDNUMsT0FBTyxFQUFFLEtBQUssc0JBQXNCLEVBQWdELE1BQU0sNkJBQTZCLENBQUM7QUFDeEgsT0FBTyxFQUNMLEtBQUssZUFBZSxFQUNwQixLQUFLLGNBQWMsRUFHcEIsTUFBTSxnQ0FBZ0MsQ0FBQztBQUN4QyxPQUFPLEVBQUUsS0FBSyxnQkFBZ0IsRUFBNEIsTUFBTSwyQkFBMkIsQ0FBQztBQUU1RixNQUFNLE1BQU0sZ0JBQWdCLEdBQUcsY0FBYyxHQUMzQyxzQkFBc0IsR0FDdEIsU0FBUyxHQUNULGdCQUFnQixHQUNoQixlQUFlLEdBQ2YsY0FBYyxHQUNkLGVBQWUsR0FDZixjQUFjLEdBQ2QsZ0JBQWdCLEdBQ2hCLHdCQUF3QixHQUN4QixrQkFBa0IsQ0FBQztBQUVyQixNQUFNLE1BQU0sd0JBQXdCLEdBQUc7SUFDckMsd0JBQXdCLEVBQUUsTUFBTSxDQUFDO0lBQ2pDLDJCQUEyQixFQUFFLE1BQU0sQ0FBQztJQUNwQyxtQ0FBbUMsRUFBRSxNQUFNLENBQUM7SUFDNUMsMEJBQTBCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUMvQyw2QkFBNkIsRUFBRSxNQUFNLEdBQUcsU0FBUyxDQUFDO0lBQ2xELDZCQUE2QixDQUFDLEVBQUUsT0FBTyxDQUFDO0lBQ3hDLG9CQUFvQixFQUFFLE1BQU0sQ0FBQztJQUM3QixxQkFBcUIsRUFBRSxNQUFNLENBQUM7SUFDOUIsb0JBQW9CLEVBQUUsTUFBTSxDQUFDO0lBQzdCLHFDQUFxQyxFQUFFLE1BQU0sQ0FBQztDQUMvQyxDQUFDO0FBc0RGLGVBQU8sTUFBTSx3QkFBd0IsRUFBRSxrQkFBa0IsQ0FBQyxnQkFBZ0IsQ0FZekUsQ0FBQztBQUVGLHdCQUFnQiwwQkFBMEIsSUFBSSxnQkFBZ0IsQ0FFN0Q7QUFFRCx3QkFBZ0IsZ0NBQWdDLElBQUksa0JBQWtCLENBSXJFO0FBRUQsd0JBQWdCLCtCQUErQixJQUFJLGlCQUFpQixHQUFHLFFBQVEsR0FBRyxVQUFVLENBSzNGO0FBMERELHdCQUFnQix1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsZ0JBQWdCLEdBQUcsUUFBUSxHQUFHLFNBQVMsQ0FNdEYifQ==
29
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvY29uZmlnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUNwRSxPQUFPLEVBQ0wsS0FBSyxrQkFBa0IsRUFLeEIsTUFBTSwwQkFBMEIsQ0FBQztBQUNsQyxPQUFPLEVBQUUsS0FBSyxjQUFjLEVBQTBCLE1BQU0sNkJBQTZCLENBQUM7QUFFMUYsT0FBTyxLQUFLLEVBQUUsUUFBUSxFQUFFLE1BQU0sNEJBQTRCLENBQUM7QUFDM0QsT0FBTyxFQUFFLEtBQUssZ0JBQWdCLEVBQTRCLE1BQU0sd0JBQXdCLENBQUM7QUFDekYsT0FBTyxFQUNMLEtBQUssaUJBQWlCLEVBQ3RCLEtBQUssa0JBQWtCLEVBR3hCLE1BQU0sb0NBQW9DLENBQUM7QUFDNUMsT0FBTyxFQUFFLEtBQUssc0JBQXNCLEVBQWdELE1BQU0sNkJBQTZCLENBQUM7QUFDeEgsT0FBTyxFQUNMLEtBQUsscUJBQXFCLEVBQzFCLEtBQUssb0JBQW9CLEVBRzFCLE1BQU0sZ0NBQWdDLENBQUM7QUFDeEMsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFzQixNQUFNLHdCQUF3QixDQUFDO0FBRWxGLE1BQU0sTUFBTSxnQkFBZ0IsR0FBRyxzQkFBc0IsR0FDbkQscUJBQXFCLEdBQ3JCLG9CQUFvQixHQUNwQixlQUFlLEdBQ2YsY0FBYyxHQUNkLHdCQUF3QixHQUN4QixJQUFJLENBQUMsZ0JBQWdCLEVBQUUsZUFBZSxDQUFDLENBQUM7QUFFMUMsTUFBTSxNQUFNLHdCQUF3QixHQUFHO0lBQ3JDLHdCQUF3QixFQUFFLE1BQU0sQ0FBQztJQUNqQywyQkFBMkIsRUFBRSxNQUFNLENBQUM7SUFDcEMsbUNBQW1DLEVBQUUsTUFBTSxDQUFDO0lBQzVDLDBCQUEwQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUM7SUFDL0MsNkJBQTZCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUNsRCw2QkFBNkIsQ0FBQyxFQUFFLE9BQU8sQ0FBQztJQUN4QyxvQkFBb0IsRUFBRSxNQUFNLENBQUM7SUFDN0IscUJBQXFCLEVBQUUsTUFBTSxDQUFDO0lBQzlCLG9CQUFvQixFQUFFLE1BQU0sQ0FBQztJQUM3QixxQ0FBcUMsRUFBRSxNQUFNLENBQUM7Q0FDL0MsQ0FBQztBQUVGLGVBQU8sTUFBTSxnQ0FBZ0MsRUFBRSxrQkFBa0IsQ0FBQyx3QkFBd0IsQ0FtRHpGLENBQUM7QUFFRixlQUFPLE1BQU0sd0JBQXdCLEVBQUUsa0JBQWtCLENBQUMsZ0JBQWdCLENBUXpFLENBQUM7QUFFRix3QkFBZ0IsMEJBQTBCLElBQUksZ0JBQWdCLENBRTdEO0FBRUQsd0JBQWdCLGdDQUFnQyxJQUFJLGtCQUFrQixDQUlyRTtBQUVELHdCQUFnQiwrQkFBK0IsSUFBSSxpQkFBaUIsR0FBRyxRQUFRLEdBQUcsVUFBVSxDQUszRjtBQTBERCx3QkFBZ0IsdUJBQXVCLENBQUMsTUFBTSxFQUFFLGdCQUFnQixHQUFHLFFBQVEsR0FBRyxTQUFTLENBU3RGIn0=
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,KAAK,kBAAkB,EAA8B,MAAM,wBAAwB,CAAC;AAC7F,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,6BAA6B,CAAC;AAE1F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,KAAK,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,KAAK,sBAAsB,EAAgD,MAAM,6BAA6B,CAAC;AACxH,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,cAAc,EAGpB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,2BAA2B,CAAC;AAE5F,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAC3C,sBAAsB,GACtB,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,cAAc,GACd,eAAe,GACf,cAAc,GACd,gBAAgB,GAChB,wBAAwB,GACxB,kBAAkB,CAAC;AAErB,MAAM,MAAM,wBAAwB,GAAG;IACrC,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC;IAC5C,0BAA0B,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,6BAA6B,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qCAAqC,EAAE,MAAM,CAAC;CAC/C,CAAC;AAsDF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CAYzE,CAAC;AAEF,wBAAgB,0BAA0B,IAAI,gBAAgB,CAE7D;AAED,wBAAgB,gCAAgC,IAAI,kBAAkB,CAIrE;AAED,wBAAgB,+BAA+B,IAAI,iBAAiB,GAAG,QAAQ,GAAG,UAAU,CAK3F;AA0DD,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,gBAAgB,GAAG,QAAQ,GAAG,SAAS,CAMtF"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,KAAK,kBAAkB,EAKxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,KAAK,cAAc,EAA0B,MAAM,6BAA6B,CAAC;AAE1F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,KAAK,gBAAgB,EAA4B,MAAM,wBAAwB,CAAC;AACzF,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EAGxB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,KAAK,sBAAsB,EAAgD,MAAM,6BAA6B,CAAC;AACxH,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EAG1B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,wBAAwB,CAAC;AAElF,MAAM,MAAM,gBAAgB,GAAG,sBAAsB,GACnD,qBAAqB,GACrB,oBAAoB,GACpB,eAAe,GACf,cAAc,GACd,wBAAwB,GACxB,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;AAE1C,MAAM,MAAM,wBAAwB,GAAG;IACrC,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC;IAC5C,0BAA0B,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,6BAA6B,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qCAAqC,EAAE,MAAM,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,kBAAkB,CAAC,wBAAwB,CAmDzF,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,kBAAkB,CAAC,gBAAgB,CAQzE,CAAC;AAEF,wBAAgB,0BAA0B,IAAI,gBAAgB,CAE7D;AAED,wBAAgB,gCAAgC,IAAI,kBAAkB,CAIrE;AAED,wBAAgB,+BAA+B,IAAI,iBAAiB,GAAG,QAAQ,GAAG,UAAU,CAK3F;AA0DD,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,gBAAgB,GAAG,QAAQ,GAAG,SAAS,CAStF"}
package/dest/config.js CHANGED
@@ -1,16 +1,12 @@
1
- import { archiverConfigMappings } from '@aztec/archiver/config';
2
- import { genesisStateConfigMappings } from '@aztec/ethereum/config';
3
- import { booleanConfigHelper, getConfigFromMappings, numberConfigHelper } from '@aztec/foundation/config';
4
- import { dataConfigMappings } from '@aztec/kv-store/config';
1
+ import { booleanConfigHelper, getConfigFromMappings, numberConfigHelper, pickConfigMappings } from '@aztec/foundation/config';
5
2
  import { keyStoreConfigMappings } from '@aztec/node-keystore/config';
6
3
  import { ethPrivateKeySchema } from '@aztec/node-keystore/schemas';
7
4
  import { sharedNodeConfigMappings } from '@aztec/node-lib/config';
8
- import { p2pConfigMappings } from '@aztec/p2p/config';
9
5
  import { proverAgentConfigMappings, proverBrokerConfigMappings } from '@aztec/prover-client/broker/config';
10
6
  import { bbConfigMappings, proverClientConfigMappings } from '@aztec/prover-client/config';
11
- import { getPublisherConfigMappings, getTxSenderConfigMappings } from '@aztec/sequencer-client/config';
12
- import { worldStateConfigMappings } from '@aztec/world-state/config';
13
- const specificProverNodeConfigMappings = {
7
+ import { proverPublisherConfigMappings, proverTxSenderConfigMappings } from '@aztec/sequencer-client/config';
8
+ import { dataConfigMappings } from '@aztec/stdlib/kv-store';
9
+ export const specificProverNodeConfigMappings = {
14
10
  proverNodeMaxPendingJobs: {
15
11
  env: 'PROVER_NODE_MAX_PENDING_JOBS',
16
12
  description: 'The maximum number of pending jobs for the prover node',
@@ -24,7 +20,7 @@ const specificProverNodeConfigMappings = {
24
20
  proverNodeMaxParallelBlocksPerEpoch: {
25
21
  env: 'PROVER_NODE_MAX_PARALLEL_BLOCKS_PER_EPOCH',
26
22
  description: 'The Maximum number of blocks to process in parallel while proving an epoch',
27
- ...numberConfigHelper(32)
23
+ ...numberConfigHelper(0)
28
24
  },
29
25
  proverNodeFailedEpochStore: {
30
26
  env: 'PROVER_NODE_FAILED_EPOCH_STORE',
@@ -32,7 +28,7 @@ const specificProverNodeConfigMappings = {
32
28
  defaultValue: undefined
33
29
  },
34
30
  proverNodeEpochProvingDelayMs: {
35
- description: 'Optional delay in milliseconds to wait before proving a new epoch',
31
+ description: 'Optional delay in milliseconds to wait for late-arriving events (e.g. reorgs) to settle before starting top-tree proving for an epoch',
36
32
  defaultValue: undefined
37
33
  },
38
34
  txGatheringIntervalMs: {
@@ -64,15 +60,13 @@ const specificProverNodeConfigMappings = {
64
60
  export const proverNodeConfigMappings = {
65
61
  ...dataConfigMappings,
66
62
  ...keyStoreConfigMappings,
67
- ...archiverConfigMappings,
68
63
  ...proverClientConfigMappings,
69
- ...p2pConfigMappings,
70
- ...worldStateConfigMappings,
71
- ...getPublisherConfigMappings('PROVER'),
72
- ...getTxSenderConfigMappings('PROVER'),
64
+ ...proverPublisherConfigMappings,
65
+ ...proverTxSenderConfigMappings,
73
66
  ...specificProverNodeConfigMappings,
74
- ...genesisStateConfigMappings,
75
- ...sharedNodeConfigMappings
67
+ ...pickConfigMappings(sharedNodeConfigMappings, [
68
+ 'web3SignerUrl'
69
+ ])
76
70
  };
77
71
  export function getProverNodeConfigFromEnv() {
78
72
  return getConfigFromMappings(proverNodeConfigMappings);
@@ -94,7 +88,7 @@ function createKeyStoreFromWeb3Signer(config) {
94
88
  return undefined;
95
89
  }
96
90
  // Also, we need at least one publisher address.
97
- const publishers = config.publisherAddresses ?? [];
91
+ const publishers = config.proverPublisherAddresses ?? [];
98
92
  if (publishers.length === 0) {
99
93
  return undefined;
100
94
  }
@@ -112,7 +106,7 @@ function createKeyStoreFromWeb3Signer(config) {
112
106
  }
113
107
  function createKeyStoreFromPublisherKeys(config) {
114
108
  // Extract the publisher keys from the provided config.
115
- const publisherKeys = config.publisherPrivateKeys ? config.publisherPrivateKeys.map((k)=>ethPrivateKeySchema.parse(k.getValue())) : [];
109
+ const publisherKeys = config.proverPublisherPrivateKeys ? config.proverPublisherPrivateKeys.map((k)=>ethPrivateKeySchema.parse(k.getValue())) : [];
116
110
  // There must be at least 1.
117
111
  if (publisherKeys.length === 0) {
118
112
  return undefined;
@@ -133,7 +127,10 @@ function createKeyStoreFromPublisherKeys(config) {
133
127
  }
134
128
  export function createKeyStoreForProver(config) {
135
129
  if (config.web3SignerUrl !== undefined && config.web3SignerUrl.length > 0) {
136
- return createKeyStoreFromWeb3Signer(config);
130
+ const keyStore = createKeyStoreFromWeb3Signer(config);
131
+ if (keyStore) {
132
+ return keyStore;
133
+ }
137
134
  }
138
135
  return createKeyStoreFromPublisherKeys(config);
139
136
  }