@aztec/aztec 0.0.1-commit.c7c42ec → 0.0.1-commit.cf93bcc56

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dest/bin/index.js +2 -0
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +50 -9
  8. package/dest/cli/aztec_start_options.d.ts +1 -1
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +26 -8
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +9 -53
  14. package/dest/cli/cmds/migrate_ha_db.d.ts +3 -0
  15. package/dest/cli/cmds/migrate_ha_db.d.ts.map +1 -0
  16. package/dest/cli/cmds/migrate_ha_db.js +27 -0
  17. package/dest/cli/cmds/start_archiver.d.ts +1 -1
  18. package/dest/cli/cmds/start_archiver.d.ts.map +1 -1
  19. package/dest/cli/cmds/start_archiver.js +5 -7
  20. package/dest/cli/cmds/start_bot.d.ts +3 -3
  21. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  22. package/dest/cli/cmds/start_bot.js +9 -5
  23. package/dest/cli/cmds/start_node.d.ts +1 -1
  24. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  25. package/dest/cli/cmds/start_node.js +62 -10
  26. package/dest/cli/cmds/start_p2p_bootstrap.d.ts +2 -2
  27. package/dest/cli/cmds/start_p2p_bootstrap.d.ts.map +1 -1
  28. package/dest/cli/cmds/start_p2p_bootstrap.js +1 -2
  29. package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
  30. package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
  31. package/dest/cli/cmds/start_prover_agent.js +3 -3
  32. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  33. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  34. package/dest/cli/cmds/start_prover_broker.js +2 -2
  35. package/dest/cli/util.d.ts +5 -14
  36. package/dest/cli/util.d.ts.map +1 -1
  37. package/dest/cli/util.js +11 -6
  38. package/dest/examples/token.js +5 -5
  39. package/dest/local-network/banana_fpc.d.ts +1 -1
  40. package/dest/local-network/banana_fpc.d.ts.map +1 -1
  41. package/dest/local-network/banana_fpc.js +2 -2
  42. package/dest/local-network/local-network.d.ts +4 -3
  43. package/dest/local-network/local-network.d.ts.map +1 -1
  44. package/dest/local-network/local-network.js +35 -20
  45. package/dest/testing/cheat_codes.d.ts +3 -1
  46. package/dest/testing/cheat_codes.d.ts.map +1 -1
  47. package/dest/testing/epoch_test_settler.d.ts +19 -0
  48. package/dest/testing/epoch_test_settler.d.ts.map +1 -0
  49. package/dest/testing/epoch_test_settler.js +62 -0
  50. package/dest/testing/index.d.ts +2 -1
  51. package/dest/testing/index.d.ts.map +1 -1
  52. package/dest/testing/index.js +1 -0
  53. package/package.json +37 -35
  54. package/scripts/aztec.sh +63 -0
  55. package/scripts/compile.sh +44 -0
  56. package/scripts/extract_function.js +47 -0
  57. package/scripts/flamegraph.sh +59 -0
  58. package/scripts/init.sh +35 -0
  59. package/scripts/new.sh +59 -0
  60. package/scripts/setup_project.sh +31 -0
  61. package/src/bin/index.ts +2 -0
  62. package/src/cli/admin_api_key_store.ts +128 -0
  63. package/src/cli/aztec_start_action.ts +53 -4
  64. package/src/cli/aztec_start_options.ts +27 -6
  65. package/src/cli/cli.ts +12 -56
  66. package/src/cli/cmds/migrate_ha_db.ts +43 -0
  67. package/src/cli/cmds/start_archiver.ts +2 -13
  68. package/src/cli/cmds/start_bot.ts +8 -5
  69. package/src/cli/cmds/start_node.ts +51 -9
  70. package/src/cli/cmds/start_p2p_bootstrap.ts +2 -2
  71. package/src/cli/cmds/start_prover_agent.ts +3 -11
  72. package/src/cli/cmds/start_prover_broker.ts +5 -1
  73. package/src/cli/util.ts +15 -20
  74. package/src/examples/token.ts +5 -7
  75. package/src/local-network/banana_fpc.ts +10 -6
  76. package/src/local-network/local-network.ts +53 -27
  77. package/src/testing/epoch_test_settler.ts +71 -0
  78. package/src/testing/index.ts +1 -0
  79. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  80. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  81. package/dest/cli/cmds/start_prover_node.js +0 -108
  82. package/src/cli/cmds/start_prover_node.ts +0 -124
@@ -5,6 +5,7 @@ import type { LogFn } from '@aztec/foundation/log';
5
5
  import {
6
6
  type ProverBrokerConfig,
7
7
  ProvingJobBrokerSchema,
8
+ ProvingJobBrokerSchemaWithDebug,
8
9
  createAndStartProvingBroker,
9
10
  proverBrokerConfigMappings,
10
11
  } from '@aztec/prover-client/broker';
@@ -59,7 +60,10 @@ export async function startProverBroker(
59
60
  );
60
61
  }
61
62
 
62
- services.proverBroker = [broker, ProvingJobBrokerSchema];
63
+ services.proverBroker = [
64
+ broker,
65
+ config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
66
+ ];
63
67
  signalHandlers.push(() => broker.stop());
64
68
 
65
69
  return { broker, config };
package/src/cli/util.ts CHANGED
@@ -2,13 +2,13 @@ import type { AztecNodeConfig } from '@aztec/aztec-node';
2
2
  import type { AccountManager } from '@aztec/aztec.js/wallet';
3
3
  import type { ViemClient } from '@aztec/ethereum/types';
4
4
  import type { ConfigMappingsType } from '@aztec/foundation/config';
5
- import { Fr } from '@aztec/foundation/curves/bn254';
6
5
  import { EthAddress } from '@aztec/foundation/eth-address';
6
+ import { jsonStringify } from '@aztec/foundation/json-rpc';
7
7
  import { type LogFn, createLogger } from '@aztec/foundation/log';
8
8
  import type { SharedNodeConfig } from '@aztec/node-lib/config';
9
9
  import type { ProverConfig } from '@aztec/stdlib/interfaces/server';
10
10
  import { getTelemetryClient } from '@aztec/telemetry-client/start';
11
- import type { TestWallet } from '@aztec/test-wallet/server';
11
+ import type { EmbeddedWallet } from '@aztec/wallets/embedded';
12
12
 
13
13
  import chalk from 'chalk';
14
14
  import type { Command } from 'commander';
@@ -36,7 +36,7 @@ export function shutdown(logFn: LogFn, exitCode: ExitCode, cb?: Array<() => Prom
36
36
 
37
37
  logFn('Shutting down...', { exitCode });
38
38
  if (cb) {
39
- shutdownPromise = Promise.allSettled(cb).then(() => process.exit(exitCode));
39
+ shutdownPromise = Promise.allSettled(cb.map(fn => fn())).then(() => process.exit(exitCode));
40
40
  } else {
41
41
  // synchronously shuts down the process
42
42
  // no need to set shutdownPromise on this branch of the if statement because no more code will be executed
@@ -68,30 +68,19 @@ export const installSignalHandlers = (logFn: LogFn, cb?: Array<() => Promise<voi
68
68
  /**
69
69
  * Creates logs for the initial accounts
70
70
  * @param accounts - The initial accounts
71
- * @param wallet - A TestWallet instance to get the registered accounts
71
+ * @param wallet - A EmbeddedWallet instance to get the registered accounts
72
72
  * @returns A string array containing the initial accounts details
73
73
  */
74
- export async function createAccountLogs(
75
- accountsWithSecretKeys: {
76
- /**
77
- * The account object
78
- */
79
- account: AccountManager;
80
- /**
81
- * The secret key of the account
82
- */
83
- secretKey: Fr;
84
- }[],
85
- wallet: TestWallet,
86
- ) {
74
+ export async function createAccountLogs(accountManagers: AccountManager[], wallet: EmbeddedWallet) {
87
75
  const registeredAccounts = await wallet.getAccounts();
88
76
  const accountLogStrings = [`Initial Accounts:\n\n`];
89
- for (const accountWithSecretKey of accountsWithSecretKeys) {
90
- const completeAddress = await accountWithSecretKey.account.getCompleteAddress();
77
+ for (const accountManager of accountManagers) {
78
+ const account = await accountManager.getAccount();
79
+ const completeAddress = account.getCompleteAddress();
91
80
  if (registeredAccounts.find(a => a.item.equals(completeAddress.address))) {
92
81
  accountLogStrings.push(` Address: ${completeAddress.address.toString()}\n`);
93
82
  accountLogStrings.push(` Partial Address: ${completeAddress.partialAddress.toString()}\n`);
94
- accountLogStrings.push(` Secret Key: ${accountWithSecretKey.secretKey.toString()}\n`);
83
+ accountLogStrings.push(` Secret Key: ${account.getSecretKey().toString()}\n`);
95
84
  accountLogStrings.push(
96
85
  ` Master nullifier public key: ${completeAddress.publicKeys.masterNullifierPublicKey.toString()}\n`,
97
86
  );
@@ -388,3 +377,9 @@ export async function setupUpdateMonitor(
388
377
 
389
378
  checker.start();
390
379
  }
380
+
381
+ export function stringifyConfig(config: object): string {
382
+ return Object.entries(config)
383
+ .map(([key, value]) => `${key}=${jsonStringify(value)}`)
384
+ .join(' ');
385
+ }
@@ -2,7 +2,7 @@ import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
2
  import { createAztecNodeClient } from '@aztec/aztec.js/node';
3
3
  import { createLogger } from '@aztec/foundation/log';
4
4
  import { TokenContract } from '@aztec/noir-contracts.js/Token';
5
- import { TestWallet } from '@aztec/test-wallet/server';
5
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
6
6
 
7
7
  const logger = createLogger('example:token');
8
8
 
@@ -19,7 +19,7 @@ const TRANSFER_AMOUNT = 33n;
19
19
  async function main() {
20
20
  logger.info('Running token contract test on HTTP interface.');
21
21
 
22
- const wallet = await TestWallet.create(node);
22
+ const wallet = await EmbeddedWallet.create(node);
23
23
 
24
24
  // During local network setup we deploy a few accounts. Below we add them to our wallet.
25
25
  const [aliceInitialAccountData, bobInitialAccountData] = await getInitialTestAccountsData();
@@ -32,14 +32,12 @@ async function main() {
32
32
  logger.info(`Fetched Alice and Bob accounts: ${alice.toString()}, ${bob.toString()}`);
33
33
 
34
34
  logger.info('Deploying Token...');
35
- const token = await TokenContract.deploy(wallet, alice, 'TokenName', 'TokenSymbol', 18)
36
- .send({ from: alice })
37
- .deployed();
35
+ const token = await TokenContract.deploy(wallet, alice, 'TokenName', 'TokenSymbol', 18).send({ from: alice });
38
36
  logger.info('Token deployed');
39
37
 
40
38
  // Mint tokens to Alice
41
39
  logger.info(`Minting ${ALICE_MINT_BALANCE} more coins to Alice...`);
42
- await token.methods.mint_to_private(alice, ALICE_MINT_BALANCE).send({ from: alice }).wait();
40
+ await token.methods.mint_to_private(alice, ALICE_MINT_BALANCE).send({ from: alice });
43
41
 
44
42
  logger.info(`${ALICE_MINT_BALANCE} tokens were successfully minted by Alice and transferred to private`);
45
43
 
@@ -48,7 +46,7 @@ async function main() {
48
46
 
49
47
  // We will now transfer tokens from Alice to Bob
50
48
  logger.info(`Transferring ${TRANSFER_AMOUNT} tokens from Alice to Bob...`);
51
- await token.methods.transfer(bob, TRANSFER_AMOUNT).send({ from: alice }).wait();
49
+ await token.methods.transfer(bob, TRANSFER_AMOUNT).send({ from: alice });
52
50
 
53
51
  // Check the new balances
54
52
  const aliceBalance = await token.methods.balance_of_private(alice).simulate({ from: alice });
@@ -49,12 +49,16 @@ export async function setupBananaFPC(initialAccounts: InitialAccountData[], wall
49
49
  const bananaCoinAddress = await getBananaCoinAddress(initialAccounts);
50
50
  const admin = getBananaAdmin(initialAccounts);
51
51
  const [bananaCoin, fpc] = await Promise.all([
52
- TokenContract.deploy(wallet, admin, bananaCoinArgs.name, bananaCoinArgs.symbol, bananaCoinArgs.decimal)
53
- .send({ from: admin, contractAddressSalt: BANANA_COIN_SALT, universalDeploy: true })
54
- .deployed(),
55
- FPCContract.deploy(wallet, bananaCoinAddress, admin)
56
- .send({ from: admin, contractAddressSalt: BANANA_FPC_SALT, universalDeploy: true })
57
- .deployed(),
52
+ TokenContract.deploy(wallet, admin, bananaCoinArgs.name, bananaCoinArgs.symbol, bananaCoinArgs.decimal).send({
53
+ from: admin,
54
+ contractAddressSalt: BANANA_COIN_SALT,
55
+ universalDeploy: true,
56
+ }),
57
+ FPCContract.deploy(wallet, bananaCoinAddress, admin).send({
58
+ from: admin,
59
+ contractAddressSalt: BANANA_FPC_SALT,
60
+ universalDeploy: true,
61
+ }),
58
62
  ]);
59
63
 
60
64
  log(`BananaCoin: ${bananaCoin.address}`);
@@ -18,13 +18,15 @@ import type { LogFn } from '@aztec/foundation/log';
18
18
  import { DateProvider, TestDateProvider } from '@aztec/foundation/timer';
19
19
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
20
20
  import { protocolContractsHash } from '@aztec/protocol-contracts';
21
+ import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
21
22
  import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
22
23
  import {
23
24
  type TelemetryClient,
24
25
  getConfigEnvVars as getTelemetryClientConfig,
25
26
  initTelemetryClient,
26
27
  } from '@aztec/telemetry-client';
27
- import { TestWallet, deployFundedSchnorrAccounts } from '@aztec/test-wallet/server';
28
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
29
+ import { deployFundedSchnorrAccounts } from '@aztec/wallets/testing';
28
30
  import { getGenesisValues } from '@aztec/world-state/testing';
29
31
 
30
32
  import { type Hex, createPublicClient, fallback, http as httpViemTransport } from 'viem';
@@ -34,6 +36,7 @@ import { foundry } from 'viem/chains';
34
36
  import { createAccountLogs } from '../cli/util.js';
35
37
  import { DefaultMnemonic } from '../mnemonic.js';
36
38
  import { AnvilTestWatcher } from '../testing/anvil_test_watcher.js';
39
+ import { EpochTestSettler } from '../testing/epoch_test_settler.js';
37
40
  import { getBananaFPCAddress, setupBananaFPC } from './banana_fpc.js';
38
41
  import { getSponsoredFPCAddress } from './sponsored_fpc.js';
39
42
 
@@ -50,7 +53,6 @@ export async function deployContractsToL1(
50
53
  aztecNodeConfig: AztecNodeConfig,
51
54
  privateKey: Hex,
52
55
  opts: {
53
- assumeProvenThroughBlockNumber?: number;
54
56
  genesisArchiveRoot?: Fr;
55
57
  feeJuicePortalInitialBalance?: bigint;
56
58
  } = {},
@@ -97,15 +99,21 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
97
99
  if ((config.l1RpcUrls?.length || 0) > 1) {
98
100
  logger.warn(`Multiple L1 RPC URLs provided. Local networks will only use the first one: ${l1RpcUrl}`);
99
101
  }
100
- const aztecNodeConfig: AztecNodeConfig = { ...getConfigEnvVars(), ...config };
102
+
103
+ const aztecNodeConfig: AztecNodeConfig = {
104
+ ...getConfigEnvVars(),
105
+ ...config,
106
+ };
101
107
  const hdAccount = mnemonicToAccount(config.l1Mnemonic || DefaultMnemonic);
102
108
  if (
103
- aztecNodeConfig.publisherPrivateKeys == undefined ||
104
- !aztecNodeConfig.publisherPrivateKeys.length ||
105
- aztecNodeConfig.publisherPrivateKeys[0].getValue() === NULL_KEY
109
+ aztecNodeConfig.sequencerPublisherPrivateKeys == undefined ||
110
+ !aztecNodeConfig.sequencerPublisherPrivateKeys.length ||
111
+ aztecNodeConfig.sequencerPublisherPrivateKeys[0].getValue() === NULL_KEY
106
112
  ) {
107
113
  const privKey = hdAccount.getHdKey().privateKey;
108
- aztecNodeConfig.publisherPrivateKeys = [new SecretValue(`0x${Buffer.from(privKey!).toString('hex')}` as const)];
114
+ aztecNodeConfig.sequencerPublisherPrivateKeys = [
115
+ new SecretValue(`0x${Buffer.from(privKey!).toString('hex')}` as const),
116
+ ];
109
117
  }
110
118
  if (!aztecNodeConfig.validatorPrivateKeys?.getValue().length) {
111
119
  const privKey = hdAccount.getHdKey().privateKey;
@@ -134,18 +142,20 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
134
142
  : [];
135
143
  const { genesisArchiveRoot, prefilledPublicData, fundingNeeded } = await getGenesisValues(fundedAddresses);
136
144
 
137
- let watcher: AnvilTestWatcher | undefined = undefined;
138
145
  const dateProvider = new TestDateProvider();
146
+
147
+ let cheatcodes: EthCheatCodes | undefined;
148
+ let rollupAddress: EthAddress | undefined;
149
+ let watcher: AnvilTestWatcher | undefined;
139
150
  if (!aztecNodeConfig.p2pEnabled) {
140
- const l1ContractAddresses = await deployContractsToL1(
151
+ ({ rollupAddress } = await deployContractsToL1(
141
152
  aztecNodeConfig,
142
153
  aztecNodeConfig.validatorPrivateKeys.getValue()[0],
143
154
  {
144
- assumeProvenThroughBlockNumber: Number.MAX_SAFE_INTEGER,
145
155
  genesisArchiveRoot,
146
156
  feeJuicePortalInitialBalance: fundingNeeded,
147
157
  },
148
- );
158
+ ));
149
159
 
150
160
  const chain =
151
161
  aztecNodeConfig.l1RpcUrls.length > 0
@@ -157,13 +167,12 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
157
167
  transport: fallback([httpViemTransport(l1RpcUrl)]) as any,
158
168
  });
159
169
 
160
- watcher = new AnvilTestWatcher(
161
- new EthCheatCodes([l1RpcUrl], dateProvider),
162
- l1ContractAddresses.rollupAddress,
163
- publicClient,
164
- dateProvider,
165
- );
170
+ cheatcodes = new EthCheatCodes([l1RpcUrl], dateProvider);
171
+
172
+ watcher = new AnvilTestWatcher(cheatcodes, rollupAddress, publicClient, dateProvider);
166
173
  watcher.setisLocalNetwork(true);
174
+ watcher.setIsMarkingAsProven(false); // Do not mark as proven in the watcher. It's marked in the epochTestSettler after the out hash is set.
175
+
167
176
  await watcher.start();
168
177
  }
169
178
 
@@ -172,17 +181,24 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
172
181
  const blobClient = createBlobClient();
173
182
  const node = await createAztecNode(aztecNodeConfig, { telemetry, blobClient, dateProvider }, { prefilledPublicData });
174
183
 
184
+ let epochTestSettler: EpochTestSettler | undefined;
185
+ if (!aztecNodeConfig.p2pEnabled) {
186
+ epochTestSettler = new EpochTestSettler(
187
+ cheatcodes!,
188
+ rollupAddress!,
189
+ node.getBlockSource(),
190
+ logger.createChild('epoch-settler'),
191
+ { pollingIntervalMs: 200 },
192
+ );
193
+ await epochTestSettler.start();
194
+ }
195
+
175
196
  if (initialAccounts.length) {
176
- const PXEConfig = { proverEnabled: aztecNodeConfig.realProofs };
177
- const wallet = await TestWallet.create(node, PXEConfig);
197
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig: { proverEnabled: aztecNodeConfig.realProofs } });
178
198
 
179
199
  userLog('Setting up funded test accounts...');
180
- const accountManagers = await deployFundedSchnorrAccounts(wallet, node, initialAccounts);
181
- const accountsWithSecrets = accountManagers.map((manager, i) => ({
182
- account: manager,
183
- secretKey: initialAccounts[i].secret,
184
- }));
185
- const accLogs = await createAccountLogs(accountsWithSecrets, wallet);
200
+ const accountManagers = await deployFundedSchnorrAccounts(wallet, initialAccounts);
201
+ const accLogs = await createAccountLogs(accountManagers, wallet);
186
202
  userLog(accLogs.join(''));
187
203
 
188
204
  await setupBananaFPC(initialAccounts, wallet, userLog);
@@ -196,6 +212,7 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
196
212
  const stop = async () => {
197
213
  await node.stop();
198
214
  await watcher?.stop();
215
+ await epochTestSettler?.stop();
199
216
  };
200
217
 
201
218
  return { node, stop };
@@ -207,7 +224,12 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
207
224
  */
208
225
  export async function createAztecNode(
209
226
  config: Partial<AztecNodeConfig> = {},
210
- deps: { telemetry?: TelemetryClient; blobClient?: BlobClientInterface; dateProvider?: DateProvider } = {},
227
+ deps: {
228
+ telemetry?: TelemetryClient;
229
+ blobClient?: BlobClientInterface;
230
+ dateProvider?: DateProvider;
231
+ proverBroker?: ProvingJobBroker;
232
+ } = {},
211
233
  options: { prefilledPublicData?: PublicDataTreeLeaf[] } = {},
212
234
  ) {
213
235
  // TODO(#12272): will clean this up. This is criminal.
@@ -217,6 +239,10 @@ export async function createAztecNode(
217
239
  ...config,
218
240
  l1Contracts: { ...l1Contracts, ...config.l1Contracts },
219
241
  };
220
- const node = await AztecNodeService.createAndSync(aztecNodeConfig, deps, options);
242
+ const node = await AztecNodeService.createAndSync(
243
+ aztecNodeConfig,
244
+ { ...deps, proverNodeDeps: { broker: deps.proverBroker } },
245
+ options,
246
+ );
221
247
  return node;
222
248
  }
@@ -0,0 +1,71 @@
1
+ import { Fr } from '@aztec/aztec.js/fields';
2
+ import { type EthCheatCodes, RollupCheatCodes } from '@aztec/ethereum/test';
3
+ import { type EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
4
+ import type { Logger } from '@aztec/foundation/log';
5
+ import { EpochMonitor } from '@aztec/prover-node';
6
+ import type { EthAddress, L2BlockSource } from '@aztec/stdlib/block';
7
+ import { computeL2ToL1MembershipWitnessFromMessagesInEpoch } from '@aztec/stdlib/messaging';
8
+
9
+ export class EpochTestSettler {
10
+ private rollupCheatCodes: RollupCheatCodes;
11
+ private epochMonitor?: EpochMonitor;
12
+
13
+ constructor(
14
+ cheatcodes: EthCheatCodes,
15
+ rollupAddress: EthAddress,
16
+ private l2BlockSource: L2BlockSource,
17
+ private log: Logger,
18
+ private options: { pollingIntervalMs: number; provingDelayMs?: number },
19
+ ) {
20
+ this.rollupCheatCodes = new RollupCheatCodes(cheatcodes, { rollupAddress });
21
+ }
22
+
23
+ async start() {
24
+ const { epochDuration } = await this.rollupCheatCodes.getConfig();
25
+ this.epochMonitor = new EpochMonitor(this.l2BlockSource, { epochDuration: Number(epochDuration) }, this.options);
26
+ this.epochMonitor.start(this);
27
+ }
28
+
29
+ async stop() {
30
+ await this.epochMonitor?.stop();
31
+ }
32
+
33
+ async handleEpochReadyToProve(epoch: EpochNumber): Promise<boolean> {
34
+ const checkpointedBlocks = await this.l2BlockSource.getCheckpointedBlocksForEpoch(epoch);
35
+ const blocks = checkpointedBlocks.map(b => b.block);
36
+ this.log.info(
37
+ `Settling epoch ${epoch} with blocks ${blocks[0]?.header.getBlockNumber()} to ${blocks.at(-1)?.header.getBlockNumber()}`,
38
+ { blocks: blocks.map(b => b.toBlockInfo()) },
39
+ );
40
+ const messagesInEpoch: Fr[][][][] = [];
41
+ let previousSlotNumber = SlotNumber.ZERO;
42
+ let checkpointIndex = -1;
43
+
44
+ for (const block of blocks) {
45
+ const slotNumber = block.header.globalVariables.slotNumber;
46
+ if (slotNumber !== previousSlotNumber) {
47
+ checkpointIndex++;
48
+ messagesInEpoch[checkpointIndex] = [];
49
+ previousSlotNumber = slotNumber;
50
+ }
51
+ messagesInEpoch[checkpointIndex].push(block.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs));
52
+ }
53
+
54
+ const [firstMessage] = messagesInEpoch.flat(3);
55
+ if (firstMessage) {
56
+ const { root: outHash } = computeL2ToL1MembershipWitnessFromMessagesInEpoch(messagesInEpoch, firstMessage);
57
+ await this.rollupCheatCodes.insertOutbox(epoch, outHash.toBigInt());
58
+ } else {
59
+ this.log.info(`No L2 to L1 messages in epoch ${epoch}`);
60
+ }
61
+
62
+ const lastCheckpoint = checkpointedBlocks.at(-1)?.checkpointNumber;
63
+ if (lastCheckpoint !== undefined) {
64
+ await this.rollupCheatCodes.markAsProven(lastCheckpoint);
65
+ } else {
66
+ this.log.warn(`No checkpoint found for epoch ${epoch}`);
67
+ }
68
+
69
+ return true;
70
+ }
71
+ }
@@ -1,3 +1,4 @@
1
1
  export { AnvilTestWatcher } from './anvil_test_watcher.js';
2
2
  export { EthCheatCodes, RollupCheatCodes } from '@aztec/ethereum/test';
3
3
  export { CheatCodes } from './cheat_codes.js';
4
+ export { EpochTestSettler } from './epoch_test_settler.js';
@@ -1,7 +0,0 @@
1
- import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
2
- import type { LogFn } from '@aztec/foundation/log';
3
- import { type ProverNodeConfig } from '@aztec/prover-node';
4
- export declare function startProverNode(options: any, signalHandlers: (() => Promise<void>)[], services: NamespacedApiHandlers, userLog: LogFn): Promise<{
5
- config: ProverNodeConfig;
6
- }>;
7
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RhcnRfcHJvdmVyX25vZGUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9jbGkvY21kcy9zdGFydF9wcm92ZXJfbm9kZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFLQSxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLG1DQUFtQyxDQUFDO0FBRS9FLE9BQU8sS0FBSyxFQUFFLEtBQUssRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBRW5ELE9BQU8sRUFDTCxLQUFLLGdCQUFnQixFQUl0QixNQUFNLG9CQUFvQixDQUFDO0FBUzVCLHdCQUFzQixlQUFlLENBQ25DLE9BQU8sRUFBRSxHQUFHLEVBQ1osY0FBYyxFQUFFLENBQUMsTUFBTSxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsRUFBRSxFQUN2QyxRQUFRLEVBQUUscUJBQXFCLEVBQy9CLE9BQU8sRUFBRSxLQUFLLEdBQ2IsT0FBTyxDQUFDO0lBQUUsTUFBTSxFQUFFLGdCQUFnQixDQUFBO0NBQUUsQ0FBQyxDQStGdkMifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"start_prover_node.d.ts","sourceRoot":"","sources":["../../../src/cli/cmds/start_prover_node.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAE/E,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAEnD,OAAO,EACL,KAAK,gBAAgB,EAItB,MAAM,oBAAoB,CAAC;AAS5B,wBAAsB,eAAe,CACnC,OAAO,EAAE,GAAG,EACZ,cAAc,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EACvC,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,KAAK,GACb,OAAO,CAAC;IAAE,MAAM,EAAE,gBAAgB,CAAA;CAAE,CAAC,CA+FvC"}
@@ -1,108 +0,0 @@
1
- import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
- import { Fr } from '@aztec/aztec.js/fields';
3
- import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
4
- import { getL1Config } from '@aztec/cli/config';
5
- import { getPublicClient } from '@aztec/ethereum/client';
6
- import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
7
- import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
8
- import { createProverNode, getProverNodeConfigFromEnv, proverNodeConfigMappings } from '@aztec/prover-node';
9
- import { P2PApiSchema, ProverNodeApiSchema } from '@aztec/stdlib/interfaces/server';
10
- import { initTelemetryClient, makeTracedFetch, telemetryClientConfigMappings } from '@aztec/telemetry-client';
11
- import { getGenesisValues } from '@aztec/world-state/testing';
12
- import { extractRelevantOptions, preloadCrsDataForVerifying, setupUpdateMonitor } from '../util.js';
13
- import { getVersions } from '../versioning.js';
14
- import { startProverBroker } from './start_prover_broker.js';
15
- export async function startProverNode(options, signalHandlers, services, userLog) {
16
- if (options.node || options.sequencer || options.pxe || options.p2pBootstrap || options.txe) {
17
- userLog(`Starting a prover-node with --node, --sequencer, --pxe, --p2p-bootstrap, or --txe is not supported.`);
18
- process.exit(1);
19
- }
20
- let proverConfig = {
21
- ...getProverNodeConfigFromEnv(),
22
- ...extractRelevantOptions(options, proverNodeConfigMappings, 'proverNode')
23
- };
24
- if (!proverConfig.l1Contracts.registryAddress || proverConfig.l1Contracts.registryAddress.isZero()) {
25
- throw new Error('L1 registry address is required to start a Prover Node');
26
- }
27
- const followsCanonicalRollup = typeof proverConfig.rollupVersion !== 'number';
28
- const { addresses, config } = await getL1Config(proverConfig.l1Contracts.registryAddress, proverConfig.l1RpcUrls, proverConfig.l1ChainId, proverConfig.rollupVersion);
29
- process.env.ROLLUP_CONTRACT_ADDRESS ??= addresses.rollupAddress.toString();
30
- proverConfig.l1Contracts = addresses;
31
- proverConfig = {
32
- ...proverConfig,
33
- ...config
34
- };
35
- const testAccounts = proverConfig.testAccounts ? (await getInitialTestAccountsData()).map((a)=>a.address) : [];
36
- const sponsoredFPCAccounts = proverConfig.sponsoredFPC ? [
37
- await getSponsoredFPCAddress()
38
- ] : [];
39
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
40
- userLog(`Initial funded accounts: ${initialFundedAccounts.map((a)=>a.toString()).join(', ')}`);
41
- const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
42
- userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
43
- if (!Fr.fromHexString(config.genesisArchiveTreeRoot).equals(genesisArchiveRoot)) {
44
- throw new Error(`The computed genesis archive tree root ${genesisArchiveRoot} does not match the expected genesis archive tree root ${config.genesisArchiveTreeRoot} for the rollup deployed at ${addresses.rollupAddress}`);
45
- }
46
- const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
47
- let broker;
48
- if (proverConfig.proverBrokerUrl) {
49
- // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
50
- // set a lower connection limit such that we don't overload the server
51
- // Keep retrying up to 30s
52
- const fetch = makeTracedFetch([
53
- 1,
54
- 2,
55
- 3,
56
- 3,
57
- 3,
58
- 3,
59
- 3,
60
- 3,
61
- 3,
62
- 3,
63
- 3
64
- ], false, makeUndiciFetch(new Agent({
65
- connections: 100
66
- })));
67
- broker = createProvingJobBrokerClient(proverConfig.proverBrokerUrl, getVersions(proverConfig), fetch);
68
- } else if (options.proverBroker) {
69
- ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
70
- } else {
71
- userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
72
- process.exit(1);
73
- }
74
- if (proverConfig.proverAgentCount === 0) {
75
- userLog(`Running prover node without local prover agent. Connect one or more prover agents to this node or pass --proverAgent.proverAgentCount`);
76
- }
77
- await preloadCrsDataForVerifying(proverConfig, userLog);
78
- const proverNode = await createProverNode(proverConfig, {
79
- telemetry,
80
- broker
81
- }, {
82
- prefilledPublicData
83
- });
84
- services.proverNode = [
85
- proverNode,
86
- ProverNodeApiSchema
87
- ];
88
- if (proverNode.getP2P()) {
89
- services.p2p = [
90
- proverNode.getP2P(),
91
- P2PApiSchema
92
- ];
93
- }
94
- if (!proverConfig.proverBrokerUrl) {
95
- services.provingJobSource = [
96
- proverNode.getProver().getProvingJobSource(),
97
- ProvingJobConsumerSchema
98
- ];
99
- }
100
- signalHandlers.push(proverNode.stop.bind(proverNode));
101
- await proverNode.start();
102
- if (proverConfig.autoUpdate !== 'disabled' && proverConfig.autoUpdateUrl) {
103
- await setupUpdateMonitor(proverConfig.autoUpdate, new URL(proverConfig.autoUpdateUrl), followsCanonicalRollup, getPublicClient(proverConfig), proverConfig.l1Contracts.registryAddress, signalHandlers);
104
- }
105
- return {
106
- config: proverConfig
107
- };
108
- }
@@ -1,124 +0,0 @@
1
- import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
- import { Fr } from '@aztec/aztec.js/fields';
3
- import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
4
- import { getL1Config } from '@aztec/cli/config';
5
- import { getPublicClient } from '@aztec/ethereum/client';
6
- import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
7
- import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
8
- import type { LogFn } from '@aztec/foundation/log';
9
- import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
10
- import {
11
- type ProverNodeConfig,
12
- createProverNode,
13
- getProverNodeConfigFromEnv,
14
- proverNodeConfigMappings,
15
- } from '@aztec/prover-node';
16
- import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
17
- import { initTelemetryClient, makeTracedFetch, telemetryClientConfigMappings } from '@aztec/telemetry-client';
18
- import { getGenesisValues } from '@aztec/world-state/testing';
19
-
20
- import { extractRelevantOptions, preloadCrsDataForVerifying, setupUpdateMonitor } from '../util.js';
21
- import { getVersions } from '../versioning.js';
22
- import { startProverBroker } from './start_prover_broker.js';
23
-
24
- export async function startProverNode(
25
- options: any,
26
- signalHandlers: (() => Promise<void>)[],
27
- services: NamespacedApiHandlers,
28
- userLog: LogFn,
29
- ): Promise<{ config: ProverNodeConfig }> {
30
- if (options.node || options.sequencer || options.pxe || options.p2pBootstrap || options.txe) {
31
- userLog(`Starting a prover-node with --node, --sequencer, --pxe, --p2p-bootstrap, or --txe is not supported.`);
32
- process.exit(1);
33
- }
34
-
35
- let proverConfig = {
36
- ...getProverNodeConfigFromEnv(), // get default config from env
37
- ...extractRelevantOptions<ProverNodeConfig>(options, proverNodeConfigMappings, 'proverNode'), // override with command line options
38
- };
39
-
40
- if (!proverConfig.l1Contracts.registryAddress || proverConfig.l1Contracts.registryAddress.isZero()) {
41
- throw new Error('L1 registry address is required to start a Prover Node');
42
- }
43
-
44
- const followsCanonicalRollup = typeof proverConfig.rollupVersion !== 'number';
45
- const { addresses, config } = await getL1Config(
46
- proverConfig.l1Contracts.registryAddress,
47
- proverConfig.l1RpcUrls,
48
- proverConfig.l1ChainId,
49
- proverConfig.rollupVersion,
50
- );
51
- process.env.ROLLUP_CONTRACT_ADDRESS ??= addresses.rollupAddress.toString();
52
- proverConfig.l1Contracts = addresses;
53
- proverConfig = { ...proverConfig, ...config };
54
-
55
- const testAccounts = proverConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
- const sponsoredFPCAccounts = proverConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
58
-
59
- userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
- const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
61
-
62
- userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
63
-
64
- if (!Fr.fromHexString(config.genesisArchiveTreeRoot).equals(genesisArchiveRoot)) {
65
- throw new Error(
66
- `The computed genesis archive tree root ${genesisArchiveRoot} does not match the expected genesis archive tree root ${config.genesisArchiveTreeRoot} for the rollup deployed at ${addresses.rollupAddress}`,
67
- );
68
- }
69
-
70
- const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
71
-
72
- let broker: ProvingJobBroker;
73
- if (proverConfig.proverBrokerUrl) {
74
- // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
75
- // set a lower connection limit such that we don't overload the server
76
- // Keep retrying up to 30s
77
- const fetch = makeTracedFetch(
78
- [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
79
- false,
80
- makeUndiciFetch(new Agent({ connections: 100 })),
81
- );
82
- broker = createProvingJobBrokerClient(proverConfig.proverBrokerUrl, getVersions(proverConfig), fetch);
83
- } else if (options.proverBroker) {
84
- ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
85
- } else {
86
- userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
87
- process.exit(1);
88
- }
89
-
90
- if (proverConfig.proverAgentCount === 0) {
91
- userLog(
92
- `Running prover node without local prover agent. Connect one or more prover agents to this node or pass --proverAgent.proverAgentCount`,
93
- );
94
- }
95
-
96
- await preloadCrsDataForVerifying(proverConfig, userLog);
97
-
98
- const proverNode = await createProverNode(proverConfig, { telemetry, broker }, { prefilledPublicData });
99
- services.proverNode = [proverNode, ProverNodeApiSchema];
100
-
101
- if (proverNode.getP2P()) {
102
- services.p2p = [proverNode.getP2P(), P2PApiSchema];
103
- }
104
-
105
- if (!proverConfig.proverBrokerUrl) {
106
- services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
107
- }
108
-
109
- signalHandlers.push(proverNode.stop.bind(proverNode));
110
-
111
- await proverNode.start();
112
-
113
- if (proverConfig.autoUpdate !== 'disabled' && proverConfig.autoUpdateUrl) {
114
- await setupUpdateMonitor(
115
- proverConfig.autoUpdate,
116
- new URL(proverConfig.autoUpdateUrl),
117
- followsCanonicalRollup,
118
- getPublicClient(proverConfig),
119
- proverConfig.l1Contracts.registryAddress,
120
- signalHandlers,
121
- );
122
- }
123
- return { config: proverConfig };
124
- }