@aztec/aztec 0.0.0-test.1 → 0.0.1-commit.001888fc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/README.md +1 -1
  2. package/dest/bin/index.d.ts +1 -1
  3. package/dest/bin/index.js +28 -13
  4. package/dest/cli/admin_api_key_store.d.ts +45 -0
  5. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  6. package/dest/cli/admin_api_key_store.js +98 -0
  7. package/dest/cli/aztec_start_action.d.ts +1 -1
  8. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  9. package/dest/cli/aztec_start_action.js +89 -44
  10. package/dest/cli/aztec_start_options.d.ts +5 -3
  11. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  12. package/dest/cli/aztec_start_options.js +157 -220
  13. package/dest/cli/cli.d.ts +1 -1
  14. package/dest/cli/cli.d.ts.map +1 -1
  15. package/dest/cli/cli.js +11 -7
  16. package/dest/cli/cmds/compile.d.ts +4 -0
  17. package/dest/cli/cmds/compile.d.ts.map +1 -0
  18. package/dest/cli/cmds/compile.js +166 -0
  19. package/dest/cli/cmds/migrate_ha_db.d.ts +3 -0
  20. package/dest/cli/cmds/migrate_ha_db.d.ts.map +1 -0
  21. package/dest/cli/cmds/migrate_ha_db.js +27 -0
  22. package/dest/cli/cmds/profile.d.ts +4 -0
  23. package/dest/cli/cmds/profile.d.ts.map +1 -0
  24. package/dest/cli/cmds/profile.js +8 -0
  25. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  26. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  27. package/dest/cli/cmds/profile_flamegraph.js +52 -0
  28. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  29. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  30. package/dest/cli/cmds/profile_gates.js +58 -0
  31. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  32. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  33. package/dest/cli/cmds/profile_utils.js +50 -0
  34. package/dest/cli/cmds/standby.d.ts +32 -0
  35. package/dest/cli/cmds/standby.d.ts.map +1 -0
  36. package/dest/cli/cmds/standby.js +97 -0
  37. package/dest/cli/cmds/start_archiver.d.ts +2 -2
  38. package/dest/cli/cmds/start_archiver.d.ts.map +1 -1
  39. package/dest/cli/cmds/start_archiver.js +25 -19
  40. package/dest/cli/cmds/start_bot.d.ts +4 -7
  41. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  42. package/dest/cli/cmds/start_bot.js +29 -14
  43. package/dest/cli/cmds/start_node.d.ts +3 -2
  44. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  45. package/dest/cli/cmds/start_node.js +128 -85
  46. package/dest/cli/cmds/start_p2p_bootstrap.d.ts +2 -2
  47. package/dest/cli/cmds/start_p2p_bootstrap.d.ts.map +1 -1
  48. package/dest/cli/cmds/start_p2p_bootstrap.js +10 -6
  49. package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
  50. package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
  51. package/dest/cli/cmds/start_prover_agent.js +35 -6
  52. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  53. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  54. package/dest/cli/cmds/start_prover_broker.js +17 -5
  55. package/dest/cli/cmds/start_txe.d.ts +1 -1
  56. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  57. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  58. package/dest/cli/cmds/utils/artifacts.js +24 -0
  59. package/dest/cli/cmds/utils/needs_recompile.d.ts +10 -0
  60. package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -0
  61. package/dest/cli/cmds/utils/needs_recompile.js +134 -0
  62. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  63. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  64. package/dest/cli/cmds/utils/spawn.js +16 -0
  65. package/dest/cli/index.d.ts +1 -1
  66. package/dest/cli/preload_crs.d.ts +3 -0
  67. package/dest/cli/preload_crs.d.ts.map +1 -0
  68. package/dest/cli/preload_crs.js +6 -0
  69. package/dest/cli/util.d.ts +37 -17
  70. package/dest/cli/util.d.ts.map +1 -1
  71. package/dest/cli/util.js +165 -31
  72. package/dest/cli/versioning.d.ts +1 -1
  73. package/dest/cli/versioning.js +3 -3
  74. package/dest/examples/token.d.ts +1 -1
  75. package/dest/examples/token.js +31 -18
  76. package/dest/examples/util.d.ts +5 -6
  77. package/dest/examples/util.d.ts.map +1 -1
  78. package/dest/examples/util.js +5 -6
  79. package/dest/index.d.ts +2 -2
  80. package/dest/index.d.ts.map +1 -1
  81. package/dest/index.js +1 -1
  82. package/dest/local-network/banana_fpc.d.ts +10 -0
  83. package/dest/local-network/banana_fpc.d.ts.map +1 -0
  84. package/dest/{sandbox → local-network}/banana_fpc.js +23 -25
  85. package/dest/local-network/index.d.ts +4 -0
  86. package/dest/local-network/index.d.ts.map +1 -0
  87. package/dest/local-network/index.js +3 -0
  88. package/dest/local-network/local-network.d.ts +73 -0
  89. package/dest/local-network/local-network.d.ts.map +1 -0
  90. package/dest/local-network/local-network.js +226 -0
  91. package/dest/local-network/sponsored_fpc.d.ts +5 -0
  92. package/dest/local-network/sponsored_fpc.d.ts.map +1 -0
  93. package/dest/local-network/sponsored_fpc.js +18 -0
  94. package/dest/mnemonic.d.ts +1 -1
  95. package/dest/splash.d.ts +1 -1
  96. package/dest/testing/anvil_test_watcher.d.ts +42 -0
  97. package/dest/testing/anvil_test_watcher.d.ts.map +1 -0
  98. package/dest/testing/anvil_test_watcher.js +181 -0
  99. package/dest/testing/cheat_codes.d.ts +43 -0
  100. package/dest/testing/cheat_codes.d.ts.map +1 -0
  101. package/dest/testing/cheat_codes.js +62 -0
  102. package/dest/testing/epoch_test_settler.d.ts +19 -0
  103. package/dest/testing/epoch_test_settler.d.ts.map +1 -0
  104. package/dest/testing/epoch_test_settler.js +61 -0
  105. package/dest/testing/index.d.ts +6 -0
  106. package/dest/testing/index.d.ts.map +1 -0
  107. package/dest/testing/index.js +5 -0
  108. package/dest/testing/token_allowed_setup.d.ts +7 -0
  109. package/dest/testing/token_allowed_setup.d.ts.map +1 -0
  110. package/dest/testing/token_allowed_setup.js +20 -0
  111. package/package.json +55 -45
  112. package/scripts/add_crate.sh +102 -0
  113. package/scripts/aztec.sh +69 -0
  114. package/scripts/init.sh +39 -0
  115. package/scripts/new.sh +83 -0
  116. package/scripts/setup_workspace.sh +68 -0
  117. package/src/bin/index.ts +33 -13
  118. package/src/cli/admin_api_key_store.ts +128 -0
  119. package/src/cli/aztec_start_action.ts +87 -41
  120. package/src/cli/aztec_start_options.ts +176 -218
  121. package/src/cli/cli.ts +19 -11
  122. package/src/cli/cmds/compile.ts +191 -0
  123. package/src/cli/cmds/migrate_ha_db.ts +43 -0
  124. package/src/cli/cmds/profile.ts +25 -0
  125. package/src/cli/cmds/profile_flamegraph.ts +64 -0
  126. package/src/cli/cmds/profile_gates.ts +68 -0
  127. package/src/cli/cmds/profile_utils.ts +58 -0
  128. package/src/cli/cmds/standby.ts +132 -0
  129. package/src/cli/cmds/start_archiver.ts +16 -21
  130. package/src/cli/cmds/start_bot.ts +40 -14
  131. package/src/cli/cmds/start_node.ts +146 -91
  132. package/src/cli/cmds/start_p2p_bootstrap.ts +14 -6
  133. package/src/cli/cmds/start_prover_agent.ts +26 -14
  134. package/src/cli/cmds/start_prover_broker.ts +28 -4
  135. package/src/cli/cmds/utils/artifacts.ts +44 -0
  136. package/src/cli/cmds/utils/needs_recompile.ts +151 -0
  137. package/src/cli/cmds/utils/spawn.ts +16 -0
  138. package/src/cli/preload_crs.ts +7 -0
  139. package/src/cli/util.ts +186 -50
  140. package/src/cli/versioning.ts +3 -3
  141. package/src/examples/token.ts +23 -19
  142. package/src/examples/util.ts +6 -8
  143. package/src/index.ts +5 -6
  144. package/src/{sandbox → local-network}/banana_fpc.ts +28 -29
  145. package/src/local-network/index.ts +7 -0
  146. package/src/local-network/local-network.ts +277 -0
  147. package/src/local-network/sponsored_fpc.ts +26 -0
  148. package/src/testing/anvil_test_watcher.ts +210 -0
  149. package/src/testing/cheat_codes.ts +79 -0
  150. package/src/testing/epoch_test_settler.ts +70 -0
  151. package/src/testing/index.ts +5 -0
  152. package/src/testing/token_allowed_setup.ts +19 -0
  153. package/dest/cli/chain_l2_config.d.ts +0 -19
  154. package/dest/cli/chain_l2_config.d.ts.map +0 -1
  155. package/dest/cli/chain_l2_config.js +0 -56
  156. package/dest/cli/cmds/start_blob_sink.d.ts +0 -3
  157. package/dest/cli/cmds/start_blob_sink.d.ts.map +0 -1
  158. package/dest/cli/cmds/start_blob_sink.js +0 -17
  159. package/dest/cli/cmds/start_faucet.d.ts +0 -4
  160. package/dest/cli/cmds/start_faucet.d.ts.map +0 -1
  161. package/dest/cli/cmds/start_faucet.js +0 -20
  162. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  163. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  164. package/dest/cli/cmds/start_prover_node.js +0 -110
  165. package/dest/cli/cmds/start_pxe.d.ts +0 -16
  166. package/dest/cli/cmds/start_pxe.d.ts.map +0 -1
  167. package/dest/cli/cmds/start_pxe.js +0 -95
  168. package/dest/cli/get_l1_config.d.ts +0 -7
  169. package/dest/cli/get_l1_config.d.ts.map +0 -1
  170. package/dest/cli/get_l1_config.js +0 -13
  171. package/dest/sandbox/banana_fpc.d.ts +0 -11
  172. package/dest/sandbox/banana_fpc.d.ts.map +0 -1
  173. package/dest/sandbox/index.d.ts +0 -5
  174. package/dest/sandbox/index.d.ts.map +0 -1
  175. package/dest/sandbox/index.js +0 -4
  176. package/dest/sandbox/sandbox.d.ts +0 -76
  177. package/dest/sandbox/sandbox.d.ts.map +0 -1
  178. package/dest/sandbox/sandbox.js +0 -181
  179. package/dest/sandbox/sponsored_fee_payment_method.d.ts +0 -23
  180. package/dest/sandbox/sponsored_fee_payment_method.d.ts.map +0 -1
  181. package/dest/sandbox/sponsored_fee_payment_method.js +0 -36
  182. package/dest/sandbox/sponsored_fpc.d.ts +0 -6
  183. package/dest/sandbox/sponsored_fpc.d.ts.map +0 -1
  184. package/dest/sandbox/sponsored_fpc.js +0 -26
  185. package/src/cli/chain_l2_config.ts +0 -74
  186. package/src/cli/cmds/start_blob_sink.ts +0 -31
  187. package/src/cli/cmds/start_faucet.ts +0 -34
  188. package/src/cli/cmds/start_prover_node.ts +0 -121
  189. package/src/cli/cmds/start_pxe.ts +0 -129
  190. package/src/cli/get_l1_config.ts +0 -18
  191. package/src/sandbox/index.ts +0 -5
  192. package/src/sandbox/sandbox.ts +0 -229
  193. package/src/sandbox/sponsored_fee_payment_method.ts +0 -46
  194. package/src/sandbox/sponsored_fpc.ts +0 -38
@@ -1,11 +1,19 @@
1
- import { type BotConfig, BotRunner, botConfigMappings, getBotRunnerApiHandler } from '@aztec/bot';
1
+ import { type BotConfig, BotRunner, BotStore, botConfigMappings, getBotRunnerApiHandler } from '@aztec/bot';
2
2
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
3
3
  import type { LogFn } from '@aztec/foundation/log';
4
- import type { AztecNode, PXE } from '@aztec/stdlib/interfaces/client';
4
+ import { createStore, openTmpStore } from '@aztec/kv-store/lmdb-v2';
5
+ import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
6
+ import { type AztecNode, type AztecNodeAdmin, createAztecNodeClient } from '@aztec/stdlib/interfaces/client';
5
7
  import type { TelemetryClient } from '@aztec/telemetry-client';
6
- import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
8
+ import {
9
+ getConfigEnvVars as getTelemetryClientConfig,
10
+ initTelemetryClient,
11
+ makeTracedFetch,
12
+ } from '@aztec/telemetry-client';
13
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
7
14
 
8
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
+ import { getVersions } from '../versioning.js';
9
17
 
10
18
  export async function startBot(
11
19
  options: any,
@@ -20,26 +28,44 @@ export async function startBot(
20
28
  );
21
29
  process.exit(1);
22
30
  }
23
- // Start a PXE client that is used by the bot if required
24
- let pxe: PXE | undefined;
25
- if (options.pxe) {
26
- const { addPXE } = await import('./start_pxe.js');
27
- ({ pxe } = await addPXE(options, signalHandlers, services, userLog));
31
+
32
+ const fetch = makeTracedFetch([1, 2, 3], true);
33
+ const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
34
+ if (!config.nodeUrl) {
35
+ throw new Error('The bot requires access to a Node');
28
36
  }
29
37
 
30
- const telemetry = initTelemetryClient(getTelemetryClientConfig());
31
- await addBot(options, signalHandlers, services, { pxe, telemetry });
38
+ const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
+
40
+ const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
42
+ const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
43
+
44
+ const telemetry = await initTelemetryClient(getTelemetryClientConfig());
45
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
32
46
  }
33
47
 
34
- export function addBot(
48
+ export async function addBot(
35
49
  options: any,
36
50
  signalHandlers: (() => Promise<void>)[],
37
51
  services: NamespacedApiHandlers,
38
- deps: { pxe?: PXE; node?: AztecNode; telemetry: TelemetryClient },
52
+ wallet: EmbeddedWallet,
53
+ aztecNode: AztecNode,
54
+ telemetry: TelemetryClient,
55
+ aztecNodeAdmin?: AztecNodeAdmin,
56
+ userLog?: LogFn,
39
57
  ) {
40
58
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
59
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
60
+
61
+ const db = await (config.dataDirectory
62
+ ? createStore('bot', BotStore.SCHEMA_VERSION, config)
63
+ : openTmpStore('bot', true, config.dataStoreMapSizeKb));
64
+
65
+ const store = new BotStore(db);
66
+ await store.cleanupOldClaims();
41
67
 
42
- const botRunner = new BotRunner(config, deps);
68
+ const botRunner = new BotRunner(config, wallet, aztecNode, telemetry, aztecNodeAdmin, store);
43
69
  if (!config.noStart) {
44
70
  void botRunner.start(); // Do not block since bot setup takes time
45
71
  }
@@ -1,117 +1,150 @@
1
- import { getInitialTestAccounts } from '@aztec/accounts/testing';
2
1
  import { type AztecNodeConfig, aztecNodeConfigMappings, getConfigEnvVars } from '@aztec/aztec-node';
3
- import { NULL_KEY } from '@aztec/ethereum';
2
+ import { Fr } from '@aztec/aztec.js/fields';
3
+ import { getL1Config } from '@aztec/cli/config';
4
+ import { getPublicClient } from '@aztec/ethereum/client';
5
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
6
+ import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
4
7
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
8
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
5
9
  import type { LogFn } from '@aztec/foundation/log';
6
- import { AztecNodeApiSchema, type PXE } from '@aztec/stdlib/interfaces/client';
7
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
10
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
11
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
12
+ import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
13
+ import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
14
+ import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
15
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
8
16
  import {
9
17
  type TelemetryClientConfig,
10
18
  initTelemetryClient,
19
+ makeTracedFetch,
11
20
  telemetryClientConfigMappings,
12
21
  } from '@aztec/telemetry-client';
13
- import { getGenesisValues } from '@aztec/world-state/testing';
22
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
23
 
15
- import { mnemonicToAccount, privateKeyToAccount } from 'viem/accounts';
16
-
17
- import { createAztecNode, deployContractsToL1 } from '../../sandbox/index.js';
18
- import { getL1Config } from '../get_l1_config.js';
19
- import { extractNamespacedOptions, extractRelevantOptions } from '../util.js';
24
+ import { createAztecNode } from '../../local-network/index.js';
25
+ import {
26
+ extractNamespacedOptions,
27
+ extractRelevantOptions,
28
+ preloadCrsDataForVerifying,
29
+ setupVersionChecker,
30
+ } from '../util.js';
31
+ import { getVersions } from '../versioning.js';
32
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
33
+ import { startProverBroker } from './start_prover_broker.js';
20
34
 
21
35
  export async function startNode(
22
36
  options: any,
23
37
  signalHandlers: (() => Promise<void>)[],
24
38
  services: NamespacedApiHandlers,
39
+ adminServices: NamespacedApiHandlers,
25
40
  userLog: LogFn,
41
+ networkName: NetworkNames,
26
42
  ): Promise<{ config: AztecNodeConfig }> {
27
- // options specifically namespaced with --node.<option>
28
- const nodeSpecificOptions = extractNamespacedOptions(options, 'node');
43
+ // All options set from environment variables
44
+ const configFromEnvVars = getConfigEnvVars();
45
+
46
+ // Extract relevant options from command line arguments
47
+ const relevantOptions = extractRelevantOptions(options, aztecNodeConfigMappings, 'node');
48
+
29
49
  // All options that are relevant to the Aztec Node
30
50
  let nodeConfig: AztecNodeConfig = {
31
- ...getConfigEnvVars(),
32
- ...extractRelevantOptions(options, aztecNodeConfigMappings, 'node'),
51
+ ...configFromEnvVars,
52
+ ...relevantOptions,
33
53
  };
34
54
 
55
+ // Prover node configuration and broker setup
56
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
57
+ let broker: ProvingJobBroker | undefined = undefined;
35
58
  if (options.proverNode) {
36
- userLog(`Running a Prover Node within a Node is not yet supported`);
37
- process.exit(1);
38
- }
39
-
40
- const initialFundedAccounts = nodeConfig.testAccounts ? await getInitialTestAccounts() : [];
41
- const { genesisBlockHash, genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(
42
- initialFundedAccounts.map(a => a.address),
43
- );
44
-
45
- // Deploy contracts if needed
46
- if (nodeSpecificOptions.deployAztecContracts || nodeSpecificOptions.deployAztecContractsSalt) {
47
- let account;
48
- if (nodeSpecificOptions.publisherPrivateKey) {
49
- account = privateKeyToAccount(nodeSpecificOptions.publisherPrivateKey);
50
- } else if (options.l1Mnemonic) {
51
- account = mnemonicToAccount(options.l1Mnemonic);
59
+ nodeConfig.enableProverNode = true;
60
+ if (nodeConfig.proverAgentCount === 0) {
61
+ userLog(
62
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
63
+ );
64
+ }
65
+ if (nodeConfig.proverBrokerUrl) {
66
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
67
+ // set a lower connection limit such that we don't overload the server
68
+ // Keep retrying up to 30s
69
+ const fetch = makeTracedFetch(
70
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
71
+ false,
72
+ makeUndiciFetch(new Agent({ connections: 100 })),
73
+ );
74
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
75
+ } else if (options.proverBroker) {
76
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
52
77
  } else {
53
- throw new Error('--node.publisherPrivateKey or --l1-mnemonic is required to deploy L1 contracts');
78
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
79
+ process.exit(1);
54
80
  }
55
- // REFACTOR: We should not be calling a method from sandbox on the prod start flow
56
- await deployContractsToL1(nodeConfig, account!, undefined, {
57
- assumeProvenThroughBlockNumber: nodeSpecificOptions.assumeProvenThroughBlockNumber,
58
- salt: nodeSpecificOptions.deployAztecContractsSalt,
59
- genesisBlockHash,
60
- genesisArchiveRoot,
61
- });
62
81
  }
63
- // If not deploying, validate that any addresses and config provided are correct.
64
- else {
65
- if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
66
- throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
67
- }
68
- const { addresses, config } = await getL1Config(
69
- nodeConfig.l1Contracts.registryAddress,
70
- nodeConfig.l1RpcUrls,
71
- nodeConfig.l1ChainId,
72
- );
73
82
 
74
- // TODO(#12272): will clean this up.
75
- nodeConfig = {
76
- ...nodeConfig,
77
- l1Contracts: {
78
- ...addresses,
79
- slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
80
- },
81
- ...config,
82
- };
83
+ await preloadCrsDataForVerifying(nodeConfig, userLog);
84
+
85
+ const genesisConfig = getGenesisStateConfigEnvVars();
86
+ const { genesisArchiveRoot, prefilledPublicData } = await computeExpectedGenesisRoot(genesisConfig, userLog);
87
+
88
+ const followsCanonicalRollup =
89
+ typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
90
+
91
+ if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
92
+ throw new Error('L1 registry address is required to start Aztec Node');
83
93
  }
84
94
 
85
- // if no publisher private key, then use l1Mnemonic
86
- if (!options.archiver) {
87
- // expect archiver url in node config
88
- const archiverUrl = nodeConfig.archiverUrl;
89
- if (!archiverUrl) {
90
- userLog('Archiver Service URL is required to start Aztec Node without --archiver option');
91
- throw new Error('Archiver Service URL is required to start Aztec Node without --archiver option');
92
- }
93
- nodeConfig.archiverUrl = archiverUrl;
95
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
96
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
97
+ await waitForCompatibleRollup(
98
+ nodeConfig,
99
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
100
+ options.port,
101
+ userLog,
102
+ );
103
+
104
+ const { addresses, config } = await getL1Config(
105
+ nodeConfig.l1Contracts.registryAddress,
106
+ nodeConfig.l1RpcUrls,
107
+ nodeConfig.l1ChainId,
108
+ nodeConfig.rollupVersion,
109
+ );
110
+
111
+ process.env.ROLLUP_CONTRACT_ADDRESS ??= addresses.rollupAddress.toString();
112
+
113
+ if (!Fr.fromHexString(config.genesisArchiveTreeRoot).equals(genesisArchiveRoot)) {
114
+ throw new Error(
115
+ `The computed genesis archive tree root ${genesisArchiveRoot} does not match the expected genesis archive tree root ${config.genesisArchiveTreeRoot} for the rollup deployed at ${addresses.rollupAddress}`,
116
+ );
94
117
  }
95
118
 
96
- if (!options.sequencer) {
119
+ // TODO(#12272): will clean this up.
120
+ nodeConfig = {
121
+ ...nodeConfig,
122
+ l1Contracts: {
123
+ ...addresses,
124
+ slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
125
+ },
126
+ ...config,
127
+ };
128
+
129
+ if (!options.sequencer && !nodeConfig.fishermanMode) {
97
130
  nodeConfig.disableValidator = true;
98
131
  } else {
99
- const sequencerConfig = extractNamespacedOptions(options, 'sequencer');
100
- let account;
101
- if (!sequencerConfig.publisherPrivateKey || sequencerConfig.publisherPrivateKey === NULL_KEY) {
102
- if (!options.l1Mnemonic) {
103
- userLog(
104
- '--sequencer.publisherPrivateKey or --l1-mnemonic is required to start Aztec Node with --sequencer option',
105
- );
106
- throw new Error('Private key or Mnemonic is required to start Aztec Node with --sequencer option');
107
- } else {
108
- account = mnemonicToAccount(options.l1Mnemonic);
109
- const privKey = account.getHdKey().privateKey;
110
- nodeConfig.publisherPrivateKey = `0x${Buffer.from(privKey!).toString('hex')}`;
132
+ const sequencerConfig = {
133
+ ...configFromEnvVars,
134
+ ...extractNamespacedOptions(options, 'sequencer'),
135
+ };
136
+ // If no publisher private keys have been given, use the first validator key
137
+ if (
138
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
139
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
140
+ ) {
141
+ if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
142
+ sequencerConfig.sequencerPublisherPrivateKeys = [
143
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
144
+ ];
111
145
  }
112
- } else {
113
- nodeConfig.publisherPrivateKey = sequencerConfig.publisherPrivateKey;
114
146
  }
147
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
115
148
  }
116
149
 
117
150
  if (nodeConfig.p2pEnabled) {
@@ -122,29 +155,51 @@ export async function startNode(
122
155
  }
123
156
 
124
157
  const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
125
- const telemetry = initTelemetryClient(telemetryConfig);
158
+ const telemetry = await initTelemetryClient(telemetryConfig);
126
159
 
127
160
  // Create and start Aztec Node
128
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
161
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
129
162
 
130
163
  // Add node and p2p to services list
131
164
  services.node = [node, AztecNodeApiSchema];
132
165
  services.p2p = [node.getP2P(), P2PApiSchema];
166
+ adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
167
+
168
+ // Register prover-node services if the prover node subsystem is running
169
+ const proverNode = node.getProverNode();
170
+ if (proverNode) {
171
+ services.prover = [proverNode, ProverNodeApiSchema];
172
+ if (!nodeConfig.proverBrokerUrl) {
173
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
174
+ }
175
+ }
133
176
 
134
177
  // Add node stop function to signal handlers
135
178
  signalHandlers.push(node.stop.bind(node));
136
179
 
137
- // Add a PXE client that connects to this node if requested
138
- let pxe: PXE | undefined;
139
- if (options.pxe) {
140
- const { addPXE } = await import('./start_pxe.js');
141
- ({ pxe } = await addPXE(options, signalHandlers, services, userLog, { node }));
142
- }
143
-
144
180
  // Add a txs bot if requested
145
181
  if (options.bot) {
146
182
  const { addBot } = await import('./start_bot.js');
147
- await addBot(options, signalHandlers, services, { pxe, node, telemetry });
183
+
184
+ const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
185
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig });
186
+
187
+ await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
188
+ }
189
+
190
+ if (nodeConfig.enableVersionCheck && networkName !== 'local') {
191
+ const cacheDir = process.env.DATA_DIRECTORY ? `${process.env.DATA_DIRECTORY}/cache` : undefined;
192
+ try {
193
+ await setupVersionChecker(
194
+ networkName,
195
+ followsCanonicalRollup,
196
+ getPublicClient(nodeConfig!),
197
+ signalHandlers,
198
+ cacheDir,
199
+ );
200
+ } catch {
201
+ /* no-op */
202
+ }
148
203
  }
149
204
 
150
205
  return { config: nodeConfig };
@@ -1,11 +1,15 @@
1
1
  import { jsonStringify } from '@aztec/foundation/json-rpc';
2
2
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
3
- import { type LogFn, createLogger } from '@aztec/foundation/log';
3
+ import type { LogFn } from '@aztec/foundation/log';
4
4
  import { createStore } from '@aztec/kv-store/lmdb-v2';
5
5
  import { type BootnodeConfig, BootstrapNode, bootnodeConfigMappings } from '@aztec/p2p';
6
6
  import { emptyChainConfig } from '@aztec/stdlib/config';
7
7
  import { P2PBootstrapApiSchema } from '@aztec/stdlib/interfaces/server';
8
- import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
8
+ import {
9
+ type TelemetryClientConfig,
10
+ initTelemetryClient,
11
+ telemetryClientConfigMappings,
12
+ } from '@aztec/telemetry-client';
9
13
 
10
14
  import { extractRelevantOptions } from '../util.js';
11
15
 
@@ -17,13 +21,17 @@ export async function startP2PBootstrap(
17
21
  ) {
18
22
  // Start a P2P bootstrap node.
19
23
  const config = extractRelevantOptions<BootnodeConfig>(options, bootnodeConfigMappings, 'p2p');
20
- userLog(`Starting P2P bootstrap node with config: ${jsonStringify(config)}`);
21
- const telemetryClient = initTelemetryClient(getTelemetryClientConfig());
22
- const store = await createStore('p2p-bootstrap', 1, config, createLogger('p2p:bootstrap:store'));
24
+ const safeConfig = { ...config, peerIdPrivateKey: '<redacted>' };
25
+ userLog(`Starting P2P bootstrap node with config: ${jsonStringify(safeConfig)}`);
26
+
27
+ const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
28
+ const telemetryClient = await initTelemetryClient(telemetryConfig);
29
+
30
+ const store = await createStore('p2p-bootstrap', 1, config);
23
31
  const node = new BootstrapNode(store, telemetryClient);
24
32
  await node.start(config);
25
33
  signalHandlers.push(() => node.stop());
26
34
  services.bootstrap = [node, P2PBootstrapApiSchema];
27
- userLog(`P2P bootstrap node started on ${config.udpListenAddress}`);
35
+ userLog(`P2P bootstrap node started on ${config.p2pIp}:${config.p2pPort}`);
28
36
  return { config: emptyChainConfig };
29
37
  }
@@ -4,16 +4,17 @@ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
5
  import { buildServerCircuitProver } from '@aztec/prover-client';
6
6
  import {
7
- InlineProofStore,
8
7
  type ProverAgentConfig,
9
8
  ProvingAgent,
9
+ createProofStore,
10
10
  createProvingJobBrokerClient,
11
11
  proverAgentConfigMappings,
12
12
  } from '@aztec/prover-client/broker';
13
13
  import { getProverNodeAgentConfigFromEnv } from '@aztec/prover-node';
14
+ import { ProverAgentApiSchema } from '@aztec/stdlib/interfaces/server';
14
15
  import { initTelemetryClient, makeTracedFetch, telemetryClientConfigMappings } from '@aztec/telemetry-client';
15
16
 
16
- import { extractRelevantOptions } from '../util.js';
17
+ import { extractRelevantOptions, preloadCrsDataForServerSideProving } from '../util.js';
17
18
  import { getVersions } from '../versioning.js';
18
19
 
19
20
  export async function startProverAgent(
@@ -33,32 +34,43 @@ export async function startProverAgent(
33
34
  };
34
35
 
35
36
  if (config.realProofs && (!config.bbBinaryPath || !config.acvmBinaryPath)) {
37
+ userLog(`Requested real proving but no path to bb or acvm binaries provided`);
36
38
  process.exit(1);
37
39
  }
38
40
 
39
41
  if (!config.proverBrokerUrl) {
42
+ userLog(`Missing prover broker URL. Pass --proverAgent.proverBrokerUrl <value>`);
40
43
  process.exit(1);
41
44
  }
42
45
 
43
- const fetch = makeTracedFetch([1, 2, 3], false, makeUndiciFetch(new Agent({ connections: 10 })));
46
+ await preloadCrsDataForServerSideProving(config, userLog);
47
+
48
+ const fetch = makeTracedFetch(
49
+ // retry connections every 3s, up to 30s before giving up
50
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
51
+ false,
52
+ makeUndiciFetch(new Agent({ connections: 10 })),
53
+ );
44
54
  const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
45
55
 
46
- const telemetry = initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
56
+ const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
47
57
  const prover = await buildServerCircuitProver(config, telemetry);
48
- const proofStore = new InlineProofStore();
58
+ const proofStore = await createProofStore(config.proofStore);
49
59
  const agents = times(
50
60
  config.proverAgentCount,
51
- () =>
52
- new ProvingAgent(
53
- broker,
54
- proofStore,
55
- prover,
56
- config.proverAgentProofTypes,
57
- config.proverAgentPollIntervalMs,
58
- telemetry,
59
- ),
61
+ () => new ProvingAgent(broker, proofStore, prover, config.proverAgentProofTypes, config.proverAgentPollIntervalMs),
60
62
  );
61
63
 
64
+ // expose all agents as individual services
65
+ for (let i = 0; i < agents.length; i++) {
66
+ services[`agent${i}`] = [agents[i], ProverAgentApiSchema, () => agents[i].getStatus().status !== 'stopped'];
67
+ }
68
+
69
+ // shortcut in the most common case of having a single running agent
70
+ if (agents.length === 1) {
71
+ services[`agent`] = [agents[0], ProverAgentApiSchema, () => agents[0].getStatus().status !== 'stopped'];
72
+ }
73
+
62
74
  await Promise.all(agents.map(agent => agent.start()));
63
75
 
64
76
  signalHandlers.push(async () => {
@@ -1,8 +1,13 @@
1
+ import { getL1Config } from '@aztec/cli/config';
2
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
1
3
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
2
4
  import type { LogFn } from '@aztec/foundation/log';
5
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
6
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
3
7
  import {
4
8
  type ProverBrokerConfig,
5
9
  ProvingJobBrokerSchema,
10
+ ProvingJobBrokerSchemaWithDebug,
6
11
  createAndStartProvingBroker,
7
12
  proverBrokerConfigMappings,
8
13
  } from '@aztec/prover-client/broker';
@@ -10,8 +15,8 @@ import { getProverNodeBrokerConfigFromEnv } from '@aztec/prover-node';
10
15
  import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
11
16
  import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
12
17
 
13
- import { getL1Config } from '../get_l1_config.js';
14
18
  import { extractRelevantOptions } from '../util.js';
19
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
15
20
 
16
21
  export async function startProverBroker(
17
22
  options: any,
@@ -33,13 +38,32 @@ export async function startProverBroker(
33
38
  throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
34
39
  }
35
40
 
36
- const { addresses } = await getL1Config(config.l1Contracts.registryAddress, config.l1RpcUrls, config.l1ChainId);
41
+ const genesisConfig = getGenesisStateConfigEnvVars();
42
+ const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
43
+ await waitForCompatibleRollup(
44
+ config,
45
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
46
+ options.port,
47
+ userLog,
48
+ );
49
+
50
+ const { addresses, config: rollupConfig } = await getL1Config(
51
+ config.l1Contracts.registryAddress,
52
+ config.l1RpcUrls,
53
+ config.l1ChainId,
54
+ config.rollupVersion,
55
+ );
37
56
 
38
57
  config.l1Contracts = addresses;
58
+ config.rollupVersion = rollupConfig.rollupVersion;
39
59
 
40
- const client = initTelemetryClient(getTelemetryClientConfig());
60
+ const client = await initTelemetryClient(getTelemetryClientConfig());
41
61
  const broker = await createAndStartProvingBroker(config, client);
42
- services.proverBroker = [broker, ProvingJobBrokerSchema];
62
+
63
+ services.proverBroker = [
64
+ broker,
65
+ config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
66
+ ];
43
67
  signalHandlers.push(() => broker.stop());
44
68
 
45
69
  return { broker, config };
@@ -0,0 +1,44 @@
1
+ import { readFile, readdir } from 'fs/promises';
2
+ import { join } from 'path';
3
+
4
+ export interface CompiledArtifact {
5
+ noir_version: string;
6
+ file_map: unknown;
7
+ functions: ContractFunction[];
8
+ bytecode?: string;
9
+ }
10
+
11
+ export interface ContractFunction {
12
+ name: string;
13
+ abi: unknown;
14
+ bytecode: string;
15
+ debug_symbols: unknown;
16
+ is_unconstrained?: boolean;
17
+ }
18
+
19
+ export interface ArtifactFile {
20
+ name: string;
21
+ filePath: string;
22
+ content: CompiledArtifact;
23
+ }
24
+
25
+ /** Reads all JSON artifact files from a target directory and returns their parsed contents. */
26
+ export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
27
+ let entries: string[];
28
+ try {
29
+ entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
30
+ } catch (err: any) {
31
+ if (err?.code === 'ENOENT') {
32
+ throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
33
+ }
34
+ throw err;
35
+ }
36
+
37
+ const artifacts: ArtifactFile[] = [];
38
+ for (const file of entries) {
39
+ const filePath = join(targetDir, file);
40
+ const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
41
+ artifacts.push({ name: file.replace('.json', ''), filePath, content });
42
+ }
43
+ return artifacts;
44
+ }