@aztec/aztec 0.0.1-commit.4d79d1f2d → 0.0.1-commit.4d9804df

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/dest/bin/index.js +9 -3
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +69 -32
  8. package/dest/cli/aztec_start_options.d.ts +2 -2
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +39 -23
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +3 -4
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +174 -0
  17. package/dest/cli/cmds/profile.d.ts +4 -0
  18. package/dest/cli/cmds/profile.d.ts.map +1 -0
  19. package/dest/cli/cmds/profile.js +8 -0
  20. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  21. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile_flamegraph.js +52 -0
  23. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  24. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_gates.js +76 -0
  26. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  27. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_utils.js +50 -0
  29. package/dest/cli/cmds/prover.d.ts +4 -0
  30. package/dest/cli/cmds/prover.d.ts.map +1 -0
  31. package/dest/cli/cmds/prover.js +24 -0
  32. package/dest/cli/cmds/standby.d.ts +56 -0
  33. package/dest/cli/cmds/standby.d.ts.map +1 -0
  34. package/dest/cli/cmds/standby.js +140 -0
  35. package/dest/cli/cmds/start_bot.d.ts +2 -2
  36. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  37. package/dest/cli/cmds/start_bot.js +13 -7
  38. package/dest/cli/cmds/start_node.d.ts +3 -2
  39. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  40. package/dest/cli/cmds/start_node.js +78 -49
  41. package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
  42. package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
  43. package/dest/cli/cmds/start_prover_agent.js +5 -17
  44. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  45. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  46. package/dest/cli/cmds/start_prover_broker.js +22 -13
  47. package/dest/cli/cmds/start_txe.d.ts +2 -2
  48. package/dest/cli/cmds/start_txe.d.ts.map +1 -1
  49. package/dest/cli/cmds/start_txe.js +6 -5
  50. package/dest/cli/cmds/utils/artifacts.d.ts +26 -0
  51. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  52. package/dest/cli/cmds/utils/artifacts.js +24 -0
  53. package/dest/cli/cmds/utils/collect_crate_dirs.d.ts +21 -0
  54. package/dest/cli/cmds/utils/collect_crate_dirs.d.ts.map +1 -0
  55. package/dest/cli/cmds/utils/collect_crate_dirs.js +114 -0
  56. package/dest/cli/cmds/utils/needs_recompile.d.ts +10 -0
  57. package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -0
  58. package/dest/cli/cmds/utils/needs_recompile.js +90 -0
  59. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  60. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  61. package/dest/cli/cmds/utils/spawn.js +16 -0
  62. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts +4 -0
  63. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts.map +1 -0
  64. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.js +61 -0
  65. package/dest/cli/util.d.ts +10 -6
  66. package/dest/cli/util.d.ts.map +1 -1
  67. package/dest/cli/util.js +32 -96
  68. package/dest/examples/token.js +7 -7
  69. package/dest/local-network/auth_registry.d.ts +5 -0
  70. package/dest/local-network/auth_registry.d.ts.map +1 -0
  71. package/dest/local-network/auth_registry.js +17 -0
  72. package/dest/local-network/banana_fpc.d.ts +3 -2
  73. package/dest/local-network/banana_fpc.d.ts.map +1 -1
  74. package/dest/local-network/banana_fpc.js +12 -8
  75. package/dest/local-network/local-network.d.ts +12 -32
  76. package/dest/local-network/local-network.d.ts.map +1 -1
  77. package/dest/local-network/local-network.js +77 -64
  78. package/dest/testing/cheat_codes.d.ts +17 -23
  79. package/dest/testing/cheat_codes.d.ts.map +1 -1
  80. package/dest/testing/cheat_codes.js +17 -43
  81. package/dest/testing/epoch_test_settler.d.ts +2 -2
  82. package/dest/testing/epoch_test_settler.d.ts.map +1 -1
  83. package/dest/testing/epoch_test_settler.js +6 -26
  84. package/dest/testing/index.d.ts +3 -2
  85. package/dest/testing/index.d.ts.map +1 -1
  86. package/dest/testing/index.js +2 -1
  87. package/dest/testing/local-network.d.ts +51 -0
  88. package/dest/testing/local-network.d.ts.map +1 -0
  89. package/dest/testing/local-network.js +60 -0
  90. package/dest/testing/token_allowed_setup.d.ts +12 -0
  91. package/dest/testing/token_allowed_setup.d.ts.map +1 -0
  92. package/dest/testing/token_allowed_setup.js +24 -0
  93. package/package.json +35 -34
  94. package/scripts/add_crate.sh +53 -0
  95. package/scripts/aztec.sh +15 -5
  96. package/scripts/init.sh +23 -19
  97. package/scripts/new.sh +48 -24
  98. package/scripts/setup_workspace.sh +69 -0
  99. package/scripts/templates/blank/contract/Nargo.toml +6 -0
  100. package/scripts/templates/blank/contract/src/main.nr +10 -0
  101. package/scripts/templates/blank/test/Nargo.toml +7 -0
  102. package/scripts/templates/blank/test/src/lib.nr +11 -0
  103. package/scripts/templates/counter/contract/Nargo.toml +7 -0
  104. package/scripts/templates/counter/contract/src/main.nr +48 -0
  105. package/scripts/templates/counter/test/Nargo.toml +7 -0
  106. package/scripts/templates/counter/test/src/lib.nr +32 -0
  107. package/src/bin/index.ts +9 -3
  108. package/src/cli/admin_api_key_store.ts +128 -0
  109. package/src/cli/aztec_start_action.ts +69 -24
  110. package/src/cli/aztec_start_options.ts +48 -30
  111. package/src/cli/cli.ts +3 -4
  112. package/src/cli/cmds/compile.ts +205 -0
  113. package/src/cli/cmds/profile.ts +26 -0
  114. package/src/cli/cmds/profile_flamegraph.ts +64 -0
  115. package/src/cli/cmds/profile_gates.ts +84 -0
  116. package/src/cli/cmds/profile_utils.ts +58 -0
  117. package/src/cli/cmds/prover.ts +42 -0
  118. package/src/cli/cmds/standby.ts +184 -0
  119. package/src/cli/cmds/start_bot.ts +14 -8
  120. package/src/cli/cmds/start_node.ts +90 -50
  121. package/src/cli/cmds/start_prover_agent.ts +5 -8
  122. package/src/cli/cmds/start_prover_broker.ts +23 -24
  123. package/src/cli/cmds/start_txe.ts +7 -5
  124. package/src/cli/cmds/utils/artifacts.ts +49 -0
  125. package/src/cli/cmds/utils/collect_crate_dirs.ts +118 -0
  126. package/src/cli/cmds/utils/needs_recompile.ts +98 -0
  127. package/src/cli/cmds/utils/spawn.ts +16 -0
  128. package/src/cli/cmds/utils/warn_if_aztec_version_mismatch.ts +76 -0
  129. package/src/cli/util.ts +33 -100
  130. package/src/examples/token.ts +17 -7
  131. package/src/local-network/auth_registry.ts +19 -0
  132. package/src/local-network/banana_fpc.ts +13 -9
  133. package/src/local-network/local-network.ts +94 -75
  134. package/src/testing/cheat_codes.ts +18 -49
  135. package/src/testing/epoch_test_settler.ts +8 -32
  136. package/src/testing/index.ts +2 -1
  137. package/src/testing/local-network.ts +97 -0
  138. package/src/testing/token_allowed_setup.ts +26 -0
  139. package/dest/cli/cmds/start_archiver.d.ts +0 -9
  140. package/dest/cli/cmds/start_archiver.d.ts.map +0 -1
  141. package/dest/cli/cmds/start_archiver.js +0 -48
  142. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  143. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  144. package/dest/cli/cmds/start_prover_node.js +0 -108
  145. package/dest/cli/release_version.d.ts +0 -2
  146. package/dest/cli/release_version.d.ts.map +0 -1
  147. package/dest/cli/release_version.js +0 -14
  148. package/dest/testing/anvil_test_watcher.d.ts +0 -34
  149. package/dest/testing/anvil_test_watcher.d.ts.map +0 -1
  150. package/dest/testing/anvil_test_watcher.js +0 -144
  151. package/scripts/compile.sh +0 -44
  152. package/scripts/extract_function.js +0 -47
  153. package/scripts/flamegraph.sh +0 -59
  154. package/scripts/setup_project.sh +0 -31
  155. package/src/cli/cmds/start_archiver.ts +0 -50
  156. package/src/cli/cmds/start_prover_node.ts +0 -124
  157. package/src/cli/release_version.ts +0 -21
  158. package/src/testing/anvil_test_watcher.ts +0 -166
@@ -0,0 +1,184 @@
1
+ import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
+ import type { Fr } from '@aztec/aztec.js/fields';
3
+ import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
4
+ import { getPublicClient } from '@aztec/ethereum/client';
5
+ import type { GenesisStateConfig } from '@aztec/ethereum/config';
6
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
+ import type { EthAddress } from '@aztec/foundation/eth-address';
8
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
9
+ import { type LogFn, createLogger } from '@aztec/foundation/log';
10
+ import { retryUntil } from '@aztec/foundation/retry';
11
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
12
+ import type { VersionCheck } from '@aztec/stdlib/update-checker';
13
+ import { getGenesisValues } from '@aztec/world-state/testing';
14
+
15
+ import Koa from 'koa';
16
+
17
+ import { isShuttingDown, softShutdown } from '../util.js';
18
+
19
+ const ROLLUP_POLL_INTERVAL_S = 60;
20
+
21
+ /**
22
+ * Computes the expected genesis archive root from the genesis state config.
23
+ * Reads test accounts and sponsored FPC addresses as specified, then computes
24
+ * the genesis values including the archive root and prefilled public data.
25
+ */
26
+ export async function computeExpectedGenesisRoot(config: GenesisStateConfig, userLog: LogFn) {
27
+ const testAccounts = config.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
28
+ const sponsoredFPCAccounts = config.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
29
+ const prefundAddresses = (config.prefundAddresses ?? []).map(a => AztecAddress.fromStringUnsafe(a));
30
+ const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts).concat(prefundAddresses);
31
+
32
+ userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
33
+
34
+ const { genesisArchiveRoot, genesis } = await getGenesisValues(initialFundedAccounts);
35
+
36
+ userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
37
+
38
+ return { genesisArchiveRoot, genesis };
39
+ }
40
+
41
+ /**
42
+ * Compares the rollup's on-chain protocol constants (genesis archive root, VK tree root, protocol
43
+ * contracts hash) against the node's expected local values. Returns a list of human-readable mismatch
44
+ * descriptions, empty if the rollup is compatible.
45
+ */
46
+ export async function checkRollupCompatibility(
47
+ rollup: RollupContract,
48
+ expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
49
+ ): Promise<string[]> {
50
+ const mismatches: string[] = [];
51
+ const [l1Genesis, l1Vk, l1Protocol] = await Promise.all([
52
+ rollup.getGenesisArchiveTreeRoot(),
53
+ rollup.getVkTreeRoot(),
54
+ rollup.getProtocolContractsHash(),
55
+ ]);
56
+ if (!l1Genesis.equals(expected.genesisArchiveRoot)) {
57
+ mismatches.push(`genesis archive root (expected ${expected.genesisArchiveRoot}, got ${l1Genesis})`);
58
+ }
59
+ if (!l1Vk.equals(expected.vkTreeRoot)) {
60
+ mismatches.push(`VK tree root (expected ${expected.vkTreeRoot}, got ${l1Vk})`);
61
+ }
62
+ if (!l1Protocol.equals(expected.protocolContractsHash)) {
63
+ mismatches.push(`protocol contracts hash (expected ${expected.protocolContractsHash}, got ${l1Protocol})`);
64
+ }
65
+ return mismatches;
66
+ }
67
+
68
+ /**
69
+ * Waits until the canonical rollup's genesis archive root, VK tree root, and protocol contracts hash
70
+ * all match the expected local values. If the rollup is not yet compatible (e.g. during L1 contract upgrades),
71
+ * enters standby mode: starts a lightweight HTTP server for K8s liveness probes and polls every 60s
72
+ * until a compatible rollup appears.
73
+ */
74
+ export async function waitForCompatibleRollup(
75
+ config: {
76
+ l1RpcUrls: string[];
77
+ l1ChainId: number;
78
+ registryAddress: EthAddress;
79
+ rollupVersion?: number;
80
+ },
81
+ expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
82
+ port: number | undefined,
83
+ userLog: LogFn,
84
+ ): Promise<void> {
85
+ const publicClient = getPublicClient(config);
86
+ const rollupVersion: number | 'canonical' = config.rollupVersion ?? 'canonical';
87
+
88
+ const registry = new RegistryContract(publicClient, config.registryAddress);
89
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
90
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
91
+
92
+ let mismatches: string[];
93
+ try {
94
+ mismatches = await checkRollupCompatibility(rollup, expected);
95
+ } catch (err: any) {
96
+ throw new Error(`Could not retrieve rollup config from canonical rollup at ${rollupAddress}: ${err.message}`);
97
+ }
98
+
99
+ if (mismatches.length === 0) {
100
+ return;
101
+ }
102
+
103
+ userLog(
104
+ `Rollup at ${rollupAddress} is incompatible: ${mismatches.join('; ')}. ` +
105
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_S}s for a compatible rollup...`,
106
+ );
107
+
108
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
109
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
110
+
111
+ try {
112
+ await retryUntil(
113
+ async () => {
114
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
115
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
116
+
117
+ let currentMismatches: string[];
118
+ try {
119
+ currentMismatches = await checkRollupCompatibility(currentRollup, expected);
120
+ } catch {
121
+ userLog(`Failed to fetch rollup config from rollup at ${currentRollupAddress}. Retrying...`);
122
+ return undefined;
123
+ }
124
+
125
+ if (currentMismatches.length === 0) {
126
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
127
+ return true;
128
+ }
129
+
130
+ userLog(`Still waiting. Rollup at ${currentRollupAddress}: ${currentMismatches.join('; ')}.`);
131
+ return undefined;
132
+ },
133
+ 'compatible rollup',
134
+ 0,
135
+ ROLLUP_POLL_INTERVAL_S,
136
+ );
137
+ } finally {
138
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
139
+ }
140
+ }
141
+
142
+ /**
143
+ * Polls the canonical rollup's protocol constants every 10 minutes and soft-shuts-down the node once they
144
+ * diverge from the node's expected local values (i.e. an incompatible rollup has become canonical on L1).
145
+ * The HTTP health server is left running so K8s probes keep passing on the wound-down pod. This is the
146
+ * inverse of {@link waitForCompatibleRollup}; it should only be set up for nodes following the canonical
147
+ * rollup. Reuses the {@link checkRollupCompatibility} diff and the generic VersionChecker poll primitive.
148
+ */
149
+ export async function setupAutoShutdown(
150
+ config: { l1RpcUrls: string[]; l1ChainId: number },
151
+ registryAddress: EthAddress,
152
+ rollupVersion: number | 'canonical',
153
+ expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
154
+ signalHandlers: Array<() => Promise<void>>,
155
+ ): Promise<void> {
156
+ const { VersionChecker } = await import('@aztec/stdlib/update-checker');
157
+
158
+ const logger = createLogger('auto_shutdown');
159
+ const publicClient = getPublicClient(config);
160
+ const registry = new RegistryContract(publicClient, registryAddress);
161
+
162
+ const check: VersionCheck = {
163
+ name: 'rollup',
164
+ currentVersion: 'compatible',
165
+ getLatestVersion: async () => {
166
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
167
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
168
+ const mismatches = await checkRollupCompatibility(rollup, expected);
169
+ return mismatches.length === 0 ? 'compatible' : `incompatible: ${mismatches.join('; ')}`;
170
+ },
171
+ };
172
+
173
+ const checker = new VersionChecker([check], 600_000, logger);
174
+ checker.on('newVersion', ({ latestVersion }) => {
175
+ if (isShuttingDown()) {
176
+ return;
177
+ }
178
+ logger.warn('Canonical rollup is no longer compatible; auto-shutting down node', { latestVersion });
179
+ // softShutdown never rejects (it awaits handlers via allSettled); fire-and-forget from the listener.
180
+ void softShutdown(logger.info.bind(logger), signalHandlers);
181
+ });
182
+ checker.start();
183
+ signalHandlers.push(() => checker.stop());
184
+ }
@@ -12,7 +12,7 @@ import {
12
12
  } from '@aztec/telemetry-client';
13
13
  import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -21,11 +21,9 @@ export async function startBot(
21
21
  services: NamespacedApiHandlers,
22
22
  userLog: LogFn,
23
23
  ) {
24
- const { proverNode, archiver, sequencer, p2pBootstrap, txe, prover } = options;
25
- if (proverNode || archiver || sequencer || p2pBootstrap || txe || prover) {
26
- userLog(
27
- `Starting a bot with --prover-node, --prover, --archiver, --sequencer, --p2p-bootstrap, or --txe is not supported.`,
28
- );
24
+ const { proverNode, sequencer, p2pBootstrap, txe, prover } = options;
25
+ if (proverNode || sequencer || p2pBootstrap || txe || prover) {
26
+ userLog(`Starting a bot with --prover-node, --prover, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
29
27
  process.exit(1);
30
28
  }
31
29
 
@@ -38,10 +36,11 @@ export async function startBot(
38
36
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
37
 
40
38
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
39
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
41
40
  const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
41
 
43
42
  const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
43
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
44
  }
46
45
 
47
46
  export async function addBot(
@@ -52,8 +51,15 @@ export async function addBot(
52
51
  aztecNode: AztecNode,
53
52
  telemetry: TelemetryClient,
54
53
  aztecNodeAdmin?: AztecNodeAdmin,
54
+ userLog?: LogFn,
55
55
  ) {
56
56
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
57
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
58
+
59
+ // The bot wallet's embedded PXE syncs to this tip (see start_bot.ts/start_node.ts which build the wallet from the
60
+ // same options). L1-to-L2 readiness checks must be evaluated at this tip rather than at 'latest', or the bot can
61
+ // consider a message ready while the PXE simulation anchors to an older block that cannot prove its membership yet.
62
+ const { syncChainTip } = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
57
63
 
58
64
  const db = await (config.dataDirectory
59
65
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -62,7 +68,7 @@ export async function addBot(
62
68
  const store = new BotStore(db);
63
69
  await store.cleanupOldClaims();
64
70
 
65
- const botRunner = new BotRunner(config, wallet, aztecNode, telemetry, aztecNodeAdmin, store);
71
+ const botRunner = new BotRunner(config, wallet, aztecNode, telemetry, aztecNodeAdmin, store, syncChainTip);
66
72
  if (!config.noStart) {
67
73
  void botRunner.start(); // Do not block since bot setup takes time
68
74
  }
@@ -1,30 +1,38 @@
1
- import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
- import { type AztecNodeConfig, aztecNodeConfigMappings, getConfigEnvVars } from '@aztec/aztec-node';
1
+ import {
2
+ type AztecNodeConfig,
3
+ aztecNodeConfigMappings,
4
+ getConfigEnvVars,
5
+ registerAztecNodeRpcHandlers,
6
+ } from '@aztec/aztec-node';
3
7
  import { Fr } from '@aztec/aztec.js/fields';
4
- import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
8
  import { getL1Config } from '@aztec/cli/config';
6
- import { getPublicClient } from '@aztec/ethereum/client';
7
- import { SecretValue } from '@aztec/foundation/config';
9
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
10
+ import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
8
11
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
12
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
13
  import type { LogFn } from '@aztec/foundation/log';
14
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
15
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
16
+ import {
17
+ ProvingJobConsumerSchema,
18
+ createProvingJobBrokerClient,
19
+ proverBrokerBackoff,
20
+ } from '@aztec/prover-client/broker';
10
21
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
11
- import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
22
+ import { ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
23
  import {
14
24
  type TelemetryClientConfig,
15
25
  initTelemetryClient,
26
+ makeTracedFetch,
16
27
  telemetryClientConfigMappings,
17
28
  } from '@aztec/telemetry-client';
18
29
  import { EmbeddedWallet } from '@aztec/wallets/embedded';
19
- import { getGenesisValues } from '@aztec/world-state/testing';
20
30
 
21
31
  import { createAztecNode } from '../../local-network/index.js';
22
- import {
23
- extractNamespacedOptions,
24
- extractRelevantOptions,
25
- preloadCrsDataForVerifying,
26
- setupUpdateMonitor,
27
- } from '../util.js';
32
+ import { extractNamespacedOptions, extractRelevantOptions, preloadCrsDataForVerifying } from '../util.js';
33
+ import { getVersions } from '../versioning.js';
34
+ import { computeExpectedGenesisRoot, setupAutoShutdown, waitForCompatibleRollup } from './standby.js';
35
+ import { startProverBroker } from './start_prover_broker.js';
28
36
 
29
37
  export async function startNode(
30
38
  options: any,
@@ -32,6 +40,7 @@ export async function startNode(
32
40
  services: NamespacedApiHandlers,
33
41
  adminServices: NamespacedApiHandlers,
34
42
  userLog: LogFn,
43
+ networkName: NetworkNames,
35
44
  ): Promise<{ config: AztecNodeConfig }> {
36
45
  // All options set from environment variables
37
46
  const configFromEnvVars = getConfigEnvVars();
@@ -45,31 +54,53 @@ export async function startNode(
45
54
  ...relevantOptions,
46
55
  };
47
56
 
57
+ // Prover node configuration and broker setup
58
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
59
+ let broker: ProvingJobBroker | undefined = undefined;
48
60
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
61
+ nodeConfig.enableProverNode = true;
62
+ if (nodeConfig.proverAgentCount === 0) {
63
+ userLog(
64
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
65
+ );
66
+ }
67
+ if (nodeConfig.proverBrokerUrl) {
68
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
69
+ // set a lower connection limit such that we don't overload the server
70
+ // Retry indefinitely until the epoch proving times out and the chain reorgs
71
+ const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 100 })));
72
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
73
+ } else if (options.proverBroker) {
74
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
75
+ } else {
76
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
77
+ process.exit(1);
78
+ }
51
79
  }
52
80
 
53
81
  await preloadCrsDataForVerifying(nodeConfig, userLog);
54
82
 
55
- const testAccounts = nodeConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
- const sponsoredFPCAccounts = nodeConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
58
-
59
- userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
-
61
- const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
62
-
63
- userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
83
+ const genesisConfig = getGenesisStateConfigEnvVars();
84
+ const { genesisArchiveRoot, genesis } = await computeExpectedGenesisRoot(genesisConfig, userLog);
64
85
 
65
86
  const followsCanonicalRollup =
66
87
  typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
67
88
 
68
- if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
89
+ if (!nodeConfig.registryAddress || nodeConfig.registryAddress.isZero()) {
69
90
  throw new Error('L1 registry address is required to start Aztec Node');
70
91
  }
92
+
93
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
94
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
95
+ await waitForCompatibleRollup(
96
+ nodeConfig,
97
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
98
+ options.port,
99
+ userLog,
100
+ );
101
+
71
102
  const { addresses, config } = await getL1Config(
72
- nodeConfig.l1Contracts.registryAddress,
103
+ nodeConfig.registryAddress,
73
104
  nodeConfig.l1RpcUrls,
74
105
  nodeConfig.l1ChainId,
75
106
  nodeConfig.rollupVersion,
@@ -83,13 +114,9 @@ export async function startNode(
83
114
  );
84
115
  }
85
116
 
86
- // TODO(#12272): will clean this up.
87
117
  nodeConfig = {
88
118
  ...nodeConfig,
89
- l1Contracts: {
90
- ...addresses,
91
- slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
92
- },
119
+ ...addresses,
93
120
  ...config,
94
121
  };
95
122
 
@@ -101,12 +128,17 @@ export async function startNode(
101
128
  ...extractNamespacedOptions(options, 'sequencer'),
102
129
  };
103
130
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
131
+ if (
132
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
133
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
134
+ ) {
105
135
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
136
+ sequencerConfig.sequencerPublisherPrivateKeys = [
137
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
138
+ ];
107
139
  }
108
140
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
141
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
142
  }
111
143
 
112
144
  if (nodeConfig.p2pEnabled) {
@@ -120,12 +152,18 @@ export async function startNode(
120
152
  const telemetry = await initTelemetryClient(telemetryConfig);
121
153
 
122
154
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
155
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { genesis });
156
+
157
+ registerAztecNodeRpcHandlers(node, services, adminServices, { debug: options.nodeDebug });
124
158
 
125
- // Add node and p2p to services list
126
- services.node = [node, AztecNodeApiSchema];
127
- services.p2p = [node.getP2P(), P2PApiSchema];
128
- adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
159
+ // Register prover-node services if the prover node subsystem is running
160
+ const proverNode = node.getProverNode();
161
+ if (proverNode) {
162
+ adminServices.prover = [proverNode, ProverNodeApiSchema];
163
+ if (!nodeConfig.proverBrokerUrl) {
164
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
165
+ }
166
+ }
129
167
 
130
168
  // Add node stop function to signal handlers
131
169
  signalHandlers.push(node.stop.bind(node));
@@ -140,16 +178,18 @@ export async function startNode(
140
178
  await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
141
179
  }
142
180
 
143
- if (nodeConfig.autoUpdate !== 'disabled' && nodeConfig.autoUpdateUrl) {
144
- await setupUpdateMonitor(
145
- nodeConfig.autoUpdate,
146
- new URL(nodeConfig.autoUpdateUrl),
147
- followsCanonicalRollup,
148
- getPublicClient(nodeConfig!),
149
- nodeConfig.l1Contracts.registryAddress,
150
- signalHandlers,
151
- async config => node.setConfig((await AztecNodeAdminApiSchema.setConfig.parameters().parseAsync([config]))[0]),
152
- );
181
+ if (nodeConfig.enableAutoShutdown && networkName !== 'local' && followsCanonicalRollup) {
182
+ try {
183
+ await setupAutoShutdown(
184
+ nodeConfig,
185
+ nodeConfig.registryAddress,
186
+ (nodeConfig.rollupVersion as number | 'canonical') ?? 'canonical',
187
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
188
+ signalHandlers,
189
+ );
190
+ } catch {
191
+ /* no-op */
192
+ }
153
193
  }
154
194
 
155
195
  return { config: nodeConfig };
@@ -9,6 +9,7 @@ import {
9
9
  createProofStore,
10
10
  createProvingJobBrokerClient,
11
11
  proverAgentConfigMappings,
12
+ proverBrokerBackoff,
12
13
  } from '@aztec/prover-client/broker';
13
14
  import { getProverNodeAgentConfigFromEnv } from '@aztec/prover-node';
14
15
  import { ProverAgentApiSchema } from '@aztec/stdlib/interfaces/server';
@@ -23,8 +24,8 @@ export async function startProverAgent(
23
24
  services: NamespacedApiHandlers,
24
25
  userLog: LogFn,
25
26
  ) {
26
- if (options.node || options.sequencer || options.pxe || options.p2pBootstrap || options.txe) {
27
- userLog(`Starting a prover agent with --node, --sequencer, --pxe, --p2p-bootstrap, or --txe is not supported.`);
27
+ if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
28
+ userLog(`Starting a prover agent with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
28
29
  process.exit(1);
29
30
  }
30
31
 
@@ -45,12 +46,8 @@ export async function startProverAgent(
45
46
 
46
47
  await preloadCrsDataForServerSideProving(config, userLog);
47
48
 
48
- const fetch = makeTracedFetch(
49
- // retry connections every 3s, up to 30s before giving up
50
- [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
51
- false,
52
- makeUndiciFetch(new Agent({ connections: 10 })),
53
- );
49
+ // Retry indefinitely until the epoch proving times out and the chain reorgs
50
+ const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 10 })));
54
51
  const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
55
52
 
56
53
  const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
@@ -1,7 +1,9 @@
1
1
  import { getL1Config } from '@aztec/cli/config';
2
- import { getPublicClient } from '@aztec/ethereum/client';
2
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
3
3
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
6
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
5
7
  import {
6
8
  type ProverBrokerConfig,
7
9
  ProvingJobBrokerSchema,
@@ -13,7 +15,8 @@ import { getProverNodeBrokerConfigFromEnv } from '@aztec/prover-node';
13
15
  import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
14
16
  import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
15
17
 
16
- import { extractRelevantOptions, setupUpdateMonitor } from '../util.js';
18
+ import { extractRelevantOptions } from '../util.js';
19
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
17
20
 
18
21
  export async function startProverBroker(
19
22
  options: any,
@@ -21,45 +24,41 @@ export async function startProverBroker(
21
24
  services: NamespacedApiHandlers,
22
25
  userLog: LogFn,
23
26
  ): Promise<{ broker: ProvingJobBroker; config: ProverBrokerConfig }> {
24
- if (options.node || options.sequencer || options.pxe || options.p2pBootstrap || options.txe) {
25
- userLog(`Starting a prover broker with --node, --sequencer, --pxe, --p2p-bootstrap, or --txe is not supported.`);
27
+ if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
28
+ userLog(`Starting a prover broker with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
26
29
  process.exit(1);
27
30
  }
28
31
 
29
- const config: ProverBrokerConfig = {
32
+ const baseConfig: ProverBrokerConfig = {
30
33
  ...getProverNodeBrokerConfigFromEnv(), // get default config from env
31
34
  ...extractRelevantOptions<ProverBrokerConfig>(options, proverBrokerConfigMappings, 'proverBroker'), // override with command line options
32
35
  };
33
36
 
34
- if (!config.l1Contracts.registryAddress || config.l1Contracts.registryAddress.isZero()) {
37
+ if (!baseConfig.registryAddress || baseConfig.registryAddress.isZero()) {
35
38
  throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
36
39
  }
37
40
 
38
- const followsCanonicalRollup = typeof config.rollupVersion !== 'number';
41
+ const genesisConfig = getGenesisStateConfigEnvVars();
42
+ const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
43
+ await waitForCompatibleRollup(
44
+ baseConfig,
45
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
46
+ options.port,
47
+ userLog,
48
+ );
49
+
39
50
  const { addresses, config: rollupConfig } = await getL1Config(
40
- config.l1Contracts.registryAddress,
41
- config.l1RpcUrls,
42
- config.l1ChainId,
43
- config.rollupVersion,
51
+ baseConfig.registryAddress,
52
+ baseConfig.l1RpcUrls,
53
+ baseConfig.l1ChainId,
54
+ baseConfig.rollupVersion,
44
55
  );
45
56
 
46
- config.l1Contracts = addresses;
47
- config.rollupVersion = rollupConfig.rollupVersion;
57
+ const config: ProverBrokerConfig = { ...baseConfig, ...addresses, rollupVersion: rollupConfig.rollupVersion };
48
58
 
49
59
  const client = await initTelemetryClient(getTelemetryClientConfig());
50
60
  const broker = await createAndStartProvingBroker(config, client);
51
61
 
52
- if (options.autoUpdate !== 'disabled' && options.autoUpdateUrl) {
53
- await setupUpdateMonitor(
54
- options.autoUpdate,
55
- new URL(options.autoUpdateUrl),
56
- followsCanonicalRollup,
57
- getPublicClient(config),
58
- config.l1Contracts.registryAddress,
59
- signalHandlers,
60
- );
61
- }
62
-
63
62
  services.proverBroker = [
64
63
  broker,
65
64
  config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
@@ -1,15 +1,17 @@
1
1
  import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
2
2
  import type { Logger } from '@aztec/foundation/log';
3
- import { createTXERpcServer } from '@aztec/txe';
3
+ import { createTXERpcServer } from '@aztec/txe/server';
4
4
 
5
- export async function startTXE(options: any, debugLogger: Logger) {
5
+ export async function startTXE(options: any, signalHandlers: Array<() => Promise<void>>, debugLogger: Logger) {
6
6
  debugLogger.info(`Setting up TXE...`);
7
7
 
8
- const txeServer = createTXERpcServer(debugLogger);
9
- const { port } = await startHttpRpcServer(txeServer, {
8
+ const txeServer = await createTXERpcServer(debugLogger);
9
+ const httpServer = await startHttpRpcServer(txeServer, {
10
10
  port: options.port,
11
11
  timeoutMs: 1e3 * 60 * 5,
12
12
  });
13
13
 
14
- debugLogger.info(`TXE listening on port ${port}`);
14
+ signalHandlers.push(() => new Promise<void>(resolve => httpServer.close(() => resolve())));
15
+
16
+ debugLogger.info(`TXE listening on port ${httpServer.port}`);
15
17
  }
@@ -0,0 +1,49 @@
1
+ import { readFile, readdir } from 'fs/promises';
2
+ import { join } from 'path';
3
+
4
+ export interface CompiledArtifact {
5
+ noir_version: string;
6
+ file_map: unknown;
7
+ functions: ContractFunction[];
8
+ bytecode?: string;
9
+ /**
10
+ * Set to true by the AVM transpiler (invoked via `bb aztec_process`) once the contract has been transpiled and its
11
+ * verification keys generated. Absent on raw `nargo compile` output, hence optional.
12
+ */
13
+ transpiled?: boolean;
14
+ }
15
+
16
+ export interface ContractFunction {
17
+ name: string;
18
+ abi: unknown;
19
+ bytecode: string;
20
+ debug_symbols: unknown;
21
+ is_unconstrained?: boolean;
22
+ }
23
+
24
+ export interface ArtifactFile {
25
+ name: string;
26
+ filePath: string;
27
+ content: CompiledArtifact;
28
+ }
29
+
30
+ /** Reads all JSON artifact files from a target directory and returns their parsed contents. */
31
+ export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
32
+ let entries: string[];
33
+ try {
34
+ entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
35
+ } catch (err: any) {
36
+ if (err?.code === 'ENOENT') {
37
+ throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
38
+ }
39
+ throw err;
40
+ }
41
+
42
+ const artifacts: ArtifactFile[] = [];
43
+ for (const file of entries) {
44
+ const filePath = join(targetDir, file);
45
+ const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
46
+ artifacts.push({ name: file.replace('.json', ''), filePath, content });
47
+ }
48
+ return artifacts;
49
+ }