@aztec/aztec 0.0.1-commit.03f7ef2 → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/dest/bin/index.js +9 -3
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +80 -22
  8. package/dest/cli/aztec_start_options.d.ts +2 -2
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +43 -25
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +4 -37
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +166 -0
  17. package/dest/cli/cmds/migrate_ha_db.d.ts +3 -0
  18. package/dest/cli/cmds/migrate_ha_db.d.ts.map +1 -0
  19. package/dest/cli/cmds/migrate_ha_db.js +27 -0
  20. package/dest/cli/cmds/profile.d.ts +4 -0
  21. package/dest/cli/cmds/profile.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile.js +8 -0
  23. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  24. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_flamegraph.js +52 -0
  26. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  27. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_gates.js +76 -0
  29. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  30. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  31. package/dest/cli/cmds/profile_utils.js +50 -0
  32. package/dest/cli/cmds/standby.d.ts +30 -0
  33. package/dest/cli/cmds/standby.d.ts.map +1 -0
  34. package/dest/cli/cmds/standby.js +97 -0
  35. package/dest/cli/cmds/start_bot.d.ts +3 -3
  36. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  37. package/dest/cli/cmds/start_bot.js +12 -8
  38. package/dest/cli/cmds/start_node.d.ts +3 -2
  39. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  40. package/dest/cli/cmds/start_node.js +75 -35
  41. package/dest/cli/cmds/start_p2p_bootstrap.d.ts +2 -2
  42. package/dest/cli/cmds/start_p2p_bootstrap.d.ts.map +1 -1
  43. package/dest/cli/cmds/start_p2p_bootstrap.js +1 -2
  44. package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
  45. package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
  46. package/dest/cli/cmds/start_prover_agent.js +7 -19
  47. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  48. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  49. package/dest/cli/cmds/start_prover_broker.js +24 -15
  50. package/dest/cli/cmds/start_txe.d.ts +2 -2
  51. package/dest/cli/cmds/start_txe.d.ts.map +1 -1
  52. package/dest/cli/cmds/start_txe.js +6 -5
  53. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  54. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  55. package/dest/cli/cmds/utils/artifacts.js +24 -0
  56. package/dest/cli/cmds/utils/collect_crate_dirs.d.ts +21 -0
  57. package/dest/cli/cmds/utils/collect_crate_dirs.d.ts.map +1 -0
  58. package/dest/cli/cmds/utils/collect_crate_dirs.js +114 -0
  59. package/dest/cli/cmds/utils/needs_recompile.d.ts +10 -0
  60. package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -0
  61. package/dest/cli/cmds/utils/needs_recompile.js +90 -0
  62. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  63. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  64. package/dest/cli/cmds/utils/spawn.js +16 -0
  65. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts +4 -0
  66. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts.map +1 -0
  67. package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.js +61 -0
  68. package/dest/cli/util.d.ts +7 -18
  69. package/dest/cli/util.d.ts.map +1 -1
  70. package/dest/cli/util.js +57 -91
  71. package/dest/examples/token.js +9 -9
  72. package/dest/local-network/auth_registry.d.ts +4 -0
  73. package/dest/local-network/auth_registry.d.ts.map +1 -0
  74. package/dest/local-network/auth_registry.js +15 -0
  75. package/dest/local-network/banana_fpc.d.ts +1 -1
  76. package/dest/local-network/banana_fpc.d.ts.map +1 -1
  77. package/dest/local-network/banana_fpc.js +11 -9
  78. package/dest/local-network/local-network.d.ts +7 -29
  79. package/dest/local-network/local-network.d.ts.map +1 -1
  80. package/dest/local-network/local-network.js +95 -37
  81. package/dest/testing/anvil_test_watcher.d.ts +23 -3
  82. package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
  83. package/dest/testing/anvil_test_watcher.js +113 -22
  84. package/dest/testing/cheat_codes.d.ts +20 -17
  85. package/dest/testing/cheat_codes.d.ts.map +1 -1
  86. package/dest/testing/cheat_codes.js +72 -36
  87. package/dest/testing/epoch_test_settler.d.ts +19 -0
  88. package/dest/testing/epoch_test_settler.d.ts.map +1 -0
  89. package/dest/testing/epoch_test_settler.js +63 -0
  90. package/dest/testing/index.d.ts +4 -2
  91. package/dest/testing/index.d.ts.map +1 -1
  92. package/dest/testing/index.js +2 -0
  93. package/dest/testing/token_allowed_setup.d.ts +7 -0
  94. package/dest/testing/token_allowed_setup.d.ts.map +1 -0
  95. package/dest/testing/token_allowed_setup.js +20 -0
  96. package/package.json +36 -34
  97. package/scripts/add_crate.sh +53 -0
  98. package/scripts/aztec.sh +26 -9
  99. package/scripts/init.sh +23 -19
  100. package/scripts/new.sh +48 -24
  101. package/scripts/setup_workspace.sh +69 -0
  102. package/scripts/templates/blank/contract/Nargo.toml +6 -0
  103. package/scripts/templates/blank/contract/src/main.nr +10 -0
  104. package/scripts/templates/blank/test/Nargo.toml +7 -0
  105. package/scripts/templates/blank/test/src/lib.nr +11 -0
  106. package/scripts/templates/counter/contract/Nargo.toml +7 -0
  107. package/scripts/templates/counter/contract/src/main.nr +48 -0
  108. package/scripts/templates/counter/test/Nargo.toml +7 -0
  109. package/scripts/templates/counter/test/src/lib.nr +32 -0
  110. package/src/bin/index.ts +9 -3
  111. package/src/cli/admin_api_key_store.ts +128 -0
  112. package/src/cli/aztec_start_action.ts +72 -17
  113. package/src/cli/aztec_start_options.ts +51 -31
  114. package/src/cli/cli.ts +4 -37
  115. package/src/cli/cmds/compile.ts +192 -0
  116. package/src/cli/cmds/migrate_ha_db.ts +43 -0
  117. package/src/cli/cmds/profile.ts +26 -0
  118. package/src/cli/cmds/profile_flamegraph.ts +64 -0
  119. package/src/cli/cmds/profile_gates.ts +84 -0
  120. package/src/cli/cmds/profile_utils.ts +58 -0
  121. package/src/cli/cmds/standby.ts +132 -0
  122. package/src/cli/cmds/start_bot.ts +11 -10
  123. package/src/cli/cmds/start_node.ts +86 -40
  124. package/src/cli/cmds/start_p2p_bootstrap.ts +2 -2
  125. package/src/cli/cmds/start_prover_agent.ts +8 -19
  126. package/src/cli/cmds/start_prover_broker.ts +28 -25
  127. package/src/cli/cmds/start_txe.ts +7 -5
  128. package/src/cli/cmds/utils/artifacts.ts +44 -0
  129. package/src/cli/cmds/utils/collect_crate_dirs.ts +118 -0
  130. package/src/cli/cmds/utils/needs_recompile.ts +98 -0
  131. package/src/cli/cmds/utils/spawn.ts +16 -0
  132. package/src/cli/cmds/utils/warn_if_aztec_version_mismatch.ts +76 -0
  133. package/src/cli/util.ts +64 -102
  134. package/src/examples/token.ts +10 -10
  135. package/src/local-network/auth_registry.ts +14 -0
  136. package/src/local-network/banana_fpc.ts +8 -7
  137. package/src/local-network/local-network.ts +115 -41
  138. package/src/testing/anvil_test_watcher.ts +127 -20
  139. package/src/testing/cheat_codes.ts +92 -39
  140. package/src/testing/epoch_test_settler.ts +69 -0
  141. package/src/testing/index.ts +3 -1
  142. package/src/testing/token_allowed_setup.ts +19 -0
  143. package/dest/cli/cmds/start_archiver.d.ts +0 -9
  144. package/dest/cli/cmds/start_archiver.d.ts.map +0 -1
  145. package/dest/cli/cmds/start_archiver.js +0 -50
  146. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  147. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  148. package/dest/cli/cmds/start_prover_node.js +0 -108
  149. package/dest/cli/release_version.d.ts +0 -2
  150. package/dest/cli/release_version.d.ts.map +0 -1
  151. package/dest/cli/release_version.js +0 -14
  152. package/scripts/compile.sh +0 -44
  153. package/scripts/extract_function.js +0 -47
  154. package/scripts/flamegraph.sh +0 -59
  155. package/scripts/setup_project.sh +0 -31
  156. package/src/cli/cmds/start_archiver.ts +0 -61
  157. package/src/cli/cmds/start_prover_node.ts +0 -124
  158. package/src/cli/release_version.ts +0 -21
@@ -0,0 +1,64 @@
1
+ import { findBbBinary } from '@aztec/bb.js';
2
+ import type { LogFn } from '@aztec/foundation/log';
3
+
4
+ import { readFile, rename, rm, writeFile } from 'fs/promises';
5
+ import { basename, dirname, join } from 'path';
6
+
7
+ import { makeFunctionArtifact } from './profile_utils.js';
8
+ import type { CompiledArtifact } from './utils/artifacts.js';
9
+ import { run } from './utils/spawn.js';
10
+
11
+ /** Generates a gate count flamegraph SVG for a single contract function. */
12
+ export async function profileFlamegraph(artifactPath: string, functionName: string, log: LogFn): Promise<void> {
13
+ const raw = await readFile(artifactPath, 'utf-8');
14
+ const artifact: CompiledArtifact = JSON.parse(raw);
15
+
16
+ if (!Array.isArray(artifact.functions)) {
17
+ throw new Error(`${artifactPath} does not appear to be a contract artifact (no functions array)`);
18
+ }
19
+
20
+ const func = artifact.functions.find(f => f.name === functionName);
21
+ if (!func) {
22
+ const available = artifact.functions.map(f => f.name).join(', ');
23
+ throw new Error(`Function "${functionName}" not found in artifact. Available: ${available}`);
24
+ }
25
+ if (func.is_unconstrained) {
26
+ throw new Error(`Function "${functionName}" is unconstrained and cannot be profiled`);
27
+ }
28
+
29
+ const outputDir = dirname(artifactPath);
30
+ const contractName = basename(artifactPath, '.json');
31
+ const functionArtifact = join(outputDir, `${contractName}-${functionName}.json`);
32
+
33
+ try {
34
+ await writeFile(functionArtifact, makeFunctionArtifact(artifact, func));
35
+
36
+ const profiler = process.env.PROFILER_PATH ?? 'noir-profiler';
37
+ const bb = process.env.BB ?? findBbBinary() ?? 'bb';
38
+
39
+ await run(profiler, [
40
+ 'gates',
41
+ '--artifact-path',
42
+ functionArtifact,
43
+ '--backend-path',
44
+ bb,
45
+ '--backend-gates-command',
46
+ 'gates',
47
+ '--output',
48
+ outputDir,
49
+ '--scheme',
50
+ 'chonk',
51
+ '--include_gates_per_opcode',
52
+ ]);
53
+
54
+ // noir-profiler names the SVG using the internal function name which
55
+ // retains the __aztec_nr_internals__ prefix in the bytecode metadata.
56
+ const srcSvg = join(outputDir, `__aztec_nr_internals__${functionName}_gates.svg`);
57
+ const destSvg = join(outputDir, `${contractName}-${functionName}-flamegraph.svg`);
58
+ await rename(srcSvg, destSvg);
59
+
60
+ log(`Flamegraph written to ${destSvg}`);
61
+ } finally {
62
+ await rm(functionArtifact, { force: true });
63
+ }
64
+ }
@@ -0,0 +1,84 @@
1
+ import { findBbBinary } from '@aztec/bb.js';
2
+ import { asyncPool } from '@aztec/foundation/async-pool';
3
+ import type { LogFn } from '@aztec/foundation/log';
4
+
5
+ import { execFile as execFileCb } from 'child_process';
6
+ import { rm } from 'fs/promises';
7
+ import { promisify } from 'util';
8
+
9
+ import { type DiscoveredArtifact, MAX_CONCURRENT, discoverArtifacts } from './profile_utils.js';
10
+
11
+ const execFile = promisify(execFileCb);
12
+
13
+ interface GateCountResult {
14
+ name: string;
15
+ type: DiscoveredArtifact['type'];
16
+ gateCount: number;
17
+ }
18
+
19
+ /** Parses circuit_size from bb gates JSON output: { "functions": [{ "circuit_size": N }] } */
20
+ function parseGateCount(stdout: string): number {
21
+ const parsed = JSON.parse(stdout);
22
+ const size = parsed?.functions?.[0]?.circuit_size;
23
+ if (typeof size !== 'number') {
24
+ throw new Error('Failed to parse circuit_size from bb gates output');
25
+ }
26
+ return size;
27
+ }
28
+
29
+ /** Runs bb gates on a single artifact file and returns the gate count. */
30
+ async function getGateCount(bb: string, artifactPath: string): Promise<number> {
31
+ const { stdout } = await execFile(bb, ['gates', '--scheme', 'chonk', '-b', artifactPath]);
32
+ return parseGateCount(stdout);
33
+ }
34
+
35
+ /** Profiles all compiled artifacts in a target directory and prints gate counts. */
36
+ export async function profileGates(targetDir: string, json: boolean, log: LogFn): Promise<void> {
37
+ const bb = process.env.BB ?? findBbBinary() ?? 'bb';
38
+ const { artifacts, tmpDir } = await discoverArtifacts(targetDir);
39
+
40
+ if (artifacts.length === 0) {
41
+ if (json) {
42
+ log('[]');
43
+ } else {
44
+ log('No artifacts found in target directory.');
45
+ }
46
+ return;
47
+ }
48
+
49
+ try {
50
+ const results: GateCountResult[] = await asyncPool(MAX_CONCURRENT, artifacts, async artifact => ({
51
+ name: artifact.name,
52
+ type: artifact.type,
53
+ gateCount: await getGateCount(bb, artifact.filePath),
54
+ }));
55
+ results.sort((a, b) => a.name.localeCompare(b.name));
56
+
57
+ if (results.length === 0) {
58
+ if (json) {
59
+ log('[]');
60
+ } else {
61
+ log('No constrained circuits found.');
62
+ }
63
+ return;
64
+ }
65
+
66
+ if (json) {
67
+ const entries = results.map(r => ({ name: r.name, type: r.type, gates: r.gateCount }));
68
+ log(JSON.stringify(entries, null, 2));
69
+ return;
70
+ }
71
+
72
+ const maxNameLen = Math.max(...results.map(r => r.name.length));
73
+ log('');
74
+ log('Gate counts:');
75
+ log('-'.repeat(maxNameLen + 16));
76
+ for (const { name, gateCount } of results) {
77
+ log(`${name.padEnd(maxNameLen)} ${gateCount.toLocaleString().padStart(12)}`);
78
+ }
79
+ log('-'.repeat(maxNameLen + 16));
80
+ log(`Total: ${results.length} circuit(s)`);
81
+ } finally {
82
+ await rm(tmpDir, { recursive: true, force: true });
83
+ }
84
+ }
@@ -0,0 +1,58 @@
1
+ import { mkdtemp, writeFile } from 'fs/promises';
2
+ import { tmpdir } from 'os';
3
+ import { join } from 'path';
4
+
5
+ import type { CompiledArtifact, ContractFunction } from './utils/artifacts.js';
6
+ import { readArtifactFiles } from './utils/artifacts.js';
7
+
8
+ export const MAX_CONCURRENT = 4;
9
+
10
+ export interface DiscoveredArtifact {
11
+ name: string;
12
+ filePath: string;
13
+ type: 'contract-function' | 'program';
14
+ }
15
+
16
+ /**
17
+ * Reads a target directory and returns a list of discovered artifacts with temp files
18
+ * created for contract functions. Caller must clean up tmpDir when done.
19
+ */
20
+ export async function discoverArtifacts(
21
+ targetDir: string,
22
+ ): Promise<{ artifacts: DiscoveredArtifact[]; tmpDir: string }> {
23
+ const files = await readArtifactFiles(targetDir);
24
+ const tmpDir = await mkdtemp(join(tmpdir(), 'aztec-profile-'));
25
+ const artifacts: DiscoveredArtifact[] = [];
26
+
27
+ for (const file of files) {
28
+ if (Array.isArray(file.content.functions)) {
29
+ for (const func of file.content.functions) {
30
+ if (!func.bytecode || func.is_unconstrained) {
31
+ continue;
32
+ }
33
+ const name = `${file.name}::${func.name}`;
34
+ const tmpPath = join(tmpDir, `${file.name}-${func.name}.json`);
35
+ await writeFile(tmpPath, makeFunctionArtifact(file.content, func));
36
+ artifacts.push({ name, filePath: tmpPath, type: 'contract-function' });
37
+ }
38
+ } else if (file.content.bytecode) {
39
+ artifacts.push({ name: file.name, filePath: file.filePath, type: 'program' });
40
+ }
41
+ }
42
+
43
+ return { artifacts, tmpDir };
44
+ }
45
+
46
+ /** Extracts a contract function as a standalone program artifact JSON string. */
47
+ export function makeFunctionArtifact(artifact: CompiledArtifact, func: ContractFunction) {
48
+ /* eslint-disable camelcase */
49
+ return JSON.stringify({
50
+ noir_version: artifact.noir_version,
51
+ hash: 0,
52
+ abi: func.abi,
53
+ bytecode: func.bytecode,
54
+ debug_symbols: func.debug_symbols,
55
+ file_map: artifact.file_map,
56
+ });
57
+ /* eslint-enable camelcase */
58
+ }
@@ -0,0 +1,132 @@
1
+ import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
+ import type { Fr } from '@aztec/aztec.js/fields';
3
+ import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
4
+ import { getPublicClient } from '@aztec/ethereum/client';
5
+ import type { GenesisStateConfig } from '@aztec/ethereum/config';
6
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
+ import type { EthAddress } from '@aztec/foundation/eth-address';
8
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
9
+ import type { LogFn } from '@aztec/foundation/log';
10
+ import { retryUntil } from '@aztec/foundation/retry';
11
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
12
+ import { getGenesisValues } from '@aztec/world-state/testing';
13
+
14
+ import Koa from 'koa';
15
+
16
+ const ROLLUP_POLL_INTERVAL_S = 60;
17
+
18
+ /**
19
+ * Computes the expected genesis archive root from the genesis state config.
20
+ * Reads test accounts and sponsored FPC addresses as specified, then computes
21
+ * the genesis values including the archive root and prefilled public data.
22
+ */
23
+ export async function computeExpectedGenesisRoot(config: GenesisStateConfig, userLog: LogFn) {
24
+ const testAccounts = config.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
25
+ const sponsoredFPCAccounts = config.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
26
+ const prefundAddresses = (config.prefundAddresses ?? []).map(a => AztecAddress.fromString(a));
27
+ const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts).concat(prefundAddresses);
28
+
29
+ userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
30
+
31
+ const { genesisArchiveRoot, genesis } = await getGenesisValues(initialFundedAccounts);
32
+
33
+ userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
34
+
35
+ return { genesisArchiveRoot, genesis };
36
+ }
37
+
38
+ async function checkRollupCompatibility(
39
+ rollup: RollupContract,
40
+ expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
41
+ ): Promise<string[]> {
42
+ const mismatches: string[] = [];
43
+ const [l1Genesis, l1Vk, l1Protocol] = await Promise.all([
44
+ rollup.getGenesisArchiveTreeRoot(),
45
+ rollup.getVkTreeRoot(),
46
+ rollup.getProtocolContractsHash(),
47
+ ]);
48
+ if (!l1Genesis.equals(expected.genesisArchiveRoot)) {
49
+ mismatches.push(`genesis archive root (expected ${expected.genesisArchiveRoot}, got ${l1Genesis})`);
50
+ }
51
+ if (!l1Vk.equals(expected.vkTreeRoot)) {
52
+ mismatches.push(`VK tree root (expected ${expected.vkTreeRoot}, got ${l1Vk})`);
53
+ }
54
+ if (!l1Protocol.equals(expected.protocolContractsHash)) {
55
+ mismatches.push(`protocol contracts hash (expected ${expected.protocolContractsHash}, got ${l1Protocol})`);
56
+ }
57
+ return mismatches;
58
+ }
59
+
60
+ /**
61
+ * Waits until the canonical rollup's genesis archive root, VK tree root, and protocol contracts hash
62
+ * all match the expected local values. If the rollup is not yet compatible (e.g. during L1 contract upgrades),
63
+ * enters standby mode: starts a lightweight HTTP server for K8s liveness probes and polls every 60s
64
+ * until a compatible rollup appears.
65
+ */
66
+ export async function waitForCompatibleRollup(
67
+ config: {
68
+ l1RpcUrls: string[];
69
+ l1ChainId: number;
70
+ registryAddress: EthAddress;
71
+ rollupVersion?: number;
72
+ },
73
+ expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
74
+ port: number | undefined,
75
+ userLog: LogFn,
76
+ ): Promise<void> {
77
+ const publicClient = getPublicClient(config);
78
+ const rollupVersion: number | 'canonical' = config.rollupVersion ?? 'canonical';
79
+
80
+ const registry = new RegistryContract(publicClient, config.registryAddress);
81
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
82
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
83
+
84
+ let mismatches: string[];
85
+ try {
86
+ mismatches = await checkRollupCompatibility(rollup, expected);
87
+ } catch (err: any) {
88
+ throw new Error(`Could not retrieve rollup config from canonical rollup at ${rollupAddress}: ${err.message}`);
89
+ }
90
+
91
+ if (mismatches.length === 0) {
92
+ return;
93
+ }
94
+
95
+ userLog(
96
+ `Rollup at ${rollupAddress} is incompatible: ${mismatches.join('; ')}. ` +
97
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_S}s for a compatible rollup...`,
98
+ );
99
+
100
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
101
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
102
+
103
+ try {
104
+ await retryUntil(
105
+ async () => {
106
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
107
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
108
+
109
+ let currentMismatches: string[];
110
+ try {
111
+ currentMismatches = await checkRollupCompatibility(currentRollup, expected);
112
+ } catch {
113
+ userLog(`Failed to fetch rollup config from rollup at ${currentRollupAddress}. Retrying...`);
114
+ return undefined;
115
+ }
116
+
117
+ if (currentMismatches.length === 0) {
118
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
119
+ return true;
120
+ }
121
+
122
+ userLog(`Still waiting. Rollup at ${currentRollupAddress}: ${currentMismatches.join('; ')}.`);
123
+ return undefined;
124
+ },
125
+ 'compatible rollup',
126
+ 0,
127
+ ROLLUP_POLL_INTERVAL_S,
128
+ );
129
+ } finally {
130
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
131
+ }
132
+ }
@@ -10,9 +10,9 @@ import {
10
10
  initTelemetryClient,
11
11
  makeTracedFetch,
12
12
  } from '@aztec/telemetry-client';
13
- import { TestWallet } from '@aztec/test-wallet/server';
13
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -21,11 +21,9 @@ export async function startBot(
21
21
  services: NamespacedApiHandlers,
22
22
  userLog: LogFn,
23
23
  ) {
24
- const { proverNode, archiver, sequencer, p2pBootstrap, txe, prover } = options;
25
- if (proverNode || archiver || sequencer || p2pBootstrap || txe || prover) {
26
- userLog(
27
- `Starting a bot with --prover-node, --prover, --archiver, --sequencer, --p2p-bootstrap, or --txe is not supported.`,
28
- );
24
+ const { proverNode, sequencer, p2pBootstrap, txe, prover } = options;
25
+ if (proverNode || sequencer || p2pBootstrap || txe || prover) {
26
+ userLog(`Starting a bot with --prover-node, --prover, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
29
27
  process.exit(1);
30
28
  }
31
29
 
@@ -38,22 +36,25 @@ export async function startBot(
38
36
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
37
 
40
38
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
- const wallet = await TestWallet.create(aztecNode, pxeConfig);
39
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
40
+ const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
41
 
43
42
  const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
43
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
44
  }
46
45
 
47
46
  export async function addBot(
48
47
  options: any,
49
48
  signalHandlers: (() => Promise<void>)[],
50
49
  services: NamespacedApiHandlers,
51
- wallet: TestWallet,
50
+ wallet: EmbeddedWallet,
52
51
  aztecNode: AztecNode,
53
52
  telemetry: TelemetryClient,
54
53
  aztecNodeAdmin?: AztecNodeAdmin,
54
+ userLog?: LogFn,
55
55
  ) {
56
56
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
57
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
57
58
 
58
59
  const db = await (config.dataDirectory
59
60
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -1,30 +1,40 @@
1
- import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
1
  import { type AztecNodeConfig, aztecNodeConfigMappings, getConfigEnvVars } from '@aztec/aztec-node';
3
2
  import { Fr } from '@aztec/aztec.js/fields';
4
- import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
3
  import { getL1Config } from '@aztec/cli/config';
6
4
  import { getPublicClient } from '@aztec/ethereum/client';
7
- import { SecretValue } from '@aztec/foundation/config';
5
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
6
+ import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
8
7
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
8
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
9
  import type { LogFn } from '@aztec/foundation/log';
10
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
11
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
12
+ import {
13
+ ProvingJobConsumerSchema,
14
+ createProvingJobBrokerClient,
15
+ proverBrokerBackoff,
16
+ } from '@aztec/prover-client/broker';
10
17
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
11
18
  import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
19
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
20
  import {
14
21
  type TelemetryClientConfig,
15
22
  initTelemetryClient,
23
+ makeTracedFetch,
16
24
  telemetryClientConfigMappings,
17
25
  } from '@aztec/telemetry-client';
18
- import { TestWallet } from '@aztec/test-wallet/server';
19
- import { getGenesisValues } from '@aztec/world-state/testing';
26
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
20
27
 
21
28
  import { createAztecNode } from '../../local-network/index.js';
22
29
  import {
23
30
  extractNamespacedOptions,
24
31
  extractRelevantOptions,
25
32
  preloadCrsDataForVerifying,
26
- setupUpdateMonitor,
33
+ setupVersionChecker,
27
34
  } from '../util.js';
35
+ import { getVersions } from '../versioning.js';
36
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
37
+ import { startProverBroker } from './start_prover_broker.js';
28
38
 
29
39
  export async function startNode(
30
40
  options: any,
@@ -32,6 +42,7 @@ export async function startNode(
32
42
  services: NamespacedApiHandlers,
33
43
  adminServices: NamespacedApiHandlers,
34
44
  userLog: LogFn,
45
+ networkName: NetworkNames,
35
46
  ): Promise<{ config: AztecNodeConfig }> {
36
47
  // All options set from environment variables
37
48
  const configFromEnvVars = getConfigEnvVars();
@@ -45,31 +56,53 @@ export async function startNode(
45
56
  ...relevantOptions,
46
57
  };
47
58
 
59
+ // Prover node configuration and broker setup
60
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
61
+ let broker: ProvingJobBroker | undefined = undefined;
48
62
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
63
+ nodeConfig.enableProverNode = true;
64
+ if (nodeConfig.proverAgentCount === 0) {
65
+ userLog(
66
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
67
+ );
68
+ }
69
+ if (nodeConfig.proverBrokerUrl) {
70
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
71
+ // set a lower connection limit such that we don't overload the server
72
+ // Retry indefinitely until the epoch proving times out and the chain reorgs
73
+ const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 100 })));
74
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
75
+ } else if (options.proverBroker) {
76
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
77
+ } else {
78
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
79
+ process.exit(1);
80
+ }
51
81
  }
52
82
 
53
83
  await preloadCrsDataForVerifying(nodeConfig, userLog);
54
84
 
55
- const testAccounts = nodeConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
- const sponsoredFPCAccounts = nodeConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
58
-
59
- userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
-
61
- const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
62
-
63
- userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
85
+ const genesisConfig = getGenesisStateConfigEnvVars();
86
+ const { genesisArchiveRoot, genesis } = await computeExpectedGenesisRoot(genesisConfig, userLog);
64
87
 
65
88
  const followsCanonicalRollup =
66
89
  typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
67
90
 
68
- if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
91
+ if (!nodeConfig.registryAddress || nodeConfig.registryAddress.isZero()) {
69
92
  throw new Error('L1 registry address is required to start Aztec Node');
70
93
  }
94
+
95
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
96
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
97
+ await waitForCompatibleRollup(
98
+ nodeConfig,
99
+ { genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
100
+ options.port,
101
+ userLog,
102
+ );
103
+
71
104
  const { addresses, config } = await getL1Config(
72
- nodeConfig.l1Contracts.registryAddress,
105
+ nodeConfig.registryAddress,
73
106
  nodeConfig.l1RpcUrls,
74
107
  nodeConfig.l1ChainId,
75
108
  nodeConfig.rollupVersion,
@@ -83,13 +116,9 @@ export async function startNode(
83
116
  );
84
117
  }
85
118
 
86
- // TODO(#12272): will clean this up.
87
119
  nodeConfig = {
88
120
  ...nodeConfig,
89
- l1Contracts: {
90
- ...addresses,
91
- slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
92
- },
121
+ ...addresses,
93
122
  ...config,
94
123
  };
95
124
 
@@ -101,12 +130,17 @@ export async function startNode(
101
130
  ...extractNamespacedOptions(options, 'sequencer'),
102
131
  };
103
132
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
133
+ if (
134
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
135
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
136
+ ) {
105
137
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
138
+ sequencerConfig.sequencerPublisherPrivateKeys = [
139
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
140
+ ];
107
141
  }
108
142
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
143
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
144
  }
111
145
 
112
146
  if (nodeConfig.p2pEnabled) {
@@ -120,13 +154,22 @@ export async function startNode(
120
154
  const telemetry = await initTelemetryClient(telemetryConfig);
121
155
 
122
156
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
157
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { genesis });
124
158
 
125
159
  // Add node and p2p to services list
126
160
  services.node = [node, AztecNodeApiSchema];
127
161
  services.p2p = [node.getP2P(), P2PApiSchema];
128
162
  adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
129
163
 
164
+ // Register prover-node services if the prover node subsystem is running
165
+ const proverNode = node.getProverNode();
166
+ if (proverNode) {
167
+ services.prover = [proverNode, ProverNodeApiSchema];
168
+ if (!nodeConfig.proverBrokerUrl) {
169
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
170
+ }
171
+ }
172
+
130
173
  // Add node stop function to signal handlers
131
174
  signalHandlers.push(node.stop.bind(node));
132
175
 
@@ -135,21 +178,24 @@ export async function startNode(
135
178
  const { addBot } = await import('./start_bot.js');
136
179
 
137
180
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
138
- const wallet = await TestWallet.create(node, pxeConfig);
181
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig });
139
182
 
140
183
  await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
141
184
  }
142
185
 
143
- if (nodeConfig.autoUpdate !== 'disabled' && nodeConfig.autoUpdateUrl) {
144
- await setupUpdateMonitor(
145
- nodeConfig.autoUpdate,
146
- new URL(nodeConfig.autoUpdateUrl),
147
- followsCanonicalRollup,
148
- getPublicClient(nodeConfig!),
149
- nodeConfig.l1Contracts.registryAddress,
150
- signalHandlers,
151
- async config => node.setConfig((await AztecNodeAdminApiSchema.setConfig.parameters().parseAsync([config]))[0]),
152
- );
186
+ if (nodeConfig.enableVersionCheck && networkName !== 'local') {
187
+ const cacheDir = process.env.DATA_DIRECTORY ? `${process.env.DATA_DIRECTORY}/cache` : undefined;
188
+ try {
189
+ await setupVersionChecker(
190
+ networkName,
191
+ followsCanonicalRollup,
192
+ getPublicClient(nodeConfig!),
193
+ signalHandlers,
194
+ cacheDir,
195
+ );
196
+ } catch {
197
+ /* no-op */
198
+ }
153
199
  }
154
200
 
155
201
  return { config: nodeConfig };
@@ -1,6 +1,6 @@
1
1
  import { jsonStringify } from '@aztec/foundation/json-rpc';
2
2
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
3
- import { type LogFn, createLogger } from '@aztec/foundation/log';
3
+ import type { LogFn } from '@aztec/foundation/log';
4
4
  import { createStore } from '@aztec/kv-store/lmdb-v2';
5
5
  import { type BootnodeConfig, BootstrapNode, bootnodeConfigMappings } from '@aztec/p2p';
6
6
  import { emptyChainConfig } from '@aztec/stdlib/config';
@@ -27,7 +27,7 @@ export async function startP2PBootstrap(
27
27
  const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
28
28
  const telemetryClient = await initTelemetryClient(telemetryConfig);
29
29
 
30
- const store = await createStore('p2p-bootstrap', 1, config, createLogger('p2p:bootstrap:store'));
30
+ const store = await createStore('p2p-bootstrap', 1, config);
31
31
  const node = new BootstrapNode(store, telemetryClient);
32
32
  await node.start(config);
33
33
  signalHandlers.push(() => node.stop());