@aztec/aztec 0.0.1-commit.023c3e5 → 0.0.1-commit.033589e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. package/dest/bin/index.js +5 -1
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +46 -10
  8. package/dest/cli/aztec_start_options.d.ts +1 -1
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +23 -6
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +3 -4
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +160 -0
  17. package/dest/cli/cmds/profile.d.ts +4 -0
  18. package/dest/cli/cmds/profile.d.ts.map +1 -0
  19. package/dest/cli/cmds/profile.js +8 -0
  20. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  21. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile_flamegraph.js +51 -0
  23. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  24. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_gates.js +57 -0
  26. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  27. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_utils.js +50 -0
  29. package/dest/cli/cmds/start_bot.d.ts +3 -3
  30. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  31. package/dest/cli/cmds/start_bot.js +9 -5
  32. package/dest/cli/cmds/start_node.d.ts +1 -1
  33. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  34. package/dest/cli/cmds/start_node.js +118 -10
  35. package/dest/cli/cmds/start_prover_agent.js +2 -2
  36. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  37. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  38. package/dest/cli/cmds/start_prover_broker.js +2 -2
  39. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  40. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  41. package/dest/cli/cmds/utils/artifacts.js +24 -0
  42. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  43. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  44. package/dest/cli/cmds/utils/spawn.js +16 -0
  45. package/dest/cli/util.d.ts +5 -14
  46. package/dest/cli/util.d.ts.map +1 -1
  47. package/dest/cli/util.js +13 -8
  48. package/dest/examples/token.js +6 -6
  49. package/dest/local-network/banana_fpc.js +1 -1
  50. package/dest/local-network/local-network.d.ts +4 -2
  51. package/dest/local-network/local-network.d.ts.map +1 -1
  52. package/dest/local-network/local-network.js +41 -17
  53. package/dest/testing/anvil_test_watcher.d.ts +9 -1
  54. package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
  55. package/dest/testing/anvil_test_watcher.js +52 -15
  56. package/package.json +34 -34
  57. package/scripts/add_crate.sh +102 -0
  58. package/scripts/aztec.sh +8 -5
  59. package/scripts/init.sh +23 -19
  60. package/scripts/new.sh +48 -24
  61. package/scripts/setup_workspace.sh +68 -0
  62. package/src/bin/index.ts +5 -1
  63. package/src/cli/admin_api_key_store.ts +128 -0
  64. package/src/cli/aztec_start_action.ts +50 -6
  65. package/src/cli/aztec_start_options.ts +25 -5
  66. package/src/cli/cli.ts +3 -4
  67. package/src/cli/cmds/compile.ts +184 -0
  68. package/src/cli/cmds/profile.ts +25 -0
  69. package/src/cli/cmds/profile_flamegraph.ts +63 -0
  70. package/src/cli/cmds/profile_gates.ts +67 -0
  71. package/src/cli/cmds/profile_utils.ts +58 -0
  72. package/src/cli/cmds/start_bot.ts +8 -5
  73. package/src/cli/cmds/start_node.ts +137 -9
  74. package/src/cli/cmds/start_prover_agent.ts +2 -2
  75. package/src/cli/cmds/start_prover_broker.ts +5 -1
  76. package/src/cli/cmds/utils/artifacts.ts +44 -0
  77. package/src/cli/cmds/utils/spawn.ts +16 -0
  78. package/src/cli/util.ts +16 -21
  79. package/src/examples/token.ts +8 -6
  80. package/src/local-network/banana_fpc.ts +1 -1
  81. package/src/local-network/local-network.ts +48 -17
  82. package/src/testing/anvil_test_watcher.ts +59 -15
  83. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  84. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  85. package/dest/cli/cmds/start_prover_node.js +0 -108
  86. package/scripts/compile.sh +0 -44
  87. package/scripts/extract_function.js +0 -47
  88. package/scripts/flamegraph.sh +0 -59
  89. package/scripts/setup_project.sh +0 -31
  90. package/src/cli/cmds/start_prover_node.ts +0 -124
@@ -0,0 +1,184 @@
1
+ import type { LogFn } from '@aztec/foundation/log';
2
+
3
+ import { execFileSync } from 'child_process';
4
+ import type { Command } from 'commander';
5
+ import { readFile, writeFile } from 'fs/promises';
6
+ import { join } from 'path';
7
+
8
+ import { readArtifactFiles } from './utils/artifacts.js';
9
+ import { run } from './utils/spawn.js';
10
+
11
+ /** Returns paths to contract artifacts in the target directory. */
12
+ async function collectContractArtifacts(): Promise<string[]> {
13
+ let files;
14
+ try {
15
+ files = await readArtifactFiles('target');
16
+ } catch (err: any) {
17
+ if (err?.message?.includes('does not exist')) {
18
+ return [];
19
+ }
20
+ throw err;
21
+ }
22
+ return files.filter(f => Array.isArray(f.content.functions)).map(f => f.filePath);
23
+ }
24
+
25
+ /** Strips the `__aztec_nr_internals__` prefix from function names in contract artifacts. */
26
+ async function stripInternalPrefixes(artifactPaths: string[]): Promise<void> {
27
+ for (const path of artifactPaths) {
28
+ const artifact = JSON.parse(await readFile(path, 'utf-8'));
29
+ for (const fn of artifact.functions) {
30
+ if (typeof fn.name === 'string') {
31
+ fn.name = fn.name.replace(/^__aztec_nr_internals__/, '');
32
+ }
33
+ }
34
+ await writeFile(path, JSON.stringify(artifact, null, 2) + '\n');
35
+ }
36
+ }
37
+
38
+ /** Returns the set of package names that are contract crates in the current workspace. */
39
+ async function getContractPackageNames(): Promise<Set<string>> {
40
+ const contractNames = new Set<string>();
41
+
42
+ let rootToml: string;
43
+ try {
44
+ rootToml = await readFile('Nargo.toml', 'utf-8');
45
+ } catch {
46
+ return contractNames;
47
+ }
48
+
49
+ const membersMatch = rootToml.match(/members\s*=\s*\[([^\]]*)\]/);
50
+ if (membersMatch) {
51
+ const members = membersMatch[1]
52
+ .split(',')
53
+ .map(m => m.trim().replace(/^"|"$/g, ''))
54
+ .filter(m => m.length > 0);
55
+
56
+ for (const member of members) {
57
+ try {
58
+ const memberToml = await readFile(join(member, 'Nargo.toml'), 'utf-8');
59
+ if (/type\s*=\s*"contract"/.test(memberToml)) {
60
+ const nameMatch = memberToml.match(/name\s*=\s*"([^"]+)"/);
61
+ if (nameMatch) {
62
+ contractNames.add(nameMatch[1]);
63
+ }
64
+ }
65
+ } catch {
66
+ // Member directory might not exist or have no Nargo.toml; skip.
67
+ }
68
+ }
69
+ } else {
70
+ // Single-crate project (no workspace): check if the root Nargo.toml itself is a contract.
71
+ if (/type\s*=\s*"contract"/.test(rootToml)) {
72
+ const nameMatch = rootToml.match(/name\s*=\s*"([^"]+)"/);
73
+ if (nameMatch) {
74
+ contractNames.add(nameMatch[1]);
75
+ }
76
+ }
77
+ }
78
+
79
+ return contractNames;
80
+ }
81
+
82
+ /** Checks that no tests exist in contract crates and fails with a helpful message if they do. */
83
+ async function checkNoTestsInContracts(nargo: string, log: LogFn): Promise<void> {
84
+ const contractPackages = await getContractPackageNames();
85
+ if (contractPackages.size === 0) {
86
+ return;
87
+ }
88
+
89
+ let output: string;
90
+ try {
91
+ // We list tests for all the crates in the workspace
92
+ output = execFileSync(nargo, ['test', '--list-tests', '--silence-warnings'], {
93
+ encoding: 'utf-8',
94
+ stdio: ['pipe', 'pipe', 'inherit'],
95
+ });
96
+ } catch {
97
+ // If listing tests fails (e.g. test crate has compile errors), skip the check.
98
+ return;
99
+ }
100
+
101
+ // The output of the `nargo test --list-tests` command is as follows:
102
+ // ```
103
+ // crate_name_1 test_name_1
104
+ // crate_name_2 test_name_2
105
+ // ...
106
+ // crate_name_n test_name_n
107
+ // ```
108
+ //
109
+ // We parse the individual lines and then we check if any contract crate appeared in the parsed output.
110
+ const lines = output
111
+ .trim()
112
+ .split('\n')
113
+ .filter(line => line.length > 0);
114
+ const testsInContracts: { packageName: string; testName: string }[] = [];
115
+
116
+ for (const line of lines) {
117
+ const spaceIndex = line.indexOf(' ');
118
+ if (spaceIndex === -1) {
119
+ continue;
120
+ }
121
+ const packageName = line.substring(0, spaceIndex);
122
+ const testName = line.substring(spaceIndex + 1);
123
+ if (contractPackages.has(packageName)) {
124
+ testsInContracts.push({ packageName, testName });
125
+ }
126
+ }
127
+
128
+ if (testsInContracts.length > 0) {
129
+ const details = testsInContracts.map(t => ` ${t.packageName}::${t.testName}`).join('\n');
130
+ log(
131
+ `WARNING: Found tests in contract crate(s):\n${details}\n\n` +
132
+ `Tests should be in a dedicated test crate, not in the contract crate.\n` +
133
+ `Learn more: https://docs.aztec.network/errors/1`,
134
+ );
135
+ }
136
+ }
137
+
138
+ /** Compiles Aztec Noir contracts and postprocesses artifacts. */
139
+ async function compileAztecContract(nargoArgs: string[], log: LogFn): Promise<void> {
140
+ const nargo = process.env.NARGO ?? 'nargo';
141
+ const bb = process.env.BB ?? 'bb';
142
+
143
+ await run(nargo, ['compile', ...nargoArgs]);
144
+
145
+ // Ensure contract crates contain no tests (tests belong in the test crate).
146
+ await checkNoTestsInContracts(nargo, log);
147
+
148
+ const artifacts = await collectContractArtifacts();
149
+
150
+ if (artifacts.length > 0) {
151
+ log('Postprocessing contracts...');
152
+ const bbArgs = artifacts.flatMap(a => ['-i', a]);
153
+ await run(bb, ['aztec_process', ...bbArgs]);
154
+
155
+ // TODO: This should be part of bb aztec_process!
156
+ await stripInternalPrefixes(artifacts);
157
+ }
158
+
159
+ log('Compilation complete!');
160
+ }
161
+
162
+ export function injectCompileCommand(program: Command, log: LogFn): Command {
163
+ program
164
+ .command('compile')
165
+ .argument('[nargo-args...]')
166
+ .passThroughOptions()
167
+ .allowUnknownOption()
168
+ .description(
169
+ 'Compile Aztec Noir contracts using nargo and postprocess them to generate transpiled artifacts and verification keys. All options are forwarded to nargo compile.',
170
+ )
171
+ .addHelpText('after', () => {
172
+ // Show nargo's own compile options so users see all available flags in one place.
173
+ const nargo = process.env.NARGO ?? 'nargo';
174
+ try {
175
+ const output = execFileSync(nargo, ['compile', '--help'], { encoding: 'utf-8' });
176
+ return `\nUnderlying nargo compile options:\n\n${output}`;
177
+ } catch {
178
+ return '\n(Run "nargo compile --help" to see available nargo options)';
179
+ }
180
+ })
181
+ .action((nargoArgs: string[]) => compileAztecContract(nargoArgs, log));
182
+
183
+ return program;
184
+ }
@@ -0,0 +1,25 @@
1
+ import type { LogFn } from '@aztec/foundation/log';
2
+
3
+ import type { Command } from 'commander';
4
+
5
+ import { profileFlamegraph } from './profile_flamegraph.js';
6
+ import { profileGates } from './profile_gates.js';
7
+
8
+ export function injectProfileCommand(program: Command, log: LogFn): Command {
9
+ const profile = program.command('profile').description('Profile compiled Aztec artifacts.');
10
+
11
+ profile
12
+ .command('gates')
13
+ .argument('[target-dir]', 'Path to the compiled artifacts directory', './target')
14
+ .description('Display gate counts for all compiled Aztec artifacts in a target directory.')
15
+ .action((targetDir: string) => profileGates(targetDir, log));
16
+
17
+ profile
18
+ .command('flamegraph')
19
+ .argument('<contract-artifact>', 'Path to the compiled contract artifact JSON')
20
+ .argument('<function>', 'Name of the contract function to profile')
21
+ .description('Generate a gate count flamegraph SVG for a contract function.')
22
+ .action((artifactPath: string, functionName: string) => profileFlamegraph(artifactPath, functionName, log));
23
+
24
+ return program;
25
+ }
@@ -0,0 +1,63 @@
1
+ import type { LogFn } from '@aztec/foundation/log';
2
+
3
+ import { readFile, rename, rm, writeFile } from 'fs/promises';
4
+ import { basename, dirname, join } from 'path';
5
+
6
+ import { makeFunctionArtifact } from './profile_utils.js';
7
+ import type { CompiledArtifact } from './utils/artifacts.js';
8
+ import { run } from './utils/spawn.js';
9
+
10
+ /** Generates a gate count flamegraph SVG for a single contract function. */
11
+ export async function profileFlamegraph(artifactPath: string, functionName: string, log: LogFn): Promise<void> {
12
+ const raw = await readFile(artifactPath, 'utf-8');
13
+ const artifact: CompiledArtifact = JSON.parse(raw);
14
+
15
+ if (!Array.isArray(artifact.functions)) {
16
+ throw new Error(`${artifactPath} does not appear to be a contract artifact (no functions array)`);
17
+ }
18
+
19
+ const func = artifact.functions.find(f => f.name === functionName);
20
+ if (!func) {
21
+ const available = artifact.functions.map(f => f.name).join(', ');
22
+ throw new Error(`Function "${functionName}" not found in artifact. Available: ${available}`);
23
+ }
24
+ if (func.is_unconstrained) {
25
+ throw new Error(`Function "${functionName}" is unconstrained and cannot be profiled`);
26
+ }
27
+
28
+ const outputDir = dirname(artifactPath);
29
+ const contractName = basename(artifactPath, '.json');
30
+ const functionArtifact = join(outputDir, `${contractName}-${functionName}.json`);
31
+
32
+ try {
33
+ await writeFile(functionArtifact, makeFunctionArtifact(artifact, func));
34
+
35
+ const profiler = process.env.PROFILER_PATH ?? 'noir-profiler';
36
+ const bb = process.env.BB ?? 'bb';
37
+
38
+ await run(profiler, [
39
+ 'gates',
40
+ '--artifact-path',
41
+ functionArtifact,
42
+ '--backend-path',
43
+ bb,
44
+ '--backend-gates-command',
45
+ 'gates',
46
+ '--output',
47
+ outputDir,
48
+ '--scheme',
49
+ 'chonk',
50
+ '--include_gates_per_opcode',
51
+ ]);
52
+
53
+ // noir-profiler names the SVG using the internal function name which
54
+ // retains the __aztec_nr_internals__ prefix in the bytecode metadata.
55
+ const srcSvg = join(outputDir, `__aztec_nr_internals__${functionName}_gates.svg`);
56
+ const destSvg = join(outputDir, `${contractName}-${functionName}-flamegraph.svg`);
57
+ await rename(srcSvg, destSvg);
58
+
59
+ log(`Flamegraph written to ${destSvg}`);
60
+ } finally {
61
+ await rm(functionArtifact, { force: true });
62
+ }
63
+ }
@@ -0,0 +1,67 @@
1
+ import { asyncPool } from '@aztec/foundation/async-pool';
2
+ import type { LogFn } from '@aztec/foundation/log';
3
+
4
+ import { execFile as execFileCb } from 'child_process';
5
+ import { rm } from 'fs/promises';
6
+ import { promisify } from 'util';
7
+
8
+ import { MAX_CONCURRENT, discoverArtifacts } from './profile_utils.js';
9
+
10
+ const execFile = promisify(execFileCb);
11
+
12
+ interface GateCountResult {
13
+ name: string;
14
+ gateCount: number;
15
+ }
16
+
17
+ /** Parses circuit_size from bb gates JSON output: { "functions": [{ "circuit_size": N }] } */
18
+ function parseGateCount(stdout: string): number {
19
+ const parsed = JSON.parse(stdout);
20
+ const size = parsed?.functions?.[0]?.circuit_size;
21
+ if (typeof size !== 'number') {
22
+ throw new Error('Failed to parse circuit_size from bb gates output');
23
+ }
24
+ return size;
25
+ }
26
+
27
+ /** Runs bb gates on a single artifact file and returns the gate count. */
28
+ async function getGateCount(bb: string, artifactPath: string): Promise<number> {
29
+ const { stdout } = await execFile(bb, ['gates', '--scheme', 'chonk', '-b', artifactPath]);
30
+ return parseGateCount(stdout);
31
+ }
32
+
33
+ /** Profiles all compiled artifacts in a target directory and prints gate counts. */
34
+ export async function profileGates(targetDir: string, log: LogFn): Promise<void> {
35
+ const bb = process.env.BB ?? 'bb';
36
+ const { artifacts, tmpDir } = await discoverArtifacts(targetDir);
37
+
38
+ if (artifacts.length === 0) {
39
+ log('No artifacts found in target directory.');
40
+ return;
41
+ }
42
+
43
+ try {
44
+ const results: GateCountResult[] = await asyncPool(MAX_CONCURRENT, artifacts, async artifact => ({
45
+ name: artifact.name,
46
+ gateCount: await getGateCount(bb, artifact.filePath),
47
+ }));
48
+ results.sort((a, b) => a.name.localeCompare(b.name));
49
+
50
+ if (results.length === 0) {
51
+ log('No constrained circuits found.');
52
+ return;
53
+ }
54
+
55
+ const maxNameLen = Math.max(...results.map(r => r.name.length));
56
+ log('');
57
+ log('Gate counts:');
58
+ log('-'.repeat(maxNameLen + 16));
59
+ for (const { name, gateCount } of results) {
60
+ log(`${name.padEnd(maxNameLen)} ${gateCount.toLocaleString().padStart(12)}`);
61
+ }
62
+ log('-'.repeat(maxNameLen + 16));
63
+ log(`Total: ${results.length} circuit(s)`);
64
+ } finally {
65
+ await rm(tmpDir, { recursive: true, force: true });
66
+ }
67
+ }
@@ -0,0 +1,58 @@
1
+ import { mkdtemp, writeFile } from 'fs/promises';
2
+ import { tmpdir } from 'os';
3
+ import { join } from 'path';
4
+
5
+ import type { CompiledArtifact, ContractFunction } from './utils/artifacts.js';
6
+ import { readArtifactFiles } from './utils/artifacts.js';
7
+
8
+ export const MAX_CONCURRENT = 4;
9
+
10
+ export interface DiscoveredArtifact {
11
+ name: string;
12
+ filePath: string;
13
+ type: 'contract-function' | 'program';
14
+ }
15
+
16
+ /**
17
+ * Reads a target directory and returns a list of discovered artifacts with temp files
18
+ * created for contract functions. Caller must clean up tmpDir when done.
19
+ */
20
+ export async function discoverArtifacts(
21
+ targetDir: string,
22
+ ): Promise<{ artifacts: DiscoveredArtifact[]; tmpDir: string }> {
23
+ const files = await readArtifactFiles(targetDir);
24
+ const tmpDir = await mkdtemp(join(tmpdir(), 'aztec-profile-'));
25
+ const artifacts: DiscoveredArtifact[] = [];
26
+
27
+ for (const file of files) {
28
+ if (Array.isArray(file.content.functions)) {
29
+ for (const func of file.content.functions) {
30
+ if (!func.bytecode || func.is_unconstrained) {
31
+ continue;
32
+ }
33
+ const name = `${file.name}::${func.name}`;
34
+ const tmpPath = join(tmpDir, `${file.name}-${func.name}.json`);
35
+ await writeFile(tmpPath, makeFunctionArtifact(file.content, func));
36
+ artifacts.push({ name, filePath: tmpPath, type: 'contract-function' });
37
+ }
38
+ } else if (file.content.bytecode) {
39
+ artifacts.push({ name: file.name, filePath: file.filePath, type: 'program' });
40
+ }
41
+ }
42
+
43
+ return { artifacts, tmpDir };
44
+ }
45
+
46
+ /** Extracts a contract function as a standalone program artifact JSON string. */
47
+ export function makeFunctionArtifact(artifact: CompiledArtifact, func: ContractFunction) {
48
+ /* eslint-disable camelcase */
49
+ return JSON.stringify({
50
+ noir_version: artifact.noir_version,
51
+ hash: 0,
52
+ abi: func.abi,
53
+ bytecode: func.bytecode,
54
+ debug_symbols: func.debug_symbols,
55
+ file_map: artifact.file_map,
56
+ });
57
+ /* eslint-enable camelcase */
58
+ }
@@ -10,9 +10,9 @@ import {
10
10
  initTelemetryClient,
11
11
  makeTracedFetch,
12
12
  } from '@aztec/telemetry-client';
13
- import { TestWallet } from '@aztec/test-wallet/server';
13
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -38,22 +38,25 @@ export async function startBot(
38
38
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
39
 
40
40
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
- const wallet = await TestWallet.create(aztecNode, pxeConfig);
41
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
42
+ const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
43
 
43
44
  const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
45
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
46
  }
46
47
 
47
48
  export async function addBot(
48
49
  options: any,
49
50
  signalHandlers: (() => Promise<void>)[],
50
51
  services: NamespacedApiHandlers,
51
- wallet: TestWallet,
52
+ wallet: EmbeddedWallet,
52
53
  aztecNode: AztecNode,
53
54
  telemetry: TelemetryClient,
54
55
  aztecNodeAdmin?: AztecNodeAdmin,
56
+ userLog?: LogFn,
55
57
  ) {
56
58
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
59
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
57
60
 
58
61
  const db = await (config.dataDirectory
59
62
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -4,20 +4,29 @@ import { Fr } from '@aztec/aztec.js/fields';
4
4
  import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
5
  import { getL1Config } from '@aztec/cli/config';
6
6
  import { getPublicClient } from '@aztec/ethereum/client';
7
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { SecretValue } from '@aztec/foundation/config';
9
+ import { EthAddress } from '@aztec/foundation/eth-address';
8
10
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
11
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
12
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
13
  import type { LogFn } from '@aztec/foundation/log';
14
+ import { sleep } from '@aztec/foundation/sleep';
15
+ import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
10
16
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
11
17
  import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
18
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
19
  import {
14
20
  type TelemetryClientConfig,
15
21
  initTelemetryClient,
22
+ makeTracedFetch,
16
23
  telemetryClientConfigMappings,
17
24
  } from '@aztec/telemetry-client';
18
- import { TestWallet } from '@aztec/test-wallet/server';
25
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
19
26
  import { getGenesisValues } from '@aztec/world-state/testing';
20
27
 
28
+ import Koa from 'koa';
29
+
21
30
  import { createAztecNode } from '../../local-network/index.js';
22
31
  import {
23
32
  extractNamespacedOptions,
@@ -25,6 +34,74 @@ import {
25
34
  preloadCrsDataForVerifying,
26
35
  setupUpdateMonitor,
27
36
  } from '../util.js';
37
+ import { getVersions } from '../versioning.js';
38
+ import { startProverBroker } from './start_prover_broker.js';
39
+
40
+ const ROLLUP_POLL_INTERVAL_MS = 600_000;
41
+
42
+ /**
43
+ * Waits until the canonical rollup's genesis archive root matches the expected local genesis root.
44
+ * If the rollup is not yet compatible (e.g. during L1 contract upgrades), enters standby mode:
45
+ * starts a lightweight HTTP server for K8s liveness probes and polls until a compatible rollup appears.
46
+ */
47
+ async function waitForCompatibleRollup(
48
+ publicClient: ReturnType<typeof getPublicClient>,
49
+ registryAddress: EthAddress,
50
+ rollupVersion: number | 'canonical',
51
+ expectedGenesisRoot: Fr,
52
+ port: number | undefined,
53
+ userLog: LogFn,
54
+ ): Promise<void> {
55
+ const registry = new RegistryContract(publicClient, registryAddress);
56
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
57
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
58
+
59
+ let l1GenesisRoot: Fr;
60
+ try {
61
+ l1GenesisRoot = await rollup.getGenesisArchiveTreeRoot();
62
+ } catch (err: any) {
63
+ throw new Error(
64
+ `Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
65
+ );
66
+ }
67
+
68
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
69
+ return;
70
+ }
71
+
72
+ userLog(
73
+ `Genesis root mismatch: expected ${expectedGenesisRoot}, got ${l1GenesisRoot} from rollup at ${rollupAddress}. ` +
74
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_MS / 1000}s for a compatible rollup...`,
75
+ );
76
+
77
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
78
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
79
+
80
+ try {
81
+ while (true) {
82
+ await sleep(ROLLUP_POLL_INTERVAL_MS);
83
+
84
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
85
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
86
+
87
+ try {
88
+ l1GenesisRoot = await currentRollup.getGenesisArchiveTreeRoot();
89
+ } catch {
90
+ userLog(`Failed to fetch genesis root from rollup at ${currentRollupAddress}. Retrying...`);
91
+ continue;
92
+ }
93
+
94
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
95
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
96
+ return;
97
+ }
98
+
99
+ userLog(`Still waiting. Rollup at ${currentRollupAddress} has genesis root ${l1GenesisRoot}.`);
100
+ }
101
+ } finally {
102
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
103
+ }
104
+ }
28
105
 
29
106
  export async function startNode(
30
107
  options: any,
@@ -45,9 +122,32 @@ export async function startNode(
45
122
  ...relevantOptions,
46
123
  };
47
124
 
125
+ // Prover node configuration and broker setup
126
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
127
+ let broker: ProvingJobBroker | undefined = undefined;
48
128
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
129
+ nodeConfig.enableProverNode = true;
130
+ if (nodeConfig.proverAgentCount === 0) {
131
+ userLog(
132
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
133
+ );
134
+ }
135
+ if (nodeConfig.proverBrokerUrl) {
136
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
137
+ // set a lower connection limit such that we don't overload the server
138
+ // Keep retrying up to 30s
139
+ const fetch = makeTracedFetch(
140
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
141
+ false,
142
+ makeUndiciFetch(new Agent({ connections: 100 })),
143
+ );
144
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
145
+ } else if (options.proverBroker) {
146
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
147
+ } else {
148
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
149
+ process.exit(1);
150
+ }
51
151
  }
52
152
 
53
153
  await preloadCrsDataForVerifying(nodeConfig, userLog);
@@ -68,6 +168,20 @@ export async function startNode(
68
168
  if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
69
169
  throw new Error('L1 registry address is required to start Aztec Node');
70
170
  }
171
+
172
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
173
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
174
+ const publicClient = getPublicClient(nodeConfig);
175
+ const rollupVersion: number | 'canonical' = nodeConfig.rollupVersion ?? 'canonical';
176
+ await waitForCompatibleRollup(
177
+ publicClient,
178
+ nodeConfig.l1Contracts.registryAddress,
179
+ rollupVersion,
180
+ genesisArchiveRoot,
181
+ options.port,
182
+ userLog,
183
+ );
184
+
71
185
  const { addresses, config } = await getL1Config(
72
186
  nodeConfig.l1Contracts.registryAddress,
73
187
  nodeConfig.l1RpcUrls,
@@ -101,12 +215,17 @@ export async function startNode(
101
215
  ...extractNamespacedOptions(options, 'sequencer'),
102
216
  };
103
217
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
218
+ if (
219
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
220
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
221
+ ) {
105
222
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
223
+ sequencerConfig.sequencerPublisherPrivateKeys = [
224
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
225
+ ];
107
226
  }
108
227
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
228
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
229
  }
111
230
 
112
231
  if (nodeConfig.p2pEnabled) {
@@ -120,13 +239,22 @@ export async function startNode(
120
239
  const telemetry = await initTelemetryClient(telemetryConfig);
121
240
 
122
241
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
242
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
124
243
 
125
244
  // Add node and p2p to services list
126
245
  services.node = [node, AztecNodeApiSchema];
127
246
  services.p2p = [node.getP2P(), P2PApiSchema];
128
247
  adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
129
248
 
249
+ // Register prover-node services if the prover node subsystem is running
250
+ const proverNode = node.getProverNode();
251
+ if (proverNode) {
252
+ services.prover = [proverNode, ProverNodeApiSchema];
253
+ if (!nodeConfig.proverBrokerUrl) {
254
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
255
+ }
256
+ }
257
+
130
258
  // Add node stop function to signal handlers
131
259
  signalHandlers.push(node.stop.bind(node));
132
260
 
@@ -135,7 +263,7 @@ export async function startNode(
135
263
  const { addBot } = await import('./start_bot.js');
136
264
 
137
265
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
138
- const wallet = await TestWallet.create(node, pxeConfig);
266
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig });
139
267
 
140
268
  await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
141
269
  }
@@ -4,9 +4,9 @@ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
5
  import { buildServerCircuitProver } from '@aztec/prover-client';
6
6
  import {
7
- InlineProofStore,
8
7
  type ProverAgentConfig,
9
8
  ProvingAgent,
9
+ createProofStore,
10
10
  createProvingJobBrokerClient,
11
11
  proverAgentConfigMappings,
12
12
  } from '@aztec/prover-client/broker';
@@ -55,7 +55,7 @@ export async function startProverAgent(
55
55
 
56
56
  const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
57
57
  const prover = await buildServerCircuitProver(config, telemetry);
58
- const proofStore = new InlineProofStore();
58
+ const proofStore = await createProofStore(config.proofStore);
59
59
  const agents = times(
60
60
  config.proverAgentCount,
61
61
  () => new ProvingAgent(broker, proofStore, prover, config.proverAgentProofTypes, config.proverAgentPollIntervalMs),