@aztec/aztec 0.0.1-commit.179ed20 → 0.0.1-commit.181e2d196

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/dest/bin/index.js +5 -1
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +46 -10
  8. package/dest/cli/aztec_start_options.d.ts +1 -1
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +23 -6
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +0 -1
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +160 -0
  17. package/dest/cli/cmds/profile.d.ts +4 -0
  18. package/dest/cli/cmds/profile.d.ts.map +1 -0
  19. package/dest/cli/cmds/profile.js +8 -0
  20. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  21. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile_flamegraph.js +51 -0
  23. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  24. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_gates.js +57 -0
  26. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  27. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_utils.js +50 -0
  29. package/dest/cli/cmds/start_bot.d.ts +3 -3
  30. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  31. package/dest/cli/cmds/start_bot.js +9 -5
  32. package/dest/cli/cmds/start_node.d.ts +1 -1
  33. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  34. package/dest/cli/cmds/start_node.js +121 -11
  35. package/dest/cli/cmds/start_prover_agent.js +2 -2
  36. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  37. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  38. package/dest/cli/cmds/start_prover_broker.js +2 -2
  39. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  40. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  41. package/dest/cli/cmds/utils/artifacts.js +24 -0
  42. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  43. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  44. package/dest/cli/cmds/utils/spawn.js +16 -0
  45. package/dest/cli/util.d.ts +5 -14
  46. package/dest/cli/util.d.ts.map +1 -1
  47. package/dest/cli/util.js +13 -8
  48. package/dest/examples/token.js +2 -2
  49. package/dest/local-network/local-network.d.ts +4 -2
  50. package/dest/local-network/local-network.d.ts.map +1 -1
  51. package/dest/local-network/local-network.js +41 -17
  52. package/dest/testing/anvil_test_watcher.d.ts +9 -1
  53. package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
  54. package/dest/testing/anvil_test_watcher.js +52 -15
  55. package/package.json +34 -34
  56. package/scripts/aztec.sh +8 -5
  57. package/scripts/init.sh +23 -13
  58. package/scripts/new.sh +17 -16
  59. package/scripts/setup_workspace.sh +124 -0
  60. package/src/bin/index.ts +5 -1
  61. package/src/cli/admin_api_key_store.ts +128 -0
  62. package/src/cli/aztec_start_action.ts +50 -6
  63. package/src/cli/aztec_start_options.ts +25 -5
  64. package/src/cli/cli.ts +0 -1
  65. package/src/cli/cmds/compile.ts +184 -0
  66. package/src/cli/cmds/profile.ts +25 -0
  67. package/src/cli/cmds/profile_flamegraph.ts +63 -0
  68. package/src/cli/cmds/profile_gates.ts +67 -0
  69. package/src/cli/cmds/profile_utils.ts +58 -0
  70. package/src/cli/cmds/start_bot.ts +8 -5
  71. package/src/cli/cmds/start_node.ts +140 -10
  72. package/src/cli/cmds/start_prover_agent.ts +2 -2
  73. package/src/cli/cmds/start_prover_broker.ts +5 -1
  74. package/src/cli/cmds/utils/artifacts.ts +44 -0
  75. package/src/cli/cmds/utils/spawn.ts +16 -0
  76. package/src/cli/util.ts +16 -21
  77. package/src/examples/token.ts +2 -2
  78. package/src/local-network/local-network.ts +48 -17
  79. package/src/testing/anvil_test_watcher.ts +59 -15
  80. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  81. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  82. package/dest/cli/cmds/start_prover_node.js +0 -108
  83. package/scripts/compile.sh +0 -44
  84. package/scripts/extract_function.js +0 -47
  85. package/scripts/flamegraph.sh +0 -59
  86. package/scripts/setup_project.sh +0 -31
  87. package/src/cli/cmds/start_prover_node.ts +0 -124
@@ -0,0 +1,63 @@
1
+ import type { LogFn } from '@aztec/foundation/log';
2
+
3
+ import { readFile, rename, rm, writeFile } from 'fs/promises';
4
+ import { basename, dirname, join } from 'path';
5
+
6
+ import { makeFunctionArtifact } from './profile_utils.js';
7
+ import type { CompiledArtifact } from './utils/artifacts.js';
8
+ import { run } from './utils/spawn.js';
9
+
10
+ /** Generates a gate count flamegraph SVG for a single contract function. */
11
+ export async function profileFlamegraph(artifactPath: string, functionName: string, log: LogFn): Promise<void> {
12
+ const raw = await readFile(artifactPath, 'utf-8');
13
+ const artifact: CompiledArtifact = JSON.parse(raw);
14
+
15
+ if (!Array.isArray(artifact.functions)) {
16
+ throw new Error(`${artifactPath} does not appear to be a contract artifact (no functions array)`);
17
+ }
18
+
19
+ const func = artifact.functions.find(f => f.name === functionName);
20
+ if (!func) {
21
+ const available = artifact.functions.map(f => f.name).join(', ');
22
+ throw new Error(`Function "${functionName}" not found in artifact. Available: ${available}`);
23
+ }
24
+ if (func.is_unconstrained) {
25
+ throw new Error(`Function "${functionName}" is unconstrained and cannot be profiled`);
26
+ }
27
+
28
+ const outputDir = dirname(artifactPath);
29
+ const contractName = basename(artifactPath, '.json');
30
+ const functionArtifact = join(outputDir, `${contractName}-${functionName}.json`);
31
+
32
+ try {
33
+ await writeFile(functionArtifact, makeFunctionArtifact(artifact, func));
34
+
35
+ const profiler = process.env.PROFILER_PATH ?? 'noir-profiler';
36
+ const bb = process.env.BB ?? 'bb';
37
+
38
+ await run(profiler, [
39
+ 'gates',
40
+ '--artifact-path',
41
+ functionArtifact,
42
+ '--backend-path',
43
+ bb,
44
+ '--backend-gates-command',
45
+ 'gates',
46
+ '--output',
47
+ outputDir,
48
+ '--scheme',
49
+ 'chonk',
50
+ '--include_gates_per_opcode',
51
+ ]);
52
+
53
+ // noir-profiler names the SVG using the internal function name which
54
+ // retains the __aztec_nr_internals__ prefix in the bytecode metadata.
55
+ const srcSvg = join(outputDir, `__aztec_nr_internals__${functionName}_gates.svg`);
56
+ const destSvg = join(outputDir, `${contractName}-${functionName}-flamegraph.svg`);
57
+ await rename(srcSvg, destSvg);
58
+
59
+ log(`Flamegraph written to ${destSvg}`);
60
+ } finally {
61
+ await rm(functionArtifact, { force: true });
62
+ }
63
+ }
@@ -0,0 +1,67 @@
1
+ import { asyncPool } from '@aztec/foundation/async-pool';
2
+ import type { LogFn } from '@aztec/foundation/log';
3
+
4
+ import { execFile as execFileCb } from 'child_process';
5
+ import { rm } from 'fs/promises';
6
+ import { promisify } from 'util';
7
+
8
+ import { MAX_CONCURRENT, discoverArtifacts } from './profile_utils.js';
9
+
10
+ const execFile = promisify(execFileCb);
11
+
12
+ interface GateCountResult {
13
+ name: string;
14
+ gateCount: number;
15
+ }
16
+
17
+ /** Parses circuit_size from bb gates JSON output: { "functions": [{ "circuit_size": N }] } */
18
+ function parseGateCount(stdout: string): number {
19
+ const parsed = JSON.parse(stdout);
20
+ const size = parsed?.functions?.[0]?.circuit_size;
21
+ if (typeof size !== 'number') {
22
+ throw new Error('Failed to parse circuit_size from bb gates output');
23
+ }
24
+ return size;
25
+ }
26
+
27
+ /** Runs bb gates on a single artifact file and returns the gate count. */
28
+ async function getGateCount(bb: string, artifactPath: string): Promise<number> {
29
+ const { stdout } = await execFile(bb, ['gates', '--scheme', 'chonk', '-b', artifactPath]);
30
+ return parseGateCount(stdout);
31
+ }
32
+
33
+ /** Profiles all compiled artifacts in a target directory and prints gate counts. */
34
+ export async function profileGates(targetDir: string, log: LogFn): Promise<void> {
35
+ const bb = process.env.BB ?? 'bb';
36
+ const { artifacts, tmpDir } = await discoverArtifacts(targetDir);
37
+
38
+ if (artifacts.length === 0) {
39
+ log('No artifacts found in target directory.');
40
+ return;
41
+ }
42
+
43
+ try {
44
+ const results: GateCountResult[] = await asyncPool(MAX_CONCURRENT, artifacts, async artifact => ({
45
+ name: artifact.name,
46
+ gateCount: await getGateCount(bb, artifact.filePath),
47
+ }));
48
+ results.sort((a, b) => a.name.localeCompare(b.name));
49
+
50
+ if (results.length === 0) {
51
+ log('No constrained circuits found.');
52
+ return;
53
+ }
54
+
55
+ const maxNameLen = Math.max(...results.map(r => r.name.length));
56
+ log('');
57
+ log('Gate counts:');
58
+ log('-'.repeat(maxNameLen + 16));
59
+ for (const { name, gateCount } of results) {
60
+ log(`${name.padEnd(maxNameLen)} ${gateCount.toLocaleString().padStart(12)}`);
61
+ }
62
+ log('-'.repeat(maxNameLen + 16));
63
+ log(`Total: ${results.length} circuit(s)`);
64
+ } finally {
65
+ await rm(tmpDir, { recursive: true, force: true });
66
+ }
67
+ }
@@ -0,0 +1,58 @@
1
+ import { mkdtemp, writeFile } from 'fs/promises';
2
+ import { tmpdir } from 'os';
3
+ import { join } from 'path';
4
+
5
+ import type { CompiledArtifact, ContractFunction } from './utils/artifacts.js';
6
+ import { readArtifactFiles } from './utils/artifacts.js';
7
+
8
+ export const MAX_CONCURRENT = 4;
9
+
10
+ export interface DiscoveredArtifact {
11
+ name: string;
12
+ filePath: string;
13
+ type: 'contract-function' | 'program';
14
+ }
15
+
16
+ /**
17
+ * Reads a target directory and returns a list of discovered artifacts with temp files
18
+ * created for contract functions. Caller must clean up tmpDir when done.
19
+ */
20
+ export async function discoverArtifacts(
21
+ targetDir: string,
22
+ ): Promise<{ artifacts: DiscoveredArtifact[]; tmpDir: string }> {
23
+ const files = await readArtifactFiles(targetDir);
24
+ const tmpDir = await mkdtemp(join(tmpdir(), 'aztec-profile-'));
25
+ const artifacts: DiscoveredArtifact[] = [];
26
+
27
+ for (const file of files) {
28
+ if (Array.isArray(file.content.functions)) {
29
+ for (const func of file.content.functions) {
30
+ if (!func.bytecode || func.is_unconstrained) {
31
+ continue;
32
+ }
33
+ const name = `${file.name}::${func.name}`;
34
+ const tmpPath = join(tmpDir, `${file.name}-${func.name}.json`);
35
+ await writeFile(tmpPath, makeFunctionArtifact(file.content, func));
36
+ artifacts.push({ name, filePath: tmpPath, type: 'contract-function' });
37
+ }
38
+ } else if (file.content.bytecode) {
39
+ artifacts.push({ name: file.name, filePath: file.filePath, type: 'program' });
40
+ }
41
+ }
42
+
43
+ return { artifacts, tmpDir };
44
+ }
45
+
46
+ /** Extracts a contract function as a standalone program artifact JSON string. */
47
+ export function makeFunctionArtifact(artifact: CompiledArtifact, func: ContractFunction) {
48
+ /* eslint-disable camelcase */
49
+ return JSON.stringify({
50
+ noir_version: artifact.noir_version,
51
+ hash: 0,
52
+ abi: func.abi,
53
+ bytecode: func.bytecode,
54
+ debug_symbols: func.debug_symbols,
55
+ file_map: artifact.file_map,
56
+ });
57
+ /* eslint-enable camelcase */
58
+ }
@@ -10,9 +10,9 @@ import {
10
10
  initTelemetryClient,
11
11
  makeTracedFetch,
12
12
  } from '@aztec/telemetry-client';
13
- import { TestWallet } from '@aztec/test-wallet/server';
13
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -38,22 +38,25 @@ export async function startBot(
38
38
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
39
 
40
40
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
- const wallet = await TestWallet.create(aztecNode, pxeConfig);
41
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
42
+ const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
43
 
43
44
  const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
45
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
46
  }
46
47
 
47
48
  export async function addBot(
48
49
  options: any,
49
50
  signalHandlers: (() => Promise<void>)[],
50
51
  services: NamespacedApiHandlers,
51
- wallet: TestWallet,
52
+ wallet: EmbeddedWallet,
52
53
  aztecNode: AztecNode,
53
54
  telemetry: TelemetryClient,
54
55
  aztecNodeAdmin?: AztecNodeAdmin,
56
+ userLog?: LogFn,
55
57
  ) {
56
58
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
59
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
57
60
 
58
61
  const db = await (config.dataDirectory
59
62
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -4,20 +4,30 @@ import { Fr } from '@aztec/aztec.js/fields';
4
4
  import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
5
  import { getL1Config } from '@aztec/cli/config';
6
6
  import { getPublicClient } from '@aztec/ethereum/client';
7
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { SecretValue } from '@aztec/foundation/config';
9
+ import { EthAddress } from '@aztec/foundation/eth-address';
8
10
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
11
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
12
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
13
  import type { LogFn } from '@aztec/foundation/log';
14
+ import { sleep } from '@aztec/foundation/sleep';
15
+ import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
10
16
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
17
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
11
18
  import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
19
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
20
  import {
14
21
  type TelemetryClientConfig,
15
22
  initTelemetryClient,
23
+ makeTracedFetch,
16
24
  telemetryClientConfigMappings,
17
25
  } from '@aztec/telemetry-client';
18
- import { TestWallet } from '@aztec/test-wallet/server';
26
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
19
27
  import { getGenesisValues } from '@aztec/world-state/testing';
20
28
 
29
+ import Koa from 'koa';
30
+
21
31
  import { createAztecNode } from '../../local-network/index.js';
22
32
  import {
23
33
  extractNamespacedOptions,
@@ -25,6 +35,74 @@ import {
25
35
  preloadCrsDataForVerifying,
26
36
  setupUpdateMonitor,
27
37
  } from '../util.js';
38
+ import { getVersions } from '../versioning.js';
39
+ import { startProverBroker } from './start_prover_broker.js';
40
+
41
+ const ROLLUP_POLL_INTERVAL_MS = 600_000;
42
+
43
+ /**
44
+ * Waits until the canonical rollup's genesis archive root matches the expected local genesis root.
45
+ * If the rollup is not yet compatible (e.g. during L1 contract upgrades), enters standby mode:
46
+ * starts a lightweight HTTP server for K8s liveness probes and polls until a compatible rollup appears.
47
+ */
48
+ async function waitForCompatibleRollup(
49
+ publicClient: ReturnType<typeof getPublicClient>,
50
+ registryAddress: EthAddress,
51
+ rollupVersion: number | 'canonical',
52
+ expectedGenesisRoot: Fr,
53
+ port: number | undefined,
54
+ userLog: LogFn,
55
+ ): Promise<void> {
56
+ const registry = new RegistryContract(publicClient, registryAddress);
57
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
58
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
59
+
60
+ let l1GenesisRoot: Fr;
61
+ try {
62
+ l1GenesisRoot = await rollup.getGenesisArchiveTreeRoot();
63
+ } catch (err: any) {
64
+ throw new Error(
65
+ `Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
66
+ );
67
+ }
68
+
69
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
70
+ return;
71
+ }
72
+
73
+ userLog(
74
+ `Genesis root mismatch: expected ${expectedGenesisRoot}, got ${l1GenesisRoot} from rollup at ${rollupAddress}. ` +
75
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_MS / 1000}s for a compatible rollup...`,
76
+ );
77
+
78
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
79
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
80
+
81
+ try {
82
+ while (true) {
83
+ await sleep(ROLLUP_POLL_INTERVAL_MS);
84
+
85
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
86
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
87
+
88
+ try {
89
+ l1GenesisRoot = await currentRollup.getGenesisArchiveTreeRoot();
90
+ } catch {
91
+ userLog(`Failed to fetch genesis root from rollup at ${currentRollupAddress}. Retrying...`);
92
+ continue;
93
+ }
94
+
95
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
96
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
97
+ return;
98
+ }
99
+
100
+ userLog(`Still waiting. Rollup at ${currentRollupAddress} has genesis root ${l1GenesisRoot}.`);
101
+ }
102
+ } finally {
103
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
104
+ }
105
+ }
28
106
 
29
107
  export async function startNode(
30
108
  options: any,
@@ -45,16 +123,40 @@ export async function startNode(
45
123
  ...relevantOptions,
46
124
  };
47
125
 
126
+ // Prover node configuration and broker setup
127
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
128
+ let broker: ProvingJobBroker | undefined = undefined;
48
129
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
130
+ nodeConfig.enableProverNode = true;
131
+ if (nodeConfig.proverAgentCount === 0) {
132
+ userLog(
133
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
134
+ );
135
+ }
136
+ if (nodeConfig.proverBrokerUrl) {
137
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
138
+ // set a lower connection limit such that we don't overload the server
139
+ // Keep retrying up to 30s
140
+ const fetch = makeTracedFetch(
141
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
142
+ false,
143
+ makeUndiciFetch(new Agent({ connections: 100 })),
144
+ );
145
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
146
+ } else if (options.proverBroker) {
147
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
148
+ } else {
149
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
150
+ process.exit(1);
151
+ }
51
152
  }
52
153
 
53
154
  await preloadCrsDataForVerifying(nodeConfig, userLog);
54
155
 
55
156
  const testAccounts = nodeConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
157
  const sponsoredFPCAccounts = nodeConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
158
+ const prefundAddresses = (nodeConfig.prefundAddresses ?? []).map(a => AztecAddress.fromString(a));
159
+ const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts).concat(prefundAddresses);
58
160
 
59
161
  userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
162
 
@@ -68,6 +170,20 @@ export async function startNode(
68
170
  if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
69
171
  throw new Error('L1 registry address is required to start Aztec Node');
70
172
  }
173
+
174
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
175
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
176
+ const publicClient = getPublicClient(nodeConfig);
177
+ const rollupVersion: number | 'canonical' = nodeConfig.rollupVersion ?? 'canonical';
178
+ await waitForCompatibleRollup(
179
+ publicClient,
180
+ nodeConfig.l1Contracts.registryAddress,
181
+ rollupVersion,
182
+ genesisArchiveRoot,
183
+ options.port,
184
+ userLog,
185
+ );
186
+
71
187
  const { addresses, config } = await getL1Config(
72
188
  nodeConfig.l1Contracts.registryAddress,
73
189
  nodeConfig.l1RpcUrls,
@@ -101,12 +217,17 @@ export async function startNode(
101
217
  ...extractNamespacedOptions(options, 'sequencer'),
102
218
  };
103
219
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
220
+ if (
221
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
222
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
223
+ ) {
105
224
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
225
+ sequencerConfig.sequencerPublisherPrivateKeys = [
226
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
227
+ ];
107
228
  }
108
229
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
230
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
231
  }
111
232
 
112
233
  if (nodeConfig.p2pEnabled) {
@@ -120,13 +241,22 @@ export async function startNode(
120
241
  const telemetry = await initTelemetryClient(telemetryConfig);
121
242
 
122
243
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
244
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
124
245
 
125
246
  // Add node and p2p to services list
126
247
  services.node = [node, AztecNodeApiSchema];
127
248
  services.p2p = [node.getP2P(), P2PApiSchema];
128
249
  adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
129
250
 
251
+ // Register prover-node services if the prover node subsystem is running
252
+ const proverNode = node.getProverNode();
253
+ if (proverNode) {
254
+ services.prover = [proverNode, ProverNodeApiSchema];
255
+ if (!nodeConfig.proverBrokerUrl) {
256
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
257
+ }
258
+ }
259
+
130
260
  // Add node stop function to signal handlers
131
261
  signalHandlers.push(node.stop.bind(node));
132
262
 
@@ -135,7 +265,7 @@ export async function startNode(
135
265
  const { addBot } = await import('./start_bot.js');
136
266
 
137
267
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
138
- const wallet = await TestWallet.create(node, pxeConfig);
268
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig });
139
269
 
140
270
  await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
141
271
  }
@@ -4,9 +4,9 @@ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
5
  import { buildServerCircuitProver } from '@aztec/prover-client';
6
6
  import {
7
- InlineProofStore,
8
7
  type ProverAgentConfig,
9
8
  ProvingAgent,
9
+ createProofStore,
10
10
  createProvingJobBrokerClient,
11
11
  proverAgentConfigMappings,
12
12
  } from '@aztec/prover-client/broker';
@@ -55,7 +55,7 @@ export async function startProverAgent(
55
55
 
56
56
  const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
57
57
  const prover = await buildServerCircuitProver(config, telemetry);
58
- const proofStore = new InlineProofStore();
58
+ const proofStore = await createProofStore(config.proofStore);
59
59
  const agents = times(
60
60
  config.proverAgentCount,
61
61
  () => new ProvingAgent(broker, proofStore, prover, config.proverAgentProofTypes, config.proverAgentPollIntervalMs),
@@ -5,6 +5,7 @@ import type { LogFn } from '@aztec/foundation/log';
5
5
  import {
6
6
  type ProverBrokerConfig,
7
7
  ProvingJobBrokerSchema,
8
+ ProvingJobBrokerSchemaWithDebug,
8
9
  createAndStartProvingBroker,
9
10
  proverBrokerConfigMappings,
10
11
  } from '@aztec/prover-client/broker';
@@ -59,7 +60,10 @@ export async function startProverBroker(
59
60
  );
60
61
  }
61
62
 
62
- services.proverBroker = [broker, ProvingJobBrokerSchema];
63
+ services.proverBroker = [
64
+ broker,
65
+ config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
66
+ ];
63
67
  signalHandlers.push(() => broker.stop());
64
68
 
65
69
  return { broker, config };
@@ -0,0 +1,44 @@
1
+ import { readFile, readdir } from 'fs/promises';
2
+ import { join } from 'path';
3
+
4
+ export interface CompiledArtifact {
5
+ noir_version: string;
6
+ file_map: unknown;
7
+ functions: ContractFunction[];
8
+ bytecode?: string;
9
+ }
10
+
11
+ export interface ContractFunction {
12
+ name: string;
13
+ abi: unknown;
14
+ bytecode: string;
15
+ debug_symbols: unknown;
16
+ is_unconstrained?: boolean;
17
+ }
18
+
19
+ export interface ArtifactFile {
20
+ name: string;
21
+ filePath: string;
22
+ content: CompiledArtifact;
23
+ }
24
+
25
+ /** Reads all JSON artifact files from a target directory and returns their parsed contents. */
26
+ export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
27
+ let entries: string[];
28
+ try {
29
+ entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
30
+ } catch (err: any) {
31
+ if (err?.code === 'ENOENT') {
32
+ throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
33
+ }
34
+ throw err;
35
+ }
36
+
37
+ const artifacts: ArtifactFile[] = [];
38
+ for (const file of entries) {
39
+ const filePath = join(targetDir, file);
40
+ const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
41
+ artifacts.push({ name: file.replace('.json', ''), filePath, content });
42
+ }
43
+ return artifacts;
44
+ }
@@ -0,0 +1,16 @@
1
+ import { spawn } from 'child_process';
2
+
3
+ /** Spawns a command with inherited stdio and rejects on non-zero exit. */
4
+ export function run(cmd: string, args: string[]): Promise<void> {
5
+ return new Promise((resolve, reject) => {
6
+ const child = spawn(cmd, args, { stdio: 'inherit' });
7
+ child.on('error', reject);
8
+ child.on('close', code => {
9
+ if (code !== 0) {
10
+ reject(new Error(`${cmd} exited with code ${code}`));
11
+ } else {
12
+ resolve();
13
+ }
14
+ });
15
+ });
16
+ }
package/src/cli/util.ts CHANGED
@@ -2,13 +2,13 @@ import type { AztecNodeConfig } from '@aztec/aztec-node';
2
2
  import type { AccountManager } from '@aztec/aztec.js/wallet';
3
3
  import type { ViemClient } from '@aztec/ethereum/types';
4
4
  import type { ConfigMappingsType } from '@aztec/foundation/config';
5
- import { Fr } from '@aztec/foundation/curves/bn254';
6
5
  import { EthAddress } from '@aztec/foundation/eth-address';
6
+ import { jsonStringify } from '@aztec/foundation/json-rpc';
7
7
  import { type LogFn, createLogger } from '@aztec/foundation/log';
8
8
  import type { SharedNodeConfig } from '@aztec/node-lib/config';
9
9
  import type { ProverConfig } from '@aztec/stdlib/interfaces/server';
10
10
  import { getTelemetryClient } from '@aztec/telemetry-client/start';
11
- import type { TestWallet } from '@aztec/test-wallet/server';
11
+ import type { EmbeddedWallet } from '@aztec/wallets/embedded';
12
12
 
13
13
  import chalk from 'chalk';
14
14
  import type { Command } from 'commander';
@@ -68,30 +68,19 @@ export const installSignalHandlers = (logFn: LogFn, cb?: Array<() => Promise<voi
68
68
  /**
69
69
  * Creates logs for the initial accounts
70
70
  * @param accounts - The initial accounts
71
- * @param wallet - A TestWallet instance to get the registered accounts
71
+ * @param wallet - A EmbeddedWallet instance to get the registered accounts
72
72
  * @returns A string array containing the initial accounts details
73
73
  */
74
- export async function createAccountLogs(
75
- accountsWithSecretKeys: {
76
- /**
77
- * The account object
78
- */
79
- account: AccountManager;
80
- /**
81
- * The secret key of the account
82
- */
83
- secretKey: Fr;
84
- }[],
85
- wallet: TestWallet,
86
- ) {
74
+ export async function createAccountLogs(accountManagers: AccountManager[], wallet: EmbeddedWallet) {
87
75
  const registeredAccounts = await wallet.getAccounts();
88
76
  const accountLogStrings = [`Initial Accounts:\n\n`];
89
- for (const accountWithSecretKey of accountsWithSecretKeys) {
90
- const completeAddress = await accountWithSecretKey.account.getCompleteAddress();
77
+ for (const accountManager of accountManagers) {
78
+ const account = await accountManager.getAccount();
79
+ const completeAddress = account.getCompleteAddress();
91
80
  if (registeredAccounts.find(a => a.item.equals(completeAddress.address))) {
92
81
  accountLogStrings.push(` Address: ${completeAddress.address.toString()}\n`);
93
82
  accountLogStrings.push(` Partial Address: ${completeAddress.partialAddress.toString()}\n`);
94
- accountLogStrings.push(` Secret Key: ${accountWithSecretKey.secretKey.toString()}\n`);
83
+ accountLogStrings.push(` Secret Key: ${account.getSecretKey().toString()}\n`);
95
84
  accountLogStrings.push(
96
85
  ` Master nullifier public key: ${completeAddress.publicKeys.masterNullifierPublicKey.toString()}\n`,
97
86
  );
@@ -282,7 +271,7 @@ export async function preloadCrsDataForVerifying(
282
271
  ): Promise<void> {
283
272
  if (realProofs) {
284
273
  const { Crs, GrumpkinCrs } = await import('@aztec/bb.js');
285
- await Promise.all([Crs.new(2 ** 1, undefined, log), GrumpkinCrs.new(2 ** 16 + 1, undefined, log)]);
274
+ await Promise.all([Crs.new(2 ** 1, undefined, log), GrumpkinCrs.new(2 ** 16, undefined, log)]);
286
275
  }
287
276
  }
288
277
 
@@ -297,7 +286,7 @@ export async function preloadCrsDataForServerSideProving(
297
286
  ): Promise<void> {
298
287
  if (realProofs) {
299
288
  const { Crs, GrumpkinCrs } = await import('@aztec/bb.js');
300
- await Promise.all([Crs.new(2 ** 25 + 1, undefined, log), GrumpkinCrs.new(2 ** 18 + 1, undefined, log)]);
289
+ await Promise.all([Crs.new(2 ** 25, undefined, log), GrumpkinCrs.new(2 ** 18, undefined, log)]);
301
290
  }
302
291
  }
303
292
 
@@ -388,3 +377,9 @@ export async function setupUpdateMonitor(
388
377
 
389
378
  checker.start();
390
379
  }
380
+
381
+ export function stringifyConfig(config: object): string {
382
+ return Object.entries(config)
383
+ .map(([key, value]) => `${key}=${jsonStringify(value)}`)
384
+ .join(' ');
385
+ }
@@ -2,7 +2,7 @@ import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
2
  import { createAztecNodeClient } from '@aztec/aztec.js/node';
3
3
  import { createLogger } from '@aztec/foundation/log';
4
4
  import { TokenContract } from '@aztec/noir-contracts.js/Token';
5
- import { TestWallet } from '@aztec/test-wallet/server';
5
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
6
6
 
7
7
  const logger = createLogger('example:token');
8
8
 
@@ -19,7 +19,7 @@ const TRANSFER_AMOUNT = 33n;
19
19
  async function main() {
20
20
  logger.info('Running token contract test on HTTP interface.');
21
21
 
22
- const wallet = await TestWallet.create(node);
22
+ const wallet = await EmbeddedWallet.create(node);
23
23
 
24
24
  // During local network setup we deploy a few accounts. Below we add them to our wallet.
25
25
  const [aliceInitialAccountData, bobInitialAccountData] = await getInitialTestAccountsData();