@aztec/aztec 0.0.1-commit.b33fc05d0 → 0.0.1-commit.b3d3157a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bin/index.js +1 -1
- package/dest/cli/aztec_start_action.d.ts +1 -1
- package/dest/cli/aztec_start_action.d.ts.map +1 -1
- package/dest/cli/aztec_start_action.js +28 -12
- package/dest/cli/aztec_start_options.d.ts +2 -2
- package/dest/cli/aztec_start_options.d.ts.map +1 -1
- package/dest/cli/aztec_start_options.js +14 -14
- package/dest/cli/cmds/compile.d.ts +1 -1
- package/dest/cli/cmds/compile.d.ts.map +1 -1
- package/dest/cli/cmds/compile.js +8 -8
- package/dest/cli/cmds/profile.d.ts +1 -1
- package/dest/cli/cmds/profile.d.ts.map +1 -1
- package/dest/cli/cmds/profile.js +1 -1
- package/dest/cli/cmds/profile_gates.d.ts +2 -2
- package/dest/cli/cmds/profile_gates.d.ts.map +1 -1
- package/dest/cli/cmds/profile_gates.js +21 -3
- package/dest/cli/cmds/standby.d.ts +12 -9
- package/dest/cli/cmds/standby.d.ts.map +1 -1
- package/dest/cli/cmds/standby.js +36 -17
- package/dest/cli/cmds/start_bot.d.ts +1 -1
- package/dest/cli/cmds/start_bot.d.ts.map +1 -1
- package/dest/cli/cmds/start_bot.js +3 -3
- package/dest/cli/cmds/start_node.d.ts +1 -1
- package/dest/cli/cmds/start_node.d.ts.map +1 -1
- package/dest/cli/cmds/start_node.js +15 -25
- package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
- package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_agent.js +5 -17
- package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
- package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_broker.js +17 -8
- package/dest/cli/cmds/start_txe.d.ts +2 -2
- package/dest/cli/cmds/start_txe.d.ts.map +1 -1
- package/dest/cli/cmds/start_txe.js +6 -5
- package/dest/cli/cmds/utils/collect_crate_dirs.d.ts +21 -0
- package/dest/cli/cmds/utils/collect_crate_dirs.d.ts.map +1 -0
- package/dest/cli/cmds/utils/collect_crate_dirs.js +114 -0
- package/dest/cli/cmds/utils/needs_recompile.d.ts +1 -1
- package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -1
- package/dest/cli/cmds/utils/needs_recompile.js +9 -53
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts +4 -0
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts.map +1 -0
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.js +61 -0
- package/dest/cli/util.js +7 -5
- package/dest/local-network/auth_registry.d.ts +5 -0
- package/dest/local-network/auth_registry.d.ts.map +1 -0
- package/dest/local-network/auth_registry.js +17 -0
- package/dest/local-network/banana_fpc.d.ts +3 -2
- package/dest/local-network/banana_fpc.d.ts.map +1 -1
- package/dest/local-network/banana_fpc.js +11 -7
- package/dest/local-network/local-network.d.ts +5 -28
- package/dest/local-network/local-network.d.ts.map +1 -1
- package/dest/local-network/local-network.js +36 -14
- package/dest/testing/anvil_test_watcher.d.ts +15 -3
- package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
- package/dest/testing/anvil_test_watcher.js +68 -14
- package/dest/testing/cheat_codes.d.ts +18 -17
- package/dest/testing/cheat_codes.d.ts.map +1 -1
- package/dest/testing/cheat_codes.js +72 -36
- package/dest/testing/epoch_test_settler.d.ts +1 -1
- package/dest/testing/epoch_test_settler.d.ts.map +1 -1
- package/dest/testing/epoch_test_settler.js +6 -4
- package/dest/testing/index.d.ts +2 -2
- package/dest/testing/index.d.ts.map +1 -1
- package/package.json +34 -34
- package/scripts/add_crate.sh +11 -60
- package/scripts/aztec.sh +6 -2
- package/scripts/init.sh +5 -5
- package/scripts/new.sh +2 -2
- package/scripts/setup_workspace.sh +3 -2
- package/scripts/templates/blank/contract/Nargo.toml +6 -0
- package/scripts/templates/blank/contract/src/main.nr +10 -0
- package/scripts/templates/blank/test/Nargo.toml +7 -0
- package/scripts/templates/blank/test/src/lib.nr +11 -0
- package/scripts/templates/counter/contract/Nargo.toml +7 -0
- package/scripts/templates/counter/contract/src/main.nr +48 -0
- package/scripts/templates/counter/test/Nargo.toml +7 -0
- package/scripts/templates/counter/test/src/lib.nr +32 -0
- package/src/bin/index.ts +1 -1
- package/src/cli/aztec_start_action.ts +21 -12
- package/src/cli/aztec_start_options.ts +21 -22
- package/src/cli/cmds/compile.ts +10 -9
- package/src/cli/cmds/profile.ts +2 -1
- package/src/cli/cmds/profile_gates.ts +20 -4
- package/src/cli/cmds/standby.ts +41 -20
- package/src/cli/cmds/start_bot.ts +3 -5
- package/src/cli/cmds/start_node.ts +20 -17
- package/src/cli/cmds/start_prover_agent.ts +5 -8
- package/src/cli/cmds/start_prover_broker.ts +17 -11
- package/src/cli/cmds/start_txe.ts +7 -5
- package/src/cli/cmds/utils/collect_crate_dirs.ts +118 -0
- package/src/cli/cmds/utils/needs_recompile.ts +8 -61
- package/src/cli/cmds/utils/warn_if_aztec_version_mismatch.ts +76 -0
- package/src/cli/util.ts +7 -7
- package/src/local-network/auth_registry.ts +19 -0
- package/src/local-network/banana_fpc.ts +12 -8
- package/src/local-network/local-network.ts +39 -13
- package/src/testing/anvil_test_watcher.ts +76 -13
- package/src/testing/cheat_codes.ts +92 -39
- package/src/testing/epoch_test_settler.ts +3 -4
- package/src/testing/index.ts +1 -1
- package/dest/cli/cmds/start_archiver.d.ts +0 -9
- package/dest/cli/cmds/start_archiver.d.ts.map +0 -1
- package/dest/cli/cmds/start_archiver.js +0 -48
- package/src/cli/cmds/start_archiver.ts +0 -50
|
@@ -7,10 +7,10 @@ import {
|
|
|
7
7
|
} from '@aztec/foundation/json-rpc/server';
|
|
8
8
|
import type { LogFn, Logger } from '@aztec/foundation/log';
|
|
9
9
|
import type { ChainConfig } from '@aztec/stdlib/config';
|
|
10
|
-
import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
|
|
10
|
+
import { AztecNodeAdminApiSchema, AztecNodeApiSchema, AztecNodeDebugApiSchema } from '@aztec/stdlib/interfaces/client';
|
|
11
11
|
import { getPackageVersion } from '@aztec/stdlib/update-checker';
|
|
12
12
|
import { getVersioningMiddleware } from '@aztec/stdlib/versioning';
|
|
13
|
-
import { getOtelJsonRpcPropagationMiddleware } from '@aztec/telemetry-client';
|
|
13
|
+
import { getOtelJsonRpcDiagnosticsMiddleware, getOtelJsonRpcPropagationMiddleware } from '@aztec/telemetry-client';
|
|
14
14
|
|
|
15
15
|
import { createLocalNetwork } from '../local-network/index.js';
|
|
16
16
|
import { github, splash } from '../splash.js';
|
|
@@ -23,14 +23,13 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
23
23
|
const signalHandlers: Array<() => Promise<void>> = [];
|
|
24
24
|
const services: NamespacedApiHandlers = {};
|
|
25
25
|
const adminServices: NamespacedApiHandlers = {};
|
|
26
|
+
const packageVersion = getPackageVersion();
|
|
26
27
|
let config: ChainConfig | undefined = undefined;
|
|
27
28
|
|
|
28
29
|
if (options.localNetwork) {
|
|
29
|
-
const
|
|
30
|
-
const localNetwork = extractNamespacedOptions(options, 'local-network');
|
|
31
|
-
localNetwork.testAccounts = true;
|
|
30
|
+
const localNetwork = extractNamespacedOptions(options, 'localNetwork');
|
|
32
31
|
userLog(`${splash}\n${github}\n\n`);
|
|
33
|
-
userLog(`Setting up Aztec local network ${
|
|
32
|
+
userLog(`Setting up Aztec local network ${packageVersion}, please stand by...`);
|
|
34
33
|
|
|
35
34
|
const { node, stop } = await createLocalNetwork(
|
|
36
35
|
{
|
|
@@ -51,6 +50,7 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
51
50
|
signalHandlers.push(stop);
|
|
52
51
|
services.node = [node, AztecNodeApiSchema];
|
|
53
52
|
adminServices.node = [node, AztecNodeAdminApiSchema];
|
|
53
|
+
services.nodeDebug = [node, AztecNodeDebugApiSchema];
|
|
54
54
|
} else {
|
|
55
55
|
// Route --prover-node through startNode
|
|
56
56
|
if (options.proverNode && !options.node) {
|
|
@@ -61,12 +61,12 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
61
61
|
const { startNode } = await import('./cmds/start_node.js');
|
|
62
62
|
const networkName = getActiveNetworkName(options.network);
|
|
63
63
|
({ config } = await startNode(options, signalHandlers, services, adminServices, userLog, networkName));
|
|
64
|
+
if (options.nodeDebug && services.node) {
|
|
65
|
+
services.nodeDebug = [services.node[0], AztecNodeDebugApiSchema];
|
|
66
|
+
}
|
|
64
67
|
} else if (options.bot) {
|
|
65
68
|
const { startBot } = await import('./cmds/start_bot.js');
|
|
66
69
|
await startBot(options, signalHandlers, services, userLog);
|
|
67
|
-
} else if (options.archiver) {
|
|
68
|
-
const { startArchiver } = await import('./cmds/start_archiver.js');
|
|
69
|
-
({ config } = await startArchiver(options, signalHandlers, services));
|
|
70
70
|
} else if (options.p2pBootstrap) {
|
|
71
71
|
const { startP2PBootstrap } = await import('./cmds/start_p2p_bootstrap.js');
|
|
72
72
|
({ config } = await startP2PBootstrap(options, signalHandlers, services, userLog));
|
|
@@ -78,7 +78,7 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
78
78
|
await startProverBroker(options, signalHandlers, services, userLog);
|
|
79
79
|
} else if (options.txe) {
|
|
80
80
|
const { startTXE } = await import('./cmds/start_txe.js');
|
|
81
|
-
await startTXE(options, debugLogger);
|
|
81
|
+
await startTXE(options, signalHandlers, debugLogger);
|
|
82
82
|
} else if (options.sequencer) {
|
|
83
83
|
userLog(`Cannot run a standalone sequencer without a node`);
|
|
84
84
|
process.exit(1);
|
|
@@ -90,13 +90,21 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
90
90
|
|
|
91
91
|
installSignalHandlers(debugLogger.info, signalHandlers);
|
|
92
92
|
const versions = getVersions(config);
|
|
93
|
+
const versioningOpts = { packageVersion };
|
|
93
94
|
|
|
94
95
|
// Start the main JSON-RPC server
|
|
95
96
|
if (Object.entries(services).length > 0) {
|
|
97
|
+
if (services.node) {
|
|
98
|
+
const { BarretenbergSync } = await import('@aztec/bb.js');
|
|
99
|
+
// JSON-RPC schema parsing may decompress compressed Chonk proofs before the node handler runs.
|
|
100
|
+
await BarretenbergSync.initSingleton();
|
|
101
|
+
}
|
|
102
|
+
|
|
96
103
|
const rpcServer = createNamespacedSafeJsonRpcServer(services, {
|
|
104
|
+
diagnostic: getOtelJsonRpcDiagnosticsMiddleware(),
|
|
97
105
|
http200OnError: false,
|
|
98
106
|
log: debugLogger,
|
|
99
|
-
middlewares: [getOtelJsonRpcPropagationMiddleware(), getVersioningMiddleware(versions)],
|
|
107
|
+
middlewares: [getOtelJsonRpcPropagationMiddleware(), getVersioningMiddleware(versions, versioningOpts)],
|
|
100
108
|
maxBatchSize: options.rpcMaxBatchSize,
|
|
101
109
|
maxBodySizeBytes: options.rpcMaxBodySize,
|
|
102
110
|
});
|
|
@@ -106,7 +114,7 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
106
114
|
|
|
107
115
|
// If there are any admin services, start a separate JSON-RPC server for them
|
|
108
116
|
if (Object.entries(adminServices).length > 0) {
|
|
109
|
-
const adminMiddlewares = [getOtelJsonRpcPropagationMiddleware(), getVersioningMiddleware(versions)];
|
|
117
|
+
const adminMiddlewares = [getOtelJsonRpcPropagationMiddleware(), getVersioningMiddleware(versions, versioningOpts)];
|
|
110
118
|
|
|
111
119
|
// Resolve the admin API key (auto-generated and persisted, or opt-out)
|
|
112
120
|
const apiKeyResolution = await resolveAdminApiKey(
|
|
@@ -125,6 +133,7 @@ export async function aztecStart(options: any, userLog: LogFn, debugLogger: Logg
|
|
|
125
133
|
}
|
|
126
134
|
|
|
127
135
|
const rpcServer = createNamespacedSafeJsonRpcServer(adminServices, {
|
|
136
|
+
diagnostic: getOtelJsonRpcDiagnosticsMiddleware(),
|
|
128
137
|
http200OnError: false,
|
|
129
138
|
log: debugLogger,
|
|
130
139
|
middlewares: adminMiddlewares,
|
|
@@ -36,7 +36,7 @@ export interface AztecStartOption {
|
|
|
36
36
|
parseVal?: (val: string) => any;
|
|
37
37
|
}
|
|
38
38
|
|
|
39
|
-
export const getOptions = (namespace: string, configMappings: Record<string, ConfigMapping
|
|
39
|
+
export const getOptions = (namespace: string, configMappings: Record<string, ConfigMapping<unknown>>) => {
|
|
40
40
|
const options: AztecStartOption[] = [];
|
|
41
41
|
for (const [key, { env, defaultValue: def, parseEnv, description, printDefault, fallback }] of Object.entries(
|
|
42
42
|
configMappings,
|
|
@@ -58,7 +58,11 @@ export const getOptions = (namespace: string, configMappings: Record<string, Con
|
|
|
58
58
|
return options;
|
|
59
59
|
};
|
|
60
60
|
|
|
61
|
-
const configToFlag = (
|
|
61
|
+
const configToFlag = (
|
|
62
|
+
flag: string,
|
|
63
|
+
configMapping: ConfigMapping<unknown>,
|
|
64
|
+
overrideDefaultValue?: any,
|
|
65
|
+
): AztecStartOption => {
|
|
62
66
|
if (!configMapping.isBoolean) {
|
|
63
67
|
flag += ' <value>';
|
|
64
68
|
}
|
|
@@ -125,6 +129,12 @@ export const aztecStartOptions: { [key: string]: AztecStartOption[] } = {
|
|
|
125
129
|
defaultValue: DefaultMnemonic,
|
|
126
130
|
env: 'MNEMONIC',
|
|
127
131
|
},
|
|
132
|
+
{
|
|
133
|
+
flag: '--local-network.testAccounts',
|
|
134
|
+
description: 'Deploy test accounts on local network start',
|
|
135
|
+
env: 'TEST_ACCOUNTS',
|
|
136
|
+
...booleanConfigHelper(true),
|
|
137
|
+
},
|
|
128
138
|
],
|
|
129
139
|
API: [
|
|
130
140
|
{
|
|
@@ -165,6 +175,13 @@ export const aztecStartOptions: { [key: string]: AztecStartOption[] } = {
|
|
|
165
175
|
env: 'AZTEC_RESET_ADMIN_API_KEY',
|
|
166
176
|
parseVal: val => val === 'true' || val === '1',
|
|
167
177
|
},
|
|
178
|
+
{
|
|
179
|
+
flag: '--node-debug',
|
|
180
|
+
description: 'Expose debug endpoints (e.g. mineBlock) on the main RPC port',
|
|
181
|
+
defaultValue: false,
|
|
182
|
+
env: 'AZTEC_NODE_DEBUG',
|
|
183
|
+
parseVal: val => val === undefined || val === 'true' || val === '1',
|
|
184
|
+
},
|
|
168
185
|
{
|
|
169
186
|
flag: '--api-prefix <value>',
|
|
170
187
|
description: 'Prefix for API routes on any service that is started',
|
|
@@ -205,12 +222,6 @@ export const aztecStartOptions: { [key: string]: AztecStartOption[] } = {
|
|
|
205
222
|
},
|
|
206
223
|
],
|
|
207
224
|
ARCHIVER: [
|
|
208
|
-
{
|
|
209
|
-
flag: '--archiver',
|
|
210
|
-
description: 'Starts Aztec Archiver with options',
|
|
211
|
-
defaultValue: undefined,
|
|
212
|
-
env: undefined,
|
|
213
|
-
},
|
|
214
225
|
...getOptions(
|
|
215
226
|
'archiver',
|
|
216
227
|
omitConfigMappings(archiverConfigMappings, Object.keys(l1ContractsConfigMappings) as (keyof ArchiverConfig)[]),
|
|
@@ -257,11 +268,7 @@ export const aztecStartOptions: { [key: string]: AztecStartOption[] } = {
|
|
|
257
268
|
defaultValue: undefined,
|
|
258
269
|
env: undefined,
|
|
259
270
|
},
|
|
260
|
-
...getOptions(
|
|
261
|
-
'proverBroker',
|
|
262
|
-
// filter out archiver options from prover node options as they're passed separately in --archiver
|
|
263
|
-
proverBrokerConfigMappings,
|
|
264
|
-
),
|
|
271
|
+
...getOptions('proverBroker', proverBrokerConfigMappings),
|
|
265
272
|
],
|
|
266
273
|
'PROVER AGENT': [
|
|
267
274
|
{
|
|
@@ -309,15 +316,7 @@ export const aztecStartOptions: { [key: string]: AztecStartOption[] } = {
|
|
|
309
316
|
},
|
|
310
317
|
...getOptions('bot', botConfigMappings),
|
|
311
318
|
],
|
|
312
|
-
PXE: [
|
|
313
|
-
{
|
|
314
|
-
flag: '--pxe',
|
|
315
|
-
description: 'Starts Aztec PXE with options',
|
|
316
|
-
defaultValue: undefined,
|
|
317
|
-
env: undefined,
|
|
318
|
-
},
|
|
319
|
-
...getOptions('pxe', allPxeConfigMappings),
|
|
320
|
-
],
|
|
319
|
+
PXE: [...getOptions('pxe', allPxeConfigMappings)],
|
|
321
320
|
TXE: [
|
|
322
321
|
{
|
|
323
322
|
flag: '--txe',
|
package/src/cli/cmds/compile.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { findBbBinary } from '@aztec/bb.js';
|
|
2
2
|
import type { LogFn } from '@aztec/foundation/log';
|
|
3
|
+
import { getPackageVersion } from '@aztec/stdlib/update-checker';
|
|
3
4
|
|
|
4
5
|
import { execFileSync } from 'child_process';
|
|
5
6
|
import type { Command } from 'commander';
|
|
@@ -9,6 +10,7 @@ import { join } from 'path';
|
|
|
9
10
|
import { readArtifactFiles } from './utils/artifacts.js';
|
|
10
11
|
import { needsRecompile } from './utils/needs_recompile.js';
|
|
11
12
|
import { run } from './utils/spawn.js';
|
|
13
|
+
import { warnIfAztecVersionMismatch } from './utils/warn_if_aztec_version_mismatch.js';
|
|
12
14
|
|
|
13
15
|
/** Returns paths to contract artifacts in the target directory. */
|
|
14
16
|
async function collectContractArtifacts(): Promise<string[]> {
|
|
@@ -24,15 +26,13 @@ async function collectContractArtifacts(): Promise<string[]> {
|
|
|
24
26
|
return files.filter(f => Array.isArray(f.content.functions)).map(f => f.filePath);
|
|
25
27
|
}
|
|
26
28
|
|
|
27
|
-
/**
|
|
28
|
-
async function
|
|
29
|
+
/** Stamps the Aztec stack version into the contract artifacts. */
|
|
30
|
+
async function stampAztecVersion(artifactPaths: string[]): Promise<void> {
|
|
31
|
+
const version = getPackageVersion();
|
|
29
32
|
for (const path of artifactPaths) {
|
|
30
33
|
const artifact = JSON.parse(await readFile(path, 'utf-8'));
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
fn.name = fn.name.replace(/^__aztec_nr_internals__/, '');
|
|
34
|
-
}
|
|
35
|
-
}
|
|
34
|
+
// eslint-disable-next-line camelcase
|
|
35
|
+
artifact.aztec_version = version;
|
|
36
36
|
await writeFile(path, JSON.stringify(artifact, null, 2) + '\n');
|
|
37
37
|
}
|
|
38
38
|
}
|
|
@@ -139,6 +139,8 @@ async function checkNoTestsInContracts(nargo: string, log: LogFn): Promise<void>
|
|
|
139
139
|
|
|
140
140
|
/** Compiles Aztec Noir contracts and postprocesses artifacts. */
|
|
141
141
|
async function compileAztecContract(nargoArgs: string[], log: LogFn): Promise<void> {
|
|
142
|
+
await warnIfAztecVersionMismatch(log);
|
|
143
|
+
|
|
142
144
|
if (!(await needsRecompile())) {
|
|
143
145
|
log('No source changes detected, skipping compilation.');
|
|
144
146
|
return;
|
|
@@ -159,8 +161,7 @@ async function compileAztecContract(nargoArgs: string[], log: LogFn): Promise<vo
|
|
|
159
161
|
const bbArgs = artifacts.flatMap(a => ['-i', a]);
|
|
160
162
|
await run(bb, ['aztec_process', ...bbArgs]);
|
|
161
163
|
|
|
162
|
-
|
|
163
|
-
await stripInternalPrefixes(artifacts);
|
|
164
|
+
await stampAztecVersion(artifacts);
|
|
164
165
|
}
|
|
165
166
|
|
|
166
167
|
log('Compilation complete!');
|
package/src/cli/cmds/profile.ts
CHANGED
|
@@ -11,8 +11,9 @@ export function injectProfileCommand(program: Command, log: LogFn): Command {
|
|
|
11
11
|
profile
|
|
12
12
|
.command('gates')
|
|
13
13
|
.argument('[target-dir]', 'Path to the compiled artifacts directory', './target')
|
|
14
|
+
.option('--json', 'Output gate counts as JSON instead of a table', false)
|
|
14
15
|
.description('Display gate counts for all compiled Aztec artifacts in a target directory.')
|
|
15
|
-
.action((targetDir: string) => profileGates(targetDir, log));
|
|
16
|
+
.action((targetDir: string, options: { json: boolean }) => profileGates(targetDir, options.json, log));
|
|
16
17
|
|
|
17
18
|
profile
|
|
18
19
|
.command('flamegraph')
|
|
@@ -6,12 +6,13 @@ import { execFile as execFileCb } from 'child_process';
|
|
|
6
6
|
import { rm } from 'fs/promises';
|
|
7
7
|
import { promisify } from 'util';
|
|
8
8
|
|
|
9
|
-
import { MAX_CONCURRENT, discoverArtifacts } from './profile_utils.js';
|
|
9
|
+
import { type DiscoveredArtifact, MAX_CONCURRENT, discoverArtifacts } from './profile_utils.js';
|
|
10
10
|
|
|
11
11
|
const execFile = promisify(execFileCb);
|
|
12
12
|
|
|
13
13
|
interface GateCountResult {
|
|
14
14
|
name: string;
|
|
15
|
+
type: DiscoveredArtifact['type'];
|
|
15
16
|
gateCount: number;
|
|
16
17
|
}
|
|
17
18
|
|
|
@@ -32,24 +33,39 @@ async function getGateCount(bb: string, artifactPath: string): Promise<number> {
|
|
|
32
33
|
}
|
|
33
34
|
|
|
34
35
|
/** Profiles all compiled artifacts in a target directory and prints gate counts. */
|
|
35
|
-
export async function profileGates(targetDir: string, log: LogFn): Promise<void> {
|
|
36
|
+
export async function profileGates(targetDir: string, json: boolean, log: LogFn): Promise<void> {
|
|
36
37
|
const bb = process.env.BB ?? findBbBinary() ?? 'bb';
|
|
37
38
|
const { artifacts, tmpDir } = await discoverArtifacts(targetDir);
|
|
38
39
|
|
|
39
40
|
if (artifacts.length === 0) {
|
|
40
|
-
|
|
41
|
+
if (json) {
|
|
42
|
+
log('[]');
|
|
43
|
+
} else {
|
|
44
|
+
log('No artifacts found in target directory.');
|
|
45
|
+
}
|
|
41
46
|
return;
|
|
42
47
|
}
|
|
43
48
|
|
|
44
49
|
try {
|
|
45
50
|
const results: GateCountResult[] = await asyncPool(MAX_CONCURRENT, artifacts, async artifact => ({
|
|
46
51
|
name: artifact.name,
|
|
52
|
+
type: artifact.type,
|
|
47
53
|
gateCount: await getGateCount(bb, artifact.filePath),
|
|
48
54
|
}));
|
|
49
55
|
results.sort((a, b) => a.name.localeCompare(b.name));
|
|
50
56
|
|
|
51
57
|
if (results.length === 0) {
|
|
52
|
-
|
|
58
|
+
if (json) {
|
|
59
|
+
log('[]');
|
|
60
|
+
} else {
|
|
61
|
+
log('No constrained circuits found.');
|
|
62
|
+
}
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
if (json) {
|
|
67
|
+
const entries = results.map(r => ({ name: r.name, type: r.type, gates: r.gateCount }));
|
|
68
|
+
log(JSON.stringify(entries, null, 2));
|
|
53
69
|
return;
|
|
54
70
|
}
|
|
55
71
|
|
package/src/cli/cmds/standby.ts
CHANGED
|
@@ -28,51 +28,72 @@ export async function computeExpectedGenesisRoot(config: GenesisStateConfig, use
|
|
|
28
28
|
|
|
29
29
|
userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
|
|
30
30
|
|
|
31
|
-
const { genesisArchiveRoot,
|
|
31
|
+
const { genesisArchiveRoot, genesis } = await getGenesisValues(initialFundedAccounts);
|
|
32
32
|
|
|
33
33
|
userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
|
|
34
34
|
|
|
35
|
-
return { genesisArchiveRoot,
|
|
35
|
+
return { genesisArchiveRoot, genesis };
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
async function checkRollupCompatibility(
|
|
39
|
+
rollup: RollupContract,
|
|
40
|
+
expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
|
|
41
|
+
): Promise<string[]> {
|
|
42
|
+
const mismatches: string[] = [];
|
|
43
|
+
const [l1Genesis, l1Vk, l1Protocol] = await Promise.all([
|
|
44
|
+
rollup.getGenesisArchiveTreeRoot(),
|
|
45
|
+
rollup.getVkTreeRoot(),
|
|
46
|
+
rollup.getProtocolContractsHash(),
|
|
47
|
+
]);
|
|
48
|
+
if (!l1Genesis.equals(expected.genesisArchiveRoot)) {
|
|
49
|
+
mismatches.push(`genesis archive root (expected ${expected.genesisArchiveRoot}, got ${l1Genesis})`);
|
|
50
|
+
}
|
|
51
|
+
if (!l1Vk.equals(expected.vkTreeRoot)) {
|
|
52
|
+
mismatches.push(`VK tree root (expected ${expected.vkTreeRoot}, got ${l1Vk})`);
|
|
53
|
+
}
|
|
54
|
+
if (!l1Protocol.equals(expected.protocolContractsHash)) {
|
|
55
|
+
mismatches.push(`protocol contracts hash (expected ${expected.protocolContractsHash}, got ${l1Protocol})`);
|
|
56
|
+
}
|
|
57
|
+
return mismatches;
|
|
36
58
|
}
|
|
37
59
|
|
|
38
60
|
/**
|
|
39
|
-
* Waits until the canonical rollup's genesis archive root
|
|
40
|
-
* If the rollup is not yet compatible (e.g. during L1 contract upgrades),
|
|
41
|
-
* starts a lightweight HTTP server for K8s liveness probes and polls every 60s
|
|
61
|
+
* Waits until the canonical rollup's genesis archive root, VK tree root, and protocol contracts hash
|
|
62
|
+
* all match the expected local values. If the rollup is not yet compatible (e.g. during L1 contract upgrades),
|
|
63
|
+
* enters standby mode: starts a lightweight HTTP server for K8s liveness probes and polls every 60s
|
|
64
|
+
* until a compatible rollup appears.
|
|
42
65
|
*/
|
|
43
66
|
export async function waitForCompatibleRollup(
|
|
44
67
|
config: {
|
|
45
68
|
l1RpcUrls: string[];
|
|
46
69
|
l1ChainId: number;
|
|
47
|
-
|
|
70
|
+
registryAddress: EthAddress;
|
|
48
71
|
rollupVersion?: number;
|
|
49
72
|
},
|
|
50
|
-
|
|
73
|
+
expected: { genesisArchiveRoot: Fr; vkTreeRoot: Fr; protocolContractsHash: Fr },
|
|
51
74
|
port: number | undefined,
|
|
52
75
|
userLog: LogFn,
|
|
53
76
|
): Promise<void> {
|
|
54
77
|
const publicClient = getPublicClient(config);
|
|
55
78
|
const rollupVersion: number | 'canonical' = config.rollupVersion ?? 'canonical';
|
|
56
79
|
|
|
57
|
-
const registry = new RegistryContract(publicClient, config.
|
|
80
|
+
const registry = new RegistryContract(publicClient, config.registryAddress);
|
|
58
81
|
const rollupAddress = await registry.getRollupAddress(rollupVersion);
|
|
59
82
|
const rollup = new RollupContract(publicClient, rollupAddress.toString());
|
|
60
83
|
|
|
61
|
-
let
|
|
84
|
+
let mismatches: string[];
|
|
62
85
|
try {
|
|
63
|
-
|
|
86
|
+
mismatches = await checkRollupCompatibility(rollup, expected);
|
|
64
87
|
} catch (err: any) {
|
|
65
|
-
throw new Error(
|
|
66
|
-
`Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
|
|
67
|
-
);
|
|
88
|
+
throw new Error(`Could not retrieve rollup config from canonical rollup at ${rollupAddress}: ${err.message}`);
|
|
68
89
|
}
|
|
69
90
|
|
|
70
|
-
if (
|
|
91
|
+
if (mismatches.length === 0) {
|
|
71
92
|
return;
|
|
72
93
|
}
|
|
73
94
|
|
|
74
95
|
userLog(
|
|
75
|
-
`
|
|
96
|
+
`Rollup at ${rollupAddress} is incompatible: ${mismatches.join('; ')}. ` +
|
|
76
97
|
`Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_S}s for a compatible rollup...`,
|
|
77
98
|
);
|
|
78
99
|
|
|
@@ -85,20 +106,20 @@ export async function waitForCompatibleRollup(
|
|
|
85
106
|
const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
|
|
86
107
|
const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
|
|
87
108
|
|
|
88
|
-
let
|
|
109
|
+
let currentMismatches: string[];
|
|
89
110
|
try {
|
|
90
|
-
|
|
111
|
+
currentMismatches = await checkRollupCompatibility(currentRollup, expected);
|
|
91
112
|
} catch {
|
|
92
|
-
userLog(`Failed to fetch
|
|
113
|
+
userLog(`Failed to fetch rollup config from rollup at ${currentRollupAddress}. Retrying...`);
|
|
93
114
|
return undefined;
|
|
94
115
|
}
|
|
95
116
|
|
|
96
|
-
if (
|
|
117
|
+
if (currentMismatches.length === 0) {
|
|
97
118
|
userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
|
|
98
119
|
return true;
|
|
99
120
|
}
|
|
100
121
|
|
|
101
|
-
userLog(`Still waiting. Rollup at ${currentRollupAddress}
|
|
122
|
+
userLog(`Still waiting. Rollup at ${currentRollupAddress}: ${currentMismatches.join('; ')}.`);
|
|
102
123
|
return undefined;
|
|
103
124
|
},
|
|
104
125
|
'compatible rollup',
|
|
@@ -21,11 +21,9 @@ export async function startBot(
|
|
|
21
21
|
services: NamespacedApiHandlers,
|
|
22
22
|
userLog: LogFn,
|
|
23
23
|
) {
|
|
24
|
-
const { proverNode,
|
|
25
|
-
if (proverNode ||
|
|
26
|
-
userLog(
|
|
27
|
-
`Starting a bot with --prover-node, --prover, --archiver, --sequencer, --p2p-bootstrap, or --txe is not supported.`,
|
|
28
|
-
);
|
|
24
|
+
const { proverNode, sequencer, p2pBootstrap, txe, prover } = options;
|
|
25
|
+
if (proverNode || sequencer || p2pBootstrap || txe || prover) {
|
|
26
|
+
userLog(`Starting a bot with --prover-node, --prover, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
|
|
29
27
|
process.exit(1);
|
|
30
28
|
}
|
|
31
29
|
|
|
@@ -7,7 +7,13 @@ import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
|
|
|
7
7
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
8
8
|
import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
|
|
9
9
|
import type { LogFn } from '@aztec/foundation/log';
|
|
10
|
-
import {
|
|
10
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
11
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
12
|
+
import {
|
|
13
|
+
ProvingJobConsumerSchema,
|
|
14
|
+
createProvingJobBrokerClient,
|
|
15
|
+
proverBrokerBackoff,
|
|
16
|
+
} from '@aztec/prover-client/broker';
|
|
11
17
|
import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
|
|
12
18
|
import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
|
|
13
19
|
import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
@@ -63,12 +69,8 @@ export async function startNode(
|
|
|
63
69
|
if (nodeConfig.proverBrokerUrl) {
|
|
64
70
|
// at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
|
|
65
71
|
// set a lower connection limit such that we don't overload the server
|
|
66
|
-
//
|
|
67
|
-
const fetch = makeTracedFetch(
|
|
68
|
-
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
69
|
-
false,
|
|
70
|
-
makeUndiciFetch(new Agent({ connections: 100 })),
|
|
71
|
-
);
|
|
72
|
+
// Retry indefinitely until the epoch proving times out and the chain reorgs
|
|
73
|
+
const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 100 })));
|
|
72
74
|
broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
|
|
73
75
|
} else if (options.proverBroker) {
|
|
74
76
|
({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
|
|
@@ -81,21 +83,26 @@ export async function startNode(
|
|
|
81
83
|
await preloadCrsDataForVerifying(nodeConfig, userLog);
|
|
82
84
|
|
|
83
85
|
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
84
|
-
const { genesisArchiveRoot,
|
|
86
|
+
const { genesisArchiveRoot, genesis } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
85
87
|
|
|
86
88
|
const followsCanonicalRollup =
|
|
87
89
|
typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
|
|
88
90
|
|
|
89
|
-
if (!nodeConfig.
|
|
91
|
+
if (!nodeConfig.registryAddress || nodeConfig.registryAddress.isZero()) {
|
|
90
92
|
throw new Error('L1 registry address is required to start Aztec Node');
|
|
91
93
|
}
|
|
92
94
|
|
|
93
95
|
// Wait for a compatible rollup before proceeding with full L1 config fetch.
|
|
94
96
|
// This prevents crashes when the canonical rollup hasn't been upgraded yet.
|
|
95
|
-
await waitForCompatibleRollup(
|
|
97
|
+
await waitForCompatibleRollup(
|
|
98
|
+
nodeConfig,
|
|
99
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
100
|
+
options.port,
|
|
101
|
+
userLog,
|
|
102
|
+
);
|
|
96
103
|
|
|
97
104
|
const { addresses, config } = await getL1Config(
|
|
98
|
-
nodeConfig.
|
|
105
|
+
nodeConfig.registryAddress,
|
|
99
106
|
nodeConfig.l1RpcUrls,
|
|
100
107
|
nodeConfig.l1ChainId,
|
|
101
108
|
nodeConfig.rollupVersion,
|
|
@@ -109,13 +116,9 @@ export async function startNode(
|
|
|
109
116
|
);
|
|
110
117
|
}
|
|
111
118
|
|
|
112
|
-
// TODO(#12272): will clean this up.
|
|
113
119
|
nodeConfig = {
|
|
114
120
|
...nodeConfig,
|
|
115
|
-
|
|
116
|
-
...addresses,
|
|
117
|
-
slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
|
|
118
|
-
},
|
|
121
|
+
...addresses,
|
|
119
122
|
...config,
|
|
120
123
|
};
|
|
121
124
|
|
|
@@ -151,7 +154,7 @@ export async function startNode(
|
|
|
151
154
|
const telemetry = await initTelemetryClient(telemetryConfig);
|
|
152
155
|
|
|
153
156
|
// Create and start Aztec Node
|
|
154
|
-
const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, {
|
|
157
|
+
const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { genesis });
|
|
155
158
|
|
|
156
159
|
// Add node and p2p to services list
|
|
157
160
|
services.node = [node, AztecNodeApiSchema];
|
|
@@ -9,6 +9,7 @@ import {
|
|
|
9
9
|
createProofStore,
|
|
10
10
|
createProvingJobBrokerClient,
|
|
11
11
|
proverAgentConfigMappings,
|
|
12
|
+
proverBrokerBackoff,
|
|
12
13
|
} from '@aztec/prover-client/broker';
|
|
13
14
|
import { getProverNodeAgentConfigFromEnv } from '@aztec/prover-node';
|
|
14
15
|
import { ProverAgentApiSchema } from '@aztec/stdlib/interfaces/server';
|
|
@@ -23,8 +24,8 @@ export async function startProverAgent(
|
|
|
23
24
|
services: NamespacedApiHandlers,
|
|
24
25
|
userLog: LogFn,
|
|
25
26
|
) {
|
|
26
|
-
if (options.node || options.sequencer || options.
|
|
27
|
-
userLog(`Starting a prover agent with --node, --sequencer, --
|
|
27
|
+
if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
|
|
28
|
+
userLog(`Starting a prover agent with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
|
|
28
29
|
process.exit(1);
|
|
29
30
|
}
|
|
30
31
|
|
|
@@ -45,12 +46,8 @@ export async function startProverAgent(
|
|
|
45
46
|
|
|
46
47
|
await preloadCrsDataForServerSideProving(config, userLog);
|
|
47
48
|
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
51
|
-
false,
|
|
52
|
-
makeUndiciFetch(new Agent({ connections: 10 })),
|
|
53
|
-
);
|
|
49
|
+
// Retry indefinitely until the epoch proving times out and the chain reorgs
|
|
50
|
+
const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 10 })));
|
|
54
51
|
const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
|
|
55
52
|
|
|
56
53
|
const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
|
|
@@ -2,6 +2,8 @@ import { getL1Config } from '@aztec/cli/config';
|
|
|
2
2
|
import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
|
|
3
3
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
4
4
|
import type { LogFn } from '@aztec/foundation/log';
|
|
5
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
6
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
5
7
|
import {
|
|
6
8
|
type ProverBrokerConfig,
|
|
7
9
|
ProvingJobBrokerSchema,
|
|
@@ -22,33 +24,37 @@ export async function startProverBroker(
|
|
|
22
24
|
services: NamespacedApiHandlers,
|
|
23
25
|
userLog: LogFn,
|
|
24
26
|
): Promise<{ broker: ProvingJobBroker; config: ProverBrokerConfig }> {
|
|
25
|
-
if (options.node || options.sequencer || options.
|
|
26
|
-
userLog(`Starting a prover broker with --node, --sequencer, --
|
|
27
|
+
if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
|
|
28
|
+
userLog(`Starting a prover broker with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
|
|
27
29
|
process.exit(1);
|
|
28
30
|
}
|
|
29
31
|
|
|
30
|
-
const
|
|
32
|
+
const baseConfig: ProverBrokerConfig = {
|
|
31
33
|
...getProverNodeBrokerConfigFromEnv(), // get default config from env
|
|
32
34
|
...extractRelevantOptions<ProverBrokerConfig>(options, proverBrokerConfigMappings, 'proverBroker'), // override with command line options
|
|
33
35
|
};
|
|
34
36
|
|
|
35
|
-
if (!
|
|
37
|
+
if (!baseConfig.registryAddress || baseConfig.registryAddress.isZero()) {
|
|
36
38
|
throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
|
|
37
39
|
}
|
|
38
40
|
|
|
39
41
|
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
40
42
|
const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
41
|
-
await waitForCompatibleRollup(
|
|
43
|
+
await waitForCompatibleRollup(
|
|
44
|
+
baseConfig,
|
|
45
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
46
|
+
options.port,
|
|
47
|
+
userLog,
|
|
48
|
+
);
|
|
42
49
|
|
|
43
50
|
const { addresses, config: rollupConfig } = await getL1Config(
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
51
|
+
baseConfig.registryAddress,
|
|
52
|
+
baseConfig.l1RpcUrls,
|
|
53
|
+
baseConfig.l1ChainId,
|
|
54
|
+
baseConfig.rollupVersion,
|
|
48
55
|
);
|
|
49
56
|
|
|
50
|
-
config
|
|
51
|
-
config.rollupVersion = rollupConfig.rollupVersion;
|
|
57
|
+
const config: ProverBrokerConfig = { ...baseConfig, ...addresses, rollupVersion: rollupConfig.rollupVersion };
|
|
52
58
|
|
|
53
59
|
const client = await initTelemetryClient(getTelemetryClientConfig());
|
|
54
60
|
const broker = await createAndStartProvingBroker(config, client);
|
|
@@ -1,15 +1,17 @@
|
|
|
1
1
|
import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
|
|
2
2
|
import type { Logger } from '@aztec/foundation/log';
|
|
3
|
-
import { createTXERpcServer } from '@aztec/txe';
|
|
3
|
+
import { createTXERpcServer } from '@aztec/txe/server';
|
|
4
4
|
|
|
5
|
-
export async function startTXE(options: any, debugLogger: Logger) {
|
|
5
|
+
export async function startTXE(options: any, signalHandlers: Array<() => Promise<void>>, debugLogger: Logger) {
|
|
6
6
|
debugLogger.info(`Setting up TXE...`);
|
|
7
7
|
|
|
8
|
-
const txeServer = createTXERpcServer(debugLogger);
|
|
9
|
-
const
|
|
8
|
+
const txeServer = await createTXERpcServer(debugLogger);
|
|
9
|
+
const httpServer = await startHttpRpcServer(txeServer, {
|
|
10
10
|
port: options.port,
|
|
11
11
|
timeoutMs: 1e3 * 60 * 5,
|
|
12
12
|
});
|
|
13
13
|
|
|
14
|
-
|
|
14
|
+
signalHandlers.push(() => new Promise<void>(resolve => httpServer.close(() => resolve())));
|
|
15
|
+
|
|
16
|
+
debugLogger.info(`TXE listening on port ${httpServer.port}`);
|
|
15
17
|
}
|