@aztec/aztec 0.0.0-test.1 → 0.0.1-commit.001888fc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dest/bin/index.d.ts +1 -1
- package/dest/bin/index.js +28 -13
- package/dest/cli/admin_api_key_store.d.ts +45 -0
- package/dest/cli/admin_api_key_store.d.ts.map +1 -0
- package/dest/cli/admin_api_key_store.js +98 -0
- package/dest/cli/aztec_start_action.d.ts +1 -1
- package/dest/cli/aztec_start_action.d.ts.map +1 -1
- package/dest/cli/aztec_start_action.js +89 -44
- package/dest/cli/aztec_start_options.d.ts +5 -3
- package/dest/cli/aztec_start_options.d.ts.map +1 -1
- package/dest/cli/aztec_start_options.js +157 -220
- package/dest/cli/cli.d.ts +1 -1
- package/dest/cli/cli.d.ts.map +1 -1
- package/dest/cli/cli.js +11 -7
- package/dest/cli/cmds/compile.d.ts +4 -0
- package/dest/cli/cmds/compile.d.ts.map +1 -0
- package/dest/cli/cmds/compile.js +166 -0
- package/dest/cli/cmds/migrate_ha_db.d.ts +3 -0
- package/dest/cli/cmds/migrate_ha_db.d.ts.map +1 -0
- package/dest/cli/cmds/migrate_ha_db.js +27 -0
- package/dest/cli/cmds/profile.d.ts +4 -0
- package/dest/cli/cmds/profile.d.ts.map +1 -0
- package/dest/cli/cmds/profile.js +8 -0
- package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
- package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
- package/dest/cli/cmds/profile_flamegraph.js +52 -0
- package/dest/cli/cmds/profile_gates.d.ts +4 -0
- package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
- package/dest/cli/cmds/profile_gates.js +58 -0
- package/dest/cli/cmds/profile_utils.d.ts +18 -0
- package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
- package/dest/cli/cmds/profile_utils.js +50 -0
- package/dest/cli/cmds/standby.d.ts +32 -0
- package/dest/cli/cmds/standby.d.ts.map +1 -0
- package/dest/cli/cmds/standby.js +97 -0
- package/dest/cli/cmds/start_archiver.d.ts +2 -2
- package/dest/cli/cmds/start_archiver.d.ts.map +1 -1
- package/dest/cli/cmds/start_archiver.js +25 -19
- package/dest/cli/cmds/start_bot.d.ts +4 -7
- package/dest/cli/cmds/start_bot.d.ts.map +1 -1
- package/dest/cli/cmds/start_bot.js +29 -14
- package/dest/cli/cmds/start_node.d.ts +3 -2
- package/dest/cli/cmds/start_node.d.ts.map +1 -1
- package/dest/cli/cmds/start_node.js +128 -85
- package/dest/cli/cmds/start_p2p_bootstrap.d.ts +2 -2
- package/dest/cli/cmds/start_p2p_bootstrap.d.ts.map +1 -1
- package/dest/cli/cmds/start_p2p_bootstrap.js +10 -6
- package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
- package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_agent.js +35 -6
- package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
- package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_broker.js +17 -5
- package/dest/cli/cmds/start_txe.d.ts +1 -1
- package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
- package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
- package/dest/cli/cmds/utils/artifacts.js +24 -0
- package/dest/cli/cmds/utils/needs_recompile.d.ts +10 -0
- package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -0
- package/dest/cli/cmds/utils/needs_recompile.js +134 -0
- package/dest/cli/cmds/utils/spawn.d.ts +3 -0
- package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
- package/dest/cli/cmds/utils/spawn.js +16 -0
- package/dest/cli/index.d.ts +1 -1
- package/dest/cli/preload_crs.d.ts +3 -0
- package/dest/cli/preload_crs.d.ts.map +1 -0
- package/dest/cli/preload_crs.js +6 -0
- package/dest/cli/util.d.ts +37 -17
- package/dest/cli/util.d.ts.map +1 -1
- package/dest/cli/util.js +165 -31
- package/dest/cli/versioning.d.ts +1 -1
- package/dest/cli/versioning.js +3 -3
- package/dest/examples/token.d.ts +1 -1
- package/dest/examples/token.js +31 -18
- package/dest/examples/util.d.ts +5 -6
- package/dest/examples/util.d.ts.map +1 -1
- package/dest/examples/util.js +5 -6
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/local-network/banana_fpc.d.ts +10 -0
- package/dest/local-network/banana_fpc.d.ts.map +1 -0
- package/dest/{sandbox → local-network}/banana_fpc.js +23 -25
- package/dest/local-network/index.d.ts +4 -0
- package/dest/local-network/index.d.ts.map +1 -0
- package/dest/local-network/index.js +3 -0
- package/dest/local-network/local-network.d.ts +73 -0
- package/dest/local-network/local-network.d.ts.map +1 -0
- package/dest/local-network/local-network.js +226 -0
- package/dest/local-network/sponsored_fpc.d.ts +5 -0
- package/dest/local-network/sponsored_fpc.d.ts.map +1 -0
- package/dest/local-network/sponsored_fpc.js +18 -0
- package/dest/mnemonic.d.ts +1 -1
- package/dest/splash.d.ts +1 -1
- package/dest/testing/anvil_test_watcher.d.ts +42 -0
- package/dest/testing/anvil_test_watcher.d.ts.map +1 -0
- package/dest/testing/anvil_test_watcher.js +181 -0
- package/dest/testing/cheat_codes.d.ts +43 -0
- package/dest/testing/cheat_codes.d.ts.map +1 -0
- package/dest/testing/cheat_codes.js +62 -0
- package/dest/testing/epoch_test_settler.d.ts +19 -0
- package/dest/testing/epoch_test_settler.d.ts.map +1 -0
- package/dest/testing/epoch_test_settler.js +61 -0
- package/dest/testing/index.d.ts +6 -0
- package/dest/testing/index.d.ts.map +1 -0
- package/dest/testing/index.js +5 -0
- package/dest/testing/token_allowed_setup.d.ts +7 -0
- package/dest/testing/token_allowed_setup.d.ts.map +1 -0
- package/dest/testing/token_allowed_setup.js +20 -0
- package/package.json +55 -45
- package/scripts/add_crate.sh +102 -0
- package/scripts/aztec.sh +69 -0
- package/scripts/init.sh +39 -0
- package/scripts/new.sh +83 -0
- package/scripts/setup_workspace.sh +68 -0
- package/src/bin/index.ts +33 -13
- package/src/cli/admin_api_key_store.ts +128 -0
- package/src/cli/aztec_start_action.ts +87 -41
- package/src/cli/aztec_start_options.ts +176 -218
- package/src/cli/cli.ts +19 -11
- package/src/cli/cmds/compile.ts +191 -0
- package/src/cli/cmds/migrate_ha_db.ts +43 -0
- package/src/cli/cmds/profile.ts +25 -0
- package/src/cli/cmds/profile_flamegraph.ts +64 -0
- package/src/cli/cmds/profile_gates.ts +68 -0
- package/src/cli/cmds/profile_utils.ts +58 -0
- package/src/cli/cmds/standby.ts +132 -0
- package/src/cli/cmds/start_archiver.ts +16 -21
- package/src/cli/cmds/start_bot.ts +40 -14
- package/src/cli/cmds/start_node.ts +146 -91
- package/src/cli/cmds/start_p2p_bootstrap.ts +14 -6
- package/src/cli/cmds/start_prover_agent.ts +26 -14
- package/src/cli/cmds/start_prover_broker.ts +28 -4
- package/src/cli/cmds/utils/artifacts.ts +44 -0
- package/src/cli/cmds/utils/needs_recompile.ts +151 -0
- package/src/cli/cmds/utils/spawn.ts +16 -0
- package/src/cli/preload_crs.ts +7 -0
- package/src/cli/util.ts +186 -50
- package/src/cli/versioning.ts +3 -3
- package/src/examples/token.ts +23 -19
- package/src/examples/util.ts +6 -8
- package/src/index.ts +5 -6
- package/src/{sandbox → local-network}/banana_fpc.ts +28 -29
- package/src/local-network/index.ts +7 -0
- package/src/local-network/local-network.ts +277 -0
- package/src/local-network/sponsored_fpc.ts +26 -0
- package/src/testing/anvil_test_watcher.ts +210 -0
- package/src/testing/cheat_codes.ts +79 -0
- package/src/testing/epoch_test_settler.ts +70 -0
- package/src/testing/index.ts +5 -0
- package/src/testing/token_allowed_setup.ts +19 -0
- package/dest/cli/chain_l2_config.d.ts +0 -19
- package/dest/cli/chain_l2_config.d.ts.map +0 -1
- package/dest/cli/chain_l2_config.js +0 -56
- package/dest/cli/cmds/start_blob_sink.d.ts +0 -3
- package/dest/cli/cmds/start_blob_sink.d.ts.map +0 -1
- package/dest/cli/cmds/start_blob_sink.js +0 -17
- package/dest/cli/cmds/start_faucet.d.ts +0 -4
- package/dest/cli/cmds/start_faucet.d.ts.map +0 -1
- package/dest/cli/cmds/start_faucet.js +0 -20
- package/dest/cli/cmds/start_prover_node.d.ts +0 -7
- package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
- package/dest/cli/cmds/start_prover_node.js +0 -110
- package/dest/cli/cmds/start_pxe.d.ts +0 -16
- package/dest/cli/cmds/start_pxe.d.ts.map +0 -1
- package/dest/cli/cmds/start_pxe.js +0 -95
- package/dest/cli/get_l1_config.d.ts +0 -7
- package/dest/cli/get_l1_config.d.ts.map +0 -1
- package/dest/cli/get_l1_config.js +0 -13
- package/dest/sandbox/banana_fpc.d.ts +0 -11
- package/dest/sandbox/banana_fpc.d.ts.map +0 -1
- package/dest/sandbox/index.d.ts +0 -5
- package/dest/sandbox/index.d.ts.map +0 -1
- package/dest/sandbox/index.js +0 -4
- package/dest/sandbox/sandbox.d.ts +0 -76
- package/dest/sandbox/sandbox.d.ts.map +0 -1
- package/dest/sandbox/sandbox.js +0 -181
- package/dest/sandbox/sponsored_fee_payment_method.d.ts +0 -23
- package/dest/sandbox/sponsored_fee_payment_method.d.ts.map +0 -1
- package/dest/sandbox/sponsored_fee_payment_method.js +0 -36
- package/dest/sandbox/sponsored_fpc.d.ts +0 -6
- package/dest/sandbox/sponsored_fpc.d.ts.map +0 -1
- package/dest/sandbox/sponsored_fpc.js +0 -26
- package/src/cli/chain_l2_config.ts +0 -74
- package/src/cli/cmds/start_blob_sink.ts +0 -31
- package/src/cli/cmds/start_faucet.ts +0 -34
- package/src/cli/cmds/start_prover_node.ts +0 -121
- package/src/cli/cmds/start_pxe.ts +0 -129
- package/src/cli/get_l1_config.ts +0 -18
- package/src/sandbox/index.ts +0 -5
- package/src/sandbox/sandbox.ts +0 -229
- package/src/sandbox/sponsored_fee_payment_method.ts +0 -46
- package/src/sandbox/sponsored_fpc.ts +0 -38
|
@@ -1,11 +1,19 @@
|
|
|
1
|
-
import { type BotConfig, BotRunner, botConfigMappings, getBotRunnerApiHandler } from '@aztec/bot';
|
|
1
|
+
import { type BotConfig, BotRunner, BotStore, botConfigMappings, getBotRunnerApiHandler } from '@aztec/bot';
|
|
2
2
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
3
3
|
import type { LogFn } from '@aztec/foundation/log';
|
|
4
|
-
import
|
|
4
|
+
import { createStore, openTmpStore } from '@aztec/kv-store/lmdb-v2';
|
|
5
|
+
import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
|
|
6
|
+
import { type AztecNode, type AztecNodeAdmin, createAztecNodeClient } from '@aztec/stdlib/interfaces/client';
|
|
5
7
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
6
|
-
import {
|
|
8
|
+
import {
|
|
9
|
+
getConfigEnvVars as getTelemetryClientConfig,
|
|
10
|
+
initTelemetryClient,
|
|
11
|
+
makeTracedFetch,
|
|
12
|
+
} from '@aztec/telemetry-client';
|
|
13
|
+
import { EmbeddedWallet } from '@aztec/wallets/embedded';
|
|
7
14
|
|
|
8
|
-
import { extractRelevantOptions } from '../util.js';
|
|
15
|
+
import { extractRelevantOptions, stringifyConfig } from '../util.js';
|
|
16
|
+
import { getVersions } from '../versioning.js';
|
|
9
17
|
|
|
10
18
|
export async function startBot(
|
|
11
19
|
options: any,
|
|
@@ -20,26 +28,44 @@ export async function startBot(
|
|
|
20
28
|
);
|
|
21
29
|
process.exit(1);
|
|
22
30
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
31
|
+
|
|
32
|
+
const fetch = makeTracedFetch([1, 2, 3], true);
|
|
33
|
+
const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
|
|
34
|
+
if (!config.nodeUrl) {
|
|
35
|
+
throw new Error('The bot requires access to a Node');
|
|
28
36
|
}
|
|
29
37
|
|
|
30
|
-
const
|
|
31
|
-
|
|
38
|
+
const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
|
|
39
|
+
|
|
40
|
+
const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
|
|
41
|
+
userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
|
|
42
|
+
const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
|
|
43
|
+
|
|
44
|
+
const telemetry = await initTelemetryClient(getTelemetryClientConfig());
|
|
45
|
+
await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
|
|
32
46
|
}
|
|
33
47
|
|
|
34
|
-
export function addBot(
|
|
48
|
+
export async function addBot(
|
|
35
49
|
options: any,
|
|
36
50
|
signalHandlers: (() => Promise<void>)[],
|
|
37
51
|
services: NamespacedApiHandlers,
|
|
38
|
-
|
|
52
|
+
wallet: EmbeddedWallet,
|
|
53
|
+
aztecNode: AztecNode,
|
|
54
|
+
telemetry: TelemetryClient,
|
|
55
|
+
aztecNodeAdmin?: AztecNodeAdmin,
|
|
56
|
+
userLog?: LogFn,
|
|
39
57
|
) {
|
|
40
58
|
const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
|
|
59
|
+
userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
|
|
60
|
+
|
|
61
|
+
const db = await (config.dataDirectory
|
|
62
|
+
? createStore('bot', BotStore.SCHEMA_VERSION, config)
|
|
63
|
+
: openTmpStore('bot', true, config.dataStoreMapSizeKb));
|
|
64
|
+
|
|
65
|
+
const store = new BotStore(db);
|
|
66
|
+
await store.cleanupOldClaims();
|
|
41
67
|
|
|
42
|
-
const botRunner = new BotRunner(config,
|
|
68
|
+
const botRunner = new BotRunner(config, wallet, aztecNode, telemetry, aztecNodeAdmin, store);
|
|
43
69
|
if (!config.noStart) {
|
|
44
70
|
void botRunner.start(); // Do not block since bot setup takes time
|
|
45
71
|
}
|
|
@@ -1,117 +1,150 @@
|
|
|
1
|
-
import { getInitialTestAccounts } from '@aztec/accounts/testing';
|
|
2
1
|
import { type AztecNodeConfig, aztecNodeConfigMappings, getConfigEnvVars } from '@aztec/aztec-node';
|
|
3
|
-
import {
|
|
2
|
+
import { Fr } from '@aztec/aztec.js/fields';
|
|
3
|
+
import { getL1Config } from '@aztec/cli/config';
|
|
4
|
+
import { getPublicClient } from '@aztec/ethereum/client';
|
|
5
|
+
import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
|
|
6
|
+
import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
|
|
4
7
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
8
|
+
import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
|
|
5
9
|
import type { LogFn } from '@aztec/foundation/log';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
10
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
11
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
12
|
+
import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
|
|
13
|
+
import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
|
|
14
|
+
import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
|
|
15
|
+
import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
8
16
|
import {
|
|
9
17
|
type TelemetryClientConfig,
|
|
10
18
|
initTelemetryClient,
|
|
19
|
+
makeTracedFetch,
|
|
11
20
|
telemetryClientConfigMappings,
|
|
12
21
|
} from '@aztec/telemetry-client';
|
|
13
|
-
import {
|
|
22
|
+
import { EmbeddedWallet } from '@aztec/wallets/embedded';
|
|
14
23
|
|
|
15
|
-
import {
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
24
|
+
import { createAztecNode } from '../../local-network/index.js';
|
|
25
|
+
import {
|
|
26
|
+
extractNamespacedOptions,
|
|
27
|
+
extractRelevantOptions,
|
|
28
|
+
preloadCrsDataForVerifying,
|
|
29
|
+
setupVersionChecker,
|
|
30
|
+
} from '../util.js';
|
|
31
|
+
import { getVersions } from '../versioning.js';
|
|
32
|
+
import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
|
|
33
|
+
import { startProverBroker } from './start_prover_broker.js';
|
|
20
34
|
|
|
21
35
|
export async function startNode(
|
|
22
36
|
options: any,
|
|
23
37
|
signalHandlers: (() => Promise<void>)[],
|
|
24
38
|
services: NamespacedApiHandlers,
|
|
39
|
+
adminServices: NamespacedApiHandlers,
|
|
25
40
|
userLog: LogFn,
|
|
41
|
+
networkName: NetworkNames,
|
|
26
42
|
): Promise<{ config: AztecNodeConfig }> {
|
|
27
|
-
// options
|
|
28
|
-
const
|
|
43
|
+
// All options set from environment variables
|
|
44
|
+
const configFromEnvVars = getConfigEnvVars();
|
|
45
|
+
|
|
46
|
+
// Extract relevant options from command line arguments
|
|
47
|
+
const relevantOptions = extractRelevantOptions(options, aztecNodeConfigMappings, 'node');
|
|
48
|
+
|
|
29
49
|
// All options that are relevant to the Aztec Node
|
|
30
50
|
let nodeConfig: AztecNodeConfig = {
|
|
31
|
-
...
|
|
32
|
-
...
|
|
51
|
+
...configFromEnvVars,
|
|
52
|
+
...relevantOptions,
|
|
33
53
|
};
|
|
34
54
|
|
|
55
|
+
// Prover node configuration and broker setup
|
|
56
|
+
// REFACTOR: Move the broker setup out of here and into the prover-node factory
|
|
57
|
+
let broker: ProvingJobBroker | undefined = undefined;
|
|
35
58
|
if (options.proverNode) {
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
59
|
+
nodeConfig.enableProverNode = true;
|
|
60
|
+
if (nodeConfig.proverAgentCount === 0) {
|
|
61
|
+
userLog(
|
|
62
|
+
`Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
|
|
63
|
+
);
|
|
64
|
+
}
|
|
65
|
+
if (nodeConfig.proverBrokerUrl) {
|
|
66
|
+
// at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
|
|
67
|
+
// set a lower connection limit such that we don't overload the server
|
|
68
|
+
// Keep retrying up to 30s
|
|
69
|
+
const fetch = makeTracedFetch(
|
|
70
|
+
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
71
|
+
false,
|
|
72
|
+
makeUndiciFetch(new Agent({ connections: 100 })),
|
|
73
|
+
);
|
|
74
|
+
broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
|
|
75
|
+
} else if (options.proverBroker) {
|
|
76
|
+
({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
|
|
52
77
|
} else {
|
|
53
|
-
|
|
78
|
+
userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
|
|
79
|
+
process.exit(1);
|
|
54
80
|
}
|
|
55
|
-
// REFACTOR: We should not be calling a method from sandbox on the prod start flow
|
|
56
|
-
await deployContractsToL1(nodeConfig, account!, undefined, {
|
|
57
|
-
assumeProvenThroughBlockNumber: nodeSpecificOptions.assumeProvenThroughBlockNumber,
|
|
58
|
-
salt: nodeSpecificOptions.deployAztecContractsSalt,
|
|
59
|
-
genesisBlockHash,
|
|
60
|
-
genesisArchiveRoot,
|
|
61
|
-
});
|
|
62
81
|
}
|
|
63
|
-
// If not deploying, validate that any addresses and config provided are correct.
|
|
64
|
-
else {
|
|
65
|
-
if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
|
|
66
|
-
throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
|
|
67
|
-
}
|
|
68
|
-
const { addresses, config } = await getL1Config(
|
|
69
|
-
nodeConfig.l1Contracts.registryAddress,
|
|
70
|
-
nodeConfig.l1RpcUrls,
|
|
71
|
-
nodeConfig.l1ChainId,
|
|
72
|
-
);
|
|
73
82
|
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
+
await preloadCrsDataForVerifying(nodeConfig, userLog);
|
|
84
|
+
|
|
85
|
+
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
86
|
+
const { genesisArchiveRoot, prefilledPublicData } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
87
|
+
|
|
88
|
+
const followsCanonicalRollup =
|
|
89
|
+
typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
|
|
90
|
+
|
|
91
|
+
if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
|
|
92
|
+
throw new Error('L1 registry address is required to start Aztec Node');
|
|
83
93
|
}
|
|
84
94
|
|
|
85
|
-
//
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
95
|
+
// Wait for a compatible rollup before proceeding with full L1 config fetch.
|
|
96
|
+
// This prevents crashes when the canonical rollup hasn't been upgraded yet.
|
|
97
|
+
await waitForCompatibleRollup(
|
|
98
|
+
nodeConfig,
|
|
99
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
100
|
+
options.port,
|
|
101
|
+
userLog,
|
|
102
|
+
);
|
|
103
|
+
|
|
104
|
+
const { addresses, config } = await getL1Config(
|
|
105
|
+
nodeConfig.l1Contracts.registryAddress,
|
|
106
|
+
nodeConfig.l1RpcUrls,
|
|
107
|
+
nodeConfig.l1ChainId,
|
|
108
|
+
nodeConfig.rollupVersion,
|
|
109
|
+
);
|
|
110
|
+
|
|
111
|
+
process.env.ROLLUP_CONTRACT_ADDRESS ??= addresses.rollupAddress.toString();
|
|
112
|
+
|
|
113
|
+
if (!Fr.fromHexString(config.genesisArchiveTreeRoot).equals(genesisArchiveRoot)) {
|
|
114
|
+
throw new Error(
|
|
115
|
+
`The computed genesis archive tree root ${genesisArchiveRoot} does not match the expected genesis archive tree root ${config.genesisArchiveTreeRoot} for the rollup deployed at ${addresses.rollupAddress}`,
|
|
116
|
+
);
|
|
94
117
|
}
|
|
95
118
|
|
|
96
|
-
|
|
119
|
+
// TODO(#12272): will clean this up.
|
|
120
|
+
nodeConfig = {
|
|
121
|
+
...nodeConfig,
|
|
122
|
+
l1Contracts: {
|
|
123
|
+
...addresses,
|
|
124
|
+
slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
|
|
125
|
+
},
|
|
126
|
+
...config,
|
|
127
|
+
};
|
|
128
|
+
|
|
129
|
+
if (!options.sequencer && !nodeConfig.fishermanMode) {
|
|
97
130
|
nodeConfig.disableValidator = true;
|
|
98
131
|
} else {
|
|
99
|
-
const sequencerConfig =
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
132
|
+
const sequencerConfig = {
|
|
133
|
+
...configFromEnvVars,
|
|
134
|
+
...extractNamespacedOptions(options, 'sequencer'),
|
|
135
|
+
};
|
|
136
|
+
// If no publisher private keys have been given, use the first validator key
|
|
137
|
+
if (
|
|
138
|
+
sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
|
|
139
|
+
!sequencerConfig.sequencerPublisherPrivateKeys.length
|
|
140
|
+
) {
|
|
141
|
+
if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
|
|
142
|
+
sequencerConfig.sequencerPublisherPrivateKeys = [
|
|
143
|
+
new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
|
|
144
|
+
];
|
|
111
145
|
}
|
|
112
|
-
} else {
|
|
113
|
-
nodeConfig.publisherPrivateKey = sequencerConfig.publisherPrivateKey;
|
|
114
146
|
}
|
|
147
|
+
nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
|
|
115
148
|
}
|
|
116
149
|
|
|
117
150
|
if (nodeConfig.p2pEnabled) {
|
|
@@ -122,29 +155,51 @@ export async function startNode(
|
|
|
122
155
|
}
|
|
123
156
|
|
|
124
157
|
const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
|
|
125
|
-
const telemetry = initTelemetryClient(telemetryConfig);
|
|
158
|
+
const telemetry = await initTelemetryClient(telemetryConfig);
|
|
126
159
|
|
|
127
160
|
// Create and start Aztec Node
|
|
128
|
-
const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
|
|
161
|
+
const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
|
|
129
162
|
|
|
130
163
|
// Add node and p2p to services list
|
|
131
164
|
services.node = [node, AztecNodeApiSchema];
|
|
132
165
|
services.p2p = [node.getP2P(), P2PApiSchema];
|
|
166
|
+
adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
|
|
167
|
+
|
|
168
|
+
// Register prover-node services if the prover node subsystem is running
|
|
169
|
+
const proverNode = node.getProverNode();
|
|
170
|
+
if (proverNode) {
|
|
171
|
+
services.prover = [proverNode, ProverNodeApiSchema];
|
|
172
|
+
if (!nodeConfig.proverBrokerUrl) {
|
|
173
|
+
services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
|
|
174
|
+
}
|
|
175
|
+
}
|
|
133
176
|
|
|
134
177
|
// Add node stop function to signal handlers
|
|
135
178
|
signalHandlers.push(node.stop.bind(node));
|
|
136
179
|
|
|
137
|
-
// Add a PXE client that connects to this node if requested
|
|
138
|
-
let pxe: PXE | undefined;
|
|
139
|
-
if (options.pxe) {
|
|
140
|
-
const { addPXE } = await import('./start_pxe.js');
|
|
141
|
-
({ pxe } = await addPXE(options, signalHandlers, services, userLog, { node }));
|
|
142
|
-
}
|
|
143
|
-
|
|
144
180
|
// Add a txs bot if requested
|
|
145
181
|
if (options.bot) {
|
|
146
182
|
const { addBot } = await import('./start_bot.js');
|
|
147
|
-
|
|
183
|
+
|
|
184
|
+
const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
|
|
185
|
+
const wallet = await EmbeddedWallet.create(node, { pxeConfig });
|
|
186
|
+
|
|
187
|
+
await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
if (nodeConfig.enableVersionCheck && networkName !== 'local') {
|
|
191
|
+
const cacheDir = process.env.DATA_DIRECTORY ? `${process.env.DATA_DIRECTORY}/cache` : undefined;
|
|
192
|
+
try {
|
|
193
|
+
await setupVersionChecker(
|
|
194
|
+
networkName,
|
|
195
|
+
followsCanonicalRollup,
|
|
196
|
+
getPublicClient(nodeConfig!),
|
|
197
|
+
signalHandlers,
|
|
198
|
+
cacheDir,
|
|
199
|
+
);
|
|
200
|
+
} catch {
|
|
201
|
+
/* no-op */
|
|
202
|
+
}
|
|
148
203
|
}
|
|
149
204
|
|
|
150
205
|
return { config: nodeConfig };
|
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
import { jsonStringify } from '@aztec/foundation/json-rpc';
|
|
2
2
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
3
|
-
import {
|
|
3
|
+
import type { LogFn } from '@aztec/foundation/log';
|
|
4
4
|
import { createStore } from '@aztec/kv-store/lmdb-v2';
|
|
5
5
|
import { type BootnodeConfig, BootstrapNode, bootnodeConfigMappings } from '@aztec/p2p';
|
|
6
6
|
import { emptyChainConfig } from '@aztec/stdlib/config';
|
|
7
7
|
import { P2PBootstrapApiSchema } from '@aztec/stdlib/interfaces/server';
|
|
8
|
-
import {
|
|
8
|
+
import {
|
|
9
|
+
type TelemetryClientConfig,
|
|
10
|
+
initTelemetryClient,
|
|
11
|
+
telemetryClientConfigMappings,
|
|
12
|
+
} from '@aztec/telemetry-client';
|
|
9
13
|
|
|
10
14
|
import { extractRelevantOptions } from '../util.js';
|
|
11
15
|
|
|
@@ -17,13 +21,17 @@ export async function startP2PBootstrap(
|
|
|
17
21
|
) {
|
|
18
22
|
// Start a P2P bootstrap node.
|
|
19
23
|
const config = extractRelevantOptions<BootnodeConfig>(options, bootnodeConfigMappings, 'p2p');
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
24
|
+
const safeConfig = { ...config, peerIdPrivateKey: '<redacted>' };
|
|
25
|
+
userLog(`Starting P2P bootstrap node with config: ${jsonStringify(safeConfig)}`);
|
|
26
|
+
|
|
27
|
+
const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
|
|
28
|
+
const telemetryClient = await initTelemetryClient(telemetryConfig);
|
|
29
|
+
|
|
30
|
+
const store = await createStore('p2p-bootstrap', 1, config);
|
|
23
31
|
const node = new BootstrapNode(store, telemetryClient);
|
|
24
32
|
await node.start(config);
|
|
25
33
|
signalHandlers.push(() => node.stop());
|
|
26
34
|
services.bootstrap = [node, P2PBootstrapApiSchema];
|
|
27
|
-
userLog(`P2P bootstrap node started on ${config.
|
|
35
|
+
userLog(`P2P bootstrap node started on ${config.p2pIp}:${config.p2pPort}`);
|
|
28
36
|
return { config: emptyChainConfig };
|
|
29
37
|
}
|
|
@@ -4,16 +4,17 @@ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
|
|
|
4
4
|
import type { LogFn } from '@aztec/foundation/log';
|
|
5
5
|
import { buildServerCircuitProver } from '@aztec/prover-client';
|
|
6
6
|
import {
|
|
7
|
-
InlineProofStore,
|
|
8
7
|
type ProverAgentConfig,
|
|
9
8
|
ProvingAgent,
|
|
9
|
+
createProofStore,
|
|
10
10
|
createProvingJobBrokerClient,
|
|
11
11
|
proverAgentConfigMappings,
|
|
12
12
|
} from '@aztec/prover-client/broker';
|
|
13
13
|
import { getProverNodeAgentConfigFromEnv } from '@aztec/prover-node';
|
|
14
|
+
import { ProverAgentApiSchema } from '@aztec/stdlib/interfaces/server';
|
|
14
15
|
import { initTelemetryClient, makeTracedFetch, telemetryClientConfigMappings } from '@aztec/telemetry-client';
|
|
15
16
|
|
|
16
|
-
import { extractRelevantOptions } from '../util.js';
|
|
17
|
+
import { extractRelevantOptions, preloadCrsDataForServerSideProving } from '../util.js';
|
|
17
18
|
import { getVersions } from '../versioning.js';
|
|
18
19
|
|
|
19
20
|
export async function startProverAgent(
|
|
@@ -33,32 +34,43 @@ export async function startProverAgent(
|
|
|
33
34
|
};
|
|
34
35
|
|
|
35
36
|
if (config.realProofs && (!config.bbBinaryPath || !config.acvmBinaryPath)) {
|
|
37
|
+
userLog(`Requested real proving but no path to bb or acvm binaries provided`);
|
|
36
38
|
process.exit(1);
|
|
37
39
|
}
|
|
38
40
|
|
|
39
41
|
if (!config.proverBrokerUrl) {
|
|
42
|
+
userLog(`Missing prover broker URL. Pass --proverAgent.proverBrokerUrl <value>`);
|
|
40
43
|
process.exit(1);
|
|
41
44
|
}
|
|
42
45
|
|
|
43
|
-
|
|
46
|
+
await preloadCrsDataForServerSideProving(config, userLog);
|
|
47
|
+
|
|
48
|
+
const fetch = makeTracedFetch(
|
|
49
|
+
// retry connections every 3s, up to 30s before giving up
|
|
50
|
+
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
51
|
+
false,
|
|
52
|
+
makeUndiciFetch(new Agent({ connections: 10 })),
|
|
53
|
+
);
|
|
44
54
|
const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
|
|
45
55
|
|
|
46
|
-
const telemetry = initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
|
|
56
|
+
const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
|
|
47
57
|
const prover = await buildServerCircuitProver(config, telemetry);
|
|
48
|
-
const proofStore =
|
|
58
|
+
const proofStore = await createProofStore(config.proofStore);
|
|
49
59
|
const agents = times(
|
|
50
60
|
config.proverAgentCount,
|
|
51
|
-
() =>
|
|
52
|
-
new ProvingAgent(
|
|
53
|
-
broker,
|
|
54
|
-
proofStore,
|
|
55
|
-
prover,
|
|
56
|
-
config.proverAgentProofTypes,
|
|
57
|
-
config.proverAgentPollIntervalMs,
|
|
58
|
-
telemetry,
|
|
59
|
-
),
|
|
61
|
+
() => new ProvingAgent(broker, proofStore, prover, config.proverAgentProofTypes, config.proverAgentPollIntervalMs),
|
|
60
62
|
);
|
|
61
63
|
|
|
64
|
+
// expose all agents as individual services
|
|
65
|
+
for (let i = 0; i < agents.length; i++) {
|
|
66
|
+
services[`agent${i}`] = [agents[i], ProverAgentApiSchema, () => agents[i].getStatus().status !== 'stopped'];
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
// shortcut in the most common case of having a single running agent
|
|
70
|
+
if (agents.length === 1) {
|
|
71
|
+
services[`agent`] = [agents[0], ProverAgentApiSchema, () => agents[0].getStatus().status !== 'stopped'];
|
|
72
|
+
}
|
|
73
|
+
|
|
62
74
|
await Promise.all(agents.map(agent => agent.start()));
|
|
63
75
|
|
|
64
76
|
signalHandlers.push(async () => {
|
|
@@ -1,8 +1,13 @@
|
|
|
1
|
+
import { getL1Config } from '@aztec/cli/config';
|
|
2
|
+
import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
|
|
1
3
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
2
4
|
import type { LogFn } from '@aztec/foundation/log';
|
|
5
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
6
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
3
7
|
import {
|
|
4
8
|
type ProverBrokerConfig,
|
|
5
9
|
ProvingJobBrokerSchema,
|
|
10
|
+
ProvingJobBrokerSchemaWithDebug,
|
|
6
11
|
createAndStartProvingBroker,
|
|
7
12
|
proverBrokerConfigMappings,
|
|
8
13
|
} from '@aztec/prover-client/broker';
|
|
@@ -10,8 +15,8 @@ import { getProverNodeBrokerConfigFromEnv } from '@aztec/prover-node';
|
|
|
10
15
|
import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
11
16
|
import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
|
|
12
17
|
|
|
13
|
-
import { getL1Config } from '../get_l1_config.js';
|
|
14
18
|
import { extractRelevantOptions } from '../util.js';
|
|
19
|
+
import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
|
|
15
20
|
|
|
16
21
|
export async function startProverBroker(
|
|
17
22
|
options: any,
|
|
@@ -33,13 +38,32 @@ export async function startProverBroker(
|
|
|
33
38
|
throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
|
|
34
39
|
}
|
|
35
40
|
|
|
36
|
-
const
|
|
41
|
+
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
42
|
+
const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
43
|
+
await waitForCompatibleRollup(
|
|
44
|
+
config,
|
|
45
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
46
|
+
options.port,
|
|
47
|
+
userLog,
|
|
48
|
+
);
|
|
49
|
+
|
|
50
|
+
const { addresses, config: rollupConfig } = await getL1Config(
|
|
51
|
+
config.l1Contracts.registryAddress,
|
|
52
|
+
config.l1RpcUrls,
|
|
53
|
+
config.l1ChainId,
|
|
54
|
+
config.rollupVersion,
|
|
55
|
+
);
|
|
37
56
|
|
|
38
57
|
config.l1Contracts = addresses;
|
|
58
|
+
config.rollupVersion = rollupConfig.rollupVersion;
|
|
39
59
|
|
|
40
|
-
const client = initTelemetryClient(getTelemetryClientConfig());
|
|
60
|
+
const client = await initTelemetryClient(getTelemetryClientConfig());
|
|
41
61
|
const broker = await createAndStartProvingBroker(config, client);
|
|
42
|
-
|
|
62
|
+
|
|
63
|
+
services.proverBroker = [
|
|
64
|
+
broker,
|
|
65
|
+
config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
|
|
66
|
+
];
|
|
43
67
|
signalHandlers.push(() => broker.stop());
|
|
44
68
|
|
|
45
69
|
return { broker, config };
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { readFile, readdir } from 'fs/promises';
|
|
2
|
+
import { join } from 'path';
|
|
3
|
+
|
|
4
|
+
export interface CompiledArtifact {
|
|
5
|
+
noir_version: string;
|
|
6
|
+
file_map: unknown;
|
|
7
|
+
functions: ContractFunction[];
|
|
8
|
+
bytecode?: string;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export interface ContractFunction {
|
|
12
|
+
name: string;
|
|
13
|
+
abi: unknown;
|
|
14
|
+
bytecode: string;
|
|
15
|
+
debug_symbols: unknown;
|
|
16
|
+
is_unconstrained?: boolean;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export interface ArtifactFile {
|
|
20
|
+
name: string;
|
|
21
|
+
filePath: string;
|
|
22
|
+
content: CompiledArtifact;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/** Reads all JSON artifact files from a target directory and returns their parsed contents. */
|
|
26
|
+
export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
|
|
27
|
+
let entries: string[];
|
|
28
|
+
try {
|
|
29
|
+
entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
|
|
30
|
+
} catch (err: any) {
|
|
31
|
+
if (err?.code === 'ENOENT') {
|
|
32
|
+
throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
|
|
33
|
+
}
|
|
34
|
+
throw err;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
const artifacts: ArtifactFile[] = [];
|
|
38
|
+
for (const file of entries) {
|
|
39
|
+
const filePath = join(targetDir, file);
|
|
40
|
+
const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
|
|
41
|
+
artifacts.push({ name: file.replace('.json', ''), filePath, content });
|
|
42
|
+
}
|
|
43
|
+
return artifacts;
|
|
44
|
+
}
|