@aztec/aztec 0.0.1-commit.fce3e4f → 0.0.1-commit.ffe5b04ea

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. package/dest/bin/index.js +12 -5
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +55 -16
  8. package/dest/cli/aztec_start_options.d.ts +1 -1
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +41 -36
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +4 -37
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +160 -0
  17. package/dest/cli/cmds/migrate_ha_db.d.ts +3 -0
  18. package/dest/cli/cmds/migrate_ha_db.d.ts.map +1 -0
  19. package/dest/cli/cmds/migrate_ha_db.js +27 -0
  20. package/dest/cli/cmds/profile.d.ts +4 -0
  21. package/dest/cli/cmds/profile.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile.js +8 -0
  23. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  24. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_flamegraph.js +51 -0
  26. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  27. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_gates.js +57 -0
  29. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  30. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  31. package/dest/cli/cmds/profile_utils.js +50 -0
  32. package/dest/cli/cmds/standby.d.ts +27 -0
  33. package/dest/cli/cmds/standby.d.ts.map +1 -0
  34. package/dest/cli/cmds/standby.js +78 -0
  35. package/dest/cli/cmds/start_archiver.d.ts +2 -2
  36. package/dest/cli/cmds/start_archiver.d.ts.map +1 -1
  37. package/dest/cli/cmds/start_archiver.js +12 -14
  38. package/dest/cli/cmds/start_bot.d.ts +3 -3
  39. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  40. package/dest/cli/cmds/start_bot.js +10 -6
  41. package/dest/cli/cmds/start_node.d.ts +3 -2
  42. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  43. package/dest/cli/cmds/start_node.js +79 -29
  44. package/dest/cli/cmds/start_p2p_bootstrap.d.ts +2 -2
  45. package/dest/cli/cmds/start_p2p_bootstrap.d.ts.map +1 -1
  46. package/dest/cli/cmds/start_p2p_bootstrap.js +2 -3
  47. package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
  48. package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
  49. package/dest/cli/cmds/start_prover_agent.js +4 -4
  50. package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
  51. package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
  52. package/dest/cli/cmds/start_prover_broker.js +9 -9
  53. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  54. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  55. package/dest/cli/cmds/utils/artifacts.js +24 -0
  56. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  57. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  58. package/dest/cli/cmds/utils/spawn.js +16 -0
  59. package/dest/cli/util.d.ts +9 -20
  60. package/dest/cli/util.d.ts.map +1 -1
  61. package/dest/cli/util.js +51 -87
  62. package/dest/examples/token.js +9 -9
  63. package/dest/examples/util.d.ts +2 -2
  64. package/dest/examples/util.d.ts.map +1 -1
  65. package/dest/local-network/banana_fpc.d.ts +1 -1
  66. package/dest/local-network/banana_fpc.d.ts.map +1 -1
  67. package/dest/local-network/banana_fpc.js +4 -4
  68. package/dest/local-network/local-network.d.ts +13 -14
  69. package/dest/local-network/local-network.d.ts.map +1 -1
  70. package/dest/local-network/local-network.js +86 -43
  71. package/dest/testing/anvil_test_watcher.d.ts +10 -2
  72. package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
  73. package/dest/testing/anvil_test_watcher.js +53 -16
  74. package/dest/testing/cheat_codes.d.ts +3 -1
  75. package/dest/testing/cheat_codes.d.ts.map +1 -1
  76. package/dest/testing/epoch_test_settler.d.ts +19 -0
  77. package/dest/testing/epoch_test_settler.d.ts.map +1 -0
  78. package/dest/testing/epoch_test_settler.js +62 -0
  79. package/dest/testing/index.d.ts +3 -1
  80. package/dest/testing/index.d.ts.map +1 -1
  81. package/dest/testing/index.js +2 -0
  82. package/dest/testing/token_allowed_setup.d.ts +7 -0
  83. package/dest/testing/token_allowed_setup.d.ts.map +1 -0
  84. package/dest/testing/token_allowed_setup.js +20 -0
  85. package/package.json +37 -35
  86. package/scripts/add_crate.sh +102 -0
  87. package/scripts/aztec.sh +19 -9
  88. package/scripts/init.sh +23 -19
  89. package/scripts/new.sh +48 -24
  90. package/scripts/setup_workspace.sh +68 -0
  91. package/src/bin/index.ts +13 -5
  92. package/src/cli/admin_api_key_store.ts +128 -0
  93. package/src/cli/aztec_start_action.ts +58 -11
  94. package/src/cli/aztec_start_options.ts +42 -35
  95. package/src/cli/cli.ts +4 -37
  96. package/src/cli/cmds/compile.ts +184 -0
  97. package/src/cli/cmds/migrate_ha_db.ts +43 -0
  98. package/src/cli/cmds/profile.ts +25 -0
  99. package/src/cli/cmds/profile_flamegraph.ts +63 -0
  100. package/src/cli/cmds/profile_gates.ts +67 -0
  101. package/src/cli/cmds/profile_utils.ts +58 -0
  102. package/src/cli/cmds/standby.ts +111 -0
  103. package/src/cli/cmds/start_archiver.ts +8 -19
  104. package/src/cli/cmds/start_bot.ts +9 -6
  105. package/src/cli/cmds/start_node.ts +78 -35
  106. package/src/cli/cmds/start_p2p_bootstrap.ts +3 -3
  107. package/src/cli/cmds/start_prover_agent.ts +4 -12
  108. package/src/cli/cmds/start_prover_broker.ts +13 -16
  109. package/src/cli/cmds/utils/artifacts.ts +44 -0
  110. package/src/cli/cmds/utils/spawn.ts +16 -0
  111. package/src/cli/util.ts +60 -98
  112. package/src/examples/token.ts +10 -10
  113. package/src/examples/util.ts +1 -1
  114. package/src/local-network/banana_fpc.ts +12 -8
  115. package/src/local-network/local-network.ts +120 -85
  116. package/src/testing/anvil_test_watcher.ts +61 -17
  117. package/src/testing/cheat_codes.ts +3 -2
  118. package/src/testing/epoch_test_settler.ts +71 -0
  119. package/src/testing/index.ts +2 -0
  120. package/src/testing/token_allowed_setup.ts +19 -0
  121. package/dest/cli/cmds/start_blob_sink.d.ts +0 -3
  122. package/dest/cli/cmds/start_blob_sink.d.ts.map +0 -1
  123. package/dest/cli/cmds/start_blob_sink.js +0 -33
  124. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  125. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  126. package/dest/cli/cmds/start_prover_node.js +0 -108
  127. package/dest/cli/release_version.d.ts +0 -2
  128. package/dest/cli/release_version.d.ts.map +0 -1
  129. package/dest/cli/release_version.js +0 -14
  130. package/scripts/compile.sh +0 -44
  131. package/scripts/extract_function.js +0 -47
  132. package/scripts/flamegraph.sh +0 -59
  133. package/scripts/setup_project.sh +0 -31
  134. package/src/cli/cmds/start_blob_sink.ts +0 -57
  135. package/src/cli/cmds/start_prover_node.ts +0 -124
  136. package/src/cli/release_version.ts +0 -21
@@ -0,0 +1,111 @@
1
+ import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
+ import type { Fr } from '@aztec/aztec.js/fields';
3
+ import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
4
+ import { getPublicClient } from '@aztec/ethereum/client';
5
+ import type { GenesisStateConfig } from '@aztec/ethereum/config';
6
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
+ import type { EthAddress } from '@aztec/foundation/eth-address';
8
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
9
+ import type { LogFn } from '@aztec/foundation/log';
10
+ import { retryUntil } from '@aztec/foundation/retry';
11
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
12
+ import { getGenesisValues } from '@aztec/world-state/testing';
13
+
14
+ import Koa from 'koa';
15
+
16
+ const ROLLUP_POLL_INTERVAL_S = 60;
17
+
18
+ /**
19
+ * Computes the expected genesis archive root from the genesis state config.
20
+ * Reads test accounts and sponsored FPC addresses as specified, then computes
21
+ * the genesis values including the archive root and prefilled public data.
22
+ */
23
+ export async function computeExpectedGenesisRoot(config: GenesisStateConfig, userLog: LogFn) {
24
+ const testAccounts = config.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
25
+ const sponsoredFPCAccounts = config.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
26
+ const prefundAddresses = (config.prefundAddresses ?? []).map(a => AztecAddress.fromString(a));
27
+ const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts).concat(prefundAddresses);
28
+
29
+ userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
30
+
31
+ const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
32
+
33
+ userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
34
+
35
+ return { genesisArchiveRoot, prefilledPublicData };
36
+ }
37
+
38
+ /**
39
+ * Waits until the canonical rollup's genesis archive root matches the expected local genesis root.
40
+ * If the rollup is not yet compatible (e.g. during L1 contract upgrades), enters standby mode:
41
+ * starts a lightweight HTTP server for K8s liveness probes and polls every 60s until a compatible rollup appears.
42
+ */
43
+ export async function waitForCompatibleRollup(
44
+ config: {
45
+ l1RpcUrls: string[];
46
+ l1ChainId: number;
47
+ l1Contracts: { registryAddress: EthAddress };
48
+ rollupVersion?: number;
49
+ },
50
+ expectedGenesisRoot: Fr,
51
+ port: number | undefined,
52
+ userLog: LogFn,
53
+ ): Promise<void> {
54
+ const publicClient = getPublicClient(config);
55
+ const rollupVersion: number | 'canonical' = config.rollupVersion ?? 'canonical';
56
+
57
+ const registry = new RegistryContract(publicClient, config.l1Contracts.registryAddress);
58
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
59
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
60
+
61
+ let l1GenesisRoot: Fr;
62
+ try {
63
+ l1GenesisRoot = await rollup.getGenesisArchiveTreeRoot();
64
+ } catch (err: any) {
65
+ throw new Error(
66
+ `Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
67
+ );
68
+ }
69
+
70
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
71
+ return;
72
+ }
73
+
74
+ userLog(
75
+ `Genesis root mismatch: expected ${expectedGenesisRoot}, got ${l1GenesisRoot} from rollup at ${rollupAddress}. ` +
76
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_S}s for a compatible rollup...`,
77
+ );
78
+
79
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
80
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
81
+
82
+ try {
83
+ await retryUntil(
84
+ async () => {
85
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
86
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
87
+
88
+ let currentGenesisRoot: Fr;
89
+ try {
90
+ currentGenesisRoot = await currentRollup.getGenesisArchiveTreeRoot();
91
+ } catch {
92
+ userLog(`Failed to fetch genesis root from rollup at ${currentRollupAddress}. Retrying...`);
93
+ return undefined;
94
+ }
95
+
96
+ if (currentGenesisRoot.equals(expectedGenesisRoot)) {
97
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
98
+ return true;
99
+ }
100
+
101
+ userLog(`Still waiting. Rollup at ${currentRollupAddress} has genesis root ${currentGenesisRoot}.`);
102
+ return undefined;
103
+ },
104
+ 'compatible rollup',
105
+ 0,
106
+ ROLLUP_POLL_INTERVAL_S,
107
+ );
108
+ } finally {
109
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
110
+ }
111
+ }
@@ -1,17 +1,10 @@
1
- import {
2
- Archiver,
3
- type ArchiverConfig,
4
- KVArchiverDataStore,
5
- archiverConfigMappings,
6
- getArchiverConfigFromEnv,
7
- } from '@aztec/archiver';
1
+ import { type ArchiverConfig, archiverConfigMappings, createArchiver, getArchiverConfigFromEnv } from '@aztec/archiver';
8
2
  import { createLogger } from '@aztec/aztec.js/log';
9
- import { type BlobSinkConfig, blobSinkConfigMapping, createBlobSinkClient } from '@aztec/blob-sink/client';
3
+ import { type BlobClientConfig, blobClientConfigMapping, createBlobClient } from '@aztec/blob-client/client';
10
4
  import { getL1Config } from '@aztec/cli/config';
11
5
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
12
- import { type DataStoreConfig, dataConfigMappings } from '@aztec/kv-store/config';
13
- import { createStore } from '@aztec/kv-store/lmdb-v2';
14
6
  import { ArchiverApiSchema } from '@aztec/stdlib/interfaces/server';
7
+ import { type DataStoreConfig, dataConfigMappings } from '@aztec/stdlib/kv-store';
15
8
  import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
16
9
 
17
10
  import { extractRelevantOptions } from '../util.js';
@@ -25,9 +18,9 @@ export async function startArchiver(
25
18
  services: NamespacedApiHandlers,
26
19
  ): Promise<{ config: ArchiverConfig & DataStoreConfig }> {
27
20
  const envConfig = getArchiverConfigFromEnv();
28
- const cliOptions = extractRelevantOptions<ArchiverConfig & DataStoreConfig & BlobSinkConfig>(
21
+ const cliOptions = extractRelevantOptions<ArchiverConfig & DataStoreConfig & BlobClientConfig>(
29
22
  options,
30
- { ...archiverConfigMappings, ...dataConfigMappings, ...blobSinkConfigMapping },
23
+ { ...archiverConfigMappings, ...dataConfigMappings, ...blobClientConfigMapping },
31
24
  'archiver',
32
25
  );
33
26
 
@@ -47,13 +40,9 @@ export async function startArchiver(
47
40
  archiverConfig.l1Contracts = addresses;
48
41
  archiverConfig = { ...archiverConfig, ...l1Config };
49
42
 
50
- const storeLog = createLogger('archiver:lmdb');
51
- const store = await createStore('archiver', KVArchiverDataStore.SCHEMA_VERSION, archiverConfig, storeLog);
52
- const archiverStore = new KVArchiverDataStore(store, archiverConfig.maxLogs);
53
-
54
- const telemetry = initTelemetryClient(getTelemetryClientConfig());
55
- const blobSinkClient = createBlobSinkClient(archiverConfig, { logger: createLogger('archiver:blob-sink:client') });
56
- const archiver = await Archiver.createAndSync(archiverConfig, archiverStore, { telemetry, blobSinkClient }, true);
43
+ const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
+ const blobClient = createBlobClient(archiverConfig, { logger: createLogger('archiver:blob-client:client') });
45
+ const archiver = await createArchiver(archiverConfig, { telemetry, blobClient }, { blockUntilSync: true });
57
46
  services.archiver = [archiver, ArchiverApiSchema];
58
47
  signalHandlers.push(archiver.stop);
59
48
 
@@ -10,9 +10,9 @@ import {
10
10
  initTelemetryClient,
11
11
  makeTracedFetch,
12
12
  } from '@aztec/telemetry-client';
13
- import { TestWallet } from '@aztec/test-wallet/server';
13
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -38,22 +38,25 @@ export async function startBot(
38
38
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
39
 
40
40
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
- const wallet = await TestWallet.create(aztecNode, pxeConfig);
41
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
42
+ const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
43
 
43
- const telemetry = initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
44
+ const telemetry = await initTelemetryClient(getTelemetryClientConfig());
45
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
46
  }
46
47
 
47
48
  export async function addBot(
48
49
  options: any,
49
50
  signalHandlers: (() => Promise<void>)[],
50
51
  services: NamespacedApiHandlers,
51
- wallet: TestWallet,
52
+ wallet: EmbeddedWallet,
52
53
  aztecNode: AztecNode,
53
54
  telemetry: TelemetryClient,
54
55
  aztecNodeAdmin?: AztecNodeAdmin,
56
+ userLog?: LogFn,
55
57
  ) {
56
58
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
59
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
57
60
 
58
61
  const db = await (config.dataDirectory
59
62
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -1,30 +1,34 @@
1
- import { getInitialTestAccountsData } from '@aztec/accounts/testing';
2
1
  import { type AztecNodeConfig, aztecNodeConfigMappings, getConfigEnvVars } from '@aztec/aztec-node';
3
2
  import { Fr } from '@aztec/aztec.js/fields';
4
- import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
3
  import { getL1Config } from '@aztec/cli/config';
6
- import { getPublicClient } from '@aztec/ethereum';
7
- import { SecretValue } from '@aztec/foundation/config';
4
+ import { getPublicClient } from '@aztec/ethereum/client';
5
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
6
+ import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
8
7
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
8
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
9
  import type { LogFn } from '@aztec/foundation/log';
10
+ import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
10
11
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
11
12
  import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
13
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
14
  import {
14
15
  type TelemetryClientConfig,
15
16
  initTelemetryClient,
17
+ makeTracedFetch,
16
18
  telemetryClientConfigMappings,
17
19
  } from '@aztec/telemetry-client';
18
- import { TestWallet } from '@aztec/test-wallet/server';
19
- import { getGenesisValues } from '@aztec/world-state/testing';
20
+ import { EmbeddedWallet } from '@aztec/wallets/embedded';
20
21
 
21
22
  import { createAztecNode } from '../../local-network/index.js';
22
23
  import {
23
24
  extractNamespacedOptions,
24
25
  extractRelevantOptions,
25
26
  preloadCrsDataForVerifying,
26
- setupUpdateMonitor,
27
+ setupVersionChecker,
27
28
  } from '../util.js';
29
+ import { getVersions } from '../versioning.js';
30
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
31
+ import { startProverBroker } from './start_prover_broker.js';
28
32
 
29
33
  export async function startNode(
30
34
  options: any,
@@ -32,6 +36,7 @@ export async function startNode(
32
36
  services: NamespacedApiHandlers,
33
37
  adminServices: NamespacedApiHandlers,
34
38
  userLog: LogFn,
39
+ networkName: NetworkNames,
35
40
  ): Promise<{ config: AztecNodeConfig }> {
36
41
  // All options set from environment variables
37
42
  const configFromEnvVars = getConfigEnvVars();
@@ -45,22 +50,38 @@ export async function startNode(
45
50
  ...relevantOptions,
46
51
  };
47
52
 
53
+ // Prover node configuration and broker setup
54
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
55
+ let broker: ProvingJobBroker | undefined = undefined;
48
56
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
57
+ nodeConfig.enableProverNode = true;
58
+ if (nodeConfig.proverAgentCount === 0) {
59
+ userLog(
60
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
61
+ );
62
+ }
63
+ if (nodeConfig.proverBrokerUrl) {
64
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
65
+ // set a lower connection limit such that we don't overload the server
66
+ // Keep retrying up to 30s
67
+ const fetch = makeTracedFetch(
68
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
69
+ false,
70
+ makeUndiciFetch(new Agent({ connections: 100 })),
71
+ );
72
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
73
+ } else if (options.proverBroker) {
74
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
75
+ } else {
76
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
77
+ process.exit(1);
78
+ }
51
79
  }
52
80
 
53
81
  await preloadCrsDataForVerifying(nodeConfig, userLog);
54
82
 
55
- const testAccounts = nodeConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
- const sponsoredFPCAccounts = nodeConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
58
-
59
- userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
-
61
- const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
62
-
63
- userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
83
+ const genesisConfig = getGenesisStateConfigEnvVars();
84
+ const { genesisArchiveRoot, prefilledPublicData } = await computeExpectedGenesisRoot(genesisConfig, userLog);
64
85
 
65
86
  const followsCanonicalRollup =
66
87
  typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
@@ -68,6 +89,11 @@ export async function startNode(
68
89
  if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
69
90
  throw new Error('L1 registry address is required to start Aztec Node');
70
91
  }
92
+
93
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
94
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
95
+ await waitForCompatibleRollup(nodeConfig, genesisArchiveRoot, options.port, userLog);
96
+
71
97
  const { addresses, config } = await getL1Config(
72
98
  nodeConfig.l1Contracts.registryAddress,
73
99
  nodeConfig.l1RpcUrls,
@@ -101,12 +127,17 @@ export async function startNode(
101
127
  ...extractNamespacedOptions(options, 'sequencer'),
102
128
  };
103
129
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
130
+ if (
131
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
132
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
133
+ ) {
105
134
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
135
+ sequencerConfig.sequencerPublisherPrivateKeys = [
136
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
137
+ ];
107
138
  }
108
139
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
140
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
141
  }
111
142
 
112
143
  if (nodeConfig.p2pEnabled) {
@@ -117,16 +148,25 @@ export async function startNode(
117
148
  }
118
149
 
119
150
  const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
120
- const telemetry = initTelemetryClient(telemetryConfig);
151
+ const telemetry = await initTelemetryClient(telemetryConfig);
121
152
 
122
153
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
154
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
124
155
 
125
156
  // Add node and p2p to services list
126
157
  services.node = [node, AztecNodeApiSchema];
127
158
  services.p2p = [node.getP2P(), P2PApiSchema];
128
159
  adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
129
160
 
161
+ // Register prover-node services if the prover node subsystem is running
162
+ const proverNode = node.getProverNode();
163
+ if (proverNode) {
164
+ services.prover = [proverNode, ProverNodeApiSchema];
165
+ if (!nodeConfig.proverBrokerUrl) {
166
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
167
+ }
168
+ }
169
+
130
170
  // Add node stop function to signal handlers
131
171
  signalHandlers.push(node.stop.bind(node));
132
172
 
@@ -135,21 +175,24 @@ export async function startNode(
135
175
  const { addBot } = await import('./start_bot.js');
136
176
 
137
177
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
138
- const wallet = await TestWallet.create(node, pxeConfig);
178
+ const wallet = await EmbeddedWallet.create(node, { pxeConfig });
139
179
 
140
180
  await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
141
181
  }
142
182
 
143
- if (nodeConfig.autoUpdate !== 'disabled' && nodeConfig.autoUpdateUrl) {
144
- await setupUpdateMonitor(
145
- nodeConfig.autoUpdate,
146
- new URL(nodeConfig.autoUpdateUrl),
147
- followsCanonicalRollup,
148
- getPublicClient(nodeConfig!),
149
- nodeConfig.l1Contracts.registryAddress,
150
- signalHandlers,
151
- async config => node.setConfig((await AztecNodeAdminApiSchema.setConfig.parameters().parseAsync([config]))[0]),
152
- );
183
+ if (nodeConfig.enableVersionCheck && networkName !== 'local') {
184
+ const cacheDir = process.env.DATA_DIRECTORY ? `${process.env.DATA_DIRECTORY}/cache` : undefined;
185
+ try {
186
+ await setupVersionChecker(
187
+ networkName,
188
+ followsCanonicalRollup,
189
+ getPublicClient(nodeConfig!),
190
+ signalHandlers,
191
+ cacheDir,
192
+ );
193
+ } catch {
194
+ /* no-op */
195
+ }
153
196
  }
154
197
 
155
198
  return { config: nodeConfig };
@@ -1,6 +1,6 @@
1
1
  import { jsonStringify } from '@aztec/foundation/json-rpc';
2
2
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
3
- import { type LogFn, createLogger } from '@aztec/foundation/log';
3
+ import type { LogFn } from '@aztec/foundation/log';
4
4
  import { createStore } from '@aztec/kv-store/lmdb-v2';
5
5
  import { type BootnodeConfig, BootstrapNode, bootnodeConfigMappings } from '@aztec/p2p';
6
6
  import { emptyChainConfig } from '@aztec/stdlib/config';
@@ -25,9 +25,9 @@ export async function startP2PBootstrap(
25
25
  userLog(`Starting P2P bootstrap node with config: ${jsonStringify(safeConfig)}`);
26
26
 
27
27
  const telemetryConfig = extractRelevantOptions<TelemetryClientConfig>(options, telemetryClientConfigMappings, 'tel');
28
- const telemetryClient = initTelemetryClient(telemetryConfig);
28
+ const telemetryClient = await initTelemetryClient(telemetryConfig);
29
29
 
30
- const store = await createStore('p2p-bootstrap', 1, config, createLogger('p2p:bootstrap:store'));
30
+ const store = await createStore('p2p-bootstrap', 1, config);
31
31
  const node = new BootstrapNode(store, telemetryClient);
32
32
  await node.start(config);
33
33
  signalHandlers.push(() => node.stop());
@@ -4,9 +4,9 @@ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
5
  import { buildServerCircuitProver } from '@aztec/prover-client';
6
6
  import {
7
- InlineProofStore,
8
7
  type ProverAgentConfig,
9
8
  ProvingAgent,
9
+ createProofStore,
10
10
  createProvingJobBrokerClient,
11
11
  proverAgentConfigMappings,
12
12
  } from '@aztec/prover-client/broker';
@@ -53,20 +53,12 @@ export async function startProverAgent(
53
53
  );
54
54
  const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
55
55
 
56
- const telemetry = initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
56
+ const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
57
57
  const prover = await buildServerCircuitProver(config, telemetry);
58
- const proofStore = new InlineProofStore();
58
+ const proofStore = await createProofStore(config.proofStore);
59
59
  const agents = times(
60
60
  config.proverAgentCount,
61
- () =>
62
- new ProvingAgent(
63
- broker,
64
- proofStore,
65
- prover,
66
- config.proverAgentProofTypes,
67
- config.proverAgentPollIntervalMs,
68
- telemetry,
69
- ),
61
+ () => new ProvingAgent(broker, proofStore, prover, config.proverAgentProofTypes, config.proverAgentPollIntervalMs),
70
62
  );
71
63
 
72
64
  // expose all agents as individual services
@@ -1,10 +1,11 @@
1
1
  import { getL1Config } from '@aztec/cli/config';
2
- import { getPublicClient } from '@aztec/ethereum';
2
+ import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
3
3
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
4
4
  import type { LogFn } from '@aztec/foundation/log';
5
5
  import {
6
6
  type ProverBrokerConfig,
7
7
  ProvingJobBrokerSchema,
8
+ ProvingJobBrokerSchemaWithDebug,
8
9
  createAndStartProvingBroker,
9
10
  proverBrokerConfigMappings,
10
11
  } from '@aztec/prover-client/broker';
@@ -12,7 +13,8 @@ import { getProverNodeBrokerConfigFromEnv } from '@aztec/prover-node';
12
13
  import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
14
  import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
14
15
 
15
- import { extractRelevantOptions, setupUpdateMonitor } from '../util.js';
16
+ import { extractRelevantOptions } from '../util.js';
17
+ import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
16
18
 
17
19
  export async function startProverBroker(
18
20
  options: any,
@@ -34,7 +36,10 @@ export async function startProverBroker(
34
36
  throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
35
37
  }
36
38
 
37
- const followsCanonicalRollup = typeof config.rollupVersion !== 'number';
39
+ const genesisConfig = getGenesisStateConfigEnvVars();
40
+ const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
41
+ await waitForCompatibleRollup(config, genesisArchiveRoot, options.port, userLog);
42
+
38
43
  const { addresses, config: rollupConfig } = await getL1Config(
39
44
  config.l1Contracts.registryAddress,
40
45
  config.l1RpcUrls,
@@ -45,21 +50,13 @@ export async function startProverBroker(
45
50
  config.l1Contracts = addresses;
46
51
  config.rollupVersion = rollupConfig.rollupVersion;
47
52
 
48
- const client = initTelemetryClient(getTelemetryClientConfig());
53
+ const client = await initTelemetryClient(getTelemetryClientConfig());
49
54
  const broker = await createAndStartProvingBroker(config, client);
50
55
 
51
- if (options.autoUpdate !== 'disabled' && options.autoUpdateUrl) {
52
- await setupUpdateMonitor(
53
- options.autoUpdate,
54
- new URL(options.autoUpdateUrl),
55
- followsCanonicalRollup,
56
- getPublicClient(config),
57
- config.l1Contracts.registryAddress,
58
- signalHandlers,
59
- );
60
- }
61
-
62
- services.proverBroker = [broker, ProvingJobBrokerSchema];
56
+ services.proverBroker = [
57
+ broker,
58
+ config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
59
+ ];
63
60
  signalHandlers.push(() => broker.stop());
64
61
 
65
62
  return { broker, config };
@@ -0,0 +1,44 @@
1
+ import { readFile, readdir } from 'fs/promises';
2
+ import { join } from 'path';
3
+
4
+ export interface CompiledArtifact {
5
+ noir_version: string;
6
+ file_map: unknown;
7
+ functions: ContractFunction[];
8
+ bytecode?: string;
9
+ }
10
+
11
+ export interface ContractFunction {
12
+ name: string;
13
+ abi: unknown;
14
+ bytecode: string;
15
+ debug_symbols: unknown;
16
+ is_unconstrained?: boolean;
17
+ }
18
+
19
+ export interface ArtifactFile {
20
+ name: string;
21
+ filePath: string;
22
+ content: CompiledArtifact;
23
+ }
24
+
25
+ /** Reads all JSON artifact files from a target directory and returns their parsed contents. */
26
+ export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
27
+ let entries: string[];
28
+ try {
29
+ entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
30
+ } catch (err: any) {
31
+ if (err?.code === 'ENOENT') {
32
+ throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
33
+ }
34
+ throw err;
35
+ }
36
+
37
+ const artifacts: ArtifactFile[] = [];
38
+ for (const file of entries) {
39
+ const filePath = join(targetDir, file);
40
+ const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
41
+ artifacts.push({ name: file.replace('.json', ''), filePath, content });
42
+ }
43
+ return artifacts;
44
+ }
@@ -0,0 +1,16 @@
1
+ import { spawn } from 'child_process';
2
+
3
+ /** Spawns a command with inherited stdio and rejects on non-zero exit. */
4
+ export function run(cmd: string, args: string[]): Promise<void> {
5
+ return new Promise((resolve, reject) => {
6
+ const child = spawn(cmd, args, { stdio: 'inherit' });
7
+ child.on('error', reject);
8
+ child.on('close', code => {
9
+ if (code !== 0) {
10
+ reject(new Error(`${cmd} exited with code ${code}`));
11
+ } else {
12
+ resolve();
13
+ }
14
+ });
15
+ });
16
+ }