@aztec/aztec 0.0.1-commit.4d79d1f2d → 0.0.1-commit.5358163d3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/dest/bin/index.js +5 -1
  2. package/dest/cli/admin_api_key_store.d.ts +45 -0
  3. package/dest/cli/admin_api_key_store.d.ts.map +1 -0
  4. package/dest/cli/admin_api_key_store.js +98 -0
  5. package/dest/cli/aztec_start_action.d.ts +1 -1
  6. package/dest/cli/aztec_start_action.d.ts.map +1 -1
  7. package/dest/cli/aztec_start_action.js +46 -10
  8. package/dest/cli/aztec_start_options.d.ts +1 -1
  9. package/dest/cli/aztec_start_options.d.ts.map +1 -1
  10. package/dest/cli/aztec_start_options.js +23 -6
  11. package/dest/cli/cli.d.ts +1 -1
  12. package/dest/cli/cli.d.ts.map +1 -1
  13. package/dest/cli/cli.js +0 -1
  14. package/dest/cli/cmds/compile.d.ts +4 -0
  15. package/dest/cli/cmds/compile.d.ts.map +1 -0
  16. package/dest/cli/cmds/compile.js +160 -0
  17. package/dest/cli/cmds/profile.d.ts +4 -0
  18. package/dest/cli/cmds/profile.d.ts.map +1 -0
  19. package/dest/cli/cmds/profile.js +8 -0
  20. package/dest/cli/cmds/profile_flamegraph.d.ts +4 -0
  21. package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -0
  22. package/dest/cli/cmds/profile_flamegraph.js +51 -0
  23. package/dest/cli/cmds/profile_gates.d.ts +4 -0
  24. package/dest/cli/cmds/profile_gates.d.ts.map +1 -0
  25. package/dest/cli/cmds/profile_gates.js +57 -0
  26. package/dest/cli/cmds/profile_utils.d.ts +18 -0
  27. package/dest/cli/cmds/profile_utils.d.ts.map +1 -0
  28. package/dest/cli/cmds/profile_utils.js +50 -0
  29. package/dest/cli/cmds/start_bot.d.ts +2 -2
  30. package/dest/cli/cmds/start_bot.d.ts.map +1 -1
  31. package/dest/cli/cmds/start_bot.js +5 -3
  32. package/dest/cli/cmds/start_node.d.ts +1 -1
  33. package/dest/cli/cmds/start_node.d.ts.map +1 -1
  34. package/dest/cli/cmds/start_node.js +117 -9
  35. package/dest/cli/cmds/utils/artifacts.d.ts +21 -0
  36. package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -0
  37. package/dest/cli/cmds/utils/artifacts.js +24 -0
  38. package/dest/cli/cmds/utils/spawn.d.ts +3 -0
  39. package/dest/cli/cmds/utils/spawn.d.ts.map +1 -0
  40. package/dest/cli/cmds/utils/spawn.js +16 -0
  41. package/dest/cli/util.d.ts +2 -1
  42. package/dest/cli/util.d.ts.map +1 -1
  43. package/dest/cli/util.js +7 -3
  44. package/dest/local-network/local-network.d.ts +3 -1
  45. package/dest/local-network/local-network.d.ts.map +1 -1
  46. package/dest/local-network/local-network.js +34 -8
  47. package/dest/testing/anvil_test_watcher.d.ts +9 -1
  48. package/dest/testing/anvil_test_watcher.d.ts.map +1 -1
  49. package/dest/testing/anvil_test_watcher.js +52 -15
  50. package/package.json +34 -34
  51. package/scripts/aztec.sh +8 -5
  52. package/scripts/init.sh +23 -13
  53. package/scripts/new.sh +17 -16
  54. package/scripts/setup_workspace.sh +124 -0
  55. package/src/bin/index.ts +5 -1
  56. package/src/cli/admin_api_key_store.ts +128 -0
  57. package/src/cli/aztec_start_action.ts +50 -6
  58. package/src/cli/aztec_start_options.ts +25 -5
  59. package/src/cli/cli.ts +0 -1
  60. package/src/cli/cmds/compile.ts +184 -0
  61. package/src/cli/cmds/profile.ts +25 -0
  62. package/src/cli/cmds/profile_flamegraph.ts +63 -0
  63. package/src/cli/cmds/profile_gates.ts +67 -0
  64. package/src/cli/cmds/profile_utils.ts +58 -0
  65. package/src/cli/cmds/start_bot.ts +5 -2
  66. package/src/cli/cmds/start_node.ts +138 -8
  67. package/src/cli/cmds/utils/artifacts.ts +44 -0
  68. package/src/cli/cmds/utils/spawn.ts +16 -0
  69. package/src/cli/util.ts +9 -2
  70. package/src/local-network/local-network.ts +45 -10
  71. package/src/testing/anvil_test_watcher.ts +59 -15
  72. package/dest/cli/cmds/start_prover_node.d.ts +0 -7
  73. package/dest/cli/cmds/start_prover_node.d.ts.map +0 -1
  74. package/dest/cli/cmds/start_prover_node.js +0 -108
  75. package/scripts/compile.sh +0 -44
  76. package/scripts/extract_function.js +0 -47
  77. package/scripts/flamegraph.sh +0 -59
  78. package/scripts/setup_project.sh +0 -31
  79. package/src/cli/cmds/start_prover_node.ts +0 -124
@@ -0,0 +1,58 @@
1
+ import { mkdtemp, writeFile } from 'fs/promises';
2
+ import { tmpdir } from 'os';
3
+ import { join } from 'path';
4
+
5
+ import type { CompiledArtifact, ContractFunction } from './utils/artifacts.js';
6
+ import { readArtifactFiles } from './utils/artifacts.js';
7
+
8
+ export const MAX_CONCURRENT = 4;
9
+
10
+ export interface DiscoveredArtifact {
11
+ name: string;
12
+ filePath: string;
13
+ type: 'contract-function' | 'program';
14
+ }
15
+
16
+ /**
17
+ * Reads a target directory and returns a list of discovered artifacts with temp files
18
+ * created for contract functions. Caller must clean up tmpDir when done.
19
+ */
20
+ export async function discoverArtifacts(
21
+ targetDir: string,
22
+ ): Promise<{ artifacts: DiscoveredArtifact[]; tmpDir: string }> {
23
+ const files = await readArtifactFiles(targetDir);
24
+ const tmpDir = await mkdtemp(join(tmpdir(), 'aztec-profile-'));
25
+ const artifacts: DiscoveredArtifact[] = [];
26
+
27
+ for (const file of files) {
28
+ if (Array.isArray(file.content.functions)) {
29
+ for (const func of file.content.functions) {
30
+ if (!func.bytecode || func.is_unconstrained) {
31
+ continue;
32
+ }
33
+ const name = `${file.name}::${func.name}`;
34
+ const tmpPath = join(tmpDir, `${file.name}-${func.name}.json`);
35
+ await writeFile(tmpPath, makeFunctionArtifact(file.content, func));
36
+ artifacts.push({ name, filePath: tmpPath, type: 'contract-function' });
37
+ }
38
+ } else if (file.content.bytecode) {
39
+ artifacts.push({ name: file.name, filePath: file.filePath, type: 'program' });
40
+ }
41
+ }
42
+
43
+ return { artifacts, tmpDir };
44
+ }
45
+
46
+ /** Extracts a contract function as a standalone program artifact JSON string. */
47
+ export function makeFunctionArtifact(artifact: CompiledArtifact, func: ContractFunction) {
48
+ /* eslint-disable camelcase */
49
+ return JSON.stringify({
50
+ noir_version: artifact.noir_version,
51
+ hash: 0,
52
+ abi: func.abi,
53
+ bytecode: func.bytecode,
54
+ debug_symbols: func.debug_symbols,
55
+ file_map: artifact.file_map,
56
+ });
57
+ /* eslint-enable camelcase */
58
+ }
@@ -12,7 +12,7 @@ import {
12
12
  } from '@aztec/telemetry-client';
13
13
  import { EmbeddedWallet } from '@aztec/wallets/embedded';
14
14
 
15
- import { extractRelevantOptions } from '../util.js';
15
+ import { extractRelevantOptions, stringifyConfig } from '../util.js';
16
16
  import { getVersions } from '../versioning.js';
17
17
 
18
18
  export async function startBot(
@@ -38,10 +38,11 @@ export async function startBot(
38
38
  const aztecNode = createAztecNodeClient(config.nodeUrl, getVersions(), fetch);
39
39
 
40
40
  const pxeConfig = extractRelevantOptions<PXEConfig & CliPXEOptions>(options, allPxeConfigMappings, 'pxe');
41
+ userLog(`Creating bot wallet with config ${stringifyConfig(pxeConfig)}`);
41
42
  const wallet = await EmbeddedWallet.create(aztecNode, { pxeConfig });
42
43
 
43
44
  const telemetry = await initTelemetryClient(getTelemetryClientConfig());
44
- await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined);
45
+ await addBot(options, signalHandlers, services, wallet, aztecNode, telemetry, undefined, userLog);
45
46
  }
46
47
 
47
48
  export async function addBot(
@@ -52,8 +53,10 @@ export async function addBot(
52
53
  aztecNode: AztecNode,
53
54
  telemetry: TelemetryClient,
54
55
  aztecNodeAdmin?: AztecNodeAdmin,
56
+ userLog?: LogFn,
55
57
  ) {
56
58
  const config = extractRelevantOptions<BotConfig>(options, botConfigMappings, 'bot');
59
+ userLog?.(`Starting bot with config ${stringifyConfig(config)}`);
57
60
 
58
61
  const db = await (config.dataDirectory
59
62
  ? createStore('bot', BotStore.SCHEMA_VERSION, config)
@@ -4,20 +4,30 @@ import { Fr } from '@aztec/aztec.js/fields';
4
4
  import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
5
5
  import { getL1Config } from '@aztec/cli/config';
6
6
  import { getPublicClient } from '@aztec/ethereum/client';
7
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
7
8
  import { SecretValue } from '@aztec/foundation/config';
9
+ import { EthAddress } from '@aztec/foundation/eth-address';
8
10
  import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
11
+ import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
12
+ import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
9
13
  import type { LogFn } from '@aztec/foundation/log';
14
+ import { sleep } from '@aztec/foundation/sleep';
15
+ import { ProvingJobConsumerSchema, createProvingJobBrokerClient } from '@aztec/prover-client/broker';
10
16
  import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
17
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
11
18
  import { AztecNodeAdminApiSchema, AztecNodeApiSchema } from '@aztec/stdlib/interfaces/client';
12
- import { P2PApiSchema } from '@aztec/stdlib/interfaces/server';
19
+ import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
13
20
  import {
14
21
  type TelemetryClientConfig,
15
22
  initTelemetryClient,
23
+ makeTracedFetch,
16
24
  telemetryClientConfigMappings,
17
25
  } from '@aztec/telemetry-client';
18
26
  import { EmbeddedWallet } from '@aztec/wallets/embedded';
19
27
  import { getGenesisValues } from '@aztec/world-state/testing';
20
28
 
29
+ import Koa from 'koa';
30
+
21
31
  import { createAztecNode } from '../../local-network/index.js';
22
32
  import {
23
33
  extractNamespacedOptions,
@@ -25,6 +35,74 @@ import {
25
35
  preloadCrsDataForVerifying,
26
36
  setupUpdateMonitor,
27
37
  } from '../util.js';
38
+ import { getVersions } from '../versioning.js';
39
+ import { startProverBroker } from './start_prover_broker.js';
40
+
41
+ const ROLLUP_POLL_INTERVAL_MS = 600_000;
42
+
43
+ /**
44
+ * Waits until the canonical rollup's genesis archive root matches the expected local genesis root.
45
+ * If the rollup is not yet compatible (e.g. during L1 contract upgrades), enters standby mode:
46
+ * starts a lightweight HTTP server for K8s liveness probes and polls until a compatible rollup appears.
47
+ */
48
+ async function waitForCompatibleRollup(
49
+ publicClient: ReturnType<typeof getPublicClient>,
50
+ registryAddress: EthAddress,
51
+ rollupVersion: number | 'canonical',
52
+ expectedGenesisRoot: Fr,
53
+ port: number | undefined,
54
+ userLog: LogFn,
55
+ ): Promise<void> {
56
+ const registry = new RegistryContract(publicClient, registryAddress);
57
+ const rollupAddress = await registry.getRollupAddress(rollupVersion);
58
+ const rollup = new RollupContract(publicClient, rollupAddress.toString());
59
+
60
+ let l1GenesisRoot: Fr;
61
+ try {
62
+ l1GenesisRoot = await rollup.getGenesisArchiveTreeRoot();
63
+ } catch (err: any) {
64
+ throw new Error(
65
+ `Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
66
+ );
67
+ }
68
+
69
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
70
+ return;
71
+ }
72
+
73
+ userLog(
74
+ `Genesis root mismatch: expected ${expectedGenesisRoot}, got ${l1GenesisRoot} from rollup at ${rollupAddress}. ` +
75
+ `Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_MS / 1000}s for a compatible rollup...`,
76
+ );
77
+
78
+ const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
79
+ userLog(`Standby status server listening on port ${standbyServer.port}`);
80
+
81
+ try {
82
+ while (true) {
83
+ await sleep(ROLLUP_POLL_INTERVAL_MS);
84
+
85
+ const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
86
+ const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
87
+
88
+ try {
89
+ l1GenesisRoot = await currentRollup.getGenesisArchiveTreeRoot();
90
+ } catch {
91
+ userLog(`Failed to fetch genesis root from rollup at ${currentRollupAddress}. Retrying...`);
92
+ continue;
93
+ }
94
+
95
+ if (l1GenesisRoot.equals(expectedGenesisRoot)) {
96
+ userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
97
+ return;
98
+ }
99
+
100
+ userLog(`Still waiting. Rollup at ${currentRollupAddress} has genesis root ${l1GenesisRoot}.`);
101
+ }
102
+ } finally {
103
+ await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
104
+ }
105
+ }
28
106
 
29
107
  export async function startNode(
30
108
  options: any,
@@ -45,16 +123,40 @@ export async function startNode(
45
123
  ...relevantOptions,
46
124
  };
47
125
 
126
+ // Prover node configuration and broker setup
127
+ // REFACTOR: Move the broker setup out of here and into the prover-node factory
128
+ let broker: ProvingJobBroker | undefined = undefined;
48
129
  if (options.proverNode) {
49
- userLog(`Running a Prover Node within a Node is not yet supported`);
50
- process.exit(1);
130
+ nodeConfig.enableProverNode = true;
131
+ if (nodeConfig.proverAgentCount === 0) {
132
+ userLog(
133
+ `Running prover node without local prover agent. Connect prover agents or pass --proverAgent.proverAgentCount`,
134
+ );
135
+ }
136
+ if (nodeConfig.proverBrokerUrl) {
137
+ // at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
138
+ // set a lower connection limit such that we don't overload the server
139
+ // Keep retrying up to 30s
140
+ const fetch = makeTracedFetch(
141
+ [1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
142
+ false,
143
+ makeUndiciFetch(new Agent({ connections: 100 })),
144
+ );
145
+ broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
146
+ } else if (options.proverBroker) {
147
+ ({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
148
+ } else {
149
+ userLog(`--prover-broker-url or --prover-broker is required to start a Prover Node`);
150
+ process.exit(1);
151
+ }
51
152
  }
52
153
 
53
154
  await preloadCrsDataForVerifying(nodeConfig, userLog);
54
155
 
55
156
  const testAccounts = nodeConfig.testAccounts ? (await getInitialTestAccountsData()).map(a => a.address) : [];
56
157
  const sponsoredFPCAccounts = nodeConfig.sponsoredFPC ? [await getSponsoredFPCAddress()] : [];
57
- const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
158
+ const prefundAddresses = (nodeConfig.prefundAddresses ?? []).map(a => AztecAddress.fromString(a));
159
+ const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts).concat(prefundAddresses);
58
160
 
59
161
  userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
60
162
 
@@ -68,6 +170,20 @@ export async function startNode(
68
170
  if (!nodeConfig.l1Contracts.registryAddress || nodeConfig.l1Contracts.registryAddress.isZero()) {
69
171
  throw new Error('L1 registry address is required to start Aztec Node');
70
172
  }
173
+
174
+ // Wait for a compatible rollup before proceeding with full L1 config fetch.
175
+ // This prevents crashes when the canonical rollup hasn't been upgraded yet.
176
+ const publicClient = getPublicClient(nodeConfig);
177
+ const rollupVersion: number | 'canonical' = nodeConfig.rollupVersion ?? 'canonical';
178
+ await waitForCompatibleRollup(
179
+ publicClient,
180
+ nodeConfig.l1Contracts.registryAddress,
181
+ rollupVersion,
182
+ genesisArchiveRoot,
183
+ options.port,
184
+ userLog,
185
+ );
186
+
71
187
  const { addresses, config } = await getL1Config(
72
188
  nodeConfig.l1Contracts.registryAddress,
73
189
  nodeConfig.l1RpcUrls,
@@ -101,12 +217,17 @@ export async function startNode(
101
217
  ...extractNamespacedOptions(options, 'sequencer'),
102
218
  };
103
219
  // If no publisher private keys have been given, use the first validator key
104
- if (sequencerConfig.publisherPrivateKeys === undefined || !sequencerConfig.publisherPrivateKeys.length) {
220
+ if (
221
+ sequencerConfig.sequencerPublisherPrivateKeys === undefined ||
222
+ !sequencerConfig.sequencerPublisherPrivateKeys.length
223
+ ) {
105
224
  if (sequencerConfig.validatorPrivateKeys?.getValue().length) {
106
- sequencerConfig.publisherPrivateKeys = [new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0])];
225
+ sequencerConfig.sequencerPublisherPrivateKeys = [
226
+ new SecretValue(sequencerConfig.validatorPrivateKeys.getValue()[0]),
227
+ ];
107
228
  }
108
229
  }
109
- nodeConfig.publisherPrivateKeys = sequencerConfig.publisherPrivateKeys;
230
+ nodeConfig.sequencerPublisherPrivateKeys = sequencerConfig.sequencerPublisherPrivateKeys;
110
231
  }
111
232
 
112
233
  if (nodeConfig.p2pEnabled) {
@@ -120,13 +241,22 @@ export async function startNode(
120
241
  const telemetry = await initTelemetryClient(telemetryConfig);
121
242
 
122
243
  // Create and start Aztec Node
123
- const node = await createAztecNode(nodeConfig, { telemetry }, { prefilledPublicData });
244
+ const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { prefilledPublicData });
124
245
 
125
246
  // Add node and p2p to services list
126
247
  services.node = [node, AztecNodeApiSchema];
127
248
  services.p2p = [node.getP2P(), P2PApiSchema];
128
249
  adminServices.nodeAdmin = [node, AztecNodeAdminApiSchema];
129
250
 
251
+ // Register prover-node services if the prover node subsystem is running
252
+ const proverNode = node.getProverNode();
253
+ if (proverNode) {
254
+ services.prover = [proverNode, ProverNodeApiSchema];
255
+ if (!nodeConfig.proverBrokerUrl) {
256
+ services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
257
+ }
258
+ }
259
+
130
260
  // Add node stop function to signal handlers
131
261
  signalHandlers.push(node.stop.bind(node));
132
262
 
@@ -0,0 +1,44 @@
1
+ import { readFile, readdir } from 'fs/promises';
2
+ import { join } from 'path';
3
+
4
+ export interface CompiledArtifact {
5
+ noir_version: string;
6
+ file_map: unknown;
7
+ functions: ContractFunction[];
8
+ bytecode?: string;
9
+ }
10
+
11
+ export interface ContractFunction {
12
+ name: string;
13
+ abi: unknown;
14
+ bytecode: string;
15
+ debug_symbols: unknown;
16
+ is_unconstrained?: boolean;
17
+ }
18
+
19
+ export interface ArtifactFile {
20
+ name: string;
21
+ filePath: string;
22
+ content: CompiledArtifact;
23
+ }
24
+
25
+ /** Reads all JSON artifact files from a target directory and returns their parsed contents. */
26
+ export async function readArtifactFiles(targetDir: string): Promise<ArtifactFile[]> {
27
+ let entries: string[];
28
+ try {
29
+ entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
30
+ } catch (err: any) {
31
+ if (err?.code === 'ENOENT') {
32
+ throw new Error(`Target directory '${targetDir}' does not exist. Compile first with 'aztec compile'.`);
33
+ }
34
+ throw err;
35
+ }
36
+
37
+ const artifacts: ArtifactFile[] = [];
38
+ for (const file of entries) {
39
+ const filePath = join(targetDir, file);
40
+ const content = JSON.parse(await readFile(filePath, 'utf-8')) as CompiledArtifact;
41
+ artifacts.push({ name: file.replace('.json', ''), filePath, content });
42
+ }
43
+ return artifacts;
44
+ }
@@ -0,0 +1,16 @@
1
+ import { spawn } from 'child_process';
2
+
3
+ /** Spawns a command with inherited stdio and rejects on non-zero exit. */
4
+ export function run(cmd: string, args: string[]): Promise<void> {
5
+ return new Promise((resolve, reject) => {
6
+ const child = spawn(cmd, args, { stdio: 'inherit' });
7
+ child.on('error', reject);
8
+ child.on('close', code => {
9
+ if (code !== 0) {
10
+ reject(new Error(`${cmd} exited with code ${code}`));
11
+ } else {
12
+ resolve();
13
+ }
14
+ });
15
+ });
16
+ }
package/src/cli/util.ts CHANGED
@@ -3,6 +3,7 @@ import type { AccountManager } from '@aztec/aztec.js/wallet';
3
3
  import type { ViemClient } from '@aztec/ethereum/types';
4
4
  import type { ConfigMappingsType } from '@aztec/foundation/config';
5
5
  import { EthAddress } from '@aztec/foundation/eth-address';
6
+ import { jsonStringify } from '@aztec/foundation/json-rpc';
6
7
  import { type LogFn, createLogger } from '@aztec/foundation/log';
7
8
  import type { SharedNodeConfig } from '@aztec/node-lib/config';
8
9
  import type { ProverConfig } from '@aztec/stdlib/interfaces/server';
@@ -270,7 +271,7 @@ export async function preloadCrsDataForVerifying(
270
271
  ): Promise<void> {
271
272
  if (realProofs) {
272
273
  const { Crs, GrumpkinCrs } = await import('@aztec/bb.js');
273
- await Promise.all([Crs.new(2 ** 1, undefined, log), GrumpkinCrs.new(2 ** 16 + 1, undefined, log)]);
274
+ await Promise.all([Crs.new(2 ** 1, undefined, log), GrumpkinCrs.new(2 ** 16, undefined, log)]);
274
275
  }
275
276
  }
276
277
 
@@ -285,7 +286,7 @@ export async function preloadCrsDataForServerSideProving(
285
286
  ): Promise<void> {
286
287
  if (realProofs) {
287
288
  const { Crs, GrumpkinCrs } = await import('@aztec/bb.js');
288
- await Promise.all([Crs.new(2 ** 25 + 1, undefined, log), GrumpkinCrs.new(2 ** 18 + 1, undefined, log)]);
289
+ await Promise.all([Crs.new(2 ** 25, undefined, log), GrumpkinCrs.new(2 ** 18, undefined, log)]);
289
290
  }
290
291
  }
291
292
 
@@ -376,3 +377,9 @@ export async function setupUpdateMonitor(
376
377
 
377
378
  checker.start();
378
379
  }
380
+
381
+ export function stringifyConfig(config: object): string {
382
+ return Object.entries(config)
383
+ .map(([key, value]) => `${key}=${jsonStringify(value)}`)
384
+ .join(' ');
385
+ }
@@ -18,6 +18,9 @@ import type { LogFn } from '@aztec/foundation/log';
18
18
  import { DateProvider, TestDateProvider } from '@aztec/foundation/timer';
19
19
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
20
20
  import { protocolContractsHash } from '@aztec/protocol-contracts';
21
+ import { SequencerState } from '@aztec/sequencer-client';
22
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
23
+ import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
21
24
  import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
22
25
  import {
23
26
  type TelemetryClient,
@@ -105,12 +108,14 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
105
108
  };
106
109
  const hdAccount = mnemonicToAccount(config.l1Mnemonic || DefaultMnemonic);
107
110
  if (
108
- aztecNodeConfig.publisherPrivateKeys == undefined ||
109
- !aztecNodeConfig.publisherPrivateKeys.length ||
110
- aztecNodeConfig.publisherPrivateKeys[0].getValue() === NULL_KEY
111
+ aztecNodeConfig.sequencerPublisherPrivateKeys == undefined ||
112
+ !aztecNodeConfig.sequencerPublisherPrivateKeys.length ||
113
+ aztecNodeConfig.sequencerPublisherPrivateKeys[0].getValue() === NULL_KEY
111
114
  ) {
112
115
  const privKey = hdAccount.getHdKey().privateKey;
113
- aztecNodeConfig.publisherPrivateKeys = [new SecretValue(`0x${Buffer.from(privKey!).toString('hex')}` as const)];
116
+ aztecNodeConfig.sequencerPublisherPrivateKeys = [
117
+ new SecretValue(`0x${Buffer.from(privKey!).toString('hex')}` as const),
118
+ ];
114
119
  }
115
120
  if (!aztecNodeConfig.validatorPrivateKeys?.getValue().length) {
116
121
  const privKey = hdAccount.getHdKey().privateKey;
@@ -134,9 +139,12 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
134
139
 
135
140
  const bananaFPC = await getBananaFPCAddress(initialAccounts);
136
141
  const sponsoredFPC = await getSponsoredFPCAddress();
137
- const fundedAddresses = initialAccounts.length
138
- ? [...initialAccounts.map(a => a.address), bananaFPC, sponsoredFPC]
139
- : [];
142
+ const prefundAddresses = (aztecNodeConfig.prefundAddresses ?? []).map(a => AztecAddress.fromString(a));
143
+ const fundedAddresses = [
144
+ ...initialAccounts.map(a => a.address),
145
+ ...(initialAccounts.length ? [bananaFPC, sponsoredFPC] : []),
146
+ ...prefundAddresses,
147
+ ];
140
148
  const { genesisArchiveRoot, prefilledPublicData, fundingNeeded } = await getGenesisValues(fundedAddresses);
141
149
 
142
150
  const dateProvider = new TestDateProvider();
@@ -178,6 +186,21 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
178
186
  const blobClient = createBlobClient();
179
187
  const node = await createAztecNode(aztecNodeConfig, { telemetry, blobClient, dateProvider }, { prefilledPublicData });
180
188
 
189
+ // Now that the node is up, let the watcher check for pending txs so it can skip unfilled slots faster when
190
+ // transactions are waiting in the mempool. Also let it check if the sequencer is actively building, to avoid
191
+ // warping time out from under an in-progress block.
192
+ watcher?.setGetPendingTxCount(() => node.getPendingTxCount());
193
+ const sequencer = node.getSequencer()?.getSequencer();
194
+ if (sequencer) {
195
+ const idleStates: Set<string> = new Set([
196
+ SequencerState.STOPPED,
197
+ SequencerState.STOPPING,
198
+ SequencerState.IDLE,
199
+ SequencerState.SYNCHRONIZING,
200
+ ]);
201
+ watcher?.setIsSequencerBuilding(() => !idleStates.has(sequencer.getState()));
202
+ }
203
+
181
204
  let epochTestSettler: EpochTestSettler | undefined;
182
205
  if (!aztecNodeConfig.p2pEnabled) {
183
206
  epochTestSettler = new EpochTestSettler(
@@ -191,7 +214,10 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
191
214
  }
192
215
 
193
216
  if (initialAccounts.length) {
194
- const wallet = await EmbeddedWallet.create(node, { pxeConfig: { proverEnabled: aztecNodeConfig.realProofs } });
217
+ const wallet = await EmbeddedWallet.create(node, {
218
+ pxeConfig: { proverEnabled: aztecNodeConfig.realProofs },
219
+ ephemeral: true,
220
+ });
195
221
 
196
222
  userLog('Setting up funded test accounts...');
197
223
  const accountManagers = await deployFundedSchnorrAccounts(wallet, initialAccounts);
@@ -221,7 +247,12 @@ export async function createLocalNetwork(config: Partial<LocalNetworkConfig> = {
221
247
  */
222
248
  export async function createAztecNode(
223
249
  config: Partial<AztecNodeConfig> = {},
224
- deps: { telemetry?: TelemetryClient; blobClient?: BlobClientInterface; dateProvider?: DateProvider } = {},
250
+ deps: {
251
+ telemetry?: TelemetryClient;
252
+ blobClient?: BlobClientInterface;
253
+ dateProvider?: DateProvider;
254
+ proverBroker?: ProvingJobBroker;
255
+ } = {},
225
256
  options: { prefilledPublicData?: PublicDataTreeLeaf[] } = {},
226
257
  ) {
227
258
  // TODO(#12272): will clean this up. This is criminal.
@@ -231,6 +262,10 @@ export async function createAztecNode(
231
262
  ...config,
232
263
  l1Contracts: { ...l1Contracts, ...config.l1Contracts },
233
264
  };
234
- const node = await AztecNodeService.createAndSync(aztecNodeConfig, deps, options);
265
+ const node = await AztecNodeService.createAndSync(
266
+ aztecNodeConfig,
267
+ { ...deps, proverNodeDeps: { broker: deps.proverBroker } },
268
+ options,
269
+ );
235
270
  return node;
236
271
  }
@@ -31,6 +31,15 @@ export class AnvilTestWatcher {
31
31
 
32
32
  private isMarkingAsProven = true;
33
33
 
34
+ // Optional callback to check if there are pending txs in the mempool.
35
+ private getPendingTxCount?: () => Promise<number>;
36
+
37
+ // Optional callback to check if the sequencer is actively building a block.
38
+ private isSequencerBuilding?: () => boolean;
39
+
40
+ // Tracks when we first observed the current unfilled slot with pending txs (real wall time).
41
+ private unfilledSlotFirstSeen?: { slot: number; realTime: number };
42
+
34
43
  constructor(
35
44
  private cheatcodes: EthCheatCodes,
36
45
  rollupAddress: EthAddress,
@@ -59,6 +68,16 @@ export class AnvilTestWatcher {
59
68
  this.isLocalNetwork = isLocalNetwork;
60
69
  }
61
70
 
71
+ /** Sets a callback to check for pending txs, used to skip unfilled slots faster when txs are waiting. */
72
+ setGetPendingTxCount(fn: () => Promise<number>) {
73
+ this.getPendingTxCount = fn;
74
+ }
75
+
76
+ /** Sets a callback to check if the sequencer is actively building, to avoid warping while it works. */
77
+ setIsSequencerBuilding(fn: () => boolean) {
78
+ this.isSequencerBuilding = fn;
79
+ }
80
+
62
81
  async start() {
63
82
  if (this.filledRunningPromise) {
64
83
  throw new Error('Watcher already watching for filled slot');
@@ -131,15 +150,8 @@ export class AnvilTestWatcher {
131
150
  const nextSlotTimestamp = Number(await this.rollup.read.getTimestampForSlot([BigInt(nextSlot)]));
132
151
 
133
152
  if (BigInt(currentSlot) === checkpointLog.slotNumber) {
134
- // We should jump to the next slot
135
- try {
136
- await this.cheatcodes.warp(nextSlotTimestamp, {
137
- resetBlockInterval: true,
138
- });
139
- } catch (e) {
140
- this.logger.error(`Failed to warp to timestamp ${nextSlotTimestamp}: ${e}`);
141
- }
142
-
153
+ // The current slot has been filled, we should jump to the next slot.
154
+ await this.warpToTimestamp(nextSlotTimestamp);
143
155
  this.logger.info(`Slot ${currentSlot} was filled, jumped to next slot`);
144
156
  return;
145
157
  }
@@ -149,18 +161,50 @@ export class AnvilTestWatcher {
149
161
  return;
150
162
  }
151
163
 
152
- const currentTimestamp = this.dateProvider?.now() ?? Date.now();
153
- if (currentTimestamp > nextSlotTimestamp * 1000) {
154
- try {
155
- await this.cheatcodes.warp(nextSlotTimestamp, { resetBlockInterval: true });
156
- } catch (e) {
157
- this.logger.error(`Failed to warp to timestamp ${nextSlotTimestamp}: ${e}`);
164
+ // If there are pending txs and the sequencer missed them, warp quickly (after a 2s real-time debounce) so the
165
+ // sequencer can retry in the next slot. Without this, we'd have to wait a full real-time slot duration (~36s) for
166
+ // the dateProvider to catch up to the next slot timestamp. We skip the warp if the sequencer is actively building
167
+ // to avoid invalidating its in-progress work.
168
+ if (this.getPendingTxCount) {
169
+ const pendingTxs = await this.getPendingTxCount();
170
+ if (pendingTxs > 0) {
171
+ if (this.isSequencerBuilding?.()) {
172
+ this.unfilledSlotFirstSeen = undefined;
173
+ return;
174
+ }
175
+
176
+ const realNow = Date.now();
177
+ if (!this.unfilledSlotFirstSeen || this.unfilledSlotFirstSeen.slot !== currentSlot) {
178
+ this.unfilledSlotFirstSeen = { slot: currentSlot, realTime: realNow };
179
+ return;
180
+ }
181
+
182
+ if (realNow - this.unfilledSlotFirstSeen.realTime > 2000) {
183
+ await this.warpToTimestamp(nextSlotTimestamp);
184
+ this.unfilledSlotFirstSeen = undefined;
185
+ this.logger.info(`Slot ${currentSlot} was missed with pending txs, jumped to next slot`);
186
+ }
187
+
188
+ return;
158
189
  }
190
+ }
159
191
 
192
+ // Fallback: warp when the dateProvider time has passed the next slot timestamp.
193
+ const currentTimestamp = this.dateProvider?.now() ?? Date.now();
194
+ if (currentTimestamp > nextSlotTimestamp * 1000) {
195
+ await this.warpToTimestamp(nextSlotTimestamp);
160
196
  this.logger.info(`Slot ${currentSlot} was missed, jumped to next slot`);
161
197
  }
162
198
  } catch {
163
199
  this.logger.error('mineIfSlotFilled failed');
164
200
  }
165
201
  }
202
+
203
+ private async warpToTimestamp(timestamp: number) {
204
+ try {
205
+ await this.cheatcodes.warp(timestamp, { resetBlockInterval: true });
206
+ } catch (e) {
207
+ this.logger.error(`Failed to warp to timestamp ${timestamp}: ${e}`);
208
+ }
209
+ }
166
210
  }
@@ -1,7 +0,0 @@
1
- import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
2
- import type { LogFn } from '@aztec/foundation/log';
3
- import { type ProverNodeConfig } from '@aztec/prover-node';
4
- export declare function startProverNode(options: any, signalHandlers: (() => Promise<void>)[], services: NamespacedApiHandlers, userLog: LogFn): Promise<{
5
- config: ProverNodeConfig;
6
- }>;
7
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RhcnRfcHJvdmVyX25vZGUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9jbGkvY21kcy9zdGFydF9wcm92ZXJfbm9kZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFLQSxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLG1DQUFtQyxDQUFDO0FBRS9FLE9BQU8sS0FBSyxFQUFFLEtBQUssRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBRW5ELE9BQU8sRUFDTCxLQUFLLGdCQUFnQixFQUl0QixNQUFNLG9CQUFvQixDQUFDO0FBUzVCLHdCQUFzQixlQUFlLENBQ25DLE9BQU8sRUFBRSxHQUFHLEVBQ1osY0FBYyxFQUFFLENBQUMsTUFBTSxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsRUFBRSxFQUN2QyxRQUFRLEVBQUUscUJBQXFCLEVBQy9CLE9BQU8sRUFBRSxLQUFLLEdBQ2IsT0FBTyxDQUFDO0lBQUUsTUFBTSxFQUFFLGdCQUFnQixDQUFBO0NBQUUsQ0FBQyxDQStGdkMifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"start_prover_node.d.ts","sourceRoot":"","sources":["../../../src/cli/cmds/start_prover_node.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAE/E,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAEnD,OAAO,EACL,KAAK,gBAAgB,EAItB,MAAM,oBAAoB,CAAC;AAS5B,wBAAsB,eAAe,CACnC,OAAO,EAAE,GAAG,EACZ,cAAc,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EACvC,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,KAAK,GACb,OAAO,CAAC;IAAE,MAAM,EAAE,gBAAgB,CAAA;CAAE,CAAC,CA+FvC"}