@aztec/aztec 0.0.1-commit.f504929 → 0.0.1-commit.f5a9928
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bin/index.js +4 -2
- package/dest/cli/aztec_start_action.d.ts +1 -1
- package/dest/cli/aztec_start_action.d.ts.map +1 -1
- package/dest/cli/aztec_start_action.js +42 -33
- package/dest/cli/aztec_start_options.d.ts +2 -2
- package/dest/cli/aztec_start_options.d.ts.map +1 -1
- package/dest/cli/aztec_start_options.js +22 -18
- package/dest/cli/cmds/compile.d.ts +1 -1
- package/dest/cli/cmds/compile.d.ts.map +1 -1
- package/dest/cli/cmds/compile.js +35 -21
- package/dest/cli/cmds/profile.d.ts +1 -1
- package/dest/cli/cmds/profile.d.ts.map +1 -1
- package/dest/cli/cmds/profile.js +1 -1
- package/dest/cli/cmds/profile_flamegraph.d.ts +1 -1
- package/dest/cli/cmds/profile_flamegraph.d.ts.map +1 -1
- package/dest/cli/cmds/profile_flamegraph.js +2 -1
- package/dest/cli/cmds/profile_gates.d.ts +2 -2
- package/dest/cli/cmds/profile_gates.d.ts.map +1 -1
- package/dest/cli/cmds/profile_gates.js +23 -4
- package/dest/cli/cmds/prover.d.ts +4 -0
- package/dest/cli/cmds/prover.d.ts.map +1 -0
- package/dest/cli/cmds/prover.js +24 -0
- package/dest/cli/cmds/standby.d.ts +56 -0
- package/dest/cli/cmds/standby.d.ts.map +1 -0
- package/dest/cli/cmds/standby.js +140 -0
- package/dest/cli/cmds/start_bot.d.ts +1 -1
- package/dest/cli/cmds/start_bot.d.ts.map +1 -1
- package/dest/cli/cmds/start_bot.js +8 -4
- package/dest/cli/cmds/start_node.d.ts +3 -2
- package/dest/cli/cmds/start_node.d.ts.map +1 -1
- package/dest/cli/cmds/start_node.js +36 -112
- package/dest/cli/cmds/start_prover_agent.d.ts +1 -1
- package/dest/cli/cmds/start_prover_agent.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_agent.js +5 -17
- package/dest/cli/cmds/start_prover_broker.d.ts +1 -1
- package/dest/cli/cmds/start_prover_broker.d.ts.map +1 -1
- package/dest/cli/cmds/start_prover_broker.js +22 -13
- package/dest/cli/cmds/start_txe.d.ts +2 -2
- package/dest/cli/cmds/start_txe.d.ts.map +1 -1
- package/dest/cli/cmds/start_txe.js +6 -5
- package/dest/cli/cmds/utils/artifacts.d.ts +6 -1
- package/dest/cli/cmds/utils/artifacts.d.ts.map +1 -1
- package/dest/cli/cmds/utils/collect_crate_dirs.d.ts +21 -0
- package/dest/cli/cmds/utils/collect_crate_dirs.d.ts.map +1 -0
- package/dest/cli/cmds/utils/collect_crate_dirs.js +114 -0
- package/dest/cli/cmds/utils/needs_recompile.d.ts +10 -0
- package/dest/cli/cmds/utils/needs_recompile.d.ts.map +1 -0
- package/dest/cli/cmds/utils/needs_recompile.js +90 -0
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts +4 -0
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.d.ts.map +1 -0
- package/dest/cli/cmds/utils/warn_if_aztec_version_mismatch.js +61 -0
- package/dest/cli/util.d.ts +9 -6
- package/dest/cli/util.d.ts.map +1 -1
- package/dest/cli/util.js +26 -94
- package/dest/deploy/bridging.d.ts +84 -0
- package/dest/deploy/bridging.d.ts.map +1 -0
- package/dest/deploy/bridging.js +121 -0
- package/dest/deploy/fees.d.ts +120 -0
- package/dest/deploy/fees.d.ts.map +1 -0
- package/dest/deploy/fees.js +278 -0
- package/dest/deploy/graph.d.ts +40 -0
- package/dest/deploy/graph.d.ts.map +1 -0
- package/dest/deploy/graph.js +120 -0
- package/dest/deploy/index.d.ts +19 -0
- package/dest/deploy/index.d.ts.map +1 -0
- package/dest/deploy/index.js +15 -0
- package/dest/deploy/reporter.d.ts +106 -0
- package/dest/deploy/reporter.d.ts.map +1 -0
- package/dest/deploy/reporter.js +76 -0
- package/dest/deploy/runner.d.ts +8 -0
- package/dest/deploy/runner.d.ts.map +1 -0
- package/dest/deploy/runner.js +886 -0
- package/dest/deploy/state.d.ts +19 -0
- package/dest/deploy/state.d.ts.map +1 -0
- package/dest/deploy/state.js +59 -0
- package/dest/deploy/types.d.ts +233 -0
- package/dest/deploy/types.d.ts.map +1 -0
- package/dest/deploy/types.js +9 -0
- package/dest/examples/token.js +3 -3
- package/dest/local-network/auth_registry.d.ts +5 -0
- package/dest/local-network/auth_registry.d.ts.map +1 -0
- package/dest/local-network/auth_registry.js +17 -0
- package/dest/local-network/banana_fpc.d.ts +3 -2
- package/dest/local-network/banana_fpc.d.ts.map +1 -1
- package/dest/local-network/banana_fpc.js +11 -7
- package/dest/local-network/local-network.d.ts +10 -32
- package/dest/local-network/local-network.d.ts.map +1 -1
- package/dest/local-network/local-network.js +60 -73
- package/dest/testing/cheat_codes.d.ts +17 -23
- package/dest/testing/cheat_codes.d.ts.map +1 -1
- package/dest/testing/cheat_codes.js +17 -43
- package/dest/testing/epoch_test_settler.d.ts +2 -2
- package/dest/testing/epoch_test_settler.d.ts.map +1 -1
- package/dest/testing/epoch_test_settler.js +6 -26
- package/dest/testing/index.d.ts +3 -2
- package/dest/testing/index.d.ts.map +1 -1
- package/dest/testing/index.js +2 -1
- package/dest/testing/local-network.d.ts +51 -0
- package/dest/testing/local-network.d.ts.map +1 -0
- package/dest/testing/local-network.js +60 -0
- package/dest/testing/token_allowed_setup.d.ts +12 -0
- package/dest/testing/token_allowed_setup.d.ts.map +1 -0
- package/dest/testing/token_allowed_setup.js +24 -0
- package/package.json +38 -35
- package/scripts/add_crate.sh +11 -60
- package/scripts/aztec.sh +9 -2
- package/scripts/init.sh +5 -5
- package/scripts/new.sh +2 -2
- package/scripts/setup_workspace.sh +3 -2
- package/scripts/templates/blank/contract/Nargo.toml +6 -0
- package/scripts/templates/blank/contract/src/main.nr +10 -0
- package/scripts/templates/blank/test/Nargo.toml +7 -0
- package/scripts/templates/blank/test/src/lib.nr +11 -0
- package/scripts/templates/counter/contract/Nargo.toml +7 -0
- package/scripts/templates/counter/contract/src/main.nr +48 -0
- package/scripts/templates/counter/test/Nargo.toml +7 -0
- package/scripts/templates/counter/test/src/lib.nr +32 -0
- package/src/bin/index.ts +4 -2
- package/src/cli/aztec_start_action.ts +44 -27
- package/src/cli/aztec_start_options.ts +28 -25
- package/src/cli/cmds/compile.ts +41 -20
- package/src/cli/cmds/profile.ts +2 -1
- package/src/cli/cmds/profile_flamegraph.ts +2 -1
- package/src/cli/cmds/profile_gates.ts +22 -5
- package/src/cli/cmds/prover.ts +42 -0
- package/src/cli/cmds/standby.ts +184 -0
- package/src/cli/cmds/start_bot.ts +9 -6
- package/src/cli/cmds/start_node.ts +46 -131
- package/src/cli/cmds/start_prover_agent.ts +5 -8
- package/src/cli/cmds/start_prover_broker.ts +23 -24
- package/src/cli/cmds/start_txe.ts +7 -5
- package/src/cli/cmds/utils/artifacts.ts +5 -0
- package/src/cli/cmds/utils/collect_crate_dirs.ts +118 -0
- package/src/cli/cmds/utils/needs_recompile.ts +98 -0
- package/src/cli/cmds/utils/warn_if_aztec_version_mismatch.ts +76 -0
- package/src/cli/util.ts +26 -100
- package/src/deploy/bridging.ts +191 -0
- package/src/deploy/fees.ts +322 -0
- package/src/deploy/graph.ts +137 -0
- package/src/deploy/index.ts +41 -0
- package/src/deploy/reporter.ts +184 -0
- package/src/deploy/runner.ts +936 -0
- package/src/deploy/state.ts +66 -0
- package/src/deploy/types.ts +244 -0
- package/src/examples/token.ts +11 -3
- package/src/local-network/auth_registry.ts +19 -0
- package/src/local-network/banana_fpc.ts +12 -8
- package/src/local-network/local-network.ts +67 -83
- package/src/testing/cheat_codes.ts +18 -49
- package/src/testing/epoch_test_settler.ts +8 -32
- package/src/testing/index.ts +2 -1
- package/src/testing/local-network.ts +97 -0
- package/src/testing/token_allowed_setup.ts +26 -0
- package/dest/cli/cmds/start_archiver.d.ts +0 -9
- package/dest/cli/cmds/start_archiver.d.ts.map +0 -1
- package/dest/cli/cmds/start_archiver.js +0 -48
- package/dest/cli/release_version.d.ts +0 -2
- package/dest/cli/release_version.d.ts.map +0 -1
- package/dest/cli/release_version.js +0 -14
- package/dest/testing/anvil_test_watcher.d.ts +0 -42
- package/dest/testing/anvil_test_watcher.d.ts.map +0 -1
- package/dest/testing/anvil_test_watcher.js +0 -181
- package/src/cli/cmds/start_archiver.ts +0 -50
- package/src/cli/release_version.ts +0 -21
- package/src/testing/anvil_test_watcher.ts +0 -210
|
@@ -1,21 +1,25 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
1
|
+
import {
|
|
2
|
+
type AztecNodeConfig,
|
|
3
|
+
aztecNodeConfigMappings,
|
|
4
|
+
getConfigEnvVars,
|
|
5
|
+
registerAztecNodeRpcHandlers,
|
|
6
|
+
} from '@aztec/aztec-node';
|
|
3
7
|
import { Fr } from '@aztec/aztec.js/fields';
|
|
4
|
-
import { getSponsoredFPCAddress } from '@aztec/cli/cli-utils';
|
|
5
8
|
import { getL1Config } from '@aztec/cli/config';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { SecretValue } from '@aztec/foundation/config';
|
|
9
|
-
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
9
|
+
import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
|
|
10
|
+
import { type NetworkNames, SecretValue } from '@aztec/foundation/config';
|
|
10
11
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
11
|
-
import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
|
|
12
12
|
import { Agent, makeUndiciFetch } from '@aztec/foundation/json-rpc/undici';
|
|
13
13
|
import type { LogFn } from '@aztec/foundation/log';
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
14
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
15
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
16
|
+
import {
|
|
17
|
+
ProvingJobConsumerSchema,
|
|
18
|
+
createProvingJobBrokerClient,
|
|
19
|
+
proverBrokerBackoff,
|
|
20
|
+
} from '@aztec/prover-client/broker';
|
|
16
21
|
import { type CliPXEOptions, type PXEConfig, allPxeConfigMappings } from '@aztec/pxe/config';
|
|
17
|
-
import {
|
|
18
|
-
import { P2PApiSchema, ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
22
|
+
import { ProverNodeApiSchema, type ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
19
23
|
import {
|
|
20
24
|
type TelemetryClientConfig,
|
|
21
25
|
initTelemetryClient,
|
|
@@ -23,92 +27,20 @@ import {
|
|
|
23
27
|
telemetryClientConfigMappings,
|
|
24
28
|
} from '@aztec/telemetry-client';
|
|
25
29
|
import { EmbeddedWallet } from '@aztec/wallets/embedded';
|
|
26
|
-
import { getGenesisValues } from '@aztec/world-state/testing';
|
|
27
|
-
|
|
28
|
-
import Koa from 'koa';
|
|
29
30
|
|
|
30
31
|
import { createAztecNode } from '../../local-network/index.js';
|
|
31
|
-
import {
|
|
32
|
-
extractNamespacedOptions,
|
|
33
|
-
extractRelevantOptions,
|
|
34
|
-
preloadCrsDataForVerifying,
|
|
35
|
-
setupUpdateMonitor,
|
|
36
|
-
} from '../util.js';
|
|
32
|
+
import { extractNamespacedOptions, extractRelevantOptions, preloadCrsDataForVerifying } from '../util.js';
|
|
37
33
|
import { getVersions } from '../versioning.js';
|
|
34
|
+
import { computeExpectedGenesisRoot, setupAutoShutdown, waitForCompatibleRollup } from './standby.js';
|
|
38
35
|
import { startProverBroker } from './start_prover_broker.js';
|
|
39
36
|
|
|
40
|
-
const ROLLUP_POLL_INTERVAL_MS = 600_000;
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Waits until the canonical rollup's genesis archive root matches the expected local genesis root.
|
|
44
|
-
* If the rollup is not yet compatible (e.g. during L1 contract upgrades), enters standby mode:
|
|
45
|
-
* starts a lightweight HTTP server for K8s liveness probes and polls until a compatible rollup appears.
|
|
46
|
-
*/
|
|
47
|
-
async function waitForCompatibleRollup(
|
|
48
|
-
publicClient: ReturnType<typeof getPublicClient>,
|
|
49
|
-
registryAddress: EthAddress,
|
|
50
|
-
rollupVersion: number | 'canonical',
|
|
51
|
-
expectedGenesisRoot: Fr,
|
|
52
|
-
port: number | undefined,
|
|
53
|
-
userLog: LogFn,
|
|
54
|
-
): Promise<void> {
|
|
55
|
-
const registry = new RegistryContract(publicClient, registryAddress);
|
|
56
|
-
const rollupAddress = await registry.getRollupAddress(rollupVersion);
|
|
57
|
-
const rollup = new RollupContract(publicClient, rollupAddress.toString());
|
|
58
|
-
|
|
59
|
-
let l1GenesisRoot: Fr;
|
|
60
|
-
try {
|
|
61
|
-
l1GenesisRoot = await rollup.getGenesisArchiveTreeRoot();
|
|
62
|
-
} catch (err: any) {
|
|
63
|
-
throw new Error(
|
|
64
|
-
`Could not retrieve genesis archive root from canonical rollup at ${rollupAddress}: ${err.message}`,
|
|
65
|
-
);
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
if (l1GenesisRoot.equals(expectedGenesisRoot)) {
|
|
69
|
-
return;
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
userLog(
|
|
73
|
-
`Genesis root mismatch: expected ${expectedGenesisRoot}, got ${l1GenesisRoot} from rollup at ${rollupAddress}. ` +
|
|
74
|
-
`Entering standby mode. Will poll every ${ROLLUP_POLL_INTERVAL_MS / 1000}s for a compatible rollup...`,
|
|
75
|
-
);
|
|
76
|
-
|
|
77
|
-
const standbyServer = await startHttpRpcServer({ getApp: () => new Koa(), isHealthy: () => true }, { port });
|
|
78
|
-
userLog(`Standby status server listening on port ${standbyServer.port}`);
|
|
79
|
-
|
|
80
|
-
try {
|
|
81
|
-
while (true) {
|
|
82
|
-
await sleep(ROLLUP_POLL_INTERVAL_MS);
|
|
83
|
-
|
|
84
|
-
const currentRollupAddress = await registry.getRollupAddress(rollupVersion);
|
|
85
|
-
const currentRollup = new RollupContract(publicClient, currentRollupAddress.toString());
|
|
86
|
-
|
|
87
|
-
try {
|
|
88
|
-
l1GenesisRoot = await currentRollup.getGenesisArchiveTreeRoot();
|
|
89
|
-
} catch {
|
|
90
|
-
userLog(`Failed to fetch genesis root from rollup at ${currentRollupAddress}. Retrying...`);
|
|
91
|
-
continue;
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
if (l1GenesisRoot.equals(expectedGenesisRoot)) {
|
|
95
|
-
userLog(`Compatible rollup found at ${currentRollupAddress}. Exiting standby mode.`);
|
|
96
|
-
return;
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
userLog(`Still waiting. Rollup at ${currentRollupAddress} has genesis root ${l1GenesisRoot}.`);
|
|
100
|
-
}
|
|
101
|
-
} finally {
|
|
102
|
-
await new Promise<void>((resolve, reject) => standbyServer.close(err => (err ? reject(err) : resolve())));
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
|
|
106
37
|
export async function startNode(
|
|
107
38
|
options: any,
|
|
108
39
|
signalHandlers: (() => Promise<void>)[],
|
|
109
40
|
services: NamespacedApiHandlers,
|
|
110
41
|
adminServices: NamespacedApiHandlers,
|
|
111
42
|
userLog: LogFn,
|
|
43
|
+
networkName: NetworkNames,
|
|
112
44
|
): Promise<{ config: AztecNodeConfig }> {
|
|
113
45
|
// All options set from environment variables
|
|
114
46
|
const configFromEnvVars = getConfigEnvVars();
|
|
@@ -135,12 +67,8 @@ export async function startNode(
|
|
|
135
67
|
if (nodeConfig.proverBrokerUrl) {
|
|
136
68
|
// at 1TPS we'd enqueue ~1k chonk verifier proofs and ~1k AVM proofs immediately
|
|
137
69
|
// set a lower connection limit such that we don't overload the server
|
|
138
|
-
//
|
|
139
|
-
const fetch = makeTracedFetch(
|
|
140
|
-
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
141
|
-
false,
|
|
142
|
-
makeUndiciFetch(new Agent({ connections: 100 })),
|
|
143
|
-
);
|
|
70
|
+
// Retry indefinitely until the epoch proving times out and the chain reorgs
|
|
71
|
+
const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 100 })));
|
|
144
72
|
broker = createProvingJobBrokerClient(nodeConfig.proverBrokerUrl, getVersions(nodeConfig), fetch);
|
|
145
73
|
} else if (options.proverBroker) {
|
|
146
74
|
({ broker } = await startProverBroker(options, signalHandlers, services, userLog));
|
|
@@ -152,38 +80,27 @@ export async function startNode(
|
|
|
152
80
|
|
|
153
81
|
await preloadCrsDataForVerifying(nodeConfig, userLog);
|
|
154
82
|
|
|
155
|
-
const
|
|
156
|
-
const
|
|
157
|
-
const initialFundedAccounts = testAccounts.concat(sponsoredFPCAccounts);
|
|
158
|
-
|
|
159
|
-
userLog(`Initial funded accounts: ${initialFundedAccounts.map(a => a.toString()).join(', ')}`);
|
|
160
|
-
|
|
161
|
-
const { genesisArchiveRoot, prefilledPublicData } = await getGenesisValues(initialFundedAccounts);
|
|
162
|
-
|
|
163
|
-
userLog(`Genesis archive root: ${genesisArchiveRoot.toString()}`);
|
|
83
|
+
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
84
|
+
const { genesisArchiveRoot, genesis } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
164
85
|
|
|
165
86
|
const followsCanonicalRollup =
|
|
166
87
|
typeof nodeConfig.rollupVersion !== 'number' || (nodeConfig.rollupVersion as unknown as string) === 'canonical';
|
|
167
88
|
|
|
168
|
-
if (!nodeConfig.
|
|
89
|
+
if (!nodeConfig.registryAddress || nodeConfig.registryAddress.isZero()) {
|
|
169
90
|
throw new Error('L1 registry address is required to start Aztec Node');
|
|
170
91
|
}
|
|
171
92
|
|
|
172
93
|
// Wait for a compatible rollup before proceeding with full L1 config fetch.
|
|
173
94
|
// This prevents crashes when the canonical rollup hasn't been upgraded yet.
|
|
174
|
-
const publicClient = getPublicClient(nodeConfig);
|
|
175
|
-
const rollupVersion: number | 'canonical' = nodeConfig.rollupVersion ?? 'canonical';
|
|
176
95
|
await waitForCompatibleRollup(
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
rollupVersion,
|
|
180
|
-
genesisArchiveRoot,
|
|
96
|
+
nodeConfig,
|
|
97
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
181
98
|
options.port,
|
|
182
99
|
userLog,
|
|
183
100
|
);
|
|
184
101
|
|
|
185
102
|
const { addresses, config } = await getL1Config(
|
|
186
|
-
nodeConfig.
|
|
103
|
+
nodeConfig.registryAddress,
|
|
187
104
|
nodeConfig.l1RpcUrls,
|
|
188
105
|
nodeConfig.l1ChainId,
|
|
189
106
|
nodeConfig.rollupVersion,
|
|
@@ -197,13 +114,9 @@ export async function startNode(
|
|
|
197
114
|
);
|
|
198
115
|
}
|
|
199
116
|
|
|
200
|
-
// TODO(#12272): will clean this up.
|
|
201
117
|
nodeConfig = {
|
|
202
118
|
...nodeConfig,
|
|
203
|
-
|
|
204
|
-
...addresses,
|
|
205
|
-
slashFactoryAddress: nodeConfig.l1Contracts.slashFactoryAddress,
|
|
206
|
-
},
|
|
119
|
+
...addresses,
|
|
207
120
|
...config,
|
|
208
121
|
};
|
|
209
122
|
|
|
@@ -239,17 +152,17 @@ export async function startNode(
|
|
|
239
152
|
const telemetry = await initTelemetryClient(telemetryConfig);
|
|
240
153
|
|
|
241
154
|
// Create and start Aztec Node
|
|
242
|
-
const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, {
|
|
155
|
+
const node = await createAztecNode(nodeConfig, { telemetry, proverBroker: broker }, { genesis });
|
|
243
156
|
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
157
|
+
registerAztecNodeRpcHandlers(node, services, adminServices, {
|
|
158
|
+
debug: options.nodeDebug,
|
|
159
|
+
p2pHealthMinPeers: nodeConfig.p2pHealthMinPeers,
|
|
160
|
+
});
|
|
248
161
|
|
|
249
162
|
// Register prover-node services if the prover node subsystem is running
|
|
250
163
|
const proverNode = node.getProverNode();
|
|
251
164
|
if (proverNode) {
|
|
252
|
-
|
|
165
|
+
adminServices.prover = [proverNode, ProverNodeApiSchema];
|
|
253
166
|
if (!nodeConfig.proverBrokerUrl) {
|
|
254
167
|
services.provingJobSource = [proverNode.getProver().getProvingJobSource(), ProvingJobConsumerSchema];
|
|
255
168
|
}
|
|
@@ -268,16 +181,18 @@ export async function startNode(
|
|
|
268
181
|
await addBot(options, signalHandlers, services, wallet, node, telemetry, undefined);
|
|
269
182
|
}
|
|
270
183
|
|
|
271
|
-
if (nodeConfig.
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
184
|
+
if (nodeConfig.enableAutoShutdown && networkName !== 'local' && followsCanonicalRollup) {
|
|
185
|
+
try {
|
|
186
|
+
await setupAutoShutdown(
|
|
187
|
+
nodeConfig,
|
|
188
|
+
nodeConfig.registryAddress,
|
|
189
|
+
(nodeConfig.rollupVersion as number | 'canonical') ?? 'canonical',
|
|
190
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
191
|
+
signalHandlers,
|
|
192
|
+
);
|
|
193
|
+
} catch {
|
|
194
|
+
/* no-op */
|
|
195
|
+
}
|
|
281
196
|
}
|
|
282
197
|
|
|
283
198
|
return { config: nodeConfig };
|
|
@@ -9,6 +9,7 @@ import {
|
|
|
9
9
|
createProofStore,
|
|
10
10
|
createProvingJobBrokerClient,
|
|
11
11
|
proverAgentConfigMappings,
|
|
12
|
+
proverBrokerBackoff,
|
|
12
13
|
} from '@aztec/prover-client/broker';
|
|
13
14
|
import { getProverNodeAgentConfigFromEnv } from '@aztec/prover-node';
|
|
14
15
|
import { ProverAgentApiSchema } from '@aztec/stdlib/interfaces/server';
|
|
@@ -23,8 +24,8 @@ export async function startProverAgent(
|
|
|
23
24
|
services: NamespacedApiHandlers,
|
|
24
25
|
userLog: LogFn,
|
|
25
26
|
) {
|
|
26
|
-
if (options.node || options.sequencer || options.
|
|
27
|
-
userLog(`Starting a prover agent with --node, --sequencer, --
|
|
27
|
+
if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
|
|
28
|
+
userLog(`Starting a prover agent with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
|
|
28
29
|
process.exit(1);
|
|
29
30
|
}
|
|
30
31
|
|
|
@@ -45,12 +46,8 @@ export async function startProverAgent(
|
|
|
45
46
|
|
|
46
47
|
await preloadCrsDataForServerSideProving(config, userLog);
|
|
47
48
|
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
[1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3],
|
|
51
|
-
false,
|
|
52
|
-
makeUndiciFetch(new Agent({ connections: 10 })),
|
|
53
|
-
);
|
|
49
|
+
// Retry indefinitely until the epoch proving times out and the chain reorgs
|
|
50
|
+
const fetch = makeTracedFetch(proverBrokerBackoff, false, makeUndiciFetch(new Agent({ connections: 10 })));
|
|
54
51
|
const broker = createProvingJobBrokerClient(config.proverBrokerUrl, getVersions(), fetch);
|
|
55
52
|
|
|
56
53
|
const telemetry = await initTelemetryClient(extractRelevantOptions(options, telemetryClientConfigMappings, 'tel'));
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { getL1Config } from '@aztec/cli/config';
|
|
2
|
-
import {
|
|
2
|
+
import { getGenesisStateConfigEnvVars } from '@aztec/ethereum/config';
|
|
3
3
|
import type { NamespacedApiHandlers } from '@aztec/foundation/json-rpc/server';
|
|
4
4
|
import type { LogFn } from '@aztec/foundation/log';
|
|
5
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
6
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
5
7
|
import {
|
|
6
8
|
type ProverBrokerConfig,
|
|
7
9
|
ProvingJobBrokerSchema,
|
|
@@ -13,7 +15,8 @@ import { getProverNodeBrokerConfigFromEnv } from '@aztec/prover-node';
|
|
|
13
15
|
import type { ProvingJobBroker } from '@aztec/stdlib/interfaces/server';
|
|
14
16
|
import { getConfigEnvVars as getTelemetryClientConfig, initTelemetryClient } from '@aztec/telemetry-client';
|
|
15
17
|
|
|
16
|
-
import { extractRelevantOptions
|
|
18
|
+
import { extractRelevantOptions } from '../util.js';
|
|
19
|
+
import { computeExpectedGenesisRoot, waitForCompatibleRollup } from './standby.js';
|
|
17
20
|
|
|
18
21
|
export async function startProverBroker(
|
|
19
22
|
options: any,
|
|
@@ -21,45 +24,41 @@ export async function startProverBroker(
|
|
|
21
24
|
services: NamespacedApiHandlers,
|
|
22
25
|
userLog: LogFn,
|
|
23
26
|
): Promise<{ broker: ProvingJobBroker; config: ProverBrokerConfig }> {
|
|
24
|
-
if (options.node || options.sequencer || options.
|
|
25
|
-
userLog(`Starting a prover broker with --node, --sequencer, --
|
|
27
|
+
if (options.node || options.sequencer || options.p2pBootstrap || options.txe) {
|
|
28
|
+
userLog(`Starting a prover broker with --node, --sequencer, --p2p-bootstrap, or --txe is not supported.`);
|
|
26
29
|
process.exit(1);
|
|
27
30
|
}
|
|
28
31
|
|
|
29
|
-
const
|
|
32
|
+
const baseConfig: ProverBrokerConfig = {
|
|
30
33
|
...getProverNodeBrokerConfigFromEnv(), // get default config from env
|
|
31
34
|
...extractRelevantOptions<ProverBrokerConfig>(options, proverBrokerConfigMappings, 'proverBroker'), // override with command line options
|
|
32
35
|
};
|
|
33
36
|
|
|
34
|
-
if (!
|
|
37
|
+
if (!baseConfig.registryAddress || baseConfig.registryAddress.isZero()) {
|
|
35
38
|
throw new Error('L1 registry address is required to start Aztec Node without --deploy-aztec-contracts option');
|
|
36
39
|
}
|
|
37
40
|
|
|
38
|
-
const
|
|
41
|
+
const genesisConfig = getGenesisStateConfigEnvVars();
|
|
42
|
+
const { genesisArchiveRoot } = await computeExpectedGenesisRoot(genesisConfig, userLog);
|
|
43
|
+
await waitForCompatibleRollup(
|
|
44
|
+
baseConfig,
|
|
45
|
+
{ genesisArchiveRoot, vkTreeRoot: getVKTreeRoot(), protocolContractsHash },
|
|
46
|
+
options.port,
|
|
47
|
+
userLog,
|
|
48
|
+
);
|
|
49
|
+
|
|
39
50
|
const { addresses, config: rollupConfig } = await getL1Config(
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
51
|
+
baseConfig.registryAddress,
|
|
52
|
+
baseConfig.l1RpcUrls,
|
|
53
|
+
baseConfig.l1ChainId,
|
|
54
|
+
baseConfig.rollupVersion,
|
|
44
55
|
);
|
|
45
56
|
|
|
46
|
-
config
|
|
47
|
-
config.rollupVersion = rollupConfig.rollupVersion;
|
|
57
|
+
const config: ProverBrokerConfig = { ...baseConfig, ...addresses, rollupVersion: rollupConfig.rollupVersion };
|
|
48
58
|
|
|
49
59
|
const client = await initTelemetryClient(getTelemetryClientConfig());
|
|
50
60
|
const broker = await createAndStartProvingBroker(config, client);
|
|
51
61
|
|
|
52
|
-
if (options.autoUpdate !== 'disabled' && options.autoUpdateUrl) {
|
|
53
|
-
await setupUpdateMonitor(
|
|
54
|
-
options.autoUpdate,
|
|
55
|
-
new URL(options.autoUpdateUrl),
|
|
56
|
-
followsCanonicalRollup,
|
|
57
|
-
getPublicClient(config),
|
|
58
|
-
config.l1Contracts.registryAddress,
|
|
59
|
-
signalHandlers,
|
|
60
|
-
);
|
|
61
|
-
}
|
|
62
|
-
|
|
63
62
|
services.proverBroker = [
|
|
64
63
|
broker,
|
|
65
64
|
config.proverBrokerDebugReplayEnabled ? ProvingJobBrokerSchemaWithDebug : ProvingJobBrokerSchema,
|
|
@@ -1,15 +1,17 @@
|
|
|
1
1
|
import { startHttpRpcServer } from '@aztec/foundation/json-rpc/server';
|
|
2
2
|
import type { Logger } from '@aztec/foundation/log';
|
|
3
|
-
import { createTXERpcServer } from '@aztec/txe';
|
|
3
|
+
import { createTXERpcServer } from '@aztec/txe/server';
|
|
4
4
|
|
|
5
|
-
export async function startTXE(options: any, debugLogger: Logger) {
|
|
5
|
+
export async function startTXE(options: any, signalHandlers: Array<() => Promise<void>>, debugLogger: Logger) {
|
|
6
6
|
debugLogger.info(`Setting up TXE...`);
|
|
7
7
|
|
|
8
|
-
const txeServer = createTXERpcServer(debugLogger);
|
|
9
|
-
const
|
|
8
|
+
const txeServer = await createTXERpcServer(debugLogger);
|
|
9
|
+
const httpServer = await startHttpRpcServer(txeServer, {
|
|
10
10
|
port: options.port,
|
|
11
11
|
timeoutMs: 1e3 * 60 * 5,
|
|
12
12
|
});
|
|
13
13
|
|
|
14
|
-
|
|
14
|
+
signalHandlers.push(() => new Promise<void>(resolve => httpServer.close(() => resolve())));
|
|
15
|
+
|
|
16
|
+
debugLogger.info(`TXE listening on port ${httpServer.port}`);
|
|
15
17
|
}
|
|
@@ -6,6 +6,11 @@ export interface CompiledArtifact {
|
|
|
6
6
|
file_map: unknown;
|
|
7
7
|
functions: ContractFunction[];
|
|
8
8
|
bytecode?: string;
|
|
9
|
+
/**
|
|
10
|
+
* Set to true by the AVM transpiler (invoked via `bb aztec_process`) once the contract has been transpiled and its
|
|
11
|
+
* verification keys generated. Absent on raw `nargo compile` output, hence optional.
|
|
12
|
+
*/
|
|
13
|
+
transpiled?: boolean;
|
|
9
14
|
}
|
|
10
15
|
|
|
11
16
|
export interface ContractFunction {
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import TOML from '@iarna/toml';
|
|
2
|
+
import { existsSync } from 'fs';
|
|
3
|
+
import { mkdir, readFile, stat } from 'fs/promises';
|
|
4
|
+
import { homedir } from 'os';
|
|
5
|
+
import { dirname, join, resolve } from 'path';
|
|
6
|
+
|
|
7
|
+
import { run } from './spawn.js';
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Recursively collects crate directories starting from startCrateDir by following dependencies declared in Nargo.toml
|
|
11
|
+
* files.
|
|
12
|
+
*
|
|
13
|
+
* When `skipGitDeps` is false (default), git-based deps are followed and fetched into the nargo cache
|
|
14
|
+
* (`$HOME/nargo/<domain>/<repo-path>/<tag>`) if not already present.
|
|
15
|
+
*
|
|
16
|
+
* When `skipGitDeps` is true, git-based deps are ignored entirely.
|
|
17
|
+
*/
|
|
18
|
+
export async function collectCrateDirs(startCrateDir: string, opts?: { skipGitDeps?: boolean }): Promise<string[]> {
|
|
19
|
+
const { skipGitDeps = false } = opts ?? {};
|
|
20
|
+
const visited = new Set<string>();
|
|
21
|
+
|
|
22
|
+
async function visit(crateDir: string): Promise<void> {
|
|
23
|
+
const absDir = resolve(crateDir);
|
|
24
|
+
if (visited.has(absDir)) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
visited.add(absDir);
|
|
28
|
+
|
|
29
|
+
const tomlPath = join(absDir, 'Nargo.toml');
|
|
30
|
+
const content = await readFile(tomlPath, 'utf-8').catch(() => {
|
|
31
|
+
throw new Error(`Incorrectly defined dependency. Nargo.toml not found in ${absDir}`);
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
const parsed = TOML.parse(content) as Record<string, any>;
|
|
35
|
+
const members = (parsed.workspace as Record<string, any>)?.members as string[] | undefined;
|
|
36
|
+
|
|
37
|
+
// A Nargo.toml is either a workspace root (has workspace.members) or a single crate (has dependencies).
|
|
38
|
+
if (Array.isArray(members)) {
|
|
39
|
+
// The crate is a workspace root and has members defined so we visit the members
|
|
40
|
+
for (const member of members) {
|
|
41
|
+
await visit(resolve(absDir, member));
|
|
42
|
+
}
|
|
43
|
+
} else {
|
|
44
|
+
// Single crate — follow its deps
|
|
45
|
+
const deps = (parsed.dependencies as Record<string, any>) ?? {};
|
|
46
|
+
for (const dep of Object.values(deps)) {
|
|
47
|
+
if (!dep || typeof dep !== 'object') {
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
if (typeof dep.path === 'string') {
|
|
51
|
+
// Dependency contains "path" hence it's a local dependency. We just check it's a real directory and then we
|
|
52
|
+
// recursively search through it
|
|
53
|
+
const depPath = resolve(absDir, dep.path);
|
|
54
|
+
const s = await stat(depPath);
|
|
55
|
+
if (!s.isDirectory()) {
|
|
56
|
+
throw new Error(
|
|
57
|
+
`Dependency path "${dep.path}" in ${tomlPath} resolves to ${depPath} which is not a directory`,
|
|
58
|
+
);
|
|
59
|
+
}
|
|
60
|
+
await visit(depPath);
|
|
61
|
+
} else if (!skipGitDeps && typeof dep.git === 'string' && typeof dep.tag === 'string') {
|
|
62
|
+
// Dependency contains "git" hence it's a git dependency. We ensure it has been fetched and fetch it if
|
|
63
|
+
// it's not the case and then we recursively search through it.
|
|
64
|
+
await fetchAndVisit(dep.git, dep.tag, dep.directory);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
async function fetchAndVisit(gitUrl: string, tag: string, directory?: string): Promise<void> {
|
|
71
|
+
// `directory` is set when the dep lives in a subdirectory of a repository, e.g.:
|
|
72
|
+
// aztec = { git = "https://github.com/AztecProtocol/aztec-packages", tag = "v0.82.0",
|
|
73
|
+
// directory = "noir-projects/aztec-nr/aztec" }
|
|
74
|
+
// In that case nargo clones the whole repo and the crate root is <cachePath>/<directory>.
|
|
75
|
+
const cachePath = nargoGitDepPath(gitUrl, tag);
|
|
76
|
+
const crateDir = directory ? join(cachePath, directory) : cachePath;
|
|
77
|
+
await ensureGitDepCached(gitUrl, tag, cachePath);
|
|
78
|
+
await visit(crateDir);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
await visit(startCrateDir);
|
|
82
|
+
return [...visited];
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/**
|
|
86
|
+
* Computes the local nargo cache path for a git dependency, mirroring nargo's own `git_dep_location` function.
|
|
87
|
+
* Path format: `$HOME/nargo/<domain>/<repo-path>/<tag>`
|
|
88
|
+
* e.g. `~/nargo/github.com/AztecProtocol/aztec-packages/v0.82.0`
|
|
89
|
+
*
|
|
90
|
+
* Source: noir/noir-repo/tooling/nargo_toml/src/git.rs
|
|
91
|
+
*/
|
|
92
|
+
export function nargoGitDepPath(gitUrl: string, tag: string): string {
|
|
93
|
+
const url = new URL(gitUrl);
|
|
94
|
+
const domain = url.hostname;
|
|
95
|
+
const repoPath = url.pathname.replace(/^\//, '');
|
|
96
|
+
return join(process.env.HOME ?? homedir(), 'nargo', domain, repoPath, tag);
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
/**
|
|
100
|
+
* Ensures a git dep is present in the nargo cache, cloning it if it isn't. Mirrors nargo's `clone_git_repo`.
|
|
101
|
+
* If cloning fails (e.g. no network), throws with a message suggesting `nargo check` to prime the cache.
|
|
102
|
+
*
|
|
103
|
+
* Source: noir/noir-repo/tooling/nargo_toml/src/git.rs
|
|
104
|
+
*/
|
|
105
|
+
async function ensureGitDepCached(gitUrl: string, tag: string, cachePath: string): Promise<void> {
|
|
106
|
+
if (existsSync(cachePath)) {
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
await mkdir(dirname(cachePath), { recursive: true });
|
|
110
|
+
try {
|
|
111
|
+
await run('git', ['-c', 'advice.detachedHead=false', 'clone', '--depth', '1', '--branch', tag, gitUrl, cachePath]);
|
|
112
|
+
} catch (err: any) {
|
|
113
|
+
throw new Error(
|
|
114
|
+
`Failed to fetch git dependency ${gitUrl}@${tag}: ${err?.message ?? err}.\n` +
|
|
115
|
+
`Try running \`nargo check\` first to prime the dependency cache.`,
|
|
116
|
+
);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { readdir, stat } from 'fs/promises';
|
|
2
|
+
import { join } from 'path';
|
|
3
|
+
|
|
4
|
+
import { collectCrateDirs } from './collect_crate_dirs.js';
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Returns true if recompilation is needed: either no artifacts exist in target/ or any .nr or Nargo.toml source file
|
|
8
|
+
* (including path-based dependencies) is newer than the oldest artifact. We compare against the oldest artifact so
|
|
9
|
+
* that a source change between the oldest and newest compilation (e.g. in a multi-contract workspace) still triggers
|
|
10
|
+
* a recompile.
|
|
11
|
+
*
|
|
12
|
+
* Note: The above implies that if there is a random json file in the target dir we would be always recompiling.
|
|
13
|
+
*/
|
|
14
|
+
export async function needsRecompile(): Promise<boolean> {
|
|
15
|
+
const oldestArtifactMs = await getOldestArtifactModificationTime('target');
|
|
16
|
+
if (oldestArtifactMs === undefined) {
|
|
17
|
+
return true;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
// Git deps are pinned to a specific tag in Nargo.toml and nargo always fetches an exact tag, so their contents never
|
|
21
|
+
// change without Nargo.toml itself changing — and Nargo.toml is already tracked as a source file. Hence we can
|
|
22
|
+
// safely ignore checking source files of git deps.
|
|
23
|
+
const crateDirs = await collectCrateDirs('.', { skipGitDeps: true });
|
|
24
|
+
return hasNewerSourceFile(crateDirs, oldestArtifactMs);
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Returns the last modification time (timestamp in ms) of the oldest .json artifact in targetDir, or undefined if
|
|
29
|
+
* none exist.
|
|
30
|
+
*/
|
|
31
|
+
async function getOldestArtifactModificationTime(targetDir: string): Promise<number | undefined> {
|
|
32
|
+
let entries: string[];
|
|
33
|
+
try {
|
|
34
|
+
entries = (await readdir(targetDir)).filter(f => f.endsWith('.json'));
|
|
35
|
+
} catch (err: any) {
|
|
36
|
+
if (err?.code === 'ENOENT') {
|
|
37
|
+
return undefined;
|
|
38
|
+
}
|
|
39
|
+
throw err;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
if (entries.length === 0) {
|
|
43
|
+
return undefined;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
let oldest = Infinity;
|
|
47
|
+
for (const entry of entries) {
|
|
48
|
+
const s = await stat(join(targetDir, entry));
|
|
49
|
+
if (s.mtimeMs < oldest) {
|
|
50
|
+
oldest = s.mtimeMs;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return oldest;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/**
|
|
57
|
+
* Walks crate dirs looking for .nr and Nargo.toml files newer than thresholdMs. Short-circuits on the first match.
|
|
58
|
+
*/
|
|
59
|
+
async function hasNewerSourceFile(crateDirs: string[], thresholdMs: number): Promise<boolean> {
|
|
60
|
+
// Returns true if it find a new file than thresholdMs, false otherwise
|
|
61
|
+
async function walkForNewer(dir: string): Promise<boolean> {
|
|
62
|
+
let entries;
|
|
63
|
+
try {
|
|
64
|
+
entries = await readdir(dir, { withFileTypes: true });
|
|
65
|
+
} catch {
|
|
66
|
+
return false;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
// We iterate over the entries in the dir
|
|
70
|
+
for (const entry of entries) {
|
|
71
|
+
const fullPath = join(dir, entry.name);
|
|
72
|
+
if (entry.isDirectory()) {
|
|
73
|
+
// If the entry is a dir and it's not called `target` we recursively enter it
|
|
74
|
+
if (entry.name === 'target') {
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
if (await walkForNewer(fullPath)) {
|
|
78
|
+
return true;
|
|
79
|
+
}
|
|
80
|
+
} else if (entry.name === 'Nargo.toml' || entry.name.endsWith('.nr')) {
|
|
81
|
+
// The entry is a Nargo.toml file or *.nr file so we check the timestamp
|
|
82
|
+
const s = await stat(fullPath);
|
|
83
|
+
if (s.mtimeMs > thresholdMs) {
|
|
84
|
+
return true;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return false;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
// We search through the crate dirs
|
|
92
|
+
for (const dir of crateDirs) {
|
|
93
|
+
if (await walkForNewer(dir)) {
|
|
94
|
+
return true;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return false;
|
|
98
|
+
}
|