@aztec/end-to-end 0.0.1-commit.8f9871590 → 0.0.1-commit.934299a21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/dest/e2e_epochs/epochs_test.d.ts +9 -7
  2. package/dest/e2e_epochs/epochs_test.d.ts.map +1 -1
  3. package/dest/e2e_epochs/epochs_test.js +53 -34
  4. package/dest/e2e_fees/fees_test.js +1 -1
  5. package/dest/e2e_p2p/p2p_network.d.ts +1 -1
  6. package/dest/e2e_p2p/p2p_network.d.ts.map +1 -1
  7. package/dest/e2e_p2p/p2p_network.js +16 -2
  8. package/dest/e2e_p2p/reqresp/utils.d.ts +3 -3
  9. package/dest/e2e_p2p/reqresp/utils.d.ts.map +1 -1
  10. package/dest/e2e_p2p/reqresp/utils.js +32 -8
  11. package/dest/fixtures/e2e_prover_test.d.ts +3 -3
  12. package/dest/fixtures/e2e_prover_test.d.ts.map +1 -1
  13. package/dest/fixtures/e2e_prover_test.js +27 -34
  14. package/dest/fixtures/elu_monitor.d.ts +21 -0
  15. package/dest/fixtures/elu_monitor.d.ts.map +1 -0
  16. package/dest/fixtures/elu_monitor.js +102 -0
  17. package/dest/fixtures/fixtures.d.ts +5 -1
  18. package/dest/fixtures/fixtures.d.ts.map +1 -1
  19. package/dest/fixtures/fixtures.js +6 -0
  20. package/dest/fixtures/setup.d.ts +25 -8
  21. package/dest/fixtures/setup.d.ts.map +1 -1
  22. package/dest/fixtures/setup.js +46 -77
  23. package/dest/fixtures/setup_p2p_test.d.ts +6 -3
  24. package/dest/fixtures/setup_p2p_test.d.ts.map +1 -1
  25. package/dest/fixtures/setup_p2p_test.js +12 -9
  26. package/dest/fixtures/token_utils.d.ts +2 -2
  27. package/dest/fixtures/token_utils.d.ts.map +1 -1
  28. package/dest/fixtures/token_utils.js +3 -2
  29. package/dest/shared/jest_setup.js +10 -1
  30. package/dest/shared/submit-transactions.d.ts +1 -1
  31. package/dest/shared/submit-transactions.d.ts.map +1 -1
  32. package/dest/spartan/setup_test_wallets.d.ts +8 -1
  33. package/dest/spartan/setup_test_wallets.d.ts.map +1 -1
  34. package/dest/spartan/setup_test_wallets.js +28 -0
  35. package/dest/spartan/utils/bot.d.ts +3 -2
  36. package/dest/spartan/utils/bot.d.ts.map +1 -1
  37. package/dest/spartan/utils/bot.js +2 -1
  38. package/dest/spartan/utils/index.d.ts +2 -2
  39. package/dest/spartan/utils/index.d.ts.map +1 -1
  40. package/dest/spartan/utils/index.js +1 -1
  41. package/dest/spartan/utils/k8s.d.ts +3 -1
  42. package/dest/spartan/utils/k8s.d.ts.map +1 -1
  43. package/dest/spartan/utils/k8s.js +6 -0
  44. package/dest/spartan/utils/nodes.d.ts +4 -5
  45. package/dest/spartan/utils/nodes.d.ts.map +1 -1
  46. package/dest/spartan/utils/nodes.js +8 -8
  47. package/dest/test-wallet/test_wallet.js +1 -1
  48. package/dest/test-wallet/wallet_worker_script.d.ts +2 -0
  49. package/dest/test-wallet/wallet_worker_script.d.ts.map +1 -0
  50. package/dest/test-wallet/wallet_worker_script.js +48 -0
  51. package/dest/test-wallet/worker_wallet.d.ts +52 -0
  52. package/dest/test-wallet/worker_wallet.d.ts.map +1 -0
  53. package/dest/test-wallet/worker_wallet.js +151 -0
  54. package/dest/test-wallet/worker_wallet_schema.d.ts +274 -0
  55. package/dest/test-wallet/worker_wallet_schema.d.ts.map +1 -0
  56. package/dest/test-wallet/worker_wallet_schema.js +10 -0
  57. package/package.json +40 -40
  58. package/src/e2e_epochs/epochs_test.ts +66 -66
  59. package/src/e2e_fees/fees_test.ts +1 -1
  60. package/src/e2e_p2p/p2p_network.ts +24 -2
  61. package/src/e2e_p2p/reqresp/utils.ts +36 -8
  62. package/src/fixtures/dumps/epoch_proof_result.json +1 -1
  63. package/src/fixtures/e2e_prover_test.ts +25 -35
  64. package/src/fixtures/elu_monitor.ts +126 -0
  65. package/src/fixtures/fixtures.ts +10 -0
  66. package/src/fixtures/setup.ts +62 -105
  67. package/src/fixtures/setup_p2p_test.ts +9 -17
  68. package/src/fixtures/token_utils.ts +2 -1
  69. package/src/shared/jest_setup.ts +16 -1
  70. package/src/shared/submit-transactions.ts +4 -1
  71. package/src/spartan/setup_test_wallets.ts +55 -3
  72. package/src/spartan/utils/bot.ts +3 -0
  73. package/src/spartan/utils/index.ts +1 -0
  74. package/src/spartan/utils/k8s.ts +8 -0
  75. package/src/spartan/utils/nodes.ts +14 -9
  76. package/src/test-wallet/test_wallet.ts +1 -1
  77. package/src/test-wallet/wallet_worker_script.ts +60 -0
  78. package/src/test-wallet/worker_wallet.ts +213 -0
  79. package/src/test-wallet/worker_wallet_schema.ts +13 -0
@@ -1,5 +1,5 @@
1
1
  import type { InitialAccountData } from '@aztec/accounts/testing';
2
- import { type Archiver, createArchiver } from '@aztec/archiver';
2
+ import { AztecNodeService } from '@aztec/aztec-node';
3
3
  import { AztecAddress, EthAddress } from '@aztec/aztec.js/addresses';
4
4
  import { type Logger, createLogger } from '@aztec/aztec.js/log';
5
5
  import type { AztecNode } from '@aztec/aztec.js/node';
@@ -11,13 +11,11 @@ import {
11
11
  TestCircuitVerifier,
12
12
  } from '@aztec/bb-prover';
13
13
  import { BackendType, Barretenberg } from '@aztec/bb.js';
14
- import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
15
14
  import type { DeployAztecL1ContractsReturnType } from '@aztec/ethereum/deploy-aztec-l1-contracts';
16
15
  import { Buffer32 } from '@aztec/foundation/buffer';
17
16
  import { SecretValue } from '@aztec/foundation/config';
18
17
  import { FeeAssetHandlerAbi } from '@aztec/l1-artifacts';
19
18
  import { TokenContract } from '@aztec/noir-contracts.js/Token';
20
- import { type ProverNode, type ProverNodeConfig, createProverNode } from '@aztec/prover-node';
21
19
  import type { ContractInstanceWithAddress } from '@aztec/stdlib/contract';
22
20
  import type { AztecNodeAdmin } from '@aztec/stdlib/interfaces/client';
23
21
  import { getGenesisValues } from '@aztec/world-state/testing';
@@ -73,8 +71,8 @@ export class FullProverTest {
73
71
  circuitProofVerifier?: ClientProtocolCircuitVerifier;
74
72
  provenAsset!: TokenContract;
75
73
  context!: EndToEndContext;
76
- private proverNode!: ProverNode;
77
- private simulatedProverNode!: ProverNode;
74
+ private proverAztecNode!: AztecNodeService;
75
+ private simulatedProverAztecNode!: AztecNodeService;
78
76
  public l1Contracts!: DeployAztecL1ContractsReturnType;
79
77
  public proverAddress!: EthAddress;
80
78
  private minNumberOfTxsPerBlock: number;
@@ -146,7 +144,7 @@ export class FullProverTest {
146
144
  // We don't wish to mark as proven automatically, so we set the flag to false
147
145
  this.context.watcher.setIsMarkingAsProven(false);
148
146
 
149
- this.simulatedProverNode = this.context.proverNode!;
147
+ this.simulatedProverAztecNode = this.context.proverNode!;
150
148
  ({
151
149
  aztecNode: this.aztecNode,
152
150
  deployL1ContractsValues: this.l1Contracts,
@@ -155,7 +153,6 @@ export class FullProverTest {
155
153
  this.aztecNodeAdmin = this.context.aztecNodeService;
156
154
 
157
155
  const config = this.context.aztecNodeConfig;
158
- const blobClient = await createBlobClientWithFileStores(config, this.logger);
159
156
 
160
157
  // Configure a full prover PXE
161
158
  let acvmConfig: Awaited<ReturnType<typeof getACVMConfig>> | undefined;
@@ -217,20 +214,13 @@ export class FullProverTest {
217
214
  this.provenWallet = provenWallet;
218
215
  this.logger.info(`Full prover PXE started`);
219
216
 
220
- // Shutdown the current, simulated prover node
217
+ // Shutdown the current, simulated prover node (by stopping its hosting aztec node)
221
218
  this.logger.verbose('Shutting down simulated prover node');
222
- await this.simulatedProverNode.stop();
223
-
224
- // Creating temp store and archiver for fully proven prover node
225
- this.logger.verbose('Starting archiver for new prover node');
226
- const archiver = await createArchiver(
227
- { ...this.context.aztecNodeConfig, dataDirectory: undefined },
228
- { blobClient, dateProvider: this.context.dateProvider },
229
- { blockUntilSync: true },
230
- );
219
+ await this.simulatedProverAztecNode.stop();
231
220
 
232
221
  // The simulated prover node (now shutdown) used private key index 2
233
222
  const proverNodePrivateKey = getPrivateKeyFromIndex(2);
223
+ const proverNodePrivateKeyHex = `0x${proverNodePrivateKey!.toString('hex')}` as const;
234
224
  const proverNodeSenderAddress = privateKeyToAddress(new Buffer32(proverNodePrivateKey!).toString());
235
225
  this.proverAddress = EthAddress.fromString(proverNodeSenderAddress);
236
226
 
@@ -238,14 +228,21 @@ export class FullProverTest {
238
228
  await this.mintFeeJuice(proverNodeSenderAddress);
239
229
 
240
230
  this.logger.verbose('Starting prover node');
241
- const proverConfig: ProverNodeConfig = {
242
- ...this.context.aztecNodeConfig,
243
- txCollectionNodeRpcUrls: [],
231
+ const sponsoredFPCAddress = await getSponsoredFPCAddress();
232
+ const { prefilledPublicData } = await getGenesisValues(
233
+ this.context.initialFundedAccounts.map(a => a.address).concat(sponsoredFPCAddress),
234
+ );
235
+
236
+ const proverNodeConfig: Parameters<typeof AztecNodeService.createAndSync>[0] = {
237
+ ...config,
238
+ enableProverNode: true,
239
+ disableValidator: true,
244
240
  dataDirectory: undefined,
241
+ txCollectionNodeRpcUrls: [],
245
242
  proverId: this.proverAddress,
246
243
  realProofs: this.realProofs,
247
244
  proverAgentCount: 2,
248
- publisherPrivateKeys: [new SecretValue(`0x${proverNodePrivateKey!.toString('hex')}` as const)],
245
+ proverPublisherPrivateKeys: [new SecretValue(proverNodePrivateKeyHex)],
249
246
  proverNodeMaxPendingJobs: 100,
250
247
  proverNodeMaxParallelBlocksPerEpoch: 32,
251
248
  proverNodePollingIntervalMs: 100,
@@ -255,21 +252,14 @@ export class FullProverTest {
255
252
  txGatheringTimeoutMs: 24_000,
256
253
  proverNodeFailedEpochStore: undefined,
257
254
  proverNodeEpochProvingDelayMs: undefined,
255
+ validatorPrivateKeys: new SecretValue([]),
258
256
  };
259
- const sponsoredFPCAddress = await getSponsoredFPCAddress();
260
- const { prefilledPublicData } = await getGenesisValues(
261
- this.context.initialFundedAccounts.map(a => a.address).concat(sponsoredFPCAddress),
262
- );
263
- this.proverNode = await createProverNode(
264
- proverConfig,
265
- {
266
- aztecNodeTxProvider: this.aztecNode,
267
- archiver: archiver as Archiver,
268
- },
257
+
258
+ this.proverAztecNode = await AztecNodeService.createAndSync(
259
+ proverNodeConfig,
260
+ { dateProvider: this.context.dateProvider, p2pClientDeps: { rpcTxProviders: [this.aztecNode] } },
269
261
  { prefilledPublicData },
270
262
  );
271
- await this.proverNode.start();
272
-
273
263
  this.logger.warn(`Proofs are now enabled`, { realProofs: this.realProofs });
274
264
  return this;
275
265
  }
@@ -289,8 +279,8 @@ export class FullProverTest {
289
279
  await this.provenComponents[i].teardown();
290
280
  }
291
281
 
292
- // clean up the full prover node
293
- await this.proverNode.stop();
282
+ // clean up the full prover node (by stopping its hosting aztec node)
283
+ await this.proverAztecNode.stop();
294
284
 
295
285
  await Barretenberg.destroySingleton();
296
286
  await this.bbConfigCleanup?.();
@@ -0,0 +1,126 @@
1
+ import { appendFileSync } from 'node:fs';
2
+ import { type EventLoopUtilization, type IntervalHistogram, monitorEventLoopDelay, performance } from 'node:perf_hooks';
3
+
4
+ const NANOS_PER_MS = 1_000_000;
5
+
6
+ /** Samples event-loop utilization, delay histogram, and heap usage per test, writing columnar text to a file. */
7
+ export class EluMonitor {
8
+ private filePath: string;
9
+ private intervalMs: number;
10
+ private timer: ReturnType<typeof setInterval> | undefined;
11
+ private lastELU: EventLoopUtilization | undefined;
12
+ private histogram: IntervalHistogram;
13
+ private testName: string | undefined;
14
+ private testStart: number | undefined;
15
+ private eluSamples: number[] = [];
16
+
17
+ constructor(filePath: string, intervalMs?: number) {
18
+ this.filePath = filePath;
19
+ this.intervalMs = intervalMs ?? 2000;
20
+ this.histogram = monitorEventLoopDelay({ resolution: 20 });
21
+ }
22
+
23
+ /** Begin sampling for a test. Writes a header line and starts the periodic sampler. */
24
+ startTest(testName: string): void {
25
+ this.stopTest();
26
+
27
+ this.testName = testName;
28
+ this.testStart = performance.now();
29
+ this.eluSamples = [];
30
+
31
+ appendFileSync(this.filePath, `\n=== Test: ${testName} ===\n`);
32
+ appendFileSync(
33
+ this.filePath,
34
+ padColumns('TIME', 'ELU', 'EL_DLY_P50', 'EL_DLY_P99', 'EL_DLY_MAX', 'HEAP_MB') + '\n',
35
+ );
36
+
37
+ this.lastELU = performance.eventLoopUtilization();
38
+ this.histogram.enable();
39
+
40
+ this.timer = setInterval(() => this.sample(), this.intervalMs);
41
+ // Allow the process to exit even if the timer is still running.
42
+ this.timer.unref();
43
+ }
44
+
45
+ /** Stop sampling and write a summary line. */
46
+ stopTest(): void {
47
+ if (!this.timer) {
48
+ return;
49
+ }
50
+
51
+ // Take a final sample before stopping.
52
+ this.sample();
53
+
54
+ clearInterval(this.timer);
55
+ this.timer = undefined;
56
+ this.histogram.disable();
57
+ this.histogram.reset();
58
+
59
+ this.writeSummary();
60
+
61
+ this.lastELU = undefined;
62
+ this.testName = undefined;
63
+ this.testStart = undefined;
64
+ this.eluSamples = [];
65
+ }
66
+
67
+ /** Alias for stopTest — call on process exit to flush any remaining data. */
68
+ stop(): void {
69
+ this.stopTest();
70
+ }
71
+
72
+ private sample(): void {
73
+ const newELU = performance.eventLoopUtilization();
74
+ const delta = performance.eventLoopUtilization(newELU, this.lastELU);
75
+ this.lastELU = newELU;
76
+
77
+ const elu = delta.utilization;
78
+ this.eluSamples.push(elu);
79
+
80
+ const p50 = this.histogram.percentile(50) / NANOS_PER_MS;
81
+ const p99 = this.histogram.percentile(99) / NANOS_PER_MS;
82
+ const max = this.histogram.max / NANOS_PER_MS;
83
+ const heapMb = Math.round(process.memoryUsage().heapUsed / (1024 * 1024));
84
+
85
+ const now = new Date();
86
+ const time = [now.getHours(), now.getMinutes(), now.getSeconds()].map(n => String(n).padStart(2, '0')).join(':');
87
+
88
+ const line = padColumns(
89
+ time,
90
+ elu.toFixed(2),
91
+ `${p50.toFixed(1)}ms`,
92
+ `${p99.toFixed(1)}ms`,
93
+ `${max.toFixed(1)}ms`,
94
+ String(heapMb),
95
+ );
96
+ appendFileSync(this.filePath, line + '\n');
97
+
98
+ // Reset histogram so next sample only reflects the new interval.
99
+ this.histogram.reset();
100
+ }
101
+
102
+ private writeSummary(): void {
103
+ if (this.eluSamples.length === 0 || this.testStart === undefined) {
104
+ return;
105
+ }
106
+
107
+ const mean = this.eluSamples.reduce((a, b) => a + b, 0) / this.eluSamples.length;
108
+ const maxElu = Math.max(...this.eluSamples);
109
+ const sorted = [...this.eluSamples].sort((a, b) => a - b);
110
+ const p90Elu = sorted[Math.floor(sorted.length * 0.9)] ?? maxElu;
111
+ const durationS = ((performance.now() - this.testStart) / 1000).toFixed(1);
112
+
113
+ let summary = `--- Summary: mean_elu=${mean.toFixed(2)} max_elu=${maxElu.toFixed(2)} p90_elu=${p90Elu.toFixed(2)} duration=${durationS}s`;
114
+ if (maxElu > 0.85) {
115
+ summary += ' WARNING:ELU>0.85';
116
+ }
117
+ summary += ' ---\n';
118
+
119
+ appendFileSync(this.filePath, summary);
120
+ }
121
+ }
122
+
123
+ function padColumns(...cols: string[]): string {
124
+ const widths = [11, 7, 12, 12, 12, 8];
125
+ return cols.map((col, i) => col.padEnd(widths[i] ?? 10)).join('');
126
+ }
@@ -7,6 +7,16 @@ export const shouldCollectMetrics = () => {
7
7
  return undefined;
8
8
  };
9
9
 
10
+ /** Returns the boot node UDP port from environment variable or default value. */
11
+ export function getBootNodeUdpPort(): number {
12
+ return process.env.BOOT_NODE_UDP_PORT ? parseInt(process.env.BOOT_NODE_UDP_PORT, 10) : 4500;
13
+ }
14
+
15
+ /** Returns the anvil port from environment variable or default value. */
16
+ export function getAnvilPort(): number {
17
+ return process.env.ANVIL_PORT ? parseInt(process.env.ANVIL_PORT, 10) : 8545;
18
+ }
19
+
10
20
  export const TEST_PEER_CHECK_INTERVAL_MS = 1000;
11
21
  export const TEST_MAX_PENDING_TX_POOL_COUNT = 10_000; // Number of max pending TXs ~ 1.56GB
12
22
 
@@ -1,6 +1,5 @@
1
1
  import { SchnorrAccountContractArtifact } from '@aztec/accounts/schnorr';
2
2
  import { type InitialAccountData, generateSchnorrAccounts } from '@aztec/accounts/testing';
3
- import { type Archiver, createArchiver } from '@aztec/archiver';
4
3
  import { type AztecNodeConfig, AztecNodeService, getConfigEnvVars } from '@aztec/aztec-node';
5
4
  import { AztecAddress, EthAddress } from '@aztec/aztec.js/addresses';
6
5
  import {
@@ -16,7 +15,6 @@ import { type Logger, createLogger } from '@aztec/aztec.js/log';
16
15
  import type { AztecNode } from '@aztec/aztec.js/node';
17
16
  import type { Wallet } from '@aztec/aztec.js/wallet';
18
17
  import { AnvilTestWatcher, CheatCodes } from '@aztec/aztec/testing';
19
- import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
20
18
  import { SPONSORED_FPC_SALT } from '@aztec/constants';
21
19
  import { isAnvilTestChain } from '@aztec/ethereum/chain';
22
20
  import { createExtendedL1Client } from '@aztec/ethereum/client';
@@ -30,13 +28,8 @@ import {
30
28
  type ZKPassportArgs,
31
29
  deployAztecL1Contracts,
32
30
  } from '@aztec/ethereum/deploy-aztec-l1-contracts';
33
- import {
34
- DelayedTxUtils,
35
- EthCheatCodes,
36
- EthCheatCodesWithState,
37
- createDelayedL1TxUtilsFromViemWallet,
38
- startAnvil,
39
- } from '@aztec/ethereum/test';
31
+ import type { Delayer } from '@aztec/ethereum/l1-tx-utils';
32
+ import { EthCheatCodes, EthCheatCodesWithState, startAnvil } from '@aztec/ethereum/test';
40
33
  import { BlockNumber, EpochNumber } from '@aztec/foundation/branded-types';
41
34
  import { SecretValue } from '@aztec/foundation/config';
42
35
  import { randomBytes } from '@aztec/foundation/crypto/random';
@@ -45,16 +38,14 @@ import { withLoggerBindings } from '@aztec/foundation/log/server';
45
38
  import { retryUntil } from '@aztec/foundation/retry';
46
39
  import { sleep } from '@aztec/foundation/sleep';
47
40
  import { DateProvider, TestDateProvider } from '@aztec/foundation/timer';
48
- import type { DataStoreConfig } from '@aztec/kv-store/config';
49
41
  import { SponsoredFPCContract } from '@aztec/noir-contracts.js/SponsoredFPC';
50
42
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
51
43
  import type { P2PClientDeps } from '@aztec/p2p';
52
44
  import { MockGossipSubNetwork, getMockPubSubP2PServiceFactory } from '@aztec/p2p/test-helpers';
53
45
  import { protocolContractsHash } from '@aztec/protocol-contracts';
54
- import { type ProverNode, type ProverNodeConfig, type ProverNodeDeps, createProverNode } from '@aztec/prover-node';
46
+ import type { ProverNodeConfig } from '@aztec/prover-node';
55
47
  import { type PXEConfig, getPXEConfig } from '@aztec/pxe/server';
56
48
  import type { SequencerClient } from '@aztec/sequencer-client';
57
- import type { TestSequencerClient } from '@aztec/sequencer-client/test';
58
49
  import { type ContractInstanceWithAddress, getContractInstanceFromInstantiationParams } from '@aztec/stdlib/contract';
59
50
  import type { AztecNodeAdmin } from '@aztec/stdlib/interfaces/client';
60
51
  import { tryStop } from '@aztec/stdlib/interfaces/server';
@@ -219,8 +210,8 @@ export type EndToEndContext = {
219
210
  aztecNodeService: AztecNodeService;
220
211
  /** Client to the Aztec Node admin interface. */
221
212
  aztecNodeAdmin: AztecNodeAdmin;
222
- /** The prover node service (only set if startProverNode is true) */
223
- proverNode: ProverNode | undefined;
213
+ /** The aztec node running the prover node subsystem (only set if startProverNode is true). */
214
+ proverNode: AztecNodeService | undefined;
224
215
  /** A client to the sequencer service. */
225
216
  sequencer: SequencerClient | undefined;
226
217
  /** Return values from deployAztecL1Contracts function. */
@@ -249,6 +240,10 @@ export type EndToEndContext = {
249
240
  telemetryClient: TelemetryClient;
250
241
  /** Mock gossip sub network used for gossipping messages (only if mockGossipSubNetwork was set to true in opts) */
251
242
  mockGossipSubNetwork: MockGossipSubNetwork | undefined;
243
+ /** Delayer for sequencer L1 txs (only when enableDelayer is true). */
244
+ sequencerDelayer: Delayer | undefined;
245
+ /** Delayer for prover node L1 txs (only when enableDelayer and startProverNode are true). */
246
+ proverDelayer: Delayer | undefined;
252
247
  /** Prefilled public data used for setting up nodes. */
253
248
  prefilledPublicData: PublicDataTreeLeaf[] | undefined;
254
249
  /** ACVM config (only set if running locally). */
@@ -288,6 +283,8 @@ export async function setup(
288
283
  config.realProofs = !!opts.realProofs;
289
284
  // Only enforce the time table if requested
290
285
  config.enforceTimeTable = !!opts.enforceTimeTable;
286
+ // Enable the tx delayer for tests (default config has it disabled, so we force-enable it here)
287
+ config.enableDelayer = true;
291
288
  config.listenAddress = '127.0.0.1';
292
289
 
293
290
  config.minTxPoolAgeMs = opts.minTxPoolAgeMs ?? 0;
@@ -339,11 +336,11 @@ export async function setup(
339
336
  publisherPrivKeyHex = opts.l1PublisherKey.getValue();
340
337
  publisherHdAccount = privateKeyToAccount(publisherPrivKeyHex);
341
338
  } else if (
342
- config.publisherPrivateKeys &&
343
- config.publisherPrivateKeys.length > 0 &&
344
- config.publisherPrivateKeys[0].getValue() != NULL_KEY
339
+ config.sequencerPublisherPrivateKeys &&
340
+ config.sequencerPublisherPrivateKeys.length > 0 &&
341
+ config.sequencerPublisherPrivateKeys[0].getValue() != NULL_KEY
345
342
  ) {
346
- publisherPrivKeyHex = config.publisherPrivateKeys[0].getValue();
343
+ publisherPrivKeyHex = config.sequencerPublisherPrivateKeys[0].getValue();
347
344
  publisherHdAccount = privateKeyToAccount(publisherPrivKeyHex);
348
345
  } else if (!MNEMONIC) {
349
346
  throw new Error(`Mnemonic not provided and no publisher private key`);
@@ -352,7 +349,7 @@ export async function setup(
352
349
  const publisherPrivKeyRaw = publisherHdAccount.getHdKey().privateKey;
353
350
  const publisherPrivKey = publisherPrivKeyRaw === null ? null : Buffer.from(publisherPrivKeyRaw);
354
351
  publisherPrivKeyHex = `0x${publisherPrivKey!.toString('hex')}` as const;
355
- config.publisherPrivateKeys = [new SecretValue(publisherPrivKeyHex)];
352
+ config.sequencerPublisherPrivateKeys = [new SecretValue(publisherPrivKeyHex)];
356
353
  }
357
354
 
358
355
  if (config.coinbase === undefined) {
@@ -499,36 +496,33 @@ export async function setup(
499
496
  );
500
497
  const sequencerClient = aztecNodeService.getSequencer();
501
498
 
502
- if (sequencerClient) {
503
- const publisher = (sequencerClient as TestSequencerClient).sequencer.publisher;
504
- publisher.l1TxUtils = DelayedTxUtils.fromL1TxUtils(publisher.l1TxUtils, config.ethereumSlotDuration, l1Client);
505
- }
506
-
507
- let proverNode: ProverNode | undefined = undefined;
499
+ let proverNode: AztecNodeService | undefined = undefined;
508
500
  if (opts.startProverNode) {
509
501
  logger.verbose('Creating and syncing a simulated prover node...');
510
502
  const proverNodePrivateKey = getPrivateKeyFromIndex(2);
511
503
  const proverNodePrivateKeyHex: Hex = `0x${proverNodePrivateKey!.toString('hex')}`;
512
504
  const proverNodeDataDirectory = path.join(directoryToCleanup, randomBytes(8).toString('hex'));
513
- const proverNodeConfig = {
514
- ...config.proverNodeConfig,
515
- dataDirectory: proverNodeDataDirectory,
516
- p2pEnabled: !!mockGossipSubNetwork,
505
+
506
+ const p2pClientDeps: Partial<P2PClientDeps<P2PClientType.Full>> = {
507
+ p2pServiceFactory: mockGossipSubNetwork && getMockPubSubP2PServiceFactory(mockGossipSubNetwork!),
508
+ rpcTxProviders: [aztecNodeService],
517
509
  };
518
- proverNode = await createAndSyncProverNode(
510
+
511
+ ({ proverNode } = await createAndSyncProverNode(
519
512
  proverNodePrivateKeyHex,
520
513
  config,
521
- proverNodeConfig,
522
- aztecNodeService,
523
- prefilledPublicData,
524
514
  {
525
- p2pClientDeps: mockGossipSubNetwork
526
- ? { p2pServiceFactory: getMockPubSubP2PServiceFactory(mockGossipSubNetwork) }
527
- : undefined,
515
+ ...config.proverNodeConfig,
516
+ dataDirectory: proverNodeDataDirectory,
528
517
  },
529
- );
518
+ { dateProvider, p2pClientDeps, telemetry: telemetryClient },
519
+ { prefilledPublicData },
520
+ ));
530
521
  }
531
522
 
523
+ const sequencerDelayer = sequencerClient?.getDelayer();
524
+ const proverDelayer = proverNode?.getProverNode()?.getDelayer();
525
+
532
526
  logger.verbose('Creating a pxe...');
533
527
  const pxeConfig = { ...getPXEConfig(), ...pxeOpts };
534
528
  pxeConfig.dataDirectory = path.join(directoryToCleanup, randomBytes(8).toString('hex'));
@@ -629,6 +623,8 @@ export async function setup(
629
623
  mockGossipSubNetwork,
630
624
  prefilledPublicData,
631
625
  proverNode,
626
+ sequencerDelayer,
627
+ proverDelayer,
632
628
  sequencer: sequencerClient,
633
629
  teardown,
634
630
  telemetryClient,
@@ -712,81 +708,42 @@ export async function waitForProvenChain(node: AztecNode, targetBlock?: BlockNum
712
708
  );
713
709
  }
714
710
 
711
+ /**
712
+ * Creates an AztecNodeService with the prover node enabled as a subsystem.
713
+ * Returns both the aztec node service (for lifecycle management) and the prover node (for test internals access).
714
+ */
715
715
  export function createAndSyncProverNode(
716
716
  proverNodePrivateKey: `0x${string}`,
717
- aztecNodeConfig: AztecNodeConfig,
718
- proverNodeConfig: Partial<ProverNodeConfig> & Pick<DataStoreConfig, 'dataDirectory'> & { dontStart?: boolean },
719
- aztecNode: AztecNode | undefined,
720
- prefilledPublicData: PublicDataTreeLeaf[] = [],
721
- proverNodeDeps: ProverNodeDeps = {},
722
- ) {
717
+ baseConfig: AztecNodeConfig,
718
+ configOverrides: Pick<AztecNodeConfig, 'dataDirectory'>,
719
+ deps: {
720
+ telemetry?: TelemetryClient;
721
+ dateProvider: DateProvider;
722
+ p2pClientDeps?: P2PClientDeps<P2PClientType.Full>;
723
+ },
724
+ options: { prefilledPublicData: PublicDataTreeLeaf[]; dontStart?: boolean },
725
+ ): Promise<{ proverNode: AztecNodeService }> {
723
726
  return withLoggerBindings({ actor: 'prover-0' }, async () => {
724
- const aztecNodeTxProvider = aztecNode && {
725
- getTxByHash: aztecNode.getTxByHash.bind(aztecNode),
726
- getTxsByHash: aztecNode.getTxsByHash.bind(aztecNode),
727
- stop: () => Promise.resolve(),
728
- };
729
-
730
- const blobClient = await createBlobClientWithFileStores(aztecNodeConfig, createLogger('blob-client:prover-node'));
731
-
732
- const archiverConfig = { ...aztecNodeConfig, dataDirectory: proverNodeConfig.dataDirectory };
733
- const archiver = await createArchiver(
734
- archiverConfig,
735
- { blobClient, dateProvider: proverNodeDeps.dateProvider },
736
- { blockUntilSync: true },
737
- );
738
-
739
- const proverConfig: ProverNodeConfig = {
740
- ...aztecNodeConfig,
741
- txCollectionNodeRpcUrls: [],
742
- realProofs: false,
743
- proverAgentCount: 2,
744
- publisherPrivateKeys: [new SecretValue(proverNodePrivateKey)],
745
- proverNodeMaxPendingJobs: 10,
746
- proverNodeMaxParallelBlocksPerEpoch: 32,
747
- proverNodePollingIntervalMs: 200,
748
- txGatheringIntervalMs: 1000,
749
- txGatheringBatchSize: 10,
750
- txGatheringMaxParallelRequestsPerNode: 10,
751
- txGatheringTimeoutMs: 24_000,
752
- proverNodeFailedEpochStore: undefined,
753
- proverId: EthAddress.fromNumber(1),
754
- proverNodeEpochProvingDelayMs: undefined,
755
- ...proverNodeConfig,
756
- };
757
-
758
- const l1TxUtils = createDelayedL1TxUtils(
759
- aztecNodeConfig,
760
- proverNodePrivateKey,
761
- 'prover-node',
762
- proverNodeDeps.dateProvider,
727
+ const proverNode = await AztecNodeService.createAndSync(
728
+ {
729
+ ...baseConfig,
730
+ ...configOverrides,
731
+ p2pPort: 0,
732
+ enableProverNode: true,
733
+ disableValidator: true,
734
+ proverPublisherPrivateKeys: [new SecretValue(proverNodePrivateKey)],
735
+ },
736
+ deps,
737
+ { ...options, dontStartProverNode: options.dontStart },
763
738
  );
764
739
 
765
- const proverNode = await createProverNode(
766
- proverConfig,
767
- { ...proverNodeDeps, aztecNodeTxProvider, archiver: archiver as Archiver, l1TxUtils },
768
- { prefilledPublicData },
769
- );
770
- getLogger().info(`Created and synced prover node`, { publisherAddress: l1TxUtils.client.account!.address });
771
- if (!proverNodeConfig.dontStart) {
772
- await proverNode.start();
740
+ if (!proverNode.getProverNode()) {
741
+ throw new Error('Prover node subsystem was not created despite enableProverNode being set');
773
742
  }
774
- return proverNode;
775
- });
776
- }
777
743
 
778
- function createDelayedL1TxUtils(
779
- aztecNodeConfig: AztecNodeConfig,
780
- privateKey: `0x${string}`,
781
- logName: string,
782
- dateProvider?: DateProvider,
783
- ) {
784
- const l1Client = createExtendedL1Client(aztecNodeConfig.l1RpcUrls, privateKey, foundry);
785
-
786
- const log = createLogger(logName);
787
- const l1TxUtils = createDelayedL1TxUtilsFromViemWallet(l1Client, log, dateProvider, aztecNodeConfig);
788
- l1TxUtils.enableDelayer(aztecNodeConfig.ethereumSlotDuration);
789
- return l1TxUtils;
744
+ getLogger().info(`Created and synced prover node`);
745
+ return { proverNode };
746
+ });
790
747
  }
791
748
 
792
749
  export type BalancesFn = ReturnType<typeof getBalancesFn>;
@@ -7,7 +7,6 @@ import { SecretValue } from '@aztec/foundation/config';
7
7
  import { withLoggerBindings } from '@aztec/foundation/log/server';
8
8
  import { bufferToHex } from '@aztec/foundation/string';
9
9
  import type { DateProvider } from '@aztec/foundation/timer';
10
- import type { ProverNodeConfig, ProverNodeDeps } from '@aztec/prover-node';
11
10
  import type { PublicDataTreeLeaf } from '@aztec/stdlib/trees';
12
11
 
13
12
  import getPort from 'get-port';
@@ -131,7 +130,7 @@ export async function createNonValidatorNode(
131
130
  ...p2pConfig,
132
131
  disableValidator: true,
133
132
  validatorPrivateKeys: undefined,
134
- publisherPrivateKeys: [],
133
+ sequencerPublisherPrivateKeys: [],
135
134
  };
136
135
  const telemetry = await getEndToEndTestTelemetryClient(metricsPort);
137
136
  return await AztecNodeService.createAndSync(config, { telemetry, dateProvider }, { prefilledPublicData });
@@ -143,31 +142,24 @@ export async function createProverNode(
143
142
  tcpPort: number,
144
143
  bootstrapNode: string | undefined,
145
144
  addressIndex: number,
146
- proverNodeDeps: ProverNodeDeps & Required<Pick<ProverNodeDeps, 'dateProvider'>>,
145
+ deps: { dateProvider: DateProvider },
147
146
  prefilledPublicData?: PublicDataTreeLeaf[],
148
147
  dataDirectory?: string,
149
148
  metricsPort?: number,
150
- ) {
149
+ ): Promise<{ proverNode: AztecNodeService }> {
151
150
  const actorIndex = proverCounter++;
152
151
  return await withLoggerBindings({ actor: `prover-${actorIndex}` }, async () => {
153
152
  const proverNodePrivateKey = getPrivateKeyFromIndex(ATTESTER_PRIVATE_KEYS_START_INDEX + addressIndex)!;
154
153
  const telemetry = await getEndToEndTestTelemetryClient(metricsPort);
155
154
 
156
- const proverConfig: Partial<ProverNodeConfig> = await createP2PConfig(
157
- config,
158
- bootstrapNode,
159
- tcpPort,
160
- dataDirectory,
161
- );
155
+ const p2pConfig = await createP2PConfig(config, bootstrapNode, tcpPort, dataDirectory);
162
156
 
163
- const aztecNodeRpcTxProvider = undefined;
164
157
  return await createAndSyncProverNode(
165
158
  bufferToHex(proverNodePrivateKey),
166
- config,
167
- { ...proverConfig, dataDirectory },
168
- aztecNodeRpcTxProvider,
169
- prefilledPublicData,
170
- { ...proverNodeDeps, telemetry },
159
+ { ...config, ...p2pConfig },
160
+ { dataDirectory },
161
+ { ...deps, telemetry },
162
+ { prefilledPublicData: prefilledPublicData ?? [] },
171
163
  );
172
164
  });
173
165
  }
@@ -215,7 +207,7 @@ export async function createValidatorConfig(
215
207
  ...config,
216
208
  ...p2pConfig,
217
209
  validatorPrivateKeys: new SecretValue(attesterPrivateKeys),
218
- publisherPrivateKeys: [new SecretValue(attesterPrivateKeys[0])],
210
+ sequencerPublisherPrivateKeys: [new SecretValue(attesterPrivateKeys[0])],
219
211
  };
220
212
 
221
213
  return nodeConfig;
@@ -25,8 +25,9 @@ export async function mintTokensToPrivate(
25
25
  minter: AztecAddress,
26
26
  recipient: AztecAddress,
27
27
  amount: bigint,
28
+ additionalScopes?: AztecAddress[],
28
29
  ) {
29
- await token.methods.mint_to_private(recipient, amount).send({ from: minter });
30
+ await token.methods.mint_to_private(recipient, amount).send({ from: minter, additionalScopes });
30
31
  }
31
32
 
32
33
  export async function expectTokenBalance(
@@ -1,8 +1,18 @@
1
1
  import { createLogger } from '@aztec/aztec.js/log';
2
2
 
3
- import { beforeEach, expect } from '@jest/globals';
3
+ import { afterEach, beforeEach, expect } from '@jest/globals';
4
4
  import { basename } from 'path';
5
5
 
6
+ import { EluMonitor } from '../fixtures/elu_monitor.js';
7
+
8
+ const eluMonitor = process.env.ELU_MONITOR_FILE
9
+ ? new EluMonitor(process.env.ELU_MONITOR_FILE, Number(process.env.ELU_MONITOR_INTERVAL_MS) || undefined)
10
+ : undefined;
11
+
12
+ if (eluMonitor) {
13
+ process.on('exit', () => eluMonitor.stop());
14
+ }
15
+
6
16
  beforeEach(() => {
7
17
  const { testPath, currentTestName } = expect.getState();
8
18
  if (!testPath || !currentTestName) {
@@ -10,4 +20,9 @@ beforeEach(() => {
10
20
  }
11
21
  const logger = createLogger(`e2e:${basename(testPath).replace('.test.ts', '')}`);
12
22
  logger.info(`Running test: ${currentTestName}`);
23
+ eluMonitor?.startTest(currentTestName);
24
+ });
25
+
26
+ afterEach(() => {
27
+ eluMonitor?.stopTest();
13
28
  });
@@ -19,7 +19,10 @@ export const submitTxsTo = async (
19
19
  times(numTxs, async () => {
20
20
  const accountManager = await wallet.createSchnorrAccount(Fr.random(), Fr.random(), GrumpkinScalar.random());
21
21
  const deployMethod = await accountManager.getDeployMethod();
22
- const txHash = await deployMethod.send({ from: submitter, wait: NO_WAIT });
22
+ const txHash = await deployMethod.send({
23
+ from: submitter,
24
+ wait: NO_WAIT,
25
+ });
23
26
 
24
27
  logger.info(`Tx sent with hash ${txHash}`);
25
28
  const receipt: TxReceipt = await wallet.getTxReceipt(txHash);