@aztec/aztec-node 0.0.1-commit.4ad48494d → 0.0.1-commit.4d3c002

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,14 +1,17 @@
1
1
  import { Archiver, createArchiver } from '@aztec/archiver';
2
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
2
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
3
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
3
4
  import { type BlobClientInterface, createBlobClientWithFileStores } from '@aztec/blob-client/client';
5
+ import { Blob } from '@aztec/blob-lib';
4
6
  import { ARCHIVE_HEIGHT, type L1_TO_L2_MSG_TREE_HEIGHT, type NOTE_HASH_TREE_HEIGHT } from '@aztec/constants';
5
7
  import { EpochCache, type EpochCacheInterface } from '@aztec/epoch-cache';
6
8
  import { createEthereumChain } from '@aztec/ethereum/chain';
7
- import { getPublicClient } from '@aztec/ethereum/client';
9
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
8
10
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
9
11
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
12
+ import type { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
10
13
  import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
11
- import { compactArray, pick } from '@aztec/foundation/collection';
14
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
12
15
  import { Fr } from '@aztec/foundation/curves/bn254';
13
16
  import { EthAddress } from '@aztec/foundation/eth-address';
14
17
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -16,14 +19,19 @@ import { type Logger, createLogger } from '@aztec/foundation/log';
16
19
  import { count } from '@aztec/foundation/string';
17
20
  import { DateProvider, Timer } from '@aztec/foundation/timer';
18
21
  import { MembershipWitness, SiblingPath } from '@aztec/foundation/trees';
19
- import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
22
+ import { type KeyStore, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
20
23
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
24
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
21
25
  import {
22
- createForwarderL1TxUtilsFromEthSigner,
23
- createL1TxUtilsWithBlobsFromEthSigner,
24
- } from '@aztec/node-lib/factories';
25
- import { type P2P, type P2PClientDeps, createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
26
+ type P2P,
27
+ type P2PClientDeps,
28
+ createP2PClient,
29
+ createTxValidatorForAcceptingTxsOverRPC,
30
+ getDefaultAllowedSetupFunctions,
31
+ } from '@aztec/p2p';
26
32
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
33
+ import { type ProverNode, type ProverNodeDeps, createProverNode } from '@aztec/prover-node';
34
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
27
35
  import { GlobalVariableBuilder, SequencerClient, type SequencerPublisher } from '@aztec/sequencer-client';
28
36
  import { PublicProcessorFactory } from '@aztec/simulator/server';
29
37
  import {
@@ -35,7 +43,14 @@ import {
35
43
  } from '@aztec/slasher';
36
44
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
37
45
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
38
- import { BlockHash, type BlockParameter, type DataInBlock, L2Block, type L2BlockSource } from '@aztec/stdlib/block';
46
+ import {
47
+ type BlockData,
48
+ BlockHash,
49
+ type BlockParameter,
50
+ type DataInBlock,
51
+ L2Block,
52
+ type L2BlockSource,
53
+ } from '@aztec/stdlib/block';
39
54
  import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
40
55
  import type {
41
56
  ContractClassPublic,
@@ -63,9 +78,9 @@ import {
63
78
  type WorldStateSynchronizer,
64
79
  tryStop,
65
80
  } from '@aztec/stdlib/interfaces/server';
66
- import type { LogFilter, SiloedTag, Tag, TxScopedL2Log } from '@aztec/stdlib/logs';
81
+ import type { DebugLogStore, LogFilter, SiloedTag, Tag, TxScopedL2Log } from '@aztec/stdlib/logs';
82
+ import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
67
83
  import { InboxLeaf, type L1ToL2MessageSource } from '@aztec/stdlib/messaging';
68
- import { P2PClientType } from '@aztec/stdlib/p2p';
69
84
  import type { Offense, SlashPayloadRound } from '@aztec/stdlib/slashing';
70
85
  import type { NullifierLeafPreimage, PublicDataTreeLeaf, PublicDataTreeLeafPreimage } from '@aztec/stdlib/trees';
71
86
  import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
@@ -95,13 +110,13 @@ import {
95
110
  FullNodeCheckpointsBuilder,
96
111
  NodeKeystoreAdapter,
97
112
  ValidatorClient,
98
- createBlockProposalHandler,
113
+ createProposalHandler,
99
114
  createValidatorClient,
100
- createValidatorForAcceptingTxs,
101
115
  } from '@aztec/validator-client';
116
+ import type { SlashingProtectionDatabase } from '@aztec/validator-ha-signer/types';
102
117
  import { createWorldStateSynchronizer } from '@aztec/world-state';
103
118
 
104
- import { createPublicClient, fallback, http } from 'viem';
119
+ import { createPublicClient } from 'viem';
105
120
 
106
121
  import { createSentinel } from '../sentinel/factory.js';
107
122
  import { Sentinel } from '../sentinel/sentinel.js';
@@ -129,6 +144,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
129
144
  protected readonly l1ToL2MessageSource: L1ToL2MessageSource,
130
145
  protected readonly worldStateSynchronizer: WorldStateSynchronizer,
131
146
  protected readonly sequencer: SequencerClient | undefined,
147
+ protected readonly proverNode: ProverNode | undefined,
132
148
  protected readonly slasherClient: SlasherClientInterface | undefined,
133
149
  protected readonly validatorsSentinel: Sentinel | undefined,
134
150
  protected readonly epochPruneWatcher: EpochPruneWatcher | undefined,
@@ -137,16 +153,32 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
137
153
  protected readonly globalVariableBuilder: GlobalVariableBuilderInterface,
138
154
  protected readonly epochCache: EpochCacheInterface,
139
155
  protected readonly packageVersion: string,
140
- private proofVerifier: ClientProtocolCircuitVerifier,
156
+ private peerProofVerifier: ClientProtocolCircuitVerifier,
157
+ private rpcProofVerifier: ClientProtocolCircuitVerifier,
141
158
  private telemetry: TelemetryClient = getTelemetryClient(),
142
159
  private log = createLogger('node'),
143
160
  private blobClient?: BlobClientInterface,
161
+ private validatorClient?: ValidatorClient,
162
+ private keyStoreManager?: KeystoreManager,
163
+ private debugLogStore: DebugLogStore = new NullDebugLogStore(),
144
164
  ) {
145
165
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
146
166
  this.tracer = telemetry.getTracer('AztecNodeService');
147
167
 
148
168
  this.log.info(`Aztec Node version: ${this.packageVersion}`);
149
169
  this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
170
+
171
+ // A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
172
+ // never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
173
+ // memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
174
+ if (debugLogStore.isEnabled && config.realProofs) {
175
+ throw new Error('debugLogStore should never be enabled when realProofs are set');
176
+ }
177
+ }
178
+
179
+ /** @internal Exposed for testing — returns the RPC proof verifier. */
180
+ public getProofVerifier(): ClientProtocolCircuitVerifier {
181
+ return this.rpcProofVerifier;
150
182
  }
151
183
 
152
184
  public async getWorldStateSyncStatus(): Promise<WorldStateSyncStatus> {
@@ -170,11 +202,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
170
202
  logger?: Logger;
171
203
  publisher?: SequencerPublisher;
172
204
  dateProvider?: DateProvider;
173
- p2pClientDeps?: P2PClientDeps<P2PClientType.Full>;
205
+ p2pClientDeps?: P2PClientDeps;
206
+ proverNodeDeps?: Partial<ProverNodeDeps>;
207
+ slashingProtectionDb?: SlashingProtectionDatabase;
174
208
  } = {},
175
209
  options: {
176
210
  prefilledPublicData?: PublicDataTreeLeaf[];
177
211
  dontStartSequencer?: boolean;
212
+ dontStartProverNode?: boolean;
178
213
  } = {},
179
214
  ): Promise<AztecNodeService> {
180
215
  const config = { ...inputConfig }; // Copy the config so we dont mutate the input object
@@ -184,16 +219,29 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
184
219
  const dateProvider = deps.dateProvider ?? new DateProvider();
185
220
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
186
221
 
187
- // Build a key store from file if given or from environment otherwise
222
+ // Build a key store from file if given or from environment otherwise.
223
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
188
224
  let keyStoreManager: KeystoreManager | undefined;
189
225
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
190
226
  if (keyStoreProvided) {
191
227
  const keyStores = loadKeystores(config.keyStoreDirectory!);
192
228
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
193
229
  } else {
194
- const keyStore = createKeyStoreForValidator(config);
195
- if (keyStore) {
196
- keyStoreManager = new KeystoreManager(keyStore);
230
+ const rawKeyStores: KeyStore[] = [];
231
+ const validatorKeyStore = createKeyStoreForValidator(config);
232
+ if (validatorKeyStore) {
233
+ rawKeyStores.push(validatorKeyStore);
234
+ }
235
+ if (config.enableProverNode) {
236
+ const proverKeyStore = createKeyStoreForProver(config);
237
+ if (proverKeyStore) {
238
+ rawKeyStores.push(proverKeyStore);
239
+ }
240
+ }
241
+ if (rawKeyStores.length > 0) {
242
+ keyStoreManager = new KeystoreManager(
243
+ rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores),
244
+ );
197
245
  }
198
246
  }
199
247
 
@@ -204,10 +252,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
204
252
  if (keyStoreManager === undefined) {
205
253
  throw new Error('Failed to create key store, a requirement for running a validator');
206
254
  }
207
- if (!keyStoreProvided) {
208
- log.warn(
209
- 'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
210
- );
255
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
256
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
211
257
  }
212
258
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
213
259
  }
@@ -221,7 +267,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
221
267
 
222
268
  const publicClient = createPublicClient({
223
269
  chain: ethereumChain.chainInfo,
224
- transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
270
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: config.l1HttpTimeoutMS }),
225
271
  pollingInterval: config.viemPollingIntervalMS,
226
272
  });
227
273
 
@@ -235,10 +281,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
235
281
  config.l1Contracts = { ...config.l1Contracts, ...l1ContractsAddresses };
236
282
 
237
283
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
238
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
284
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
239
285
  rollupContract.getL1GenesisTime(),
240
286
  rollupContract.getSlotDuration(),
241
287
  rollupContract.getVersion(),
288
+ rollupContract.getManaLimit().then(Number),
242
289
  ] as const);
243
290
 
244
291
  config.rollupVersion ??= Number(rollupVersionFromRollup);
@@ -249,7 +296,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
249
296
  );
250
297
  }
251
298
 
252
- const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
299
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
253
300
 
254
301
  // attempt snapshot sync if possible
255
302
  await trySnapshotSync(config, log);
@@ -269,21 +316,40 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
269
316
  options.prefilledPublicData,
270
317
  telemetry,
271
318
  );
272
- const circuitVerifier =
273
- config.realProofs || config.debugForceTxProofVerification
274
- ? await BBCircuitVerifier.new(config)
275
- : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
319
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
320
+ let peerProofVerifier: ClientProtocolCircuitVerifier;
321
+ let rpcProofVerifier: ClientProtocolCircuitVerifier;
322
+ if (useRealVerifiers) {
323
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
324
+ const rpcVerifier = await BBCircuitVerifier.new(config);
325
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
326
+ } else {
327
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
328
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
329
+ }
330
+
331
+ let debugLogStore: DebugLogStore;
276
332
  if (!config.realProofs) {
277
333
  log.warn(`Aztec node is accepting fake proofs`);
334
+
335
+ debugLogStore = new InMemoryDebugLogStore();
336
+ log.info(
337
+ 'Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served',
338
+ );
339
+ } else {
340
+ debugLogStore = new NullDebugLogStore();
341
+ }
342
+
343
+ const proverOnly = config.enableProverNode && config.disableValidator;
344
+ if (proverOnly) {
345
+ log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
278
346
  }
279
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
280
347
 
281
348
  // create the tx pool and the p2p client, which will need the l2 block source
282
349
  const p2pClient = await createP2PClient(
283
- P2PClientType.Full,
284
350
  config,
285
351
  archiver,
286
- proofVerifier,
352
+ peerProofVerifier,
287
353
  worldStateSynchronizer,
288
354
  epochCache,
289
355
  packageVersion,
@@ -292,59 +358,77 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
292
358
  deps.p2pClientDeps,
293
359
  );
294
360
 
295
- // We should really not be modifying the config object
296
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
361
+ // We'll accumulate sentinel watchers here
362
+ const watchers: Watcher[] = [];
297
363
 
298
- // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
364
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
365
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
299
366
  const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder(
300
- { ...config, l1GenesisTime, slotDuration: Number(slotDuration) },
367
+ {
368
+ ...config,
369
+ l1GenesisTime,
370
+ slotDuration: Number(slotDuration),
371
+ rollupManaLimit,
372
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint,
373
+ },
301
374
  worldStateSynchronizer,
302
375
  archiver,
303
376
  dateProvider,
304
377
  telemetry,
305
378
  );
306
379
 
307
- // We'll accumulate sentinel watchers here
308
- const watchers: Watcher[] = [];
380
+ let validatorClient: ValidatorClient | undefined;
309
381
 
310
- // Create validator client if required
311
- const validatorClient = await createValidatorClient(config, {
312
- checkpointsBuilder: validatorCheckpointsBuilder,
313
- worldState: worldStateSynchronizer,
314
- p2pClient,
315
- telemetry,
316
- dateProvider,
317
- epochCache,
318
- blockSource: archiver,
319
- l1ToL2MessageSource: archiver,
320
- keyStoreManager,
321
- blobClient,
322
- });
382
+ if (!proverOnly) {
383
+ // Create validator client if required
384
+ validatorClient = await createValidatorClient(config, {
385
+ checkpointsBuilder: validatorCheckpointsBuilder,
386
+ worldState: worldStateSynchronizer,
387
+ p2pClient,
388
+ telemetry,
389
+ dateProvider,
390
+ epochCache,
391
+ blockSource: archiver,
392
+ l1ToL2MessageSource: archiver,
393
+ keyStoreManager,
394
+ blobClient,
395
+ slashingProtectionDb: deps.slashingProtectionDb,
396
+ });
323
397
 
324
- // If we have a validator client, register it as a source of offenses for the slasher,
325
- // and have it register callbacks on the p2p client *before* we start it, otherwise messages
326
- // like attestations or auths will fail.
327
- if (validatorClient) {
328
- watchers.push(validatorClient);
329
- if (!options.dontStartSequencer) {
330
- await validatorClient.registerHandlers();
398
+ // If we have a validator client, register it as a source of offenses for the slasher,
399
+ // and have it register callbacks on the p2p client *before* we start it, otherwise messages
400
+ // like attestations or auths will fail.
401
+ if (validatorClient) {
402
+ watchers.push(validatorClient);
403
+
404
+ const vc = validatorClient;
405
+ const getValidatorAddresses = () => vc.getValidatorAddresses().map(a => a.toString());
406
+ validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
407
+
408
+ if (!options.dontStartSequencer) {
409
+ await validatorClient.registerHandlers();
410
+ }
331
411
  }
332
412
  }
333
413
 
334
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
335
- // create a BlockProposalHandler to reexecute block proposals for monitoring
336
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
337
- log.info('Setting up block proposal reexecution for monitoring');
338
- createBlockProposalHandler(config, {
414
+ // If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
415
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
416
+ // while non-reexecution is used for validating the proposals and collecting their txs.
417
+ // Checkpoint proposals rebuild blobs if the blob client can upload blobs.
418
+ if (!validatorClient) {
419
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
420
+ log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
421
+ createProposalHandler(config, {
339
422
  checkpointsBuilder: validatorCheckpointsBuilder,
340
423
  worldState: worldStateSynchronizer,
341
424
  epochCache,
342
425
  blockSource: archiver,
343
426
  l1ToL2MessageSource: archiver,
344
427
  p2pClient,
428
+ blobClient,
345
429
  dateProvider,
346
430
  telemetry,
347
- }).registerForReexecution(p2pClient);
431
+ }).register(p2pClient, reexecute, archiver);
348
432
  }
349
433
 
350
434
  // Start world state and wait for it to sync to the archiver.
@@ -353,29 +437,33 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
353
437
  // Start p2p. Note that it depends on world state to be running.
354
438
  await p2pClient.start();
355
439
 
356
- const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
357
- if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
358
- watchers.push(validatorsSentinel);
359
- }
360
-
440
+ let validatorsSentinel: Awaited<ReturnType<typeof createSentinel>> | undefined;
361
441
  let epochPruneWatcher: EpochPruneWatcher | undefined;
362
- if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
363
- epochPruneWatcher = new EpochPruneWatcher(
364
- archiver,
365
- archiver,
366
- epochCache,
367
- p2pClient.getTxProvider(),
368
- validatorCheckpointsBuilder,
369
- config,
370
- );
371
- watchers.push(epochPruneWatcher);
372
- }
373
-
374
- // We assume we want to slash for invalid attestations unless all max penalties are set to 0
375
442
  let attestationsBlockWatcher: AttestationsBlockWatcher | undefined;
376
- if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
377
- attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
378
- watchers.push(attestationsBlockWatcher);
443
+
444
+ if (!proverOnly) {
445
+ validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
446
+ if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
447
+ watchers.push(validatorsSentinel);
448
+ }
449
+
450
+ if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
451
+ epochPruneWatcher = new EpochPruneWatcher(
452
+ archiver,
453
+ archiver,
454
+ epochCache,
455
+ p2pClient.getTxProvider(),
456
+ validatorCheckpointsBuilder,
457
+ config,
458
+ );
459
+ watchers.push(epochPruneWatcher);
460
+ }
461
+
462
+ // We assume we want to slash for invalid attestations unless all max penalties are set to 0
463
+ if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
464
+ attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
465
+ watchers.push(attestationsBlockWatcher);
466
+ }
379
467
  }
380
468
 
381
469
  // Start p2p-related services once the archiver has completed sync
@@ -390,6 +478,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
390
478
  })
391
479
  .catch(err => log.error('Failed to start p2p services after archiver sync', err));
392
480
 
481
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, {
482
+ l1Contracts: config.l1Contracts,
483
+ ethereumSlotDuration: config.ethereumSlotDuration,
484
+ rollupVersion: BigInt(config.rollupVersion),
485
+ l1GenesisTime,
486
+ slotDuration: Number(slotDuration),
487
+ });
488
+
393
489
  // Validator enabled, create/start relevant service
394
490
  let sequencer: SequencerClient | undefined;
395
491
  let slasherClient: SlasherClientInterface | undefined;
@@ -412,34 +508,49 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
412
508
  );
413
509
  await slasherClient.start();
414
510
 
415
- const l1TxUtils = config.publisherForwarderAddress
416
- ? await createForwarderL1TxUtilsFromEthSigner(
511
+ const l1TxUtils = config.sequencerPublisherForwarderAddress
512
+ ? await createForwarderL1TxUtilsFromSigners(
417
513
  publicClient,
418
514
  keyStoreManager!.createAllValidatorPublisherSigners(),
419
- config.publisherForwarderAddress,
515
+ config.sequencerPublisherForwarderAddress,
420
516
  { ...config, scope: 'sequencer' },
421
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
517
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
422
518
  )
423
- : await createL1TxUtilsWithBlobsFromEthSigner(
519
+ : await createL1TxUtilsFromSigners(
424
520
  publicClient,
425
521
  keyStoreManager!.createAllValidatorPublisherSigners(),
426
522
  { ...config, scope: 'sequencer' },
427
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
523
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
428
524
  );
429
525
 
526
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
527
+ const fundingSigner = keyStoreManager?.createFundingSigner();
528
+ let funderL1TxUtils: L1TxUtils | undefined;
529
+ if (fundingSigner) {
530
+ const [funder] = await createL1TxUtilsFromSigners(
531
+ publicClient,
532
+ [fundingSigner],
533
+ { ...config, scope: 'sequencer' },
534
+ { telemetry, logger: log.createChild('l1-tx-utils:funder'), dateProvider },
535
+ );
536
+ funderL1TxUtils = funder;
537
+ }
538
+
430
539
  // Create and start the sequencer client
431
540
  const checkpointsBuilder = new CheckpointsBuilder(
432
- { ...config, l1GenesisTime, slotDuration: Number(slotDuration) },
541
+ { ...config, l1GenesisTime, slotDuration: Number(slotDuration), rollupManaLimit },
433
542
  worldStateSynchronizer,
434
543
  archiver,
435
544
  dateProvider,
436
545
  telemetry,
546
+ debugLogStore,
437
547
  );
438
548
 
439
549
  sequencer = await SequencerClient.new(config, {
440
550
  ...deps,
441
551
  epochCache,
442
552
  l1TxUtils,
553
+ funderL1TxUtils,
443
554
  validatorClient,
444
555
  p2pClient,
445
556
  worldStateSynchronizer,
@@ -451,6 +562,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
451
562
  dateProvider,
452
563
  blobClient,
453
564
  nodeKeyStore: keyStoreManager!,
565
+ globalVariableBuilder,
454
566
  });
455
567
  }
456
568
 
@@ -461,14 +573,30 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
461
573
  log.warn(`Sequencer created but not started`);
462
574
  }
463
575
 
464
- const globalVariableBuilder = new GlobalVariableBuilder({
465
- ...config,
466
- rollupVersion: BigInt(config.rollupVersion),
467
- l1GenesisTime,
468
- slotDuration: Number(slotDuration),
469
- });
576
+ // Create prover node subsystem if enabled
577
+ let proverNode: ProverNode | undefined;
578
+ if (config.enableProverNode) {
579
+ proverNode = await createProverNode(config, {
580
+ ...deps.proverNodeDeps,
581
+ telemetry,
582
+ dateProvider,
583
+ archiver,
584
+ worldStateSynchronizer,
585
+ p2pClient,
586
+ epochCache,
587
+ blobClient,
588
+ keyStoreManager,
589
+ });
590
+
591
+ if (!options.dontStartProverNode) {
592
+ await proverNode.start();
593
+ log.info(`Prover node subsystem started`);
594
+ } else {
595
+ log.info(`Prover node subsystem created but not started`);
596
+ }
597
+ }
470
598
 
471
- return new AztecNodeService(
599
+ const node = new AztecNodeService(
472
600
  config,
473
601
  p2pClient,
474
602
  archiver,
@@ -477,6 +605,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
477
605
  archiver,
478
606
  worldStateSynchronizer,
479
607
  sequencer,
608
+ proverNode,
480
609
  slasherClient,
481
610
  validatorsSentinel,
482
611
  epochPruneWatcher,
@@ -485,11 +614,17 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
485
614
  globalVariableBuilder,
486
615
  epochCache,
487
616
  packageVersion,
488
- proofVerifier,
617
+ peerProofVerifier,
618
+ rpcProofVerifier,
489
619
  telemetry,
490
620
  log,
491
621
  blobClient,
622
+ validatorClient,
623
+ keyStoreManager,
624
+ debugLogStore,
492
625
  );
626
+
627
+ return node;
493
628
  }
494
629
 
495
630
  /**
@@ -500,6 +635,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
500
635
  return this.sequencer;
501
636
  }
502
637
 
638
+ /** Returns the prover node subsystem, if enabled. */
639
+ public getProverNode(): ProverNode | undefined {
640
+ return this.proverNode;
641
+ }
642
+
503
643
  public getBlockSource(): L2BlockSource {
504
644
  return this.blockSource;
505
645
  }
@@ -525,7 +665,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
525
665
  }
526
666
 
527
667
  public async getAllowedPublicSetup(): Promise<AllowedElement[]> {
528
- return this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
668
+ return [...(await getDefaultAllowedSetupFunctions()), ...(this.config.txPublicSetupAllowListExtend ?? [])];
529
669
  }
530
670
 
531
671
  /**
@@ -620,6 +760,10 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
620
760
  return (await this.blockSource.getCheckpointedBlocks(from, limit)) ?? [];
621
761
  }
622
762
 
763
+ public getCheckpointsDataForEpoch(epochNumber: EpochNumber) {
764
+ return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
765
+ }
766
+
623
767
  /**
624
768
  * Method to fetch the current min L2 fees.
625
769
  * @returns The current min L2 fees.
@@ -652,6 +796,10 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
652
796
  return await this.blockSource.getCheckpointedL2BlockNumber();
653
797
  }
654
798
 
799
+ public getCheckpointNumber(): Promise<CheckpointNumber> {
800
+ return this.blockSource.getCheckpointNumber();
801
+ }
802
+
655
803
  /**
656
804
  * Method to fetch the version of the package.
657
805
  * @returns The node package version
@@ -689,18 +837,22 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
689
837
  page?: number,
690
838
  referenceBlock?: BlockHash,
691
839
  ): Promise<TxScopedL2Log[][]> {
840
+ let upToBlockNumber: BlockNumber | undefined;
692
841
  if (referenceBlock) {
693
842
  const initialBlockHash = await this.#getInitialHeaderHash();
694
- if (!referenceBlock.equals(initialBlockHash)) {
843
+ if (referenceBlock.equals(initialBlockHash)) {
844
+ upToBlockNumber = BlockNumber(0);
845
+ } else {
695
846
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
696
847
  if (!header) {
697
848
  throw new Error(
698
849
  `Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`,
699
850
  );
700
851
  }
852
+ upToBlockNumber = header.globalVariables.blockNumber;
701
853
  }
702
854
  }
703
- return this.logsSource.getPrivateLogsByTags(tags, page);
855
+ return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
704
856
  }
705
857
 
706
858
  public async getPublicLogsByTagsFromContract(
@@ -709,18 +861,22 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
709
861
  page?: number,
710
862
  referenceBlock?: BlockHash,
711
863
  ): Promise<TxScopedL2Log[][]> {
864
+ let upToBlockNumber: BlockNumber | undefined;
712
865
  if (referenceBlock) {
713
866
  const initialBlockHash = await this.#getInitialHeaderHash();
714
- if (!referenceBlock.equals(initialBlockHash)) {
867
+ if (referenceBlock.equals(initialBlockHash)) {
868
+ upToBlockNumber = BlockNumber(0);
869
+ } else {
715
870
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
716
871
  if (!header) {
717
872
  throw new Error(
718
873
  `Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`,
719
874
  );
720
875
  }
876
+ upToBlockNumber = header.globalVariables.blockNumber;
721
877
  }
722
878
  }
723
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
879
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
724
880
  }
725
881
 
726
882
  /**
@@ -762,8 +918,9 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
762
918
  }
763
919
 
764
920
  await this.p2pClient!.sendTx(tx);
765
- this.metrics.receivedTx(timer.ms(), true);
766
- this.log.info(`Received tx ${txHash}`, { txHash });
921
+ const duration = timer.ms();
922
+ this.metrics.receivedTx(duration, true);
923
+ this.log.info(`Received tx ${txHash} in ${duration}ms`, { txHash });
767
924
  }
768
925
 
769
926
  public async getTxReceipt(txHash: TxHash): Promise<TxReceipt> {
@@ -775,18 +932,22 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
775
932
  // Then get the actual tx from the archiver, which tracks every tx in a mined block.
776
933
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
777
934
 
935
+ let receipt: TxReceipt;
778
936
  if (settledTxReceipt) {
779
- // If the archiver has the receipt then return it.
780
- return settledTxReceipt;
937
+ receipt = settledTxReceipt;
781
938
  } else if (isKnownToPool) {
782
939
  // If the tx is in the pool but not in the archiver, it's pending.
783
940
  // This handles race conditions between archiver and p2p, where the archiver
784
941
  // has pruned the block in which a tx was mined, but p2p has not caught up yet.
785
- return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
942
+ receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
786
943
  } else {
787
944
  // Otherwise, if we don't know the tx, we consider it dropped.
788
- return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
945
+ receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
789
946
  }
947
+
948
+ this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
949
+
950
+ return receipt;
790
951
  }
791
952
 
792
953
  public getTxEffect(txHash: TxHash): Promise<IndexedTxEffect | undefined> {
@@ -801,8 +962,9 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
801
962
  await tryStop(this.validatorsSentinel);
802
963
  await tryStop(this.epochPruneWatcher);
803
964
  await tryStop(this.slasherClient);
804
- await tryStop(this.proofVerifier);
965
+ await Promise.all([tryStop(this.peerProofVerifier), tryStop(this.rpcProofVerifier)]);
805
966
  await tryStop(this.sequencer);
967
+ await tryStop(this.proverNode);
806
968
  await tryStop(this.p2pClient);
807
969
  await tryStop(this.worldStateSynchronizer);
808
970
  await tryStop(this.blockSource);
@@ -856,58 +1018,64 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
856
1018
  treeId: MerkleTreeId,
857
1019
  leafValues: Fr[],
858
1020
  ): Promise<(DataInBlock<bigint> | undefined)[]> {
859
- const committedDb = await this.#getWorldState(referenceBlock);
1021
+ const committedDb = await this.getWorldState(referenceBlock);
860
1022
  const maybeIndices = await committedDb.findLeafIndices(
861
1023
  treeId,
862
1024
  leafValues.map(x => x.toBuffer()),
863
1025
  );
864
- // We filter out undefined values
865
- const indices = maybeIndices.filter(x => x !== undefined) as bigint[];
1026
+ // Filter out undefined values to query block numbers only for found leaves
1027
+ const definedIndices = maybeIndices.filter(x => x !== undefined);
866
1028
 
867
- // Now we find the block numbers for the indices
868
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
1029
+ // Now we find the block numbers for the defined indices
1030
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
869
1031
 
870
- // If any of the block numbers are undefined, we throw an error.
871
- for (let i = 0; i < indices.length; i++) {
872
- if (blockNumbers[i] === undefined) {
873
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1032
+ // Build a map from leaf index to block number
1033
+ const indexToBlockNumber = new Map<bigint, BlockNumber>();
1034
+ for (let i = 0; i < definedIndices.length; i++) {
1035
+ const blockNumber = blockNumbers[i];
1036
+ if (blockNumber === undefined) {
1037
+ throw new Error(
1038
+ `Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`,
1039
+ );
874
1040
  }
1041
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
875
1042
  }
876
1043
 
877
1044
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
878
- const uniqueBlockNumbers = [...new Set(blockNumbers.filter(x => x !== undefined))];
1045
+ const uniqueBlockNumbers = [...new Set(indexToBlockNumber.values())];
879
1046
 
880
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
881
- // (note that block number corresponds to the leaf index in the archive tree).
1047
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
882
1048
  const blockHashes = await Promise.all(
883
1049
  uniqueBlockNumbers.map(blockNumber => {
884
1050
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
885
1051
  }),
886
1052
  );
887
1053
 
888
- // If any of the block hashes are undefined, we throw an error.
1054
+ // Build a map from block number to block hash
1055
+ const blockNumberToHash = new Map<BlockNumber, Fr>();
889
1056
  for (let i = 0; i < uniqueBlockNumbers.length; i++) {
890
- if (blockHashes[i] === undefined) {
1057
+ const blockHash = blockHashes[i];
1058
+ if (blockHash === undefined) {
891
1059
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
892
1060
  }
1061
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
893
1062
  }
894
1063
 
895
1064
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
896
- return maybeIndices.map((index, i) => {
1065
+ return maybeIndices.map(index => {
897
1066
  if (index === undefined) {
898
1067
  return undefined;
899
1068
  }
900
- const blockNumber = blockNumbers[i];
1069
+ const blockNumber = indexToBlockNumber.get(index);
901
1070
  if (blockNumber === undefined) {
902
- return undefined;
1071
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
903
1072
  }
904
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
905
- const blockHash = blockHashes[blockHashIndex];
906
- if (!blockHash) {
907
- return undefined;
1073
+ const blockHash = blockNumberToHash.get(blockNumber);
1074
+ if (blockHash === undefined) {
1075
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
908
1076
  }
909
1077
  return {
910
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1078
+ l2BlockNumber: blockNumber,
911
1079
  l2BlockHash: new BlockHash(blockHash),
912
1080
  data: index,
913
1081
  };
@@ -918,7 +1086,15 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
918
1086
  referenceBlock: BlockParameter,
919
1087
  blockHash: BlockHash,
920
1088
  ): Promise<MembershipWitness<typeof ARCHIVE_HEIGHT> | undefined> {
921
- const committedDb = await this.#getWorldState(referenceBlock);
1089
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1090
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1091
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1092
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1093
+ if (referenceBlockNumber === BlockNumber.ZERO) {
1094
+ // Block 0 (the initial block) has an empty archive, so no membership witness can exist.
1095
+ return undefined;
1096
+ }
1097
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
922
1098
  const [pathAndIndex] = await committedDb.findSiblingPaths<MerkleTreeId.ARCHIVE>(MerkleTreeId.ARCHIVE, [blockHash]);
923
1099
  return pathAndIndex === undefined
924
1100
  ? undefined
@@ -929,7 +1105,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
929
1105
  referenceBlock: BlockParameter,
930
1106
  noteHash: Fr,
931
1107
  ): Promise<MembershipWitness<typeof NOTE_HASH_TREE_HEIGHT> | undefined> {
932
- const committedDb = await this.#getWorldState(referenceBlock);
1108
+ const committedDb = await this.getWorldState(referenceBlock);
933
1109
  const [pathAndIndex] = await committedDb.findSiblingPaths<MerkleTreeId.NOTE_HASH_TREE>(
934
1110
  MerkleTreeId.NOTE_HASH_TREE,
935
1111
  [noteHash],
@@ -943,7 +1119,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
943
1119
  referenceBlock: BlockParameter,
944
1120
  l1ToL2Message: Fr,
945
1121
  ): Promise<[bigint, SiblingPath<typeof L1_TO_L2_MSG_TREE_HEIGHT>] | undefined> {
946
- const db = await this.#getWorldState(referenceBlock);
1122
+ const db = await this.getWorldState(referenceBlock);
947
1123
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [l1ToL2Message]);
948
1124
  if (!witness) {
949
1125
  return undefined;
@@ -953,11 +1129,9 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
953
1129
  return [witness.index, witness.path];
954
1130
  }
955
1131
 
956
- public async getL1ToL2MessageBlock(l1ToL2Message: Fr): Promise<BlockNumber | undefined> {
1132
+ public async getL1ToL2MessageCheckpoint(l1ToL2Message: Fr): Promise<CheckpointNumber | undefined> {
957
1133
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
958
- return messageIndex
959
- ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex))
960
- : undefined;
1134
+ return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
961
1135
  }
962
1136
 
963
1137
  /**
@@ -978,19 +1152,9 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
978
1152
  public async getL2ToL1Messages(epoch: EpochNumber): Promise<Fr[][][][]> {
979
1153
  // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
980
1154
  const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
981
- const blocksInCheckpoints: L2Block[][] = [];
982
- let previousSlotNumber = SlotNumber.ZERO;
983
- let checkpointIndex = -1;
984
- for (const checkpointedBlock of checkpointedBlocks) {
985
- const block = checkpointedBlock.block;
986
- const slotNumber = block.header.globalVariables.slotNumber;
987
- if (slotNumber !== previousSlotNumber) {
988
- checkpointIndex++;
989
- blocksInCheckpoints.push([]);
990
- previousSlotNumber = slotNumber;
991
- }
992
- blocksInCheckpoints[checkpointIndex].push(block);
993
- }
1155
+ const blocksInCheckpoints = chunkBy(checkpointedBlocks, cb => cb.block.header.globalVariables.slotNumber).map(
1156
+ group => group.map(cb => cb.block),
1157
+ );
994
1158
  return blocksInCheckpoints.map(blocks =>
995
1159
  blocks.map(block => block.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs)),
996
1160
  );
@@ -1000,7 +1164,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1000
1164
  referenceBlock: BlockParameter,
1001
1165
  nullifier: Fr,
1002
1166
  ): Promise<NullifierMembershipWitness | undefined> {
1003
- const db = await this.#getWorldState(referenceBlock);
1167
+ const db = await this.getWorldState(referenceBlock);
1004
1168
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [nullifier.toBuffer()]);
1005
1169
  if (!witness) {
1006
1170
  return undefined;
@@ -1015,33 +1179,20 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1015
1179
  return new NullifierMembershipWitness(index, leafPreimage as NullifierLeafPreimage, path);
1016
1180
  }
1017
1181
 
1018
- /**
1019
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1020
- * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
1021
- * (which contains the root of the nullifier tree in which we are searching for the nullifier).
1022
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1023
- * @returns The low nullifier membership witness (if found).
1024
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1025
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1026
- * we are trying to prove non-inclusion for.
1027
- *
1028
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1029
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1030
- * index of the nullifier itself when it already exists in the tree.
1031
- * TODO: This is a confusing behavior and we should eventually address that.
1032
- */
1033
1182
  public async getLowNullifierMembershipWitness(
1034
1183
  referenceBlock: BlockParameter,
1035
1184
  nullifier: Fr,
1036
1185
  ): Promise<NullifierMembershipWitness | undefined> {
1037
- const committedDb = await this.#getWorldState(referenceBlock);
1186
+ const committedDb = await this.getWorldState(referenceBlock);
1038
1187
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1039
1188
  if (!findResult) {
1040
1189
  return undefined;
1041
1190
  }
1042
1191
  const { index, alreadyPresent } = findResult;
1043
1192
  if (alreadyPresent) {
1044
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1193
+ throw new Error(
1194
+ `Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`,
1195
+ );
1045
1196
  }
1046
1197
  const preimageData = (await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index))!;
1047
1198
 
@@ -1050,7 +1201,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1050
1201
  }
1051
1202
 
1052
1203
  async getPublicDataWitness(referenceBlock: BlockParameter, leafSlot: Fr): Promise<PublicDataWitness | undefined> {
1053
- const committedDb = await this.#getWorldState(referenceBlock);
1204
+ const committedDb = await this.getWorldState(referenceBlock);
1054
1205
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1055
1206
  if (!lowLeafResult) {
1056
1207
  return undefined;
@@ -1065,7 +1216,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1065
1216
  }
1066
1217
 
1067
1218
  public async getPublicStorageAt(referenceBlock: BlockParameter, contract: AztecAddress, slot: Fr): Promise<Fr> {
1068
- const committedDb = await this.#getWorldState(referenceBlock);
1219
+ const committedDb = await this.getWorldState(referenceBlock);
1069
1220
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1070
1221
 
1071
1222
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
@@ -1106,6 +1257,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1106
1257
  return await this.blockSource.getBlockHeaderByArchive(archive);
1107
1258
  }
1108
1259
 
1260
+ public getBlockData(number: BlockNumber): Promise<BlockData | undefined> {
1261
+ return this.blockSource.getBlockData(number);
1262
+ }
1263
+
1264
+ public getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
1265
+ return this.blockSource.getBlockDataByArchive(archive);
1266
+ }
1267
+
1109
1268
  /**
1110
1269
  * Simulates the public part of a transaction with the current state.
1111
1270
  * @param tx - The transaction to simulate.
@@ -1129,7 +1288,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1129
1288
  }
1130
1289
 
1131
1290
  const txHash = tx.getTxHash();
1132
- const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
1291
+ const latestBlockNumber = await this.blockSource.getBlockNumber();
1292
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
1133
1293
 
1134
1294
  // If sequencer is not initialized, we just set these values to zero for simulation.
1135
1295
  const coinbase = EthAddress.ZERO;
@@ -1153,6 +1313,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1153
1313
  blockNumber,
1154
1314
  });
1155
1315
 
1316
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1317
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
1156
1318
  const merkleTreeFork = await this.worldStateSynchronizer.fork();
1157
1319
  try {
1158
1320
  const config = PublicSimulatorConfig.from({
@@ -1168,7 +1330,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1168
1330
  const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1169
1331
 
1170
1332
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1171
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([tx]);
1333
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([tx]);
1172
1334
  // REFACTOR: Consider returning the error rather than throwing
1173
1335
  if (failedTxs.length) {
1174
1336
  this.log.warn(`Simulated tx ${txHash} fails: ${failedTxs[0].error}`, { txHash });
@@ -1182,6 +1344,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1182
1344
  processedTx.txEffect,
1183
1345
  returns,
1184
1346
  processedTx.gasUsed,
1347
+ debugLogs,
1185
1348
  );
1186
1349
  } finally {
1187
1350
  await merkleTreeFork.close();
@@ -1193,12 +1356,13 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1193
1356
  { isSimulation, skipFeeEnforcement }: { isSimulation?: boolean; skipFeeEnforcement?: boolean } = {},
1194
1357
  ): Promise<TxValidationResult> {
1195
1358
  const db = this.worldStateSynchronizer.getCommitted();
1196
- const verifier = isSimulation ? undefined : this.proofVerifier;
1359
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1197
1360
 
1198
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1361
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1199
1362
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1200
1363
  const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
1201
- const validator = createValidatorForAcceptingTxs(
1364
+ const l1Constants = await this.blockSource.getL1Constants();
1365
+ const validator = createTxValidatorForAcceptingTxsOverRPC(
1202
1366
  db,
1203
1367
  this.contractDataSource,
1204
1368
  verifier,
@@ -1207,10 +1371,16 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1207
1371
  blockNumber,
1208
1372
  l1ChainId: this.l1ChainId,
1209
1373
  rollupVersion: this.version,
1210
- setupAllowList: this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions()),
1374
+ setupAllowList: [
1375
+ ...(await getDefaultAllowedSetupFunctions()),
1376
+ ...(this.config.txPublicSetupAllowListExtend ?? []),
1377
+ ],
1211
1378
  gasFees: await this.getCurrentMinFees(),
1212
1379
  skipFeeEnforcement,
1213
1380
  txsPermitted: !this.config.disableTransactions,
1381
+ rollupManaLimit: l1Constants.rollupManaLimit,
1382
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1383
+ maxBlockDAGas: this.config.validateMaxDABlockGas,
1214
1384
  },
1215
1385
  this.log.getBindings(),
1216
1386
  );
@@ -1235,7 +1405,15 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1235
1405
  archiver.updateConfig(config);
1236
1406
  }
1237
1407
  if (newConfig.realProofs !== this.config.realProofs) {
1238
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1408
+ await Promise.all([tryStop(this.peerProofVerifier), tryStop(this.rpcProofVerifier)]);
1409
+ if (newConfig.realProofs) {
1410
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1411
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1412
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1413
+ } else {
1414
+ this.peerProofVerifier = new TestCircuitVerifier();
1415
+ this.rpcProofVerifier = new TestCircuitVerifier();
1416
+ }
1239
1417
  }
1240
1418
 
1241
1419
  this.config = newConfig;
@@ -1377,6 +1555,94 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1377
1555
  }
1378
1556
  }
1379
1557
 
1558
+ public async reloadKeystore(): Promise<void> {
1559
+ if (!this.config.keyStoreDirectory?.length) {
1560
+ throw new BadRequestError(
1561
+ 'Cannot reload keystore: node is not using a file-based keystore. ' +
1562
+ 'Set KEY_STORE_DIRECTORY to use file-based keystores.',
1563
+ );
1564
+ }
1565
+ if (!this.validatorClient) {
1566
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1567
+ }
1568
+
1569
+ this.log.info('Reloading keystore from disk');
1570
+
1571
+ // Re-read and validate keystore files
1572
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1573
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1574
+ await newManager.validateSigners();
1575
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1576
+
1577
+ // Validate that every validator's publisher keys overlap with the L1 signers
1578
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1579
+ // validator with a publisher key that doesn't match any existing L1 signer
1580
+ // would silently fail on every proposer slot.
1581
+ if (this.keyStoreManager && this.sequencer) {
1582
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1583
+ const availablePublishers = new Set(
1584
+ oldAdapter
1585
+ .getAttesterAddresses()
1586
+ .flatMap(a => oldAdapter.getPublisherAddresses(a).map(p => p.toString().toLowerCase())),
1587
+ );
1588
+
1589
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1590
+ for (const attester of newAdapter.getAttesterAddresses()) {
1591
+ const pubs = newAdapter.getPublisherAddresses(attester);
1592
+ if (pubs.length > 0 && !pubs.some(p => availablePublishers.has(p.toString().toLowerCase()))) {
1593
+ throw new BadRequestError(
1594
+ `Cannot reload keystore: validator ${attester} has publisher keys ` +
1595
+ `[${pubs.map(p => p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` +
1596
+ `[${[...availablePublishers].join(', ')}]. Publishers cannot be hot-reloaded — ` +
1597
+ `use an existing publisher key or restart the node.`,
1598
+ );
1599
+ }
1600
+ }
1601
+ }
1602
+
1603
+ // Build adapters for old and new keystores to compute diff
1604
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1605
+ const newAddresses = newAdapter.getAttesterAddresses();
1606
+ const oldAddresses = this.keyStoreManager
1607
+ ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses()
1608
+ : [];
1609
+
1610
+ const oldSet = new Set(oldAddresses.map(a => a.toString()));
1611
+ const newSet = new Set(newAddresses.map(a => a.toString()));
1612
+ const added = newAddresses.filter(a => !oldSet.has(a.toString()));
1613
+ const removed = oldAddresses.filter(a => !newSet.has(a.toString()));
1614
+
1615
+ if (added.length > 0) {
1616
+ this.log.info(`Keystore reload: adding attester keys: ${added.map(a => a.toString()).join(', ')}`);
1617
+ }
1618
+ if (removed.length > 0) {
1619
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map(a => a.toString()).join(', ')}`);
1620
+ }
1621
+ if (added.length === 0 && removed.length === 0) {
1622
+ this.log.info('Keystore reload: attester keys unchanged');
1623
+ }
1624
+
1625
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1626
+ this.validatorClient.reloadKeystore(newManager);
1627
+
1628
+ // Update the publisher factory's keystore so newly-added validators
1629
+ // can be matched to existing publisher keys when proposing blocks.
1630
+ if (this.sequencer) {
1631
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1632
+ }
1633
+
1634
+ // Update slasher's "don't-slash-self" list with new validator addresses
1635
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1636
+ const slashValidatorsNever = unique(
1637
+ [...(this.config.slashValidatorsNever ?? []), ...newAddresses].map(a => a.toString()),
1638
+ ).map(EthAddress.fromString);
1639
+ this.slasherClient.updateConfig({ slashValidatorsNever });
1640
+ }
1641
+
1642
+ this.keyStoreManager = newManager;
1643
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1644
+ }
1645
+
1380
1646
  #getInitialHeaderHash(): Promise<BlockHash> {
1381
1647
  if (!this.initialHeaderHashPromise) {
1382
1648
  this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
@@ -1389,7 +1655,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1389
1655
  * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1390
1656
  * @returns An instance of a committed MerkleTreeOperations
1391
1657
  */
1392
- async #getWorldState(block: BlockParameter) {
1658
+ protected async getWorldState(block: BlockParameter) {
1393
1659
  let blockSyncedTo: BlockNumber = BlockNumber.ZERO;
1394
1660
  try {
1395
1661
  // Attempt to sync the world state if necessary
@@ -1403,6 +1669,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1403
1669
  return this.worldStateSynchronizer.getCommitted();
1404
1670
  }
1405
1671
 
1672
+ // Get the block number, either directly from the parameter or by quering the archiver with the block hash
1673
+ let blockNumber: BlockNumber;
1406
1674
  if (BlockHash.isBlockHash(block)) {
1407
1675
  const initialBlockHash = await this.#getInitialHeaderHash();
1408
1676
  if (block.equals(initialBlockHash)) {
@@ -1416,22 +1684,50 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1416
1684
  `Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`,
1417
1685
  );
1418
1686
  }
1419
- const blockNumber = header.getBlockNumber();
1420
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1421
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1687
+
1688
+ blockNumber = header.getBlockNumber();
1689
+ } else {
1690
+ blockNumber = block as BlockNumber;
1691
+ }
1692
+
1693
+ // Check it's within world state sync range
1694
+ if (blockNumber > blockSyncedTo) {
1695
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1422
1696
  }
1697
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1423
1698
 
1424
- // Block number provided
1425
- {
1426
- const blockNumber = block as BlockNumber;
1699
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
1427
1700
 
1428
- if (blockNumber > blockSyncedTo) {
1429
- throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1701
+ // Double-check world-state synced to the same block hash as was requested
1702
+ if (BlockHash.isBlockHash(block)) {
1703
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1704
+ if (!blockHash || !new BlockHash(blockHash).equals(block)) {
1705
+ throw new Error(
1706
+ `Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`,
1707
+ );
1430
1708
  }
1709
+ }
1710
+
1711
+ return snapshot;
1712
+ }
1431
1713
 
1432
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1433
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1714
+ /** Resolves a block parameter to a block number. */
1715
+ protected async resolveBlockNumber(block: BlockParameter): Promise<BlockNumber> {
1716
+ if (block === 'latest') {
1717
+ return BlockNumber(await this.blockSource.getBlockNumber());
1718
+ }
1719
+ if (BlockHash.isBlockHash(block)) {
1720
+ const initialBlockHash = await this.#getInitialHeaderHash();
1721
+ if (block.equals(initialBlockHash)) {
1722
+ return BlockNumber.ZERO;
1723
+ }
1724
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1725
+ if (!header) {
1726
+ throw new Error(`Block hash ${block.toString()} not found.`);
1727
+ }
1728
+ return header.getBlockNumber();
1434
1729
  }
1730
+ return block as BlockNumber;
1435
1731
  }
1436
1732
 
1437
1733
  /**