@aztec/aztec-node 0.0.1-commit.87a0206 → 0.0.1-commit.88c5703d4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/aztec-node/config.d.ts +8 -5
- package/dest/aztec-node/config.d.ts.map +1 -1
- package/dest/aztec-node/config.js +11 -3
- package/dest/aztec-node/server.d.ts +28 -7
- package/dest/aztec-node/server.d.ts.map +1 -1
- package/dest/aztec-node/server.js +326 -147
- package/dest/sentinel/factory.d.ts +2 -2
- package/dest/sentinel/factory.d.ts.map +1 -1
- package/dest/sentinel/sentinel.d.ts +2 -2
- package/dest/sentinel/sentinel.d.ts.map +1 -1
- package/dest/sentinel/sentinel.js +56 -30
- package/dest/sentinel/store.d.ts +2 -2
- package/dest/sentinel/store.d.ts.map +1 -1
- package/dest/sentinel/store.js +11 -7
- package/package.json +26 -25
- package/src/aztec-node/config.ts +25 -9
- package/src/aztec-node/server.ts +394 -159
- package/src/sentinel/factory.ts +1 -1
- package/src/sentinel/sentinel.ts +59 -26
- package/src/sentinel/store.ts +12 -12
|
@@ -374,12 +374,13 @@ var _dec, _initProto;
|
|
|
374
374
|
import { createArchiver } from '@aztec/archiver';
|
|
375
375
|
import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
|
|
376
376
|
import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
|
|
377
|
+
import { Blob } from '@aztec/blob-lib';
|
|
377
378
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
378
379
|
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
379
|
-
import { getPublicClient } from '@aztec/ethereum/client';
|
|
380
|
+
import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
380
381
|
import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
381
|
-
import { BlockNumber
|
|
382
|
-
import { compactArray, pick } from '@aztec/foundation/collection';
|
|
382
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
383
|
+
import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
|
|
383
384
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
384
385
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
385
386
|
import { BadRequestError } from '@aztec/foundation/json-rpc';
|
|
@@ -389,9 +390,11 @@ import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
|
389
390
|
import { MembershipWitness } from '@aztec/foundation/trees';
|
|
390
391
|
import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
|
|
391
392
|
import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
|
|
392
|
-
import {
|
|
393
|
-
import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
393
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
394
|
+
import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
394
395
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
396
|
+
import { createProverNode } from '@aztec/prover-node';
|
|
397
|
+
import { createKeyStoreForProver } from '@aztec/prover-node/config';
|
|
395
398
|
import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
|
|
396
399
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
397
400
|
import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
|
|
@@ -402,15 +405,15 @@ import { GasFees } from '@aztec/stdlib/gas';
|
|
|
402
405
|
import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
|
|
403
406
|
import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
|
|
404
407
|
import { tryStop } from '@aztec/stdlib/interfaces/server';
|
|
408
|
+
import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
405
409
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
406
|
-
import { P2PClientType } from '@aztec/stdlib/p2p';
|
|
407
410
|
import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
|
|
408
411
|
import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
|
|
409
412
|
import { getPackageVersion } from '@aztec/stdlib/update-checker';
|
|
410
413
|
import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
411
|
-
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient
|
|
414
|
+
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
|
|
412
415
|
import { createWorldStateSynchronizer } from '@aztec/world-state';
|
|
413
|
-
import { createPublicClient
|
|
416
|
+
import { createPublicClient } from 'viem';
|
|
414
417
|
import { createSentinel } from '../sentinel/factory.js';
|
|
415
418
|
import { createKeyStoreForValidator } from './config.js';
|
|
416
419
|
import { NodeMetrics } from './node_metrics.js';
|
|
@@ -428,6 +431,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
428
431
|
l1ToL2MessageSource;
|
|
429
432
|
worldStateSynchronizer;
|
|
430
433
|
sequencer;
|
|
434
|
+
proverNode;
|
|
431
435
|
slasherClient;
|
|
432
436
|
validatorsSentinel;
|
|
433
437
|
epochPruneWatcher;
|
|
@@ -440,6 +444,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
440
444
|
telemetry;
|
|
441
445
|
log;
|
|
442
446
|
blobClient;
|
|
447
|
+
validatorClient;
|
|
448
|
+
keyStoreManager;
|
|
449
|
+
debugLogStore;
|
|
443
450
|
static{
|
|
444
451
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
445
452
|
[
|
|
@@ -454,7 +461,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
454
461
|
// Prevent two snapshot operations to happen simultaneously
|
|
455
462
|
isUploadingSnapshot;
|
|
456
463
|
tracer;
|
|
457
|
-
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
|
|
464
|
+
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
|
|
458
465
|
this.config = config;
|
|
459
466
|
this.p2pClient = p2pClient;
|
|
460
467
|
this.blockSource = blockSource;
|
|
@@ -463,6 +470,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
463
470
|
this.l1ToL2MessageSource = l1ToL2MessageSource;
|
|
464
471
|
this.worldStateSynchronizer = worldStateSynchronizer;
|
|
465
472
|
this.sequencer = sequencer;
|
|
473
|
+
this.proverNode = proverNode;
|
|
466
474
|
this.slasherClient = slasherClient;
|
|
467
475
|
this.validatorsSentinel = validatorsSentinel;
|
|
468
476
|
this.epochPruneWatcher = epochPruneWatcher;
|
|
@@ -475,12 +483,21 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
475
483
|
this.telemetry = telemetry;
|
|
476
484
|
this.log = log;
|
|
477
485
|
this.blobClient = blobClient;
|
|
486
|
+
this.validatorClient = validatorClient;
|
|
487
|
+
this.keyStoreManager = keyStoreManager;
|
|
488
|
+
this.debugLogStore = debugLogStore;
|
|
478
489
|
this.initialHeaderHashPromise = (_initProto(this), undefined);
|
|
479
490
|
this.isUploadingSnapshot = false;
|
|
480
491
|
this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
|
|
481
492
|
this.tracer = telemetry.getTracer('AztecNodeService');
|
|
482
493
|
this.log.info(`Aztec Node version: ${this.packageVersion}`);
|
|
483
494
|
this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
|
|
495
|
+
// A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
|
|
496
|
+
// never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
|
|
497
|
+
// memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
|
|
498
|
+
if (debugLogStore.isEnabled && config.realProofs) {
|
|
499
|
+
throw new Error('debugLogStore should never be enabled when realProofs are set');
|
|
500
|
+
}
|
|
484
501
|
}
|
|
485
502
|
async getWorldStateSyncStatus() {
|
|
486
503
|
const status = await this.worldStateSynchronizer.status();
|
|
@@ -502,16 +519,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
502
519
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
503
520
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
504
521
|
const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
|
|
505
|
-
// Build a key store from file if given or from environment otherwise
|
|
522
|
+
// Build a key store from file if given or from environment otherwise.
|
|
523
|
+
// We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
|
|
506
524
|
let keyStoreManager;
|
|
507
525
|
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
508
526
|
if (keyStoreProvided) {
|
|
509
527
|
const keyStores = loadKeystores(config.keyStoreDirectory);
|
|
510
528
|
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
511
529
|
} else {
|
|
512
|
-
const
|
|
513
|
-
|
|
514
|
-
|
|
530
|
+
const rawKeyStores = [];
|
|
531
|
+
const validatorKeyStore = createKeyStoreForValidator(config);
|
|
532
|
+
if (validatorKeyStore) {
|
|
533
|
+
rawKeyStores.push(validatorKeyStore);
|
|
534
|
+
}
|
|
535
|
+
if (config.enableProverNode) {
|
|
536
|
+
const proverKeyStore = createKeyStoreForProver(config);
|
|
537
|
+
if (proverKeyStore) {
|
|
538
|
+
rawKeyStores.push(proverKeyStore);
|
|
539
|
+
}
|
|
540
|
+
}
|
|
541
|
+
if (rawKeyStores.length > 0) {
|
|
542
|
+
keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
|
|
515
543
|
}
|
|
516
544
|
}
|
|
517
545
|
await keyStoreManager?.validateSigners();
|
|
@@ -520,8 +548,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
520
548
|
if (keyStoreManager === undefined) {
|
|
521
549
|
throw new Error('Failed to create key store, a requirement for running a validator');
|
|
522
550
|
}
|
|
523
|
-
if (!keyStoreProvided) {
|
|
524
|
-
log.warn(
|
|
551
|
+
if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
|
|
552
|
+
log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
|
|
525
553
|
}
|
|
526
554
|
ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
|
|
527
555
|
}
|
|
@@ -531,9 +559,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
531
559
|
}
|
|
532
560
|
const publicClient = createPublicClient({
|
|
533
561
|
chain: ethereumChain.chainInfo,
|
|
534
|
-
transport:
|
|
535
|
-
|
|
536
|
-
|
|
562
|
+
transport: makeL1HttpTransport(config.l1RpcUrls, {
|
|
563
|
+
timeout: config.l1HttpTimeoutMS
|
|
564
|
+
}),
|
|
537
565
|
pollingInterval: config.viemPollingIntervalMS
|
|
538
566
|
});
|
|
539
567
|
const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
|
|
@@ -543,16 +571,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
543
571
|
...l1ContractsAddresses
|
|
544
572
|
};
|
|
545
573
|
const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
|
|
546
|
-
const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
|
|
574
|
+
const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
|
|
547
575
|
rollupContract.getL1GenesisTime(),
|
|
548
576
|
rollupContract.getSlotDuration(),
|
|
549
|
-
rollupContract.getVersion()
|
|
577
|
+
rollupContract.getVersion(),
|
|
578
|
+
rollupContract.getManaLimit().then(Number)
|
|
550
579
|
]);
|
|
551
580
|
config.rollupVersion ??= Number(rollupVersionFromRollup);
|
|
552
581
|
if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
|
|
553
582
|
log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
|
|
554
583
|
}
|
|
555
|
-
const blobClient = await createBlobClientWithFileStores(config,
|
|
584
|
+
const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
|
|
556
585
|
// attempt snapshot sync if possible
|
|
557
586
|
await trySnapshotSync(config, log);
|
|
558
587
|
const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
|
|
@@ -569,48 +598,63 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
569
598
|
// now create the merkle trees and the world state synchronizer
|
|
570
599
|
const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
|
|
571
600
|
const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
|
|
601
|
+
let debugLogStore;
|
|
572
602
|
if (!config.realProofs) {
|
|
573
603
|
log.warn(`Aztec node is accepting fake proofs`);
|
|
604
|
+
debugLogStore = new InMemoryDebugLogStore();
|
|
605
|
+
log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
|
|
606
|
+
} else {
|
|
607
|
+
debugLogStore = new NullDebugLogStore();
|
|
574
608
|
}
|
|
575
609
|
const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
|
|
610
|
+
const proverOnly = config.enableProverNode && config.disableValidator;
|
|
611
|
+
if (proverOnly) {
|
|
612
|
+
log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
|
|
613
|
+
}
|
|
576
614
|
// create the tx pool and the p2p client, which will need the l2 block source
|
|
577
|
-
const p2pClient = await createP2PClient(
|
|
578
|
-
// We
|
|
579
|
-
|
|
580
|
-
// Create FullNodeCheckpointsBuilder for
|
|
615
|
+
const p2pClient = await createP2PClient(config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
|
|
616
|
+
// We'll accumulate sentinel watchers here
|
|
617
|
+
const watchers = [];
|
|
618
|
+
// Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
|
|
619
|
+
// Override maxTxsPerCheckpoint with the validator-specific limit if set.
|
|
581
620
|
const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
|
|
582
621
|
...config,
|
|
583
622
|
l1GenesisTime,
|
|
584
|
-
slotDuration: Number(slotDuration)
|
|
623
|
+
slotDuration: Number(slotDuration),
|
|
624
|
+
rollupManaLimit,
|
|
625
|
+
maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
|
|
585
626
|
}, worldStateSynchronizer, archiver, dateProvider, telemetry);
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
627
|
+
let validatorClient;
|
|
628
|
+
if (!proverOnly) {
|
|
629
|
+
// Create validator client if required
|
|
630
|
+
validatorClient = await createValidatorClient(config, {
|
|
631
|
+
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
632
|
+
worldState: worldStateSynchronizer,
|
|
633
|
+
p2pClient,
|
|
634
|
+
telemetry,
|
|
635
|
+
dateProvider,
|
|
636
|
+
epochCache,
|
|
637
|
+
blockSource: archiver,
|
|
638
|
+
l1ToL2MessageSource: archiver,
|
|
639
|
+
keyStoreManager,
|
|
640
|
+
blobClient
|
|
641
|
+
});
|
|
642
|
+
// If we have a validator client, register it as a source of offenses for the slasher,
|
|
643
|
+
// and have it register callbacks on the p2p client *before* we start it, otherwise messages
|
|
644
|
+
// like attestations or auths will fail.
|
|
645
|
+
if (validatorClient) {
|
|
646
|
+
watchers.push(validatorClient);
|
|
647
|
+
if (!options.dontStartSequencer) {
|
|
648
|
+
await validatorClient.registerHandlers();
|
|
649
|
+
}
|
|
608
650
|
}
|
|
609
651
|
}
|
|
610
|
-
// If there's no validator client
|
|
611
|
-
//
|
|
612
|
-
|
|
613
|
-
|
|
652
|
+
// If there's no validator client, create a BlockProposalHandler to handle block proposals
|
|
653
|
+
// for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
|
|
654
|
+
// while non-reexecution is used for validating the proposals and collecting their txs.
|
|
655
|
+
if (!validatorClient) {
|
|
656
|
+
const reexecute = !!config.alwaysReexecuteBlockProposals;
|
|
657
|
+
log.info(`Setting up block proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
|
|
614
658
|
createBlockProposalHandler(config, {
|
|
615
659
|
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
616
660
|
worldState: worldStateSynchronizer,
|
|
@@ -620,26 +664,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
620
664
|
p2pClient,
|
|
621
665
|
dateProvider,
|
|
622
666
|
telemetry
|
|
623
|
-
}).
|
|
667
|
+
}).register(p2pClient, reexecute);
|
|
624
668
|
}
|
|
625
669
|
// Start world state and wait for it to sync to the archiver.
|
|
626
670
|
await worldStateSynchronizer.start();
|
|
627
671
|
// Start p2p. Note that it depends on world state to be running.
|
|
628
672
|
await p2pClient.start();
|
|
629
|
-
|
|
630
|
-
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
631
|
-
watchers.push(validatorsSentinel);
|
|
632
|
-
}
|
|
673
|
+
let validatorsSentinel;
|
|
633
674
|
let epochPruneWatcher;
|
|
634
|
-
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
635
|
-
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
|
|
636
|
-
watchers.push(epochPruneWatcher);
|
|
637
|
-
}
|
|
638
|
-
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
639
675
|
let attestationsBlockWatcher;
|
|
640
|
-
if (
|
|
641
|
-
|
|
642
|
-
|
|
676
|
+
if (!proverOnly) {
|
|
677
|
+
validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
|
|
678
|
+
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
679
|
+
watchers.push(validatorsSentinel);
|
|
680
|
+
}
|
|
681
|
+
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
682
|
+
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
|
|
683
|
+
watchers.push(epochPruneWatcher);
|
|
684
|
+
}
|
|
685
|
+
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
686
|
+
if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
|
|
687
|
+
attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
|
|
688
|
+
watchers.push(attestationsBlockWatcher);
|
|
689
|
+
}
|
|
643
690
|
}
|
|
644
691
|
// Start p2p-related services once the archiver has completed sync
|
|
645
692
|
void archiver.waitForInitialSync().then(async ()=>{
|
|
@@ -658,27 +705,30 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
658
705
|
const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
|
|
659
706
|
slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
|
|
660
707
|
await slasherClient.start();
|
|
661
|
-
const l1TxUtils = config.
|
|
708
|
+
const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
|
|
662
709
|
...config,
|
|
663
710
|
scope: 'sequencer'
|
|
664
711
|
}, {
|
|
665
712
|
telemetry,
|
|
666
713
|
logger: log.createChild('l1-tx-utils'),
|
|
667
|
-
dateProvider
|
|
668
|
-
|
|
714
|
+
dateProvider,
|
|
715
|
+
kzg: Blob.getViemKzgInstance()
|
|
716
|
+
}) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
|
|
669
717
|
...config,
|
|
670
718
|
scope: 'sequencer'
|
|
671
719
|
}, {
|
|
672
720
|
telemetry,
|
|
673
721
|
logger: log.createChild('l1-tx-utils'),
|
|
674
|
-
dateProvider
|
|
722
|
+
dateProvider,
|
|
723
|
+
kzg: Blob.getViemKzgInstance()
|
|
675
724
|
});
|
|
676
725
|
// Create and start the sequencer client
|
|
677
726
|
const checkpointsBuilder = new CheckpointsBuilder({
|
|
678
727
|
...config,
|
|
679
728
|
l1GenesisTime,
|
|
680
|
-
slotDuration: Number(slotDuration)
|
|
681
|
-
|
|
729
|
+
slotDuration: Number(slotDuration),
|
|
730
|
+
rollupManaLimit
|
|
731
|
+
}, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
|
|
682
732
|
sequencer = await SequencerClient.new(config, {
|
|
683
733
|
...deps,
|
|
684
734
|
epochCache,
|
|
@@ -702,13 +752,35 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
702
752
|
} else if (sequencer) {
|
|
703
753
|
log.warn(`Sequencer created but not started`);
|
|
704
754
|
}
|
|
755
|
+
// Create prover node subsystem if enabled
|
|
756
|
+
let proverNode;
|
|
757
|
+
if (config.enableProverNode) {
|
|
758
|
+
proverNode = await createProverNode(config, {
|
|
759
|
+
...deps.proverNodeDeps,
|
|
760
|
+
telemetry,
|
|
761
|
+
dateProvider,
|
|
762
|
+
archiver,
|
|
763
|
+
worldStateSynchronizer,
|
|
764
|
+
p2pClient,
|
|
765
|
+
epochCache,
|
|
766
|
+
blobClient,
|
|
767
|
+
keyStoreManager
|
|
768
|
+
});
|
|
769
|
+
if (!options.dontStartProverNode) {
|
|
770
|
+
await proverNode.start();
|
|
771
|
+
log.info(`Prover node subsystem started`);
|
|
772
|
+
} else {
|
|
773
|
+
log.info(`Prover node subsystem created but not started`);
|
|
774
|
+
}
|
|
775
|
+
}
|
|
705
776
|
const globalVariableBuilder = new GlobalVariableBuilder({
|
|
706
777
|
...config,
|
|
707
778
|
rollupVersion: BigInt(config.rollupVersion),
|
|
708
779
|
l1GenesisTime,
|
|
709
780
|
slotDuration: Number(slotDuration)
|
|
710
781
|
});
|
|
711
|
-
|
|
782
|
+
const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
|
|
783
|
+
return node;
|
|
712
784
|
}
|
|
713
785
|
/**
|
|
714
786
|
* Returns the sequencer client instance.
|
|
@@ -716,6 +788,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
716
788
|
*/ getSequencer() {
|
|
717
789
|
return this.sequencer;
|
|
718
790
|
}
|
|
791
|
+
/** Returns the prover node subsystem, if enabled. */ getProverNode() {
|
|
792
|
+
return this.proverNode;
|
|
793
|
+
}
|
|
719
794
|
getBlockSource() {
|
|
720
795
|
return this.blockSource;
|
|
721
796
|
}
|
|
@@ -735,7 +810,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
735
810
|
return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
|
|
736
811
|
}
|
|
737
812
|
async getAllowedPublicSetup() {
|
|
738
|
-
return
|
|
813
|
+
return [
|
|
814
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
815
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
816
|
+
];
|
|
739
817
|
}
|
|
740
818
|
/**
|
|
741
819
|
* Method to determine if the node is ready to accept transactions.
|
|
@@ -758,7 +836,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
758
836
|
rollupVersion,
|
|
759
837
|
enr,
|
|
760
838
|
l1ContractAddresses: contractAddresses,
|
|
761
|
-
protocolContractAddresses: protocolContractAddresses
|
|
839
|
+
protocolContractAddresses: protocolContractAddresses,
|
|
840
|
+
realProofs: !!this.config.realProofs
|
|
762
841
|
};
|
|
763
842
|
return nodeInfo;
|
|
764
843
|
}
|
|
@@ -812,6 +891,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
812
891
|
async getCheckpointedBlocks(from, limit) {
|
|
813
892
|
return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
|
|
814
893
|
}
|
|
894
|
+
getCheckpointsDataForEpoch(epochNumber) {
|
|
895
|
+
return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
|
|
896
|
+
}
|
|
815
897
|
/**
|
|
816
898
|
* Method to fetch the current min L2 fees.
|
|
817
899
|
* @returns The current min L2 fees.
|
|
@@ -839,6 +921,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
839
921
|
async getCheckpointedBlockNumber() {
|
|
840
922
|
return await this.blockSource.getCheckpointedL2BlockNumber();
|
|
841
923
|
}
|
|
924
|
+
getCheckpointNumber() {
|
|
925
|
+
return this.blockSource.getCheckpointNumber();
|
|
926
|
+
}
|
|
842
927
|
/**
|
|
843
928
|
* Method to fetch the version of the package.
|
|
844
929
|
* @returns The node package version
|
|
@@ -864,28 +949,36 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
864
949
|
return this.contractDataSource.getContract(address);
|
|
865
950
|
}
|
|
866
951
|
async getPrivateLogsByTags(tags, page, referenceBlock) {
|
|
952
|
+
let upToBlockNumber;
|
|
867
953
|
if (referenceBlock) {
|
|
868
954
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
869
|
-
if (
|
|
955
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
956
|
+
upToBlockNumber = BlockNumber(0);
|
|
957
|
+
} else {
|
|
870
958
|
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
871
959
|
if (!header) {
|
|
872
960
|
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
873
961
|
}
|
|
962
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
874
963
|
}
|
|
875
964
|
}
|
|
876
|
-
return this.logsSource.getPrivateLogsByTags(tags, page);
|
|
965
|
+
return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
|
|
877
966
|
}
|
|
878
967
|
async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
|
|
968
|
+
let upToBlockNumber;
|
|
879
969
|
if (referenceBlock) {
|
|
880
970
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
881
|
-
if (
|
|
971
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
972
|
+
upToBlockNumber = BlockNumber(0);
|
|
973
|
+
} else {
|
|
882
974
|
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
883
975
|
if (!header) {
|
|
884
976
|
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
885
977
|
}
|
|
978
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
886
979
|
}
|
|
887
980
|
}
|
|
888
|
-
return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
|
|
981
|
+
return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
|
|
889
982
|
}
|
|
890
983
|
/**
|
|
891
984
|
* Gets public logs based on the provided filter.
|
|
@@ -920,8 +1013,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
920
1013
|
throw new Error(`Invalid tx: ${reason}`);
|
|
921
1014
|
}
|
|
922
1015
|
await this.p2pClient.sendTx(tx);
|
|
923
|
-
|
|
924
|
-
this.
|
|
1016
|
+
const duration = timer.ms();
|
|
1017
|
+
this.metrics.receivedTx(duration, true);
|
|
1018
|
+
this.log.info(`Received tx ${txHash} in ${duration}ms`, {
|
|
925
1019
|
txHash
|
|
926
1020
|
});
|
|
927
1021
|
}
|
|
@@ -932,18 +1026,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
932
1026
|
const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
|
|
933
1027
|
// Then get the actual tx from the archiver, which tracks every tx in a mined block.
|
|
934
1028
|
const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
|
|
1029
|
+
let receipt;
|
|
935
1030
|
if (settledTxReceipt) {
|
|
936
|
-
|
|
937
|
-
return settledTxReceipt;
|
|
1031
|
+
receipt = settledTxReceipt;
|
|
938
1032
|
} else if (isKnownToPool) {
|
|
939
1033
|
// If the tx is in the pool but not in the archiver, it's pending.
|
|
940
1034
|
// This handles race conditions between archiver and p2p, where the archiver
|
|
941
1035
|
// has pruned the block in which a tx was mined, but p2p has not caught up yet.
|
|
942
|
-
|
|
1036
|
+
receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
|
|
943
1037
|
} else {
|
|
944
1038
|
// Otherwise, if we don't know the tx, we consider it dropped.
|
|
945
|
-
|
|
1039
|
+
receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
|
|
946
1040
|
}
|
|
1041
|
+
this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
|
|
1042
|
+
return receipt;
|
|
947
1043
|
}
|
|
948
1044
|
getTxEffect(txHash) {
|
|
949
1045
|
return this.blockSource.getTxEffect(txHash);
|
|
@@ -957,6 +1053,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
957
1053
|
await tryStop(this.slasherClient);
|
|
958
1054
|
await tryStop(this.proofVerifier);
|
|
959
1055
|
await tryStop(this.sequencer);
|
|
1056
|
+
await tryStop(this.proverNode);
|
|
960
1057
|
await tryStop(this.p2pClient);
|
|
961
1058
|
await tryStop(this.worldStateSynchronizer);
|
|
962
1059
|
await tryStop(this.blockSource);
|
|
@@ -996,70 +1093,74 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
996
1093
|
return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
|
|
997
1094
|
}
|
|
998
1095
|
async findLeavesIndexes(referenceBlock, treeId, leafValues) {
|
|
999
|
-
const committedDb = await this
|
|
1096
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1000
1097
|
const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
|
|
1001
|
-
//
|
|
1002
|
-
const
|
|
1003
|
-
// Now we find the block numbers for the indices
|
|
1004
|
-
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId,
|
|
1005
|
-
//
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1098
|
+
// Filter out undefined values to query block numbers only for found leaves
|
|
1099
|
+
const definedIndices = maybeIndices.filter((x)=>x !== undefined);
|
|
1100
|
+
// Now we find the block numbers for the defined indices
|
|
1101
|
+
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
|
|
1102
|
+
// Build a map from leaf index to block number
|
|
1103
|
+
const indexToBlockNumber = new Map();
|
|
1104
|
+
for(let i = 0; i < definedIndices.length; i++){
|
|
1105
|
+
const blockNumber = blockNumbers[i];
|
|
1106
|
+
if (blockNumber === undefined) {
|
|
1107
|
+
throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
|
|
1009
1108
|
}
|
|
1109
|
+
indexToBlockNumber.set(definedIndices[i], blockNumber);
|
|
1010
1110
|
}
|
|
1011
1111
|
// Get unique block numbers in order to optimize num calls to getLeafValue function.
|
|
1012
1112
|
const uniqueBlockNumbers = [
|
|
1013
|
-
...new Set(
|
|
1113
|
+
...new Set(indexToBlockNumber.values())
|
|
1014
1114
|
];
|
|
1015
|
-
// Now we obtain the block hashes from the archive tree
|
|
1016
|
-
// (note that block number corresponds to the leaf index in the archive tree).
|
|
1115
|
+
// Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
|
|
1017
1116
|
const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
|
|
1018
1117
|
return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
1019
1118
|
}));
|
|
1020
|
-
//
|
|
1119
|
+
// Build a map from block number to block hash
|
|
1120
|
+
const blockNumberToHash = new Map();
|
|
1021
1121
|
for(let i = 0; i < uniqueBlockNumbers.length; i++){
|
|
1022
|
-
|
|
1122
|
+
const blockHash = blockHashes[i];
|
|
1123
|
+
if (blockHash === undefined) {
|
|
1023
1124
|
throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
|
|
1024
1125
|
}
|
|
1126
|
+
blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
|
|
1025
1127
|
}
|
|
1026
1128
|
// Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
|
|
1027
|
-
return maybeIndices.map((index
|
|
1129
|
+
return maybeIndices.map((index)=>{
|
|
1028
1130
|
if (index === undefined) {
|
|
1029
1131
|
return undefined;
|
|
1030
1132
|
}
|
|
1031
|
-
const blockNumber =
|
|
1133
|
+
const blockNumber = indexToBlockNumber.get(index);
|
|
1032
1134
|
if (blockNumber === undefined) {
|
|
1033
|
-
|
|
1135
|
+
throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
|
|
1034
1136
|
}
|
|
1035
|
-
const
|
|
1036
|
-
|
|
1037
|
-
|
|
1038
|
-
return undefined;
|
|
1137
|
+
const blockHash = blockNumberToHash.get(blockNumber);
|
|
1138
|
+
if (blockHash === undefined) {
|
|
1139
|
+
throw new Error(`Block hash not found for block number ${blockNumber}`);
|
|
1039
1140
|
}
|
|
1040
1141
|
return {
|
|
1041
|
-
l2BlockNumber:
|
|
1142
|
+
l2BlockNumber: blockNumber,
|
|
1042
1143
|
l2BlockHash: new BlockHash(blockHash),
|
|
1043
1144
|
data: index
|
|
1044
1145
|
};
|
|
1045
1146
|
});
|
|
1046
1147
|
}
|
|
1047
1148
|
async getBlockHashMembershipWitness(referenceBlock, blockHash) {
|
|
1048
|
-
const committedDb = await this
|
|
1149
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1049
1150
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
|
|
1050
1151
|
blockHash
|
|
1051
1152
|
]);
|
|
1052
1153
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1053
1154
|
}
|
|
1054
1155
|
async getNoteHashMembershipWitness(referenceBlock, noteHash) {
|
|
1055
|
-
const committedDb = await this
|
|
1156
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1056
1157
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
|
|
1057
1158
|
noteHash
|
|
1058
1159
|
]);
|
|
1059
1160
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1060
1161
|
}
|
|
1061
1162
|
async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
|
|
1062
|
-
const db = await this
|
|
1163
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1063
1164
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
|
|
1064
1165
|
l1ToL2Message
|
|
1065
1166
|
]);
|
|
@@ -1072,9 +1173,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1072
1173
|
witness.path
|
|
1073
1174
|
];
|
|
1074
1175
|
}
|
|
1075
|
-
async
|
|
1176
|
+
async getL1ToL2MessageCheckpoint(l1ToL2Message) {
|
|
1076
1177
|
const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
|
|
1077
|
-
return messageIndex ?
|
|
1178
|
+
return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
|
|
1078
1179
|
}
|
|
1079
1180
|
/**
|
|
1080
1181
|
* Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
|
|
@@ -1091,23 +1192,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1091
1192
|
*/ async getL2ToL1Messages(epoch) {
|
|
1092
1193
|
// Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
|
|
1093
1194
|
const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
|
|
1094
|
-
const blocksInCheckpoints =
|
|
1095
|
-
let previousSlotNumber = SlotNumber.ZERO;
|
|
1096
|
-
let checkpointIndex = -1;
|
|
1097
|
-
for (const checkpointedBlock of checkpointedBlocks){
|
|
1098
|
-
const block = checkpointedBlock.block;
|
|
1099
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
1100
|
-
if (slotNumber !== previousSlotNumber) {
|
|
1101
|
-
checkpointIndex++;
|
|
1102
|
-
blocksInCheckpoints.push([]);
|
|
1103
|
-
previousSlotNumber = slotNumber;
|
|
1104
|
-
}
|
|
1105
|
-
blocksInCheckpoints[checkpointIndex].push(block);
|
|
1106
|
-
}
|
|
1195
|
+
const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
|
|
1107
1196
|
return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
|
|
1108
1197
|
}
|
|
1109
1198
|
async getNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1110
|
-
const db = await this
|
|
1199
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1111
1200
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
|
|
1112
1201
|
nullifier.toBuffer()
|
|
1113
1202
|
]);
|
|
@@ -1136,7 +1225,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1136
1225
|
* index of the nullifier itself when it already exists in the tree.
|
|
1137
1226
|
* TODO: This is a confusing behavior and we should eventually address that.
|
|
1138
1227
|
*/ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1139
|
-
const committedDb = await this
|
|
1228
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1140
1229
|
const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
|
|
1141
1230
|
if (!findResult) {
|
|
1142
1231
|
return undefined;
|
|
@@ -1150,7 +1239,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1150
1239
|
return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
|
|
1151
1240
|
}
|
|
1152
1241
|
async getPublicDataWitness(referenceBlock, leafSlot) {
|
|
1153
|
-
const committedDb = await this
|
|
1242
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1154
1243
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1155
1244
|
if (!lowLeafResult) {
|
|
1156
1245
|
return undefined;
|
|
@@ -1161,7 +1250,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1161
1250
|
}
|
|
1162
1251
|
}
|
|
1163
1252
|
async getPublicStorageAt(referenceBlock, contract, slot) {
|
|
1164
|
-
const committedDb = await this
|
|
1253
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1165
1254
|
const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
|
|
1166
1255
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1167
1256
|
if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
|
|
@@ -1194,6 +1283,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1194
1283
|
*/ async getBlockHeaderByArchive(archive) {
|
|
1195
1284
|
return await this.blockSource.getBlockHeaderByArchive(archive);
|
|
1196
1285
|
}
|
|
1286
|
+
getBlockData(number) {
|
|
1287
|
+
return this.blockSource.getBlockData(number);
|
|
1288
|
+
}
|
|
1289
|
+
getBlockDataByArchive(archive) {
|
|
1290
|
+
return this.blockSource.getBlockDataByArchive(archive);
|
|
1291
|
+
}
|
|
1197
1292
|
/**
|
|
1198
1293
|
* Simulates the public part of a transaction with the current state.
|
|
1199
1294
|
* @param tx - The transaction to simulate.
|
|
@@ -1206,7 +1301,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1206
1301
|
throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
|
|
1207
1302
|
}
|
|
1208
1303
|
const txHash = tx.getTxHash();
|
|
1209
|
-
const
|
|
1304
|
+
const latestBlockNumber = await this.blockSource.getBlockNumber();
|
|
1305
|
+
const blockNumber = BlockNumber.add(latestBlockNumber, 1);
|
|
1210
1306
|
// If sequencer is not initialized, we just set these values to zero for simulation.
|
|
1211
1307
|
const coinbase = EthAddress.ZERO;
|
|
1212
1308
|
const feeRecipient = AztecAddress.ZERO;
|
|
@@ -1217,6 +1313,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1217
1313
|
txHash,
|
|
1218
1314
|
blockNumber
|
|
1219
1315
|
});
|
|
1316
|
+
// Ensure world-state has caught up with the latest block we loaded from the archiver
|
|
1317
|
+
await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
|
|
1220
1318
|
const merkleTreeFork = await this.worldStateSynchronizer.fork();
|
|
1221
1319
|
try {
|
|
1222
1320
|
const config = PublicSimulatorConfig.from({
|
|
@@ -1231,7 +1329,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1231
1329
|
});
|
|
1232
1330
|
const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
|
|
1233
1331
|
// REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
|
|
1234
|
-
const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
|
|
1332
|
+
const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
|
|
1235
1333
|
tx
|
|
1236
1334
|
]);
|
|
1237
1335
|
// REFACTOR: Consider returning the error rather than throwing
|
|
@@ -1242,7 +1340,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1242
1340
|
throw failedTxs[0].error;
|
|
1243
1341
|
}
|
|
1244
1342
|
const [processedTx] = processedTxs;
|
|
1245
|
-
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
|
|
1343
|
+
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
|
|
1246
1344
|
} finally{
|
|
1247
1345
|
await merkleTreeFork.close();
|
|
1248
1346
|
}
|
|
@@ -1250,18 +1348,25 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1250
1348
|
async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
|
|
1251
1349
|
const db = this.worldStateSynchronizer.getCommitted();
|
|
1252
1350
|
const verifier = isSimulation ? undefined : this.proofVerifier;
|
|
1253
|
-
// We accept transactions if they are not expired by the next slot (checked based on the
|
|
1351
|
+
// We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
|
|
1254
1352
|
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1255
1353
|
const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
|
|
1256
|
-
const
|
|
1354
|
+
const l1Constants = await this.blockSource.getL1Constants();
|
|
1355
|
+
const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
|
|
1257
1356
|
timestamp: nextSlotTimestamp,
|
|
1258
1357
|
blockNumber,
|
|
1259
1358
|
l1ChainId: this.l1ChainId,
|
|
1260
1359
|
rollupVersion: this.version,
|
|
1261
|
-
setupAllowList:
|
|
1360
|
+
setupAllowList: [
|
|
1361
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1362
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1363
|
+
],
|
|
1262
1364
|
gasFees: await this.getCurrentMinFees(),
|
|
1263
1365
|
skipFeeEnforcement,
|
|
1264
|
-
txsPermitted: !this.config.disableTransactions
|
|
1366
|
+
txsPermitted: !this.config.disableTransactions,
|
|
1367
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1368
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1369
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1265
1370
|
}, this.log.getBindings());
|
|
1266
1371
|
return await validator.validateTx(tx);
|
|
1267
1372
|
}
|
|
@@ -1404,6 +1509,73 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1404
1509
|
return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
|
|
1405
1510
|
}
|
|
1406
1511
|
}
|
|
1512
|
+
async reloadKeystore() {
|
|
1513
|
+
if (!this.config.keyStoreDirectory?.length) {
|
|
1514
|
+
throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
|
|
1515
|
+
}
|
|
1516
|
+
if (!this.validatorClient) {
|
|
1517
|
+
throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
|
|
1518
|
+
}
|
|
1519
|
+
this.log.info('Reloading keystore from disk');
|
|
1520
|
+
// Re-read and validate keystore files
|
|
1521
|
+
const keyStores = loadKeystores(this.config.keyStoreDirectory);
|
|
1522
|
+
const newManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
1523
|
+
await newManager.validateSigners();
|
|
1524
|
+
ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
|
|
1525
|
+
// Validate that every validator's publisher keys overlap with the L1 signers
|
|
1526
|
+
// that were initialized at startup. Publishers cannot be hot-reloaded, so a
|
|
1527
|
+
// validator with a publisher key that doesn't match any existing L1 signer
|
|
1528
|
+
// would silently fail on every proposer slot.
|
|
1529
|
+
if (this.keyStoreManager && this.sequencer) {
|
|
1530
|
+
const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
|
|
1531
|
+
const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
|
|
1532
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1533
|
+
for (const attester of newAdapter.getAttesterAddresses()){
|
|
1534
|
+
const pubs = newAdapter.getPublisherAddresses(attester);
|
|
1535
|
+
if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
|
|
1536
|
+
throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
|
|
1537
|
+
...availablePublishers
|
|
1538
|
+
].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
|
|
1539
|
+
}
|
|
1540
|
+
}
|
|
1541
|
+
}
|
|
1542
|
+
// Build adapters for old and new keystores to compute diff
|
|
1543
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1544
|
+
const newAddresses = newAdapter.getAttesterAddresses();
|
|
1545
|
+
const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
|
|
1546
|
+
const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
|
|
1547
|
+
const newSet = new Set(newAddresses.map((a)=>a.toString()));
|
|
1548
|
+
const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
|
|
1549
|
+
const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
|
|
1550
|
+
if (added.length > 0) {
|
|
1551
|
+
this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
|
|
1552
|
+
}
|
|
1553
|
+
if (removed.length > 0) {
|
|
1554
|
+
this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
|
|
1555
|
+
}
|
|
1556
|
+
if (added.length === 0 && removed.length === 0) {
|
|
1557
|
+
this.log.info('Keystore reload: attester keys unchanged');
|
|
1558
|
+
}
|
|
1559
|
+
// Update the validator client (coinbase, feeRecipient, attester keys)
|
|
1560
|
+
this.validatorClient.reloadKeystore(newManager);
|
|
1561
|
+
// Update the publisher factory's keystore so newly-added validators
|
|
1562
|
+
// can be matched to existing publisher keys when proposing blocks.
|
|
1563
|
+
if (this.sequencer) {
|
|
1564
|
+
this.sequencer.updatePublisherNodeKeyStore(newAdapter);
|
|
1565
|
+
}
|
|
1566
|
+
// Update slasher's "don't-slash-self" list with new validator addresses
|
|
1567
|
+
if (this.slasherClient && !this.config.slashSelfAllowed) {
|
|
1568
|
+
const slashValidatorsNever = unique([
|
|
1569
|
+
...this.config.slashValidatorsNever ?? [],
|
|
1570
|
+
...newAddresses
|
|
1571
|
+
].map((a)=>a.toString())).map(EthAddress.fromString);
|
|
1572
|
+
this.slasherClient.updateConfig({
|
|
1573
|
+
slashValidatorsNever
|
|
1574
|
+
});
|
|
1575
|
+
}
|
|
1576
|
+
this.keyStoreManager = newManager;
|
|
1577
|
+
this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
|
|
1578
|
+
}
|
|
1407
1579
|
#getInitialHeaderHash() {
|
|
1408
1580
|
if (!this.initialHeaderHashPromise) {
|
|
1409
1581
|
this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
|
|
@@ -1414,7 +1586,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1414
1586
|
* Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
|
|
1415
1587
|
* @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
|
|
1416
1588
|
* @returns An instance of a committed MerkleTreeOperations
|
|
1417
|
-
*/ async
|
|
1589
|
+
*/ async getWorldState(block) {
|
|
1418
1590
|
let blockSyncedTo = BlockNumber.ZERO;
|
|
1419
1591
|
try {
|
|
1420
1592
|
// Attempt to sync the world state if necessary
|
|
@@ -1426,6 +1598,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1426
1598
|
this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
|
|
1427
1599
|
return this.worldStateSynchronizer.getCommitted();
|
|
1428
1600
|
}
|
|
1601
|
+
// Get the block number, either directly from the parameter or by quering the archiver with the block hash
|
|
1602
|
+
let blockNumber;
|
|
1429
1603
|
if (BlockHash.isBlockHash(block)) {
|
|
1430
1604
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1431
1605
|
if (block.equals(initialBlockHash)) {
|
|
@@ -1436,19 +1610,24 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1436
1610
|
if (!header) {
|
|
1437
1611
|
throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1438
1612
|
}
|
|
1439
|
-
|
|
1440
|
-
|
|
1441
|
-
|
|
1442
|
-
}
|
|
1443
|
-
//
|
|
1444
|
-
{
|
|
1445
|
-
|
|
1446
|
-
|
|
1447
|
-
|
|
1613
|
+
blockNumber = header.getBlockNumber();
|
|
1614
|
+
} else {
|
|
1615
|
+
blockNumber = block;
|
|
1616
|
+
}
|
|
1617
|
+
// Check it's within world state sync range
|
|
1618
|
+
if (blockNumber > blockSyncedTo) {
|
|
1619
|
+
throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
|
|
1620
|
+
}
|
|
1621
|
+
this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
|
|
1622
|
+
const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
|
|
1623
|
+
// Double-check world-state synced to the same block hash as was requested
|
|
1624
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1625
|
+
const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
1626
|
+
if (!blockHash || !new BlockHash(blockHash).equals(block)) {
|
|
1627
|
+
throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1448
1628
|
}
|
|
1449
|
-
this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
|
|
1450
|
-
return this.worldStateSynchronizer.getSnapshot(blockNumber);
|
|
1451
1629
|
}
|
|
1630
|
+
return snapshot;
|
|
1452
1631
|
}
|
|
1453
1632
|
/**
|
|
1454
1633
|
* Ensure we fully sync the world state
|