@aztec/aztec-node 0.0.1-commit.29c6b1a3 → 0.0.1-commit.2b2662070
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/aztec-node/config.d.ts +8 -5
- package/dest/aztec-node/config.d.ts.map +1 -1
- package/dest/aztec-node/config.js +11 -3
- package/dest/aztec-node/node_metrics.d.ts +1 -1
- package/dest/aztec-node/node_metrics.d.ts.map +1 -1
- package/dest/aztec-node/node_metrics.js +8 -4
- package/dest/aztec-node/server.d.ts +58 -49
- package/dest/aztec-node/server.d.ts.map +1 -1
- package/dest/aztec-node/server.js +491 -237
- package/dest/sentinel/factory.d.ts +2 -2
- package/dest/sentinel/factory.d.ts.map +1 -1
- package/dest/sentinel/factory.js +1 -1
- package/dest/sentinel/sentinel.d.ts +2 -2
- package/dest/sentinel/sentinel.d.ts.map +1 -1
- package/dest/sentinel/sentinel.js +62 -36
- package/dest/sentinel/store.d.ts +2 -2
- package/dest/sentinel/store.d.ts.map +1 -1
- package/dest/sentinel/store.js +11 -7
- package/package.json +26 -25
- package/src/aztec-node/config.ts +25 -9
- package/src/aztec-node/node_metrics.ts +12 -5
- package/src/aztec-node/server.ts +599 -296
- package/src/sentinel/factory.ts +2 -7
- package/src/sentinel/sentinel.ts +65 -32
- package/src/sentinel/store.ts +12 -12
|
@@ -372,27 +372,32 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
|
372
372
|
}
|
|
373
373
|
var _dec, _initProto;
|
|
374
374
|
import { createArchiver } from '@aztec/archiver';
|
|
375
|
-
import { BBCircuitVerifier,
|
|
375
|
+
import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
|
|
376
|
+
import { TestCircuitVerifier } from '@aztec/bb-prover/test';
|
|
376
377
|
import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
|
|
378
|
+
import { Blob } from '@aztec/blob-lib';
|
|
377
379
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
378
380
|
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
379
|
-
import { getPublicClient } from '@aztec/ethereum/client';
|
|
381
|
+
import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
380
382
|
import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
381
|
-
import { BlockNumber
|
|
382
|
-
import { compactArray, pick } from '@aztec/foundation/collection';
|
|
383
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
384
|
+
import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
|
|
383
385
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
384
386
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
385
387
|
import { BadRequestError } from '@aztec/foundation/json-rpc';
|
|
386
388
|
import { createLogger } from '@aztec/foundation/log';
|
|
389
|
+
import { retryUntil } from '@aztec/foundation/retry';
|
|
387
390
|
import { count } from '@aztec/foundation/string';
|
|
388
391
|
import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
389
392
|
import { MembershipWitness } from '@aztec/foundation/trees';
|
|
390
393
|
import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
|
|
391
394
|
import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
|
|
392
|
-
import {
|
|
393
|
-
import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
395
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
396
|
+
import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
394
397
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
395
|
-
import {
|
|
398
|
+
import { createProverNode } from '@aztec/prover-node';
|
|
399
|
+
import { createKeyStoreForProver } from '@aztec/prover-node/config';
|
|
400
|
+
import { FeeProviderImpl, GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
|
|
396
401
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
397
402
|
import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
|
|
398
403
|
import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
|
|
@@ -402,15 +407,15 @@ import { GasFees } from '@aztec/stdlib/gas';
|
|
|
402
407
|
import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
|
|
403
408
|
import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
|
|
404
409
|
import { tryStop } from '@aztec/stdlib/interfaces/server';
|
|
410
|
+
import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
405
411
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
406
|
-
import { P2PClientType } from '@aztec/stdlib/p2p';
|
|
407
412
|
import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
|
|
408
413
|
import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
|
|
409
414
|
import { getPackageVersion } from '@aztec/stdlib/update-checker';
|
|
410
415
|
import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
411
|
-
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient,
|
|
416
|
+
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createProposalHandler, createValidatorClient } from '@aztec/validator-client';
|
|
412
417
|
import { createWorldStateSynchronizer } from '@aztec/world-state';
|
|
413
|
-
import { createPublicClient
|
|
418
|
+
import { createPublicClient } from 'viem';
|
|
414
419
|
import { createSentinel } from '../sentinel/factory.js';
|
|
415
420
|
import { createKeyStoreForValidator } from './config.js';
|
|
416
421
|
import { NodeMetrics } from './node_metrics.js';
|
|
@@ -428,18 +433,24 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
428
433
|
l1ToL2MessageSource;
|
|
429
434
|
worldStateSynchronizer;
|
|
430
435
|
sequencer;
|
|
436
|
+
proverNode;
|
|
431
437
|
slasherClient;
|
|
432
438
|
validatorsSentinel;
|
|
433
439
|
epochPruneWatcher;
|
|
434
440
|
l1ChainId;
|
|
435
441
|
version;
|
|
436
442
|
globalVariableBuilder;
|
|
443
|
+
feeProvider;
|
|
437
444
|
epochCache;
|
|
438
445
|
packageVersion;
|
|
439
|
-
|
|
446
|
+
peerProofVerifier;
|
|
447
|
+
rpcProofVerifier;
|
|
440
448
|
telemetry;
|
|
441
449
|
log;
|
|
442
450
|
blobClient;
|
|
451
|
+
validatorClient;
|
|
452
|
+
keyStoreManager;
|
|
453
|
+
debugLogStore;
|
|
443
454
|
static{
|
|
444
455
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
445
456
|
[
|
|
@@ -454,7 +465,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
454
465
|
// Prevent two snapshot operations to happen simultaneously
|
|
455
466
|
isUploadingSnapshot;
|
|
456
467
|
tracer;
|
|
457
|
-
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion,
|
|
468
|
+
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
|
|
458
469
|
this.config = config;
|
|
459
470
|
this.p2pClient = p2pClient;
|
|
460
471
|
this.blockSource = blockSource;
|
|
@@ -463,24 +474,39 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
463
474
|
this.l1ToL2MessageSource = l1ToL2MessageSource;
|
|
464
475
|
this.worldStateSynchronizer = worldStateSynchronizer;
|
|
465
476
|
this.sequencer = sequencer;
|
|
477
|
+
this.proverNode = proverNode;
|
|
466
478
|
this.slasherClient = slasherClient;
|
|
467
479
|
this.validatorsSentinel = validatorsSentinel;
|
|
468
480
|
this.epochPruneWatcher = epochPruneWatcher;
|
|
469
481
|
this.l1ChainId = l1ChainId;
|
|
470
482
|
this.version = version;
|
|
471
483
|
this.globalVariableBuilder = globalVariableBuilder;
|
|
484
|
+
this.feeProvider = feeProvider;
|
|
472
485
|
this.epochCache = epochCache;
|
|
473
486
|
this.packageVersion = packageVersion;
|
|
474
|
-
this.
|
|
487
|
+
this.peerProofVerifier = peerProofVerifier;
|
|
488
|
+
this.rpcProofVerifier = rpcProofVerifier;
|
|
475
489
|
this.telemetry = telemetry;
|
|
476
490
|
this.log = log;
|
|
477
491
|
this.blobClient = blobClient;
|
|
492
|
+
this.validatorClient = validatorClient;
|
|
493
|
+
this.keyStoreManager = keyStoreManager;
|
|
494
|
+
this.debugLogStore = debugLogStore;
|
|
478
495
|
this.initialHeaderHashPromise = (_initProto(this), undefined);
|
|
479
496
|
this.isUploadingSnapshot = false;
|
|
480
497
|
this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
|
|
481
498
|
this.tracer = telemetry.getTracer('AztecNodeService');
|
|
482
499
|
this.log.info(`Aztec Node version: ${this.packageVersion}`);
|
|
483
500
|
this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
|
|
501
|
+
// A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
|
|
502
|
+
// never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
|
|
503
|
+
// memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
|
|
504
|
+
if (debugLogStore.isEnabled && config.realProofs) {
|
|
505
|
+
throw new Error('debugLogStore should never be enabled when realProofs are set');
|
|
506
|
+
}
|
|
507
|
+
}
|
|
508
|
+
/** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
|
|
509
|
+
return this.rpcProofVerifier;
|
|
484
510
|
}
|
|
485
511
|
async getWorldStateSyncStatus() {
|
|
486
512
|
const status = await this.worldStateSynchronizer.status();
|
|
@@ -502,16 +528,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
502
528
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
503
529
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
504
530
|
const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
|
|
505
|
-
// Build a key store from file if given or from environment otherwise
|
|
531
|
+
// Build a key store from file if given or from environment otherwise.
|
|
532
|
+
// We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
|
|
506
533
|
let keyStoreManager;
|
|
507
534
|
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
508
535
|
if (keyStoreProvided) {
|
|
509
536
|
const keyStores = loadKeystores(config.keyStoreDirectory);
|
|
510
537
|
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
511
538
|
} else {
|
|
512
|
-
const
|
|
513
|
-
|
|
514
|
-
|
|
539
|
+
const rawKeyStores = [];
|
|
540
|
+
const validatorKeyStore = createKeyStoreForValidator(config);
|
|
541
|
+
if (validatorKeyStore) {
|
|
542
|
+
rawKeyStores.push(validatorKeyStore);
|
|
543
|
+
}
|
|
544
|
+
if (config.enableProverNode) {
|
|
545
|
+
const proverKeyStore = createKeyStoreForProver(config);
|
|
546
|
+
if (proverKeyStore) {
|
|
547
|
+
rawKeyStores.push(proverKeyStore);
|
|
548
|
+
}
|
|
549
|
+
}
|
|
550
|
+
if (rawKeyStores.length > 0) {
|
|
551
|
+
keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
|
|
515
552
|
}
|
|
516
553
|
}
|
|
517
554
|
await keyStoreManager?.validateSigners();
|
|
@@ -520,8 +557,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
520
557
|
if (keyStoreManager === undefined) {
|
|
521
558
|
throw new Error('Failed to create key store, a requirement for running a validator');
|
|
522
559
|
}
|
|
523
|
-
if (!keyStoreProvided) {
|
|
524
|
-
log.warn(
|
|
560
|
+
if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
|
|
561
|
+
log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
|
|
525
562
|
}
|
|
526
563
|
ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
|
|
527
564
|
}
|
|
@@ -531,9 +568,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
531
568
|
}
|
|
532
569
|
const publicClient = createPublicClient({
|
|
533
570
|
chain: ethereumChain.chainInfo,
|
|
534
|
-
transport:
|
|
535
|
-
|
|
536
|
-
|
|
571
|
+
transport: makeL1HttpTransport(config.l1RpcUrls, {
|
|
572
|
+
timeout: config.l1HttpTimeoutMS
|
|
573
|
+
}),
|
|
537
574
|
pollingInterval: config.viemPollingIntervalMS
|
|
538
575
|
});
|
|
539
576
|
const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
|
|
@@ -543,16 +580,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
543
580
|
...l1ContractsAddresses
|
|
544
581
|
};
|
|
545
582
|
const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
|
|
546
|
-
const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
|
|
583
|
+
const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
|
|
547
584
|
rollupContract.getL1GenesisTime(),
|
|
548
585
|
rollupContract.getSlotDuration(),
|
|
549
|
-
rollupContract.getVersion()
|
|
586
|
+
rollupContract.getVersion(),
|
|
587
|
+
rollupContract.getManaLimit().then(Number)
|
|
550
588
|
]);
|
|
551
589
|
config.rollupVersion ??= Number(rollupVersionFromRollup);
|
|
552
590
|
if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
|
|
553
591
|
log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
|
|
554
592
|
}
|
|
555
|
-
const blobClient = await createBlobClientWithFileStores(config,
|
|
593
|
+
const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
|
|
556
594
|
// attempt snapshot sync if possible
|
|
557
595
|
await trySnapshotSync(config, log);
|
|
558
596
|
const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
|
|
@@ -567,88 +605,129 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
567
605
|
blockUntilSync: !config.skipArchiverInitialSync
|
|
568
606
|
});
|
|
569
607
|
// now create the merkle trees and the world state synchronizer
|
|
570
|
-
const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.
|
|
571
|
-
const
|
|
608
|
+
const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.genesis, telemetry);
|
|
609
|
+
const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
|
|
610
|
+
let peerProofVerifier;
|
|
611
|
+
let rpcProofVerifier;
|
|
612
|
+
if (useRealVerifiers) {
|
|
613
|
+
peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
|
|
614
|
+
const rpcVerifier = await BBCircuitVerifier.new(config);
|
|
615
|
+
rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
|
|
616
|
+
} else {
|
|
617
|
+
peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
|
|
618
|
+
rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
|
|
619
|
+
}
|
|
620
|
+
let debugLogStore;
|
|
572
621
|
if (!config.realProofs) {
|
|
573
622
|
log.warn(`Aztec node is accepting fake proofs`);
|
|
623
|
+
debugLogStore = new InMemoryDebugLogStore();
|
|
624
|
+
log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
|
|
625
|
+
} else {
|
|
626
|
+
debugLogStore = new NullDebugLogStore();
|
|
627
|
+
}
|
|
628
|
+
const proverOnly = config.enableProverNode && config.disableValidator;
|
|
629
|
+
if (proverOnly) {
|
|
630
|
+
log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
|
|
574
631
|
}
|
|
575
|
-
const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
|
|
576
632
|
// create the tx pool and the p2p client, which will need the l2 block source
|
|
577
|
-
const p2pClient = await createP2PClient(
|
|
578
|
-
// We
|
|
579
|
-
|
|
580
|
-
// Create FullNodeCheckpointsBuilder for
|
|
633
|
+
const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
|
|
634
|
+
// We'll accumulate sentinel watchers here
|
|
635
|
+
const watchers = [];
|
|
636
|
+
// Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
|
|
637
|
+
// Override maxTxsPerCheckpoint with the validator-specific limit if set.
|
|
581
638
|
const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
|
|
582
639
|
...config,
|
|
583
640
|
l1GenesisTime,
|
|
584
|
-
slotDuration: Number(slotDuration)
|
|
641
|
+
slotDuration: Number(slotDuration),
|
|
642
|
+
rollupManaLimit,
|
|
643
|
+
maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
|
|
585
644
|
}, worldStateSynchronizer, archiver, dateProvider, telemetry);
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
645
|
+
let validatorClient;
|
|
646
|
+
if (!proverOnly) {
|
|
647
|
+
// Create validator client if required
|
|
648
|
+
validatorClient = await createValidatorClient(config, {
|
|
649
|
+
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
650
|
+
worldState: worldStateSynchronizer,
|
|
651
|
+
p2pClient,
|
|
652
|
+
telemetry,
|
|
653
|
+
dateProvider,
|
|
654
|
+
epochCache,
|
|
655
|
+
blockSource: archiver,
|
|
656
|
+
l1ToL2MessageSource: archiver,
|
|
657
|
+
keyStoreManager,
|
|
658
|
+
blobClient,
|
|
659
|
+
slashingProtectionDb: deps.slashingProtectionDb
|
|
660
|
+
});
|
|
661
|
+
// If we have a validator client, register it as a source of offenses for the slasher,
|
|
662
|
+
// and have it register callbacks on the p2p client *before* we start it, otherwise messages
|
|
663
|
+
// like attestations or auths will fail.
|
|
664
|
+
if (validatorClient) {
|
|
665
|
+
watchers.push(validatorClient);
|
|
666
|
+
const vc = validatorClient;
|
|
667
|
+
const getValidatorAddresses = ()=>vc.getValidatorAddresses().map((a)=>a.toString());
|
|
668
|
+
validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
|
|
669
|
+
if (!options.dontStartSequencer) {
|
|
670
|
+
await validatorClient.registerHandlers();
|
|
671
|
+
}
|
|
608
672
|
}
|
|
609
673
|
}
|
|
610
|
-
// If there's no validator client
|
|
611
|
-
//
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
674
|
+
// If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
|
|
675
|
+
// for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
|
|
676
|
+
// while non-reexecution is used for validating the proposals and collecting their txs.
|
|
677
|
+
// Checkpoint proposals rebuild blobs if the blob client can upload blobs.
|
|
678
|
+
if (!validatorClient) {
|
|
679
|
+
const reexecute = !!config.alwaysReexecuteBlockProposals;
|
|
680
|
+
log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
|
|
681
|
+
createProposalHandler(config, {
|
|
615
682
|
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
616
683
|
worldState: worldStateSynchronizer,
|
|
617
684
|
epochCache,
|
|
618
685
|
blockSource: archiver,
|
|
619
686
|
l1ToL2MessageSource: archiver,
|
|
620
687
|
p2pClient,
|
|
688
|
+
blobClient,
|
|
621
689
|
dateProvider,
|
|
622
690
|
telemetry
|
|
623
|
-
}).
|
|
691
|
+
}).register(p2pClient, reexecute, archiver);
|
|
624
692
|
}
|
|
625
693
|
// Start world state and wait for it to sync to the archiver.
|
|
626
694
|
await worldStateSynchronizer.start();
|
|
627
695
|
// Start p2p. Note that it depends on world state to be running.
|
|
628
696
|
await p2pClient.start();
|
|
629
|
-
|
|
630
|
-
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
631
|
-
watchers.push(validatorsSentinel);
|
|
632
|
-
}
|
|
697
|
+
let validatorsSentinel;
|
|
633
698
|
let epochPruneWatcher;
|
|
634
|
-
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
635
|
-
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
|
|
636
|
-
watchers.push(epochPruneWatcher);
|
|
637
|
-
}
|
|
638
|
-
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
639
699
|
let attestationsBlockWatcher;
|
|
640
|
-
if (
|
|
641
|
-
|
|
642
|
-
|
|
700
|
+
if (!proverOnly) {
|
|
701
|
+
validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
|
|
702
|
+
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
703
|
+
watchers.push(validatorsSentinel);
|
|
704
|
+
}
|
|
705
|
+
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
706
|
+
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
|
|
707
|
+
watchers.push(epochPruneWatcher);
|
|
708
|
+
}
|
|
709
|
+
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
710
|
+
if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
|
|
711
|
+
attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
|
|
712
|
+
watchers.push(attestationsBlockWatcher);
|
|
713
|
+
}
|
|
643
714
|
}
|
|
644
715
|
// Start p2p-related services once the archiver has completed sync
|
|
645
716
|
void archiver.waitForInitialSync().then(async ()=>{
|
|
646
|
-
await p2pClient.start();
|
|
647
717
|
await validatorsSentinel?.start();
|
|
648
718
|
await epochPruneWatcher?.start();
|
|
649
719
|
await attestationsBlockWatcher?.start();
|
|
650
720
|
log.info(`All p2p services started`);
|
|
651
721
|
}).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
|
|
722
|
+
const globalVariableBuilderConfig = {
|
|
723
|
+
l1Contracts: config.l1Contracts,
|
|
724
|
+
ethereumSlotDuration: config.ethereumSlotDuration,
|
|
725
|
+
rollupVersion: BigInt(config.rollupVersion),
|
|
726
|
+
l1GenesisTime,
|
|
727
|
+
slotDuration: Number(slotDuration)
|
|
728
|
+
};
|
|
729
|
+
const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, globalVariableBuilderConfig);
|
|
730
|
+
const feeProvider = new FeeProviderImpl(dateProvider, publicClient, globalVariableBuilderConfig);
|
|
652
731
|
// Validator enabled, create/start relevant service
|
|
653
732
|
let sequencer;
|
|
654
733
|
let slasherClient;
|
|
@@ -658,31 +737,51 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
658
737
|
const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
|
|
659
738
|
slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
|
|
660
739
|
await slasherClient.start();
|
|
661
|
-
const l1TxUtils = config.
|
|
740
|
+
const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
|
|
662
741
|
...config,
|
|
663
742
|
scope: 'sequencer'
|
|
664
743
|
}, {
|
|
665
744
|
telemetry,
|
|
666
745
|
logger: log.createChild('l1-tx-utils'),
|
|
667
|
-
dateProvider
|
|
668
|
-
|
|
746
|
+
dateProvider,
|
|
747
|
+
kzg: Blob.getViemKzgInstance()
|
|
748
|
+
}) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
|
|
669
749
|
...config,
|
|
670
750
|
scope: 'sequencer'
|
|
671
751
|
}, {
|
|
672
752
|
telemetry,
|
|
673
753
|
logger: log.createChild('l1-tx-utils'),
|
|
674
|
-
dateProvider
|
|
754
|
+
dateProvider,
|
|
755
|
+
kzg: Blob.getViemKzgInstance()
|
|
675
756
|
});
|
|
757
|
+
// Create a funder L1TxUtils from the keystore funding account (if configured)
|
|
758
|
+
const fundingSigner = keyStoreManager?.createFundingSigner();
|
|
759
|
+
let funderL1TxUtils;
|
|
760
|
+
if (fundingSigner) {
|
|
761
|
+
const [funder] = await createL1TxUtilsFromSigners(publicClient, [
|
|
762
|
+
fundingSigner
|
|
763
|
+
], {
|
|
764
|
+
...config,
|
|
765
|
+
scope: 'sequencer'
|
|
766
|
+
}, {
|
|
767
|
+
telemetry,
|
|
768
|
+
logger: log.createChild('l1-tx-utils:funder'),
|
|
769
|
+
dateProvider
|
|
770
|
+
});
|
|
771
|
+
funderL1TxUtils = funder;
|
|
772
|
+
}
|
|
676
773
|
// Create and start the sequencer client
|
|
677
774
|
const checkpointsBuilder = new CheckpointsBuilder({
|
|
678
775
|
...config,
|
|
679
776
|
l1GenesisTime,
|
|
680
|
-
slotDuration: Number(slotDuration)
|
|
681
|
-
|
|
777
|
+
slotDuration: Number(slotDuration),
|
|
778
|
+
rollupManaLimit
|
|
779
|
+
}, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
|
|
682
780
|
sequencer = await SequencerClient.new(config, {
|
|
683
781
|
...deps,
|
|
684
782
|
epochCache,
|
|
685
783
|
l1TxUtils,
|
|
784
|
+
funderL1TxUtils,
|
|
686
785
|
validatorClient,
|
|
687
786
|
p2pClient,
|
|
688
787
|
worldStateSynchronizer,
|
|
@@ -693,7 +792,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
693
792
|
telemetry,
|
|
694
793
|
dateProvider,
|
|
695
794
|
blobClient,
|
|
696
|
-
nodeKeyStore: keyStoreManager
|
|
795
|
+
nodeKeyStore: keyStoreManager,
|
|
796
|
+
globalVariableBuilder
|
|
697
797
|
});
|
|
698
798
|
}
|
|
699
799
|
if (!options.dontStartSequencer && sequencer) {
|
|
@@ -702,13 +802,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
702
802
|
} else if (sequencer) {
|
|
703
803
|
log.warn(`Sequencer created but not started`);
|
|
704
804
|
}
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
805
|
+
// Create prover node subsystem if enabled
|
|
806
|
+
let proverNode;
|
|
807
|
+
if (config.enableProverNode) {
|
|
808
|
+
proverNode = await createProverNode(config, {
|
|
809
|
+
...deps.proverNodeDeps,
|
|
810
|
+
telemetry,
|
|
811
|
+
dateProvider,
|
|
812
|
+
archiver,
|
|
813
|
+
worldStateSynchronizer,
|
|
814
|
+
p2pClient,
|
|
815
|
+
epochCache,
|
|
816
|
+
blobClient,
|
|
817
|
+
keyStoreManager
|
|
818
|
+
});
|
|
819
|
+
if (!options.dontStartProverNode) {
|
|
820
|
+
await proverNode.start();
|
|
821
|
+
log.info(`Prover node subsystem started`);
|
|
822
|
+
} else {
|
|
823
|
+
log.info(`Prover node subsystem created but not started`);
|
|
824
|
+
}
|
|
825
|
+
}
|
|
826
|
+
const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
|
|
827
|
+
return node;
|
|
712
828
|
}
|
|
713
829
|
/**
|
|
714
830
|
* Returns the sequencer client instance.
|
|
@@ -716,6 +832,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
716
832
|
*/ getSequencer() {
|
|
717
833
|
return this.sequencer;
|
|
718
834
|
}
|
|
835
|
+
/** Returns the prover node subsystem, if enabled. */ getProverNode() {
|
|
836
|
+
return this.proverNode;
|
|
837
|
+
}
|
|
719
838
|
getBlockSource() {
|
|
720
839
|
return this.blockSource;
|
|
721
840
|
}
|
|
@@ -735,7 +854,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
735
854
|
return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
|
|
736
855
|
}
|
|
737
856
|
async getAllowedPublicSetup() {
|
|
738
|
-
return
|
|
857
|
+
return [
|
|
858
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
859
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
860
|
+
];
|
|
739
861
|
}
|
|
740
862
|
/**
|
|
741
863
|
* Method to determine if the node is ready to accept transactions.
|
|
@@ -758,7 +880,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
758
880
|
rollupVersion,
|
|
759
881
|
enr,
|
|
760
882
|
l1ContractAddresses: contractAddresses,
|
|
761
|
-
protocolContractAddresses: protocolContractAddresses
|
|
883
|
+
protocolContractAddresses: protocolContractAddresses,
|
|
884
|
+
realProofs: !!this.config.realProofs
|
|
762
885
|
};
|
|
763
886
|
return nodeInfo;
|
|
764
887
|
}
|
|
@@ -767,8 +890,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
767
890
|
* @param block - The block parameter (block number, block hash, or 'latest').
|
|
768
891
|
* @returns The requested block.
|
|
769
892
|
*/ async getBlock(block) {
|
|
770
|
-
if (BlockHash.
|
|
771
|
-
return this.getBlockByHash(
|
|
893
|
+
if (BlockHash.isBlockHash(block)) {
|
|
894
|
+
return this.getBlockByHash(block);
|
|
772
895
|
}
|
|
773
896
|
const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
|
|
774
897
|
if (blockNumber === BlockNumber.ZERO) {
|
|
@@ -782,7 +905,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
782
905
|
* @returns The requested block.
|
|
783
906
|
*/ async getBlockByHash(blockHash) {
|
|
784
907
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
785
|
-
if (blockHash.equals(
|
|
908
|
+
if (blockHash.equals(initialBlockHash)) {
|
|
786
909
|
return this.buildInitialBlock();
|
|
787
910
|
}
|
|
788
911
|
return await this.blockSource.getL2BlockByHash(blockHash);
|
|
@@ -812,11 +935,14 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
812
935
|
async getCheckpointedBlocks(from, limit) {
|
|
813
936
|
return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
|
|
814
937
|
}
|
|
815
|
-
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
return await this.
|
|
938
|
+
getCheckpointsDataForEpoch(epochNumber) {
|
|
939
|
+
return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
|
|
940
|
+
}
|
|
941
|
+
async getCurrentMinFees() {
|
|
942
|
+
return await this.feeProvider.getCurrentMinFees();
|
|
943
|
+
}
|
|
944
|
+
/** Returns predicted min fees for the current slot and next N slots. */ async getPredictedMinFees(manaUsage) {
|
|
945
|
+
return await this.feeProvider.getPredictedMinFees(manaUsage);
|
|
820
946
|
}
|
|
821
947
|
async getMaxPriorityFees() {
|
|
822
948
|
for await (const tx of this.p2pClient.iteratePendingTxs()){
|
|
@@ -839,6 +965,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
839
965
|
async getCheckpointedBlockNumber() {
|
|
840
966
|
return await this.blockSource.getCheckpointedL2BlockNumber();
|
|
841
967
|
}
|
|
968
|
+
getCheckpointNumber() {
|
|
969
|
+
return this.blockSource.getCheckpointNumber();
|
|
970
|
+
}
|
|
842
971
|
/**
|
|
843
972
|
* Method to fetch the version of the package.
|
|
844
973
|
* @returns The node package version
|
|
@@ -864,30 +993,36 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
864
993
|
return this.contractDataSource.getContract(address);
|
|
865
994
|
}
|
|
866
995
|
async getPrivateLogsByTags(tags, page, referenceBlock) {
|
|
996
|
+
let upToBlockNumber;
|
|
867
997
|
if (referenceBlock) {
|
|
868
998
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
869
|
-
if (
|
|
870
|
-
|
|
871
|
-
|
|
999
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
1000
|
+
upToBlockNumber = BlockNumber(0);
|
|
1001
|
+
} else {
|
|
1002
|
+
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
872
1003
|
if (!header) {
|
|
873
1004
|
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
874
1005
|
}
|
|
1006
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
875
1007
|
}
|
|
876
1008
|
}
|
|
877
|
-
return this.logsSource.getPrivateLogsByTags(tags, page);
|
|
1009
|
+
return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
|
|
878
1010
|
}
|
|
879
1011
|
async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
|
|
1012
|
+
let upToBlockNumber;
|
|
880
1013
|
if (referenceBlock) {
|
|
881
1014
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
882
|
-
if (
|
|
883
|
-
|
|
884
|
-
|
|
1015
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
1016
|
+
upToBlockNumber = BlockNumber(0);
|
|
1017
|
+
} else {
|
|
1018
|
+
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
885
1019
|
if (!header) {
|
|
886
1020
|
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
887
1021
|
}
|
|
1022
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
888
1023
|
}
|
|
889
1024
|
}
|
|
890
|
-
return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
|
|
1025
|
+
return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
|
|
891
1026
|
}
|
|
892
1027
|
/**
|
|
893
1028
|
* Gets public logs based on the provided filter.
|
|
@@ -922,8 +1057,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
922
1057
|
throw new Error(`Invalid tx: ${reason}`);
|
|
923
1058
|
}
|
|
924
1059
|
await this.p2pClient.sendTx(tx);
|
|
925
|
-
|
|
926
|
-
this.
|
|
1060
|
+
const duration = timer.ms();
|
|
1061
|
+
this.metrics.receivedTx(duration, true);
|
|
1062
|
+
this.log.info(`Received tx ${txHash} in ${duration}ms`, {
|
|
927
1063
|
txHash
|
|
928
1064
|
});
|
|
929
1065
|
}
|
|
@@ -934,18 +1070,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
934
1070
|
const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
|
|
935
1071
|
// Then get the actual tx from the archiver, which tracks every tx in a mined block.
|
|
936
1072
|
const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
|
|
1073
|
+
let receipt;
|
|
937
1074
|
if (settledTxReceipt) {
|
|
938
|
-
|
|
939
|
-
return settledTxReceipt;
|
|
1075
|
+
receipt = settledTxReceipt;
|
|
940
1076
|
} else if (isKnownToPool) {
|
|
941
1077
|
// If the tx is in the pool but not in the archiver, it's pending.
|
|
942
1078
|
// This handles race conditions between archiver and p2p, where the archiver
|
|
943
1079
|
// has pruned the block in which a tx was mined, but p2p has not caught up yet.
|
|
944
|
-
|
|
1080
|
+
receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
|
|
945
1081
|
} else {
|
|
946
1082
|
// Otherwise, if we don't know the tx, we consider it dropped.
|
|
947
|
-
|
|
1083
|
+
receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
|
|
948
1084
|
}
|
|
1085
|
+
this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
|
|
1086
|
+
return receipt;
|
|
949
1087
|
}
|
|
950
1088
|
getTxEffect(txHash) {
|
|
951
1089
|
return this.blockSource.getTxEffect(txHash);
|
|
@@ -957,8 +1095,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
957
1095
|
await tryStop(this.validatorsSentinel);
|
|
958
1096
|
await tryStop(this.epochPruneWatcher);
|
|
959
1097
|
await tryStop(this.slasherClient);
|
|
960
|
-
await
|
|
1098
|
+
await Promise.all([
|
|
1099
|
+
tryStop(this.peerProofVerifier),
|
|
1100
|
+
tryStop(this.rpcProofVerifier)
|
|
1101
|
+
]);
|
|
961
1102
|
await tryStop(this.sequencer);
|
|
1103
|
+
await tryStop(this.proverNode);
|
|
962
1104
|
await tryStop(this.p2pClient);
|
|
963
1105
|
await tryStop(this.worldStateSynchronizer);
|
|
964
1106
|
await tryStop(this.blockSource);
|
|
@@ -997,79 +1139,83 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
997
1139
|
*/ async getTxsByHash(txHashes) {
|
|
998
1140
|
return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
|
|
999
1141
|
}
|
|
1000
|
-
async findLeavesIndexes(
|
|
1001
|
-
const committedDb = await this
|
|
1142
|
+
async findLeavesIndexes(referenceBlock, treeId, leafValues) {
|
|
1143
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1002
1144
|
const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
|
|
1003
|
-
//
|
|
1004
|
-
const
|
|
1005
|
-
// Now we find the block numbers for the indices
|
|
1006
|
-
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId,
|
|
1007
|
-
//
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1145
|
+
// Filter out undefined values to query block numbers only for found leaves
|
|
1146
|
+
const definedIndices = maybeIndices.filter((x)=>x !== undefined);
|
|
1147
|
+
// Now we find the block numbers for the defined indices
|
|
1148
|
+
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
|
|
1149
|
+
// Build a map from leaf index to block number
|
|
1150
|
+
const indexToBlockNumber = new Map();
|
|
1151
|
+
for(let i = 0; i < definedIndices.length; i++){
|
|
1152
|
+
const blockNumber = blockNumbers[i];
|
|
1153
|
+
if (blockNumber === undefined) {
|
|
1154
|
+
throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
|
|
1011
1155
|
}
|
|
1156
|
+
indexToBlockNumber.set(definedIndices[i], blockNumber);
|
|
1012
1157
|
}
|
|
1013
1158
|
// Get unique block numbers in order to optimize num calls to getLeafValue function.
|
|
1014
1159
|
const uniqueBlockNumbers = [
|
|
1015
|
-
...new Set(
|
|
1160
|
+
...new Set(indexToBlockNumber.values())
|
|
1016
1161
|
];
|
|
1017
|
-
// Now we obtain the block hashes from the archive tree
|
|
1018
|
-
// (note that block number corresponds to the leaf index in the archive tree).
|
|
1162
|
+
// Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
|
|
1019
1163
|
const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
|
|
1020
1164
|
return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
1021
1165
|
}));
|
|
1022
|
-
//
|
|
1166
|
+
// Build a map from block number to block hash
|
|
1167
|
+
const blockNumberToHash = new Map();
|
|
1023
1168
|
for(let i = 0; i < uniqueBlockNumbers.length; i++){
|
|
1024
|
-
|
|
1169
|
+
const blockHash = blockHashes[i];
|
|
1170
|
+
if (blockHash === undefined) {
|
|
1025
1171
|
throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
|
|
1026
1172
|
}
|
|
1173
|
+
blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
|
|
1027
1174
|
}
|
|
1028
1175
|
// Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
|
|
1029
|
-
return maybeIndices.map((index
|
|
1176
|
+
return maybeIndices.map((index)=>{
|
|
1030
1177
|
if (index === undefined) {
|
|
1031
1178
|
return undefined;
|
|
1032
1179
|
}
|
|
1033
|
-
const blockNumber =
|
|
1180
|
+
const blockNumber = indexToBlockNumber.get(index);
|
|
1034
1181
|
if (blockNumber === undefined) {
|
|
1035
|
-
|
|
1182
|
+
throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
|
|
1036
1183
|
}
|
|
1037
|
-
const
|
|
1038
|
-
|
|
1039
|
-
|
|
1040
|
-
return undefined;
|
|
1184
|
+
const l2BlockHash = blockNumberToHash.get(blockNumber);
|
|
1185
|
+
if (l2BlockHash === undefined) {
|
|
1186
|
+
throw new Error(`Block hash not found for block number ${blockNumber}`);
|
|
1041
1187
|
}
|
|
1042
1188
|
return {
|
|
1043
|
-
l2BlockNumber:
|
|
1044
|
-
l2BlockHash
|
|
1189
|
+
l2BlockNumber: blockNumber,
|
|
1190
|
+
l2BlockHash,
|
|
1045
1191
|
data: index
|
|
1046
1192
|
};
|
|
1047
1193
|
});
|
|
1048
1194
|
}
|
|
1049
|
-
async
|
|
1050
|
-
|
|
1051
|
-
|
|
1052
|
-
|
|
1053
|
-
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
|
|
1058
|
-
const committedDb = await this
|
|
1195
|
+
async getBlockHashMembershipWitness(referenceBlock, blockHash) {
|
|
1196
|
+
// The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
|
|
1197
|
+
// which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
|
|
1198
|
+
// So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
|
|
1199
|
+
const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
|
|
1200
|
+
if (referenceBlockNumber === BlockNumber.ZERO) {
|
|
1201
|
+
// Block 0 (the initial block) has an empty archive, so no membership witness can exist.
|
|
1202
|
+
return undefined;
|
|
1203
|
+
}
|
|
1204
|
+
const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
|
|
1059
1205
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
|
|
1060
|
-
|
|
1206
|
+
blockHash
|
|
1061
1207
|
]);
|
|
1062
1208
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1063
1209
|
}
|
|
1064
|
-
async getNoteHashMembershipWitness(
|
|
1065
|
-
const committedDb = await this
|
|
1210
|
+
async getNoteHashMembershipWitness(referenceBlock, noteHash) {
|
|
1211
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1066
1212
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
|
|
1067
1213
|
noteHash
|
|
1068
1214
|
]);
|
|
1069
1215
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1070
1216
|
}
|
|
1071
|
-
async getL1ToL2MessageMembershipWitness(
|
|
1072
|
-
const db = await this
|
|
1217
|
+
async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
|
|
1218
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1073
1219
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
|
|
1074
1220
|
l1ToL2Message
|
|
1075
1221
|
]);
|
|
@@ -1082,9 +1228,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1082
1228
|
witness.path
|
|
1083
1229
|
];
|
|
1084
1230
|
}
|
|
1085
|
-
async
|
|
1231
|
+
async getL1ToL2MessageCheckpoint(l1ToL2Message) {
|
|
1086
1232
|
const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
|
|
1087
|
-
return messageIndex ?
|
|
1233
|
+
return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
|
|
1088
1234
|
}
|
|
1089
1235
|
/**
|
|
1090
1236
|
* Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
|
|
@@ -1101,31 +1247,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1101
1247
|
*/ async getL2ToL1Messages(epoch) {
|
|
1102
1248
|
// Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
|
|
1103
1249
|
const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
|
|
1104
|
-
const blocksInCheckpoints =
|
|
1105
|
-
let previousSlotNumber = SlotNumber.ZERO;
|
|
1106
|
-
let checkpointIndex = -1;
|
|
1107
|
-
for (const checkpointedBlock of checkpointedBlocks){
|
|
1108
|
-
const block = checkpointedBlock.block;
|
|
1109
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
1110
|
-
if (slotNumber !== previousSlotNumber) {
|
|
1111
|
-
checkpointIndex++;
|
|
1112
|
-
blocksInCheckpoints.push([]);
|
|
1113
|
-
previousSlotNumber = slotNumber;
|
|
1114
|
-
}
|
|
1115
|
-
blocksInCheckpoints[checkpointIndex].push(block);
|
|
1116
|
-
}
|
|
1250
|
+
const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
|
|
1117
1251
|
return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
|
|
1118
1252
|
}
|
|
1119
|
-
async
|
|
1120
|
-
const
|
|
1121
|
-
return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
|
|
1122
|
-
}
|
|
1123
|
-
async getPublicDataSiblingPath(block, leafIndex) {
|
|
1124
|
-
const committedDb = await this.#getWorldState(block);
|
|
1125
|
-
return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
|
|
1126
|
-
}
|
|
1127
|
-
async getNullifierMembershipWitness(block, nullifier) {
|
|
1128
|
-
const db = await this.#getWorldState(block);
|
|
1253
|
+
async getNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1254
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1129
1255
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
|
|
1130
1256
|
nullifier.toBuffer()
|
|
1131
1257
|
]);
|
|
@@ -1139,35 +1265,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1139
1265
|
}
|
|
1140
1266
|
return new NullifierMembershipWitness(index, leafPreimage, path);
|
|
1141
1267
|
}
|
|
1142
|
-
|
|
1143
|
-
|
|
1144
|
-
* @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
|
|
1145
|
-
* @param nullifier - Nullifier we try to find the low nullifier witness for.
|
|
1146
|
-
* @returns The low nullifier membership witness (if found).
|
|
1147
|
-
* @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
|
|
1148
|
-
* list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
|
|
1149
|
-
* we are trying to prove non-inclusion for.
|
|
1150
|
-
*
|
|
1151
|
-
* Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
|
|
1152
|
-
* the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
|
|
1153
|
-
* index of the nullifier itself when it already exists in the tree.
|
|
1154
|
-
* TODO: This is a confusing behavior and we should eventually address that.
|
|
1155
|
-
*/ async getLowNullifierMembershipWitness(block, nullifier) {
|
|
1156
|
-
const committedDb = await this.#getWorldState(block);
|
|
1268
|
+
async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1269
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1157
1270
|
const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
|
|
1158
1271
|
if (!findResult) {
|
|
1159
1272
|
return undefined;
|
|
1160
1273
|
}
|
|
1161
1274
|
const { index, alreadyPresent } = findResult;
|
|
1162
1275
|
if (alreadyPresent) {
|
|
1163
|
-
|
|
1276
|
+
throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
|
|
1164
1277
|
}
|
|
1165
1278
|
const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
|
|
1166
1279
|
const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
|
|
1167
1280
|
return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
|
|
1168
1281
|
}
|
|
1169
|
-
async getPublicDataWitness(
|
|
1170
|
-
const committedDb = await this
|
|
1282
|
+
async getPublicDataWitness(referenceBlock, leafSlot) {
|
|
1283
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1171
1284
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1172
1285
|
if (!lowLeafResult) {
|
|
1173
1286
|
return undefined;
|
|
@@ -1177,8 +1290,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1177
1290
|
return new PublicDataWitness(lowLeafResult.index, preimage, path);
|
|
1178
1291
|
}
|
|
1179
1292
|
}
|
|
1180
|
-
async getPublicStorageAt(
|
|
1181
|
-
const committedDb = await this
|
|
1293
|
+
async getPublicStorageAt(referenceBlock, contract, slot) {
|
|
1294
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1182
1295
|
const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
|
|
1183
1296
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1184
1297
|
if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
|
|
@@ -1188,14 +1301,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1188
1301
|
return preimage.leaf.value;
|
|
1189
1302
|
}
|
|
1190
1303
|
async getBlockHeader(block = 'latest') {
|
|
1191
|
-
if (BlockHash.
|
|
1304
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1192
1305
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1193
1306
|
if (block.equals(initialBlockHash)) {
|
|
1194
1307
|
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1195
1308
|
return this.worldStateSynchronizer.getCommitted().getInitialHeader();
|
|
1196
1309
|
}
|
|
1197
|
-
|
|
1198
|
-
return this.blockSource.getBlockHeaderByHash(blockHashFr);
|
|
1310
|
+
return this.blockSource.getBlockHeaderByHash(block);
|
|
1199
1311
|
} else {
|
|
1200
1312
|
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1201
1313
|
const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
|
|
@@ -1212,6 +1324,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1212
1324
|
*/ async getBlockHeaderByArchive(archive) {
|
|
1213
1325
|
return await this.blockSource.getBlockHeaderByArchive(archive);
|
|
1214
1326
|
}
|
|
1327
|
+
getBlockData(number) {
|
|
1328
|
+
return this.blockSource.getBlockData(number);
|
|
1329
|
+
}
|
|
1330
|
+
getBlockDataByArchive(archive) {
|
|
1331
|
+
return this.blockSource.getBlockDataByArchive(archive);
|
|
1332
|
+
}
|
|
1215
1333
|
/**
|
|
1216
1334
|
* Simulates the public part of a transaction with the current state.
|
|
1217
1335
|
* @param tx - The transaction to simulate.
|
|
@@ -1224,17 +1342,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1224
1342
|
throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
|
|
1225
1343
|
}
|
|
1226
1344
|
const txHash = tx.getTxHash();
|
|
1227
|
-
const
|
|
1345
|
+
const latestBlockNumber = await this.blockSource.getBlockNumber();
|
|
1346
|
+
const blockNumber = BlockNumber.add(latestBlockNumber, 1);
|
|
1228
1347
|
// If sequencer is not initialized, we just set these values to zero for simulation.
|
|
1229
1348
|
const coinbase = EthAddress.ZERO;
|
|
1230
1349
|
const feeRecipient = AztecAddress.ZERO;
|
|
1231
1350
|
const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
|
|
1232
|
-
const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
|
|
1351
|
+
const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
|
|
1233
1352
|
this.log.verbose(`Simulating public calls for tx ${txHash}`, {
|
|
1234
1353
|
globalVariables: newGlobalVariables.toInspect(),
|
|
1235
1354
|
txHash,
|
|
1236
1355
|
blockNumber
|
|
1237
1356
|
});
|
|
1357
|
+
// Ensure world-state has caught up with the latest block we loaded from the archiver
|
|
1358
|
+
await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
|
|
1238
1359
|
const merkleTreeFork = await this.worldStateSynchronizer.fork();
|
|
1239
1360
|
try {
|
|
1240
1361
|
const config = PublicSimulatorConfig.from({
|
|
@@ -1249,7 +1370,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1249
1370
|
});
|
|
1250
1371
|
const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
|
|
1251
1372
|
// REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
|
|
1252
|
-
const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
|
|
1373
|
+
const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
|
|
1253
1374
|
tx
|
|
1254
1375
|
]);
|
|
1255
1376
|
// REFACTOR: Consider returning the error rather than throwing
|
|
@@ -1260,27 +1381,34 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1260
1381
|
throw failedTxs[0].error;
|
|
1261
1382
|
}
|
|
1262
1383
|
const [processedTx] = processedTxs;
|
|
1263
|
-
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
|
|
1384
|
+
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
|
|
1264
1385
|
} finally{
|
|
1265
1386
|
await merkleTreeFork.close();
|
|
1266
1387
|
}
|
|
1267
1388
|
}
|
|
1268
1389
|
async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
|
|
1269
1390
|
const db = this.worldStateSynchronizer.getCommitted();
|
|
1270
|
-
const verifier = isSimulation ? undefined : this.
|
|
1271
|
-
// We accept transactions if they are not expired by the next slot (checked based on the
|
|
1391
|
+
const verifier = isSimulation ? undefined : this.rpcProofVerifier;
|
|
1392
|
+
// We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
|
|
1272
1393
|
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1273
1394
|
const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
|
|
1274
|
-
const
|
|
1395
|
+
const l1Constants = await this.blockSource.getL1Constants();
|
|
1396
|
+
const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
|
|
1275
1397
|
timestamp: nextSlotTimestamp,
|
|
1276
1398
|
blockNumber,
|
|
1277
1399
|
l1ChainId: this.l1ChainId,
|
|
1278
1400
|
rollupVersion: this.version,
|
|
1279
|
-
setupAllowList:
|
|
1401
|
+
setupAllowList: [
|
|
1402
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1403
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1404
|
+
],
|
|
1280
1405
|
gasFees: await this.getCurrentMinFees(),
|
|
1281
1406
|
skipFeeEnforcement,
|
|
1282
|
-
txsPermitted: !this.config.disableTransactions
|
|
1283
|
-
|
|
1407
|
+
txsPermitted: !this.config.disableTransactions,
|
|
1408
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1409
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1410
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1411
|
+
}, this.log.getBindings());
|
|
1284
1412
|
return await validator.validateTx(tx);
|
|
1285
1413
|
}
|
|
1286
1414
|
getConfig() {
|
|
@@ -1302,7 +1430,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1302
1430
|
archiver.updateConfig(config);
|
|
1303
1431
|
}
|
|
1304
1432
|
if (newConfig.realProofs !== this.config.realProofs) {
|
|
1305
|
-
|
|
1433
|
+
await Promise.all([
|
|
1434
|
+
tryStop(this.peerProofVerifier),
|
|
1435
|
+
tryStop(this.rpcProofVerifier)
|
|
1436
|
+
]);
|
|
1437
|
+
if (newConfig.realProofs) {
|
|
1438
|
+
this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
|
|
1439
|
+
const rpcVerifier = await BBCircuitVerifier.new(newConfig);
|
|
1440
|
+
this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
|
|
1441
|
+
} else {
|
|
1442
|
+
this.peerProofVerifier = new TestCircuitVerifier();
|
|
1443
|
+
this.rpcProofVerifier = new TestCircuitVerifier();
|
|
1444
|
+
}
|
|
1306
1445
|
}
|
|
1307
1446
|
this.config = newConfig;
|
|
1308
1447
|
}
|
|
@@ -1362,7 +1501,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1362
1501
|
});
|
|
1363
1502
|
return Promise.resolve();
|
|
1364
1503
|
}
|
|
1365
|
-
async rollbackTo(targetBlock, force) {
|
|
1504
|
+
async rollbackTo(targetBlock, force, resumeSync = true) {
|
|
1366
1505
|
const archiver = this.blockSource;
|
|
1367
1506
|
if (!('rollbackTo' in archiver)) {
|
|
1368
1507
|
throw new Error('Archiver implementation does not support rollbacks.');
|
|
@@ -1390,9 +1529,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1390
1529
|
this.log.error(`Error during rollback`, err);
|
|
1391
1530
|
throw err;
|
|
1392
1531
|
} finally{
|
|
1393
|
-
|
|
1394
|
-
|
|
1395
|
-
|
|
1532
|
+
if (resumeSync) {
|
|
1533
|
+
this.log.info(`Resuming world state and archiver sync.`);
|
|
1534
|
+
this.worldStateSynchronizer.resumeSync();
|
|
1535
|
+
archiver.resume();
|
|
1536
|
+
} else {
|
|
1537
|
+
this.log.info(`Sync left paused after rollback (resumeSync=false).`);
|
|
1538
|
+
}
|
|
1396
1539
|
}
|
|
1397
1540
|
}
|
|
1398
1541
|
async pauseSync() {
|
|
@@ -1406,22 +1549,110 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1406
1549
|
this.blockSource.resume();
|
|
1407
1550
|
return Promise.resolve();
|
|
1408
1551
|
}
|
|
1409
|
-
getSlashPayloads() {
|
|
1410
|
-
if (!this.slasherClient) {
|
|
1411
|
-
throw new Error(`Slasher client not enabled`);
|
|
1412
|
-
}
|
|
1413
|
-
return this.slasherClient.getSlashPayloads();
|
|
1414
|
-
}
|
|
1415
1552
|
getSlashOffenses(round) {
|
|
1416
1553
|
if (!this.slasherClient) {
|
|
1417
1554
|
throw new Error(`Slasher client not enabled`);
|
|
1418
1555
|
}
|
|
1419
1556
|
if (round === 'all') {
|
|
1420
|
-
return this.slasherClient.
|
|
1557
|
+
return this.slasherClient.getOffenses();
|
|
1421
1558
|
} else {
|
|
1422
1559
|
return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
|
|
1423
1560
|
}
|
|
1424
1561
|
}
|
|
1562
|
+
async reloadKeystore() {
|
|
1563
|
+
if (!this.config.keyStoreDirectory?.length) {
|
|
1564
|
+
throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
|
|
1565
|
+
}
|
|
1566
|
+
if (!this.validatorClient) {
|
|
1567
|
+
throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
|
|
1568
|
+
}
|
|
1569
|
+
this.log.info('Reloading keystore from disk');
|
|
1570
|
+
// Re-read and validate keystore files
|
|
1571
|
+
const keyStores = loadKeystores(this.config.keyStoreDirectory);
|
|
1572
|
+
const newManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
1573
|
+
await newManager.validateSigners();
|
|
1574
|
+
ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
|
|
1575
|
+
// Validate that every validator's publisher keys overlap with the L1 signers
|
|
1576
|
+
// that were initialized at startup. Publishers cannot be hot-reloaded, so a
|
|
1577
|
+
// validator with a publisher key that doesn't match any existing L1 signer
|
|
1578
|
+
// would silently fail on every proposer slot.
|
|
1579
|
+
if (this.keyStoreManager && this.sequencer) {
|
|
1580
|
+
const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
|
|
1581
|
+
const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
|
|
1582
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1583
|
+
for (const attester of newAdapter.getAttesterAddresses()){
|
|
1584
|
+
const pubs = newAdapter.getPublisherAddresses(attester);
|
|
1585
|
+
if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
|
|
1586
|
+
throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
|
|
1587
|
+
...availablePublishers
|
|
1588
|
+
].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
|
|
1589
|
+
}
|
|
1590
|
+
}
|
|
1591
|
+
}
|
|
1592
|
+
// Build adapters for old and new keystores to compute diff
|
|
1593
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1594
|
+
const newAddresses = newAdapter.getAttesterAddresses();
|
|
1595
|
+
const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
|
|
1596
|
+
const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
|
|
1597
|
+
const newSet = new Set(newAddresses.map((a)=>a.toString()));
|
|
1598
|
+
const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
|
|
1599
|
+
const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
|
|
1600
|
+
if (added.length > 0) {
|
|
1601
|
+
this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
|
|
1602
|
+
}
|
|
1603
|
+
if (removed.length > 0) {
|
|
1604
|
+
this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
|
|
1605
|
+
}
|
|
1606
|
+
if (added.length === 0 && removed.length === 0) {
|
|
1607
|
+
this.log.info('Keystore reload: attester keys unchanged');
|
|
1608
|
+
}
|
|
1609
|
+
// Update the validator client (coinbase, feeRecipient, attester keys)
|
|
1610
|
+
this.validatorClient.reloadKeystore(newManager);
|
|
1611
|
+
// Update the publisher factory's keystore so newly-added validators
|
|
1612
|
+
// can be matched to existing publisher keys when proposing blocks.
|
|
1613
|
+
if (this.sequencer) {
|
|
1614
|
+
this.sequencer.updatePublisherNodeKeyStore(newAdapter);
|
|
1615
|
+
}
|
|
1616
|
+
// Update slasher's "don't-slash-self" list with new validator addresses
|
|
1617
|
+
if (this.slasherClient && !this.config.slashSelfAllowed) {
|
|
1618
|
+
const slashValidatorsNever = unique([
|
|
1619
|
+
...this.config.slashValidatorsNever ?? [],
|
|
1620
|
+
...newAddresses
|
|
1621
|
+
].map((a)=>a.toString())).map(EthAddress.fromString);
|
|
1622
|
+
this.slasherClient.updateConfig({
|
|
1623
|
+
slashValidatorsNever
|
|
1624
|
+
});
|
|
1625
|
+
}
|
|
1626
|
+
this.keyStoreManager = newManager;
|
|
1627
|
+
this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
|
|
1628
|
+
}
|
|
1629
|
+
async mineBlock() {
|
|
1630
|
+
if (!this.sequencer) {
|
|
1631
|
+
throw new BadRequestError('Cannot mine block: no sequencer is running');
|
|
1632
|
+
}
|
|
1633
|
+
const currentBlockNumber = await this.getBlockNumber();
|
|
1634
|
+
// Use slot duration + 50% buffer as the timeout so this works on running networks too
|
|
1635
|
+
const { slotDuration } = await this.blockSource.getL1Constants();
|
|
1636
|
+
const timeoutSeconds = Math.ceil(slotDuration * 1.5);
|
|
1637
|
+
// Temporarily set minTxsPerBlock to 0 so the sequencer produces a block even with no txs
|
|
1638
|
+
const originalMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock;
|
|
1639
|
+
this.sequencer.updateConfig({
|
|
1640
|
+
minTxsPerBlock: 0
|
|
1641
|
+
});
|
|
1642
|
+
try {
|
|
1643
|
+
// Trigger the sequencer to produce a block immediately
|
|
1644
|
+
void this.sequencer.trigger();
|
|
1645
|
+
// Wait for the new L2 block to appear
|
|
1646
|
+
await retryUntil(async ()=>{
|
|
1647
|
+
const newBlockNumber = await this.getBlockNumber();
|
|
1648
|
+
return newBlockNumber > currentBlockNumber ? true : undefined;
|
|
1649
|
+
}, 'mineBlock', timeoutSeconds, 0.1);
|
|
1650
|
+
} finally{
|
|
1651
|
+
this.sequencer.updateConfig({
|
|
1652
|
+
minTxsPerBlock: originalMinTxsPerBlock
|
|
1653
|
+
});
|
|
1654
|
+
}
|
|
1655
|
+
}
|
|
1425
1656
|
#getInitialHeaderHash() {
|
|
1426
1657
|
if (!this.initialHeaderHashPromise) {
|
|
1427
1658
|
this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
|
|
@@ -1432,7 +1663,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1432
1663
|
* Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
|
|
1433
1664
|
* @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
|
|
1434
1665
|
* @returns An instance of a committed MerkleTreeOperations
|
|
1435
|
-
*/ async
|
|
1666
|
+
*/ async getWorldState(block) {
|
|
1436
1667
|
let blockSyncedTo = BlockNumber.ZERO;
|
|
1437
1668
|
try {
|
|
1438
1669
|
// Attempt to sync the world state if necessary
|
|
@@ -1444,30 +1675,53 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1444
1675
|
this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
|
|
1445
1676
|
return this.worldStateSynchronizer.getCommitted();
|
|
1446
1677
|
}
|
|
1447
|
-
|
|
1678
|
+
// Get the block number, either directly from the parameter or by quering the archiver with the block hash
|
|
1679
|
+
let blockNumber;
|
|
1680
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1448
1681
|
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1449
1682
|
if (block.equals(initialBlockHash)) {
|
|
1450
1683
|
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1451
1684
|
return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
|
|
1452
1685
|
}
|
|
1453
|
-
const
|
|
1454
|
-
const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
|
|
1686
|
+
const header = await this.blockSource.getBlockHeaderByHash(block);
|
|
1455
1687
|
if (!header) {
|
|
1456
1688
|
throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1457
1689
|
}
|
|
1458
|
-
|
|
1459
|
-
|
|
1460
|
-
|
|
1461
|
-
}
|
|
1462
|
-
//
|
|
1463
|
-
{
|
|
1464
|
-
|
|
1465
|
-
|
|
1466
|
-
|
|
1690
|
+
blockNumber = header.getBlockNumber();
|
|
1691
|
+
} else {
|
|
1692
|
+
blockNumber = block;
|
|
1693
|
+
}
|
|
1694
|
+
// Check it's within world state sync range
|
|
1695
|
+
if (blockNumber > blockSyncedTo) {
|
|
1696
|
+
throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
|
|
1697
|
+
}
|
|
1698
|
+
this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
|
|
1699
|
+
const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
|
|
1700
|
+
// Double-check world-state synced to the same block hash as was requested
|
|
1701
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1702
|
+
const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
1703
|
+
if (!blockHash || !block.equals(blockHash)) {
|
|
1704
|
+
throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1705
|
+
}
|
|
1706
|
+
}
|
|
1707
|
+
return snapshot;
|
|
1708
|
+
}
|
|
1709
|
+
/** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
|
|
1710
|
+
if (block === 'latest') {
|
|
1711
|
+
return BlockNumber(await this.blockSource.getBlockNumber());
|
|
1712
|
+
}
|
|
1713
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1714
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1715
|
+
if (block.equals(initialBlockHash)) {
|
|
1716
|
+
return BlockNumber.ZERO;
|
|
1717
|
+
}
|
|
1718
|
+
const header = await this.blockSource.getBlockHeaderByHash(block);
|
|
1719
|
+
if (!header) {
|
|
1720
|
+
throw new Error(`Block hash ${block.toString()} not found.`);
|
|
1467
1721
|
}
|
|
1468
|
-
|
|
1469
|
-
return this.worldStateSynchronizer.getSnapshot(blockNumber);
|
|
1722
|
+
return header.getBlockNumber();
|
|
1470
1723
|
}
|
|
1724
|
+
return block;
|
|
1471
1725
|
}
|
|
1472
1726
|
/**
|
|
1473
1727
|
* Ensure we fully sync the world state
|