@aztec/aztec-node 0.0.1-commit.1142ef1 → 0.0.1-commit.11bf3dd6e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/aztec-node/config.d.ts +8 -5
- package/dest/aztec-node/config.d.ts.map +1 -1
- package/dest/aztec-node/config.js +11 -3
- package/dest/aztec-node/node_metrics.d.ts +1 -1
- package/dest/aztec-node/node_metrics.d.ts.map +1 -1
- package/dest/aztec-node/node_metrics.js +8 -4
- package/dest/aztec-node/server.d.ts +69 -124
- package/dest/aztec-node/server.d.ts.map +1 -1
- package/dest/aztec-node/server.js +582 -318
- package/dest/sentinel/factory.d.ts +2 -2
- package/dest/sentinel/factory.d.ts.map +1 -1
- package/dest/sentinel/factory.js +1 -1
- package/dest/sentinel/sentinel.d.ts +2 -2
- package/dest/sentinel/sentinel.d.ts.map +1 -1
- package/dest/sentinel/sentinel.js +62 -36
- package/dest/sentinel/store.d.ts +2 -2
- package/dest/sentinel/store.d.ts.map +1 -1
- package/dest/sentinel/store.js +11 -7
- package/package.json +27 -25
- package/src/aztec-node/config.ts +25 -9
- package/src/aztec-node/node_metrics.ts +12 -5
- package/src/aztec-node/server.ts +706 -398
- package/src/sentinel/factory.ts +2 -7
- package/src/sentinel/sentinel.ts +65 -32
- package/src/sentinel/store.ts +12 -12
|
@@ -372,46 +372,50 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
|
372
372
|
}
|
|
373
373
|
var _dec, _initProto;
|
|
374
374
|
import { createArchiver } from '@aztec/archiver';
|
|
375
|
-
import { BBCircuitVerifier,
|
|
375
|
+
import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
|
|
376
|
+
import { TestCircuitVerifier } from '@aztec/bb-prover/test';
|
|
376
377
|
import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
|
|
377
|
-
import {
|
|
378
|
+
import { Blob } from '@aztec/blob-lib';
|
|
378
379
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
379
380
|
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
380
|
-
import { getPublicClient } from '@aztec/ethereum/client';
|
|
381
|
+
import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
381
382
|
import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
382
|
-
import { BlockNumber
|
|
383
|
-
import { compactArray, pick } from '@aztec/foundation/collection';
|
|
383
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
384
|
+
import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
|
|
384
385
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
385
386
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
386
387
|
import { BadRequestError } from '@aztec/foundation/json-rpc';
|
|
387
388
|
import { createLogger } from '@aztec/foundation/log';
|
|
389
|
+
import { retryUntil } from '@aztec/foundation/retry';
|
|
388
390
|
import { count } from '@aztec/foundation/string';
|
|
389
391
|
import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
390
392
|
import { MembershipWitness } from '@aztec/foundation/trees';
|
|
391
393
|
import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
|
|
392
394
|
import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
|
|
393
|
-
import {
|
|
394
|
-
import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
395
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
396
|
+
import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
395
397
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
396
|
-
import {
|
|
398
|
+
import { createProverNode } from '@aztec/prover-node';
|
|
399
|
+
import { createKeyStoreForProver } from '@aztec/prover-node/config';
|
|
400
|
+
import { FeeProviderImpl, GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
|
|
397
401
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
398
402
|
import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
|
|
399
403
|
import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
|
|
400
404
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
401
|
-
import {
|
|
405
|
+
import { BlockHash, L2Block } from '@aztec/stdlib/block';
|
|
402
406
|
import { GasFees } from '@aztec/stdlib/gas';
|
|
403
407
|
import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
|
|
404
408
|
import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
|
|
405
409
|
import { tryStop } from '@aztec/stdlib/interfaces/server';
|
|
410
|
+
import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
406
411
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
407
|
-
import { P2PClientType } from '@aztec/stdlib/p2p';
|
|
408
412
|
import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
|
|
409
413
|
import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
|
|
410
414
|
import { getPackageVersion } from '@aztec/stdlib/update-checker';
|
|
411
415
|
import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
412
|
-
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient,
|
|
416
|
+
import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createProposalHandler, createValidatorClient } from '@aztec/validator-client';
|
|
413
417
|
import { createWorldStateSynchronizer } from '@aztec/world-state';
|
|
414
|
-
import { createPublicClient
|
|
418
|
+
import { createPublicClient } from 'viem';
|
|
415
419
|
import { createSentinel } from '../sentinel/factory.js';
|
|
416
420
|
import { createKeyStoreForValidator } from './config.js';
|
|
417
421
|
import { NodeMetrics } from './node_metrics.js';
|
|
@@ -429,18 +433,24 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
429
433
|
l1ToL2MessageSource;
|
|
430
434
|
worldStateSynchronizer;
|
|
431
435
|
sequencer;
|
|
436
|
+
proverNode;
|
|
432
437
|
slasherClient;
|
|
433
438
|
validatorsSentinel;
|
|
434
439
|
epochPruneWatcher;
|
|
435
440
|
l1ChainId;
|
|
436
441
|
version;
|
|
437
442
|
globalVariableBuilder;
|
|
443
|
+
feeProvider;
|
|
438
444
|
epochCache;
|
|
439
445
|
packageVersion;
|
|
440
|
-
|
|
446
|
+
peerProofVerifier;
|
|
447
|
+
rpcProofVerifier;
|
|
441
448
|
telemetry;
|
|
442
449
|
log;
|
|
443
450
|
blobClient;
|
|
451
|
+
validatorClient;
|
|
452
|
+
keyStoreManager;
|
|
453
|
+
debugLogStore;
|
|
444
454
|
static{
|
|
445
455
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
446
456
|
[
|
|
@@ -451,10 +461,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
451
461
|
], []));
|
|
452
462
|
}
|
|
453
463
|
metrics;
|
|
464
|
+
initialHeaderHashPromise;
|
|
454
465
|
// Prevent two snapshot operations to happen simultaneously
|
|
455
466
|
isUploadingSnapshot;
|
|
456
467
|
tracer;
|
|
457
|
-
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion,
|
|
468
|
+
constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
|
|
458
469
|
this.config = config;
|
|
459
470
|
this.p2pClient = p2pClient;
|
|
460
471
|
this.blockSource = blockSource;
|
|
@@ -463,23 +474,39 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
463
474
|
this.l1ToL2MessageSource = l1ToL2MessageSource;
|
|
464
475
|
this.worldStateSynchronizer = worldStateSynchronizer;
|
|
465
476
|
this.sequencer = sequencer;
|
|
477
|
+
this.proverNode = proverNode;
|
|
466
478
|
this.slasherClient = slasherClient;
|
|
467
479
|
this.validatorsSentinel = validatorsSentinel;
|
|
468
480
|
this.epochPruneWatcher = epochPruneWatcher;
|
|
469
481
|
this.l1ChainId = l1ChainId;
|
|
470
482
|
this.version = version;
|
|
471
483
|
this.globalVariableBuilder = globalVariableBuilder;
|
|
484
|
+
this.feeProvider = feeProvider;
|
|
472
485
|
this.epochCache = epochCache;
|
|
473
486
|
this.packageVersion = packageVersion;
|
|
474
|
-
this.
|
|
487
|
+
this.peerProofVerifier = peerProofVerifier;
|
|
488
|
+
this.rpcProofVerifier = rpcProofVerifier;
|
|
475
489
|
this.telemetry = telemetry;
|
|
476
490
|
this.log = log;
|
|
477
491
|
this.blobClient = blobClient;
|
|
478
|
-
this.
|
|
492
|
+
this.validatorClient = validatorClient;
|
|
493
|
+
this.keyStoreManager = keyStoreManager;
|
|
494
|
+
this.debugLogStore = debugLogStore;
|
|
495
|
+
this.initialHeaderHashPromise = (_initProto(this), undefined);
|
|
496
|
+
this.isUploadingSnapshot = false;
|
|
479
497
|
this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
|
|
480
498
|
this.tracer = telemetry.getTracer('AztecNodeService');
|
|
481
499
|
this.log.info(`Aztec Node version: ${this.packageVersion}`);
|
|
482
500
|
this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
|
|
501
|
+
// A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
|
|
502
|
+
// never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
|
|
503
|
+
// memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
|
|
504
|
+
if (debugLogStore.isEnabled && config.realProofs) {
|
|
505
|
+
throw new Error('debugLogStore should never be enabled when realProofs are set');
|
|
506
|
+
}
|
|
507
|
+
}
|
|
508
|
+
/** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
|
|
509
|
+
return this.rpcProofVerifier;
|
|
483
510
|
}
|
|
484
511
|
async getWorldStateSyncStatus() {
|
|
485
512
|
const status = await this.worldStateSynchronizer.status();
|
|
@@ -501,16 +528,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
501
528
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
502
529
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
503
530
|
const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
|
|
504
|
-
// Build a key store from file if given or from environment otherwise
|
|
531
|
+
// Build a key store from file if given or from environment otherwise.
|
|
532
|
+
// We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
|
|
505
533
|
let keyStoreManager;
|
|
506
534
|
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
507
535
|
if (keyStoreProvided) {
|
|
508
536
|
const keyStores = loadKeystores(config.keyStoreDirectory);
|
|
509
537
|
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
510
538
|
} else {
|
|
511
|
-
const
|
|
512
|
-
|
|
513
|
-
|
|
539
|
+
const rawKeyStores = [];
|
|
540
|
+
const validatorKeyStore = createKeyStoreForValidator(config);
|
|
541
|
+
if (validatorKeyStore) {
|
|
542
|
+
rawKeyStores.push(validatorKeyStore);
|
|
543
|
+
}
|
|
544
|
+
if (config.enableProverNode) {
|
|
545
|
+
const proverKeyStore = createKeyStoreForProver(config);
|
|
546
|
+
if (proverKeyStore) {
|
|
547
|
+
rawKeyStores.push(proverKeyStore);
|
|
548
|
+
}
|
|
549
|
+
}
|
|
550
|
+
if (rawKeyStores.length > 0) {
|
|
551
|
+
keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
|
|
514
552
|
}
|
|
515
553
|
}
|
|
516
554
|
await keyStoreManager?.validateSigners();
|
|
@@ -519,8 +557,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
519
557
|
if (keyStoreManager === undefined) {
|
|
520
558
|
throw new Error('Failed to create key store, a requirement for running a validator');
|
|
521
559
|
}
|
|
522
|
-
if (!keyStoreProvided) {
|
|
523
|
-
log.warn(
|
|
560
|
+
if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
|
|
561
|
+
log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
|
|
524
562
|
}
|
|
525
563
|
ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
|
|
526
564
|
}
|
|
@@ -530,9 +568,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
530
568
|
}
|
|
531
569
|
const publicClient = createPublicClient({
|
|
532
570
|
chain: ethereumChain.chainInfo,
|
|
533
|
-
transport:
|
|
534
|
-
|
|
535
|
-
|
|
571
|
+
transport: makeL1HttpTransport(config.l1RpcUrls, {
|
|
572
|
+
timeout: config.l1HttpTimeoutMS
|
|
573
|
+
}),
|
|
536
574
|
pollingInterval: config.viemPollingIntervalMS
|
|
537
575
|
});
|
|
538
576
|
const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
|
|
@@ -542,16 +580,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
542
580
|
...l1ContractsAddresses
|
|
543
581
|
};
|
|
544
582
|
const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
|
|
545
|
-
const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
|
|
583
|
+
const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
|
|
546
584
|
rollupContract.getL1GenesisTime(),
|
|
547
585
|
rollupContract.getSlotDuration(),
|
|
548
|
-
rollupContract.getVersion()
|
|
586
|
+
rollupContract.getVersion(),
|
|
587
|
+
rollupContract.getManaLimit().then(Number)
|
|
549
588
|
]);
|
|
550
589
|
config.rollupVersion ??= Number(rollupVersionFromRollup);
|
|
551
590
|
if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
|
|
552
591
|
log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
|
|
553
592
|
}
|
|
554
|
-
const blobClient = await createBlobClientWithFileStores(config,
|
|
593
|
+
const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
|
|
555
594
|
// attempt snapshot sync if possible
|
|
556
595
|
await trySnapshotSync(config, log);
|
|
557
596
|
const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
|
|
@@ -566,94 +605,129 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
566
605
|
blockUntilSync: !config.skipArchiverInitialSync
|
|
567
606
|
});
|
|
568
607
|
// now create the merkle trees and the world state synchronizer
|
|
569
|
-
const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.
|
|
570
|
-
const
|
|
608
|
+
const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.genesis, telemetry);
|
|
609
|
+
const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
|
|
610
|
+
let peerProofVerifier;
|
|
611
|
+
let rpcProofVerifier;
|
|
612
|
+
if (useRealVerifiers) {
|
|
613
|
+
peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
|
|
614
|
+
const rpcVerifier = await BBCircuitVerifier.new(config);
|
|
615
|
+
rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
|
|
616
|
+
} else {
|
|
617
|
+
peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
|
|
618
|
+
rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
|
|
619
|
+
}
|
|
620
|
+
let debugLogStore;
|
|
571
621
|
if (!config.realProofs) {
|
|
572
622
|
log.warn(`Aztec node is accepting fake proofs`);
|
|
623
|
+
debugLogStore = new InMemoryDebugLogStore();
|
|
624
|
+
log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
|
|
625
|
+
} else {
|
|
626
|
+
debugLogStore = new NullDebugLogStore();
|
|
627
|
+
}
|
|
628
|
+
const proverOnly = config.enableProverNode && config.disableValidator;
|
|
629
|
+
if (proverOnly) {
|
|
630
|
+
log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
|
|
573
631
|
}
|
|
574
|
-
const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
|
|
575
632
|
// create the tx pool and the p2p client, which will need the l2 block source
|
|
576
|
-
const p2pClient = await createP2PClient(
|
|
577
|
-
// We
|
|
578
|
-
|
|
579
|
-
// Create
|
|
580
|
-
|
|
581
|
-
...config,
|
|
582
|
-
l1GenesisTime,
|
|
583
|
-
slotDuration: Number(slotDuration)
|
|
584
|
-
}, worldStateSynchronizer, archiver, dateProvider, telemetry);
|
|
585
|
-
// Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
|
|
633
|
+
const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
|
|
634
|
+
// We'll accumulate sentinel watchers here
|
|
635
|
+
const watchers = [];
|
|
636
|
+
// Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
|
|
637
|
+
// Override maxTxsPerCheckpoint with the validator-specific limit if set.
|
|
586
638
|
const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
|
|
587
639
|
...config,
|
|
588
640
|
l1GenesisTime,
|
|
589
|
-
slotDuration: Number(slotDuration)
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
641
|
+
slotDuration: Number(slotDuration),
|
|
642
|
+
rollupManaLimit,
|
|
643
|
+
maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
|
|
644
|
+
}, worldStateSynchronizer, archiver, dateProvider, telemetry);
|
|
645
|
+
let validatorClient;
|
|
646
|
+
if (!proverOnly) {
|
|
647
|
+
// Create validator client if required
|
|
648
|
+
validatorClient = await createValidatorClient(config, {
|
|
649
|
+
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
650
|
+
worldState: worldStateSynchronizer,
|
|
651
|
+
p2pClient,
|
|
652
|
+
telemetry,
|
|
653
|
+
dateProvider,
|
|
654
|
+
epochCache,
|
|
655
|
+
blockSource: archiver,
|
|
656
|
+
l1ToL2MessageSource: archiver,
|
|
657
|
+
keyStoreManager,
|
|
658
|
+
blobClient,
|
|
659
|
+
slashingProtectionDb: deps.slashingProtectionDb
|
|
660
|
+
});
|
|
661
|
+
// If we have a validator client, register it as a source of offenses for the slasher,
|
|
662
|
+
// and have it register callbacks on the p2p client *before* we start it, otherwise messages
|
|
663
|
+
// like attestations or auths will fail.
|
|
664
|
+
if (validatorClient) {
|
|
665
|
+
watchers.push(validatorClient);
|
|
666
|
+
const vc = validatorClient;
|
|
667
|
+
const getValidatorAddresses = ()=>vc.getValidatorAddresses().map((a)=>a.toString());
|
|
668
|
+
validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
|
|
669
|
+
if (!options.dontStartSequencer) {
|
|
670
|
+
await validatorClient.registerHandlers();
|
|
671
|
+
}
|
|
613
672
|
}
|
|
614
673
|
}
|
|
615
|
-
// If there's no validator client
|
|
616
|
-
//
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
674
|
+
// If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
|
|
675
|
+
// for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
|
|
676
|
+
// while non-reexecution is used for validating the proposals and collecting their txs.
|
|
677
|
+
// Checkpoint proposals rebuild blobs if the blob client can upload blobs.
|
|
678
|
+
if (!validatorClient) {
|
|
679
|
+
const reexecute = !!config.alwaysReexecuteBlockProposals;
|
|
680
|
+
log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
|
|
681
|
+
createProposalHandler(config, {
|
|
620
682
|
checkpointsBuilder: validatorCheckpointsBuilder,
|
|
621
683
|
worldState: worldStateSynchronizer,
|
|
622
684
|
epochCache,
|
|
623
685
|
blockSource: archiver,
|
|
624
686
|
l1ToL2MessageSource: archiver,
|
|
625
687
|
p2pClient,
|
|
688
|
+
blobClient,
|
|
626
689
|
dateProvider,
|
|
627
690
|
telemetry
|
|
628
|
-
}).
|
|
691
|
+
}).register(p2pClient, reexecute, archiver);
|
|
629
692
|
}
|
|
630
693
|
// Start world state and wait for it to sync to the archiver.
|
|
631
694
|
await worldStateSynchronizer.start();
|
|
632
695
|
// Start p2p. Note that it depends on world state to be running.
|
|
633
696
|
await p2pClient.start();
|
|
634
|
-
|
|
635
|
-
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
636
|
-
watchers.push(validatorsSentinel);
|
|
637
|
-
}
|
|
697
|
+
let validatorsSentinel;
|
|
638
698
|
let epochPruneWatcher;
|
|
639
|
-
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
640
|
-
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), blockBuilder, config);
|
|
641
|
-
watchers.push(epochPruneWatcher);
|
|
642
|
-
}
|
|
643
|
-
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
644
699
|
let attestationsBlockWatcher;
|
|
645
|
-
if (
|
|
646
|
-
|
|
647
|
-
|
|
700
|
+
if (!proverOnly) {
|
|
701
|
+
validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
|
|
702
|
+
if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
|
|
703
|
+
watchers.push(validatorsSentinel);
|
|
704
|
+
}
|
|
705
|
+
if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
|
|
706
|
+
epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
|
|
707
|
+
watchers.push(epochPruneWatcher);
|
|
708
|
+
}
|
|
709
|
+
// We assume we want to slash for invalid attestations unless all max penalties are set to 0
|
|
710
|
+
if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
|
|
711
|
+
attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
|
|
712
|
+
watchers.push(attestationsBlockWatcher);
|
|
713
|
+
}
|
|
648
714
|
}
|
|
649
715
|
// Start p2p-related services once the archiver has completed sync
|
|
650
716
|
void archiver.waitForInitialSync().then(async ()=>{
|
|
651
|
-
await p2pClient.start();
|
|
652
717
|
await validatorsSentinel?.start();
|
|
653
718
|
await epochPruneWatcher?.start();
|
|
654
719
|
await attestationsBlockWatcher?.start();
|
|
655
720
|
log.info(`All p2p services started`);
|
|
656
721
|
}).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
|
|
722
|
+
const globalVariableBuilderConfig = {
|
|
723
|
+
l1Contracts: config.l1Contracts,
|
|
724
|
+
ethereumSlotDuration: config.ethereumSlotDuration,
|
|
725
|
+
rollupVersion: BigInt(config.rollupVersion),
|
|
726
|
+
l1GenesisTime,
|
|
727
|
+
slotDuration: Number(slotDuration)
|
|
728
|
+
};
|
|
729
|
+
const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, globalVariableBuilderConfig);
|
|
730
|
+
const feeProvider = new FeeProviderImpl(dateProvider, publicClient, globalVariableBuilderConfig);
|
|
657
731
|
// Validator enabled, create/start relevant service
|
|
658
732
|
let sequencer;
|
|
659
733
|
let slasherClient;
|
|
@@ -663,31 +737,51 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
663
737
|
const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
|
|
664
738
|
slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
|
|
665
739
|
await slasherClient.start();
|
|
666
|
-
const l1TxUtils = config.
|
|
740
|
+
const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
|
|
667
741
|
...config,
|
|
668
742
|
scope: 'sequencer'
|
|
669
743
|
}, {
|
|
670
744
|
telemetry,
|
|
671
745
|
logger: log.createChild('l1-tx-utils'),
|
|
672
|
-
dateProvider
|
|
673
|
-
|
|
746
|
+
dateProvider,
|
|
747
|
+
kzg: Blob.getViemKzgInstance()
|
|
748
|
+
}) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
|
|
674
749
|
...config,
|
|
675
750
|
scope: 'sequencer'
|
|
676
751
|
}, {
|
|
677
752
|
telemetry,
|
|
678
753
|
logger: log.createChild('l1-tx-utils'),
|
|
679
|
-
dateProvider
|
|
754
|
+
dateProvider,
|
|
755
|
+
kzg: Blob.getViemKzgInstance()
|
|
680
756
|
});
|
|
757
|
+
// Create a funder L1TxUtils from the keystore funding account (if configured)
|
|
758
|
+
const fundingSigner = keyStoreManager?.createFundingSigner();
|
|
759
|
+
let funderL1TxUtils;
|
|
760
|
+
if (fundingSigner) {
|
|
761
|
+
const [funder] = await createL1TxUtilsFromSigners(publicClient, [
|
|
762
|
+
fundingSigner
|
|
763
|
+
], {
|
|
764
|
+
...config,
|
|
765
|
+
scope: 'sequencer'
|
|
766
|
+
}, {
|
|
767
|
+
telemetry,
|
|
768
|
+
logger: log.createChild('l1-tx-utils:funder'),
|
|
769
|
+
dateProvider
|
|
770
|
+
});
|
|
771
|
+
funderL1TxUtils = funder;
|
|
772
|
+
}
|
|
681
773
|
// Create and start the sequencer client
|
|
682
774
|
const checkpointsBuilder = new CheckpointsBuilder({
|
|
683
775
|
...config,
|
|
684
776
|
l1GenesisTime,
|
|
685
|
-
slotDuration: Number(slotDuration)
|
|
686
|
-
|
|
777
|
+
slotDuration: Number(slotDuration),
|
|
778
|
+
rollupManaLimit
|
|
779
|
+
}, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
|
|
687
780
|
sequencer = await SequencerClient.new(config, {
|
|
688
781
|
...deps,
|
|
689
782
|
epochCache,
|
|
690
783
|
l1TxUtils,
|
|
784
|
+
funderL1TxUtils,
|
|
691
785
|
validatorClient,
|
|
692
786
|
p2pClient,
|
|
693
787
|
worldStateSynchronizer,
|
|
@@ -698,7 +792,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
698
792
|
telemetry,
|
|
699
793
|
dateProvider,
|
|
700
794
|
blobClient,
|
|
701
|
-
nodeKeyStore: keyStoreManager
|
|
795
|
+
nodeKeyStore: keyStoreManager,
|
|
796
|
+
globalVariableBuilder
|
|
702
797
|
});
|
|
703
798
|
}
|
|
704
799
|
if (!options.dontStartSequencer && sequencer) {
|
|
@@ -707,13 +802,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
707
802
|
} else if (sequencer) {
|
|
708
803
|
log.warn(`Sequencer created but not started`);
|
|
709
804
|
}
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
805
|
+
// Create prover node subsystem if enabled
|
|
806
|
+
let proverNode;
|
|
807
|
+
if (config.enableProverNode) {
|
|
808
|
+
proverNode = await createProverNode(config, {
|
|
809
|
+
...deps.proverNodeDeps,
|
|
810
|
+
telemetry,
|
|
811
|
+
dateProvider,
|
|
812
|
+
archiver,
|
|
813
|
+
worldStateSynchronizer,
|
|
814
|
+
p2pClient,
|
|
815
|
+
epochCache,
|
|
816
|
+
blobClient,
|
|
817
|
+
keyStoreManager
|
|
818
|
+
});
|
|
819
|
+
if (!options.dontStartProverNode) {
|
|
820
|
+
await proverNode.start();
|
|
821
|
+
log.info(`Prover node subsystem started`);
|
|
822
|
+
} else {
|
|
823
|
+
log.info(`Prover node subsystem created but not started`);
|
|
824
|
+
}
|
|
825
|
+
}
|
|
826
|
+
const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
|
|
827
|
+
return node;
|
|
717
828
|
}
|
|
718
829
|
/**
|
|
719
830
|
* Returns the sequencer client instance.
|
|
@@ -721,6 +832,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
721
832
|
*/ getSequencer() {
|
|
722
833
|
return this.sequencer;
|
|
723
834
|
}
|
|
835
|
+
/** Returns the prover node subsystem, if enabled. */ getProverNode() {
|
|
836
|
+
return this.proverNode;
|
|
837
|
+
}
|
|
724
838
|
getBlockSource() {
|
|
725
839
|
return this.blockSource;
|
|
726
840
|
}
|
|
@@ -740,7 +854,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
740
854
|
return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
|
|
741
855
|
}
|
|
742
856
|
async getAllowedPublicSetup() {
|
|
743
|
-
return
|
|
857
|
+
return [
|
|
858
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
859
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
860
|
+
];
|
|
744
861
|
}
|
|
745
862
|
/**
|
|
746
863
|
* Method to determine if the node is ready to accept transactions.
|
|
@@ -763,33 +880,46 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
763
880
|
rollupVersion,
|
|
764
881
|
enr,
|
|
765
882
|
l1ContractAddresses: contractAddresses,
|
|
766
|
-
protocolContractAddresses: protocolContractAddresses
|
|
883
|
+
protocolContractAddresses: protocolContractAddresses,
|
|
884
|
+
realProofs: !!this.config.realProofs
|
|
767
885
|
};
|
|
768
886
|
return nodeInfo;
|
|
769
887
|
}
|
|
770
888
|
/**
|
|
771
|
-
* Get a block specified by its number.
|
|
772
|
-
* @param
|
|
889
|
+
* Get a block specified by its block number, block hash, or 'latest'.
|
|
890
|
+
* @param block - The block parameter (block number, block hash, or 'latest').
|
|
773
891
|
* @returns The requested block.
|
|
774
|
-
*/ async getBlock(
|
|
775
|
-
|
|
776
|
-
|
|
892
|
+
*/ async getBlock(block) {
|
|
893
|
+
if (BlockHash.isBlockHash(block)) {
|
|
894
|
+
return this.getBlockByHash(block);
|
|
895
|
+
}
|
|
896
|
+
const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
|
|
897
|
+
if (blockNumber === BlockNumber.ZERO) {
|
|
898
|
+
return this.buildInitialBlock();
|
|
899
|
+
}
|
|
900
|
+
return await this.blockSource.getL2Block(blockNumber);
|
|
777
901
|
}
|
|
778
902
|
/**
|
|
779
903
|
* Get a block specified by its hash.
|
|
780
904
|
* @param blockHash - The block hash being requested.
|
|
781
905
|
* @returns The requested block.
|
|
782
906
|
*/ async getBlockByHash(blockHash) {
|
|
783
|
-
const
|
|
784
|
-
|
|
907
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
908
|
+
if (blockHash.equals(initialBlockHash)) {
|
|
909
|
+
return this.buildInitialBlock();
|
|
910
|
+
}
|
|
911
|
+
return await this.blockSource.getL2BlockByHash(blockHash);
|
|
912
|
+
}
|
|
913
|
+
buildInitialBlock() {
|
|
914
|
+
const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
|
|
915
|
+
return L2Block.empty(initialHeader);
|
|
785
916
|
}
|
|
786
917
|
/**
|
|
787
918
|
* Get a block specified by its archive root.
|
|
788
919
|
* @param archive - The archive root being requested.
|
|
789
920
|
* @returns The requested block.
|
|
790
921
|
*/ async getBlockByArchive(archive) {
|
|
791
|
-
|
|
792
|
-
return publishedBlock?.block;
|
|
922
|
+
return await this.blockSource.getL2BlockByArchive(archive);
|
|
793
923
|
}
|
|
794
924
|
/**
|
|
795
925
|
* Method to request blocks. Will attempt to return all requested blocks but will return only those available.
|
|
@@ -797,25 +927,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
797
927
|
* @param limit - The maximum number of blocks to obtain.
|
|
798
928
|
* @returns The blocks requested.
|
|
799
929
|
*/ async getBlocks(from, limit) {
|
|
800
|
-
return await this.blockSource.getBlocks(from, limit) ?? [];
|
|
930
|
+
return await this.blockSource.getBlocks(from, BlockNumber(limit)) ?? [];
|
|
801
931
|
}
|
|
802
|
-
async
|
|
803
|
-
return await this.blockSource.
|
|
932
|
+
async getCheckpoints(from, limit) {
|
|
933
|
+
return await this.blockSource.getCheckpoints(from, limit) ?? [];
|
|
804
934
|
}
|
|
805
|
-
async
|
|
806
|
-
return await this.blockSource.
|
|
935
|
+
async getCheckpointedBlocks(from, limit) {
|
|
936
|
+
return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
|
|
807
937
|
}
|
|
808
|
-
|
|
809
|
-
return
|
|
938
|
+
getCheckpointsDataForEpoch(epochNumber) {
|
|
939
|
+
return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
|
|
810
940
|
}
|
|
811
|
-
async
|
|
812
|
-
return await this.
|
|
941
|
+
async getCurrentMinFees() {
|
|
942
|
+
return await this.feeProvider.getCurrentMinFees();
|
|
813
943
|
}
|
|
814
|
-
/**
|
|
815
|
-
|
|
816
|
-
* @returns The current min L2 fees.
|
|
817
|
-
*/ async getCurrentMinFees() {
|
|
818
|
-
return await this.globalVariableBuilder.getCurrentMinFees();
|
|
944
|
+
/** Returns predicted min fees for the current slot and next N slots. */ async getPredictedMinFees(manaUsage) {
|
|
945
|
+
return await this.feeProvider.getPredictedMinFees(manaUsage);
|
|
819
946
|
}
|
|
820
947
|
async getMaxPriorityFees() {
|
|
821
948
|
for await (const tx of this.p2pClient.iteratePendingTxs()){
|
|
@@ -835,6 +962,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
835
962
|
async getProvenBlockNumber() {
|
|
836
963
|
return await this.blockSource.getProvenBlockNumber();
|
|
837
964
|
}
|
|
965
|
+
async getCheckpointedBlockNumber() {
|
|
966
|
+
return await this.blockSource.getCheckpointedL2BlockNumber();
|
|
967
|
+
}
|
|
968
|
+
getCheckpointNumber() {
|
|
969
|
+
return this.blockSource.getCheckpointNumber();
|
|
970
|
+
}
|
|
838
971
|
/**
|
|
839
972
|
* Method to fetch the version of the package.
|
|
840
973
|
* @returns The node package version
|
|
@@ -859,11 +992,37 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
859
992
|
getContract(address) {
|
|
860
993
|
return this.contractDataSource.getContract(address);
|
|
861
994
|
}
|
|
862
|
-
getPrivateLogsByTags(tags) {
|
|
863
|
-
|
|
864
|
-
|
|
865
|
-
|
|
866
|
-
|
|
995
|
+
async getPrivateLogsByTags(tags, page, referenceBlock) {
|
|
996
|
+
let upToBlockNumber;
|
|
997
|
+
if (referenceBlock) {
|
|
998
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
999
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
1000
|
+
upToBlockNumber = BlockNumber(0);
|
|
1001
|
+
} else {
|
|
1002
|
+
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
1003
|
+
if (!header) {
|
|
1004
|
+
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
1005
|
+
}
|
|
1006
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
1007
|
+
}
|
|
1008
|
+
}
|
|
1009
|
+
return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
|
|
1010
|
+
}
|
|
1011
|
+
async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
|
|
1012
|
+
let upToBlockNumber;
|
|
1013
|
+
if (referenceBlock) {
|
|
1014
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1015
|
+
if (referenceBlock.equals(initialBlockHash)) {
|
|
1016
|
+
upToBlockNumber = BlockNumber(0);
|
|
1017
|
+
} else {
|
|
1018
|
+
const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
|
|
1019
|
+
if (!header) {
|
|
1020
|
+
throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
|
|
1021
|
+
}
|
|
1022
|
+
upToBlockNumber = header.globalVariables.blockNumber;
|
|
1023
|
+
}
|
|
1024
|
+
}
|
|
1025
|
+
return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
|
|
867
1026
|
}
|
|
868
1027
|
/**
|
|
869
1028
|
* Gets public logs based on the provided filter.
|
|
@@ -898,24 +1057,33 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
898
1057
|
throw new Error(`Invalid tx: ${reason}`);
|
|
899
1058
|
}
|
|
900
1059
|
await this.p2pClient.sendTx(tx);
|
|
901
|
-
|
|
902
|
-
this.
|
|
1060
|
+
const duration = timer.ms();
|
|
1061
|
+
this.metrics.receivedTx(duration, true);
|
|
1062
|
+
this.log.info(`Received tx ${txHash} in ${duration}ms`, {
|
|
903
1063
|
txHash
|
|
904
1064
|
});
|
|
905
1065
|
}
|
|
906
1066
|
async getTxReceipt(txHash) {
|
|
907
|
-
|
|
908
|
-
//
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
|
|
913
|
-
}
|
|
1067
|
+
// Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
|
|
1068
|
+
// as a fallback if we don't find a settled receipt in the archiver.
|
|
1069
|
+
const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
|
|
1070
|
+
const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
|
|
1071
|
+
// Then get the actual tx from the archiver, which tracks every tx in a mined block.
|
|
914
1072
|
const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
|
|
1073
|
+
let receipt;
|
|
915
1074
|
if (settledTxReceipt) {
|
|
916
|
-
|
|
1075
|
+
receipt = settledTxReceipt;
|
|
1076
|
+
} else if (isKnownToPool) {
|
|
1077
|
+
// If the tx is in the pool but not in the archiver, it's pending.
|
|
1078
|
+
// This handles race conditions between archiver and p2p, where the archiver
|
|
1079
|
+
// has pruned the block in which a tx was mined, but p2p has not caught up yet.
|
|
1080
|
+
receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
|
|
1081
|
+
} else {
|
|
1082
|
+
// Otherwise, if we don't know the tx, we consider it dropped.
|
|
1083
|
+
receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
|
|
917
1084
|
}
|
|
918
|
-
|
|
1085
|
+
this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
|
|
1086
|
+
return receipt;
|
|
919
1087
|
}
|
|
920
1088
|
getTxEffect(txHash) {
|
|
921
1089
|
return this.blockSource.getTxEffect(txHash);
|
|
@@ -927,8 +1095,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
927
1095
|
await tryStop(this.validatorsSentinel);
|
|
928
1096
|
await tryStop(this.epochPruneWatcher);
|
|
929
1097
|
await tryStop(this.slasherClient);
|
|
930
|
-
await
|
|
1098
|
+
await Promise.all([
|
|
1099
|
+
tryStop(this.peerProofVerifier),
|
|
1100
|
+
tryStop(this.rpcProofVerifier)
|
|
1101
|
+
]);
|
|
931
1102
|
await tryStop(this.sequencer);
|
|
1103
|
+
await tryStop(this.proverNode);
|
|
932
1104
|
await tryStop(this.p2pClient);
|
|
933
1105
|
await tryStop(this.worldStateSynchronizer);
|
|
934
1106
|
await tryStop(this.blockSource);
|
|
@@ -967,101 +1139,83 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
967
1139
|
*/ async getTxsByHash(txHashes) {
|
|
968
1140
|
return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
|
|
969
1141
|
}
|
|
970
|
-
|
|
971
|
-
|
|
972
|
-
* the leaves were inserted.
|
|
973
|
-
* @param blockNumber - The block number at which to get the data or 'latest' for latest data.
|
|
974
|
-
* @param treeId - The tree to search in.
|
|
975
|
-
* @param leafValues - The values to search for.
|
|
976
|
-
* @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
|
|
977
|
-
*/ async findLeavesIndexes(blockNumber, treeId, leafValues) {
|
|
978
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1142
|
+
async findLeavesIndexes(referenceBlock, treeId, leafValues) {
|
|
1143
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
979
1144
|
const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
|
|
980
|
-
//
|
|
981
|
-
const
|
|
982
|
-
// Now we find the block numbers for the indices
|
|
983
|
-
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId,
|
|
984
|
-
//
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
1145
|
+
// Filter out undefined values to query block numbers only for found leaves
|
|
1146
|
+
const definedIndices = maybeIndices.filter((x)=>x !== undefined);
|
|
1147
|
+
// Now we find the block numbers for the defined indices
|
|
1148
|
+
const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
|
|
1149
|
+
// Build a map from leaf index to block number
|
|
1150
|
+
const indexToBlockNumber = new Map();
|
|
1151
|
+
for(let i = 0; i < definedIndices.length; i++){
|
|
1152
|
+
const blockNumber = blockNumbers[i];
|
|
1153
|
+
if (blockNumber === undefined) {
|
|
1154
|
+
throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
|
|
988
1155
|
}
|
|
1156
|
+
indexToBlockNumber.set(definedIndices[i], blockNumber);
|
|
989
1157
|
}
|
|
990
1158
|
// Get unique block numbers in order to optimize num calls to getLeafValue function.
|
|
991
1159
|
const uniqueBlockNumbers = [
|
|
992
|
-
...new Set(
|
|
1160
|
+
...new Set(indexToBlockNumber.values())
|
|
993
1161
|
];
|
|
994
|
-
// Now we obtain the block hashes from the archive tree
|
|
995
|
-
// (note that block number corresponds to the leaf index in the archive tree).
|
|
1162
|
+
// Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
|
|
996
1163
|
const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
|
|
997
1164
|
return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
998
1165
|
}));
|
|
999
|
-
//
|
|
1166
|
+
// Build a map from block number to block hash
|
|
1167
|
+
const blockNumberToHash = new Map();
|
|
1000
1168
|
for(let i = 0; i < uniqueBlockNumbers.length; i++){
|
|
1001
|
-
|
|
1169
|
+
const blockHash = blockHashes[i];
|
|
1170
|
+
if (blockHash === undefined) {
|
|
1002
1171
|
throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
|
|
1003
1172
|
}
|
|
1173
|
+
blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
|
|
1004
1174
|
}
|
|
1005
1175
|
// Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
|
|
1006
|
-
return maybeIndices.map((index
|
|
1176
|
+
return maybeIndices.map((index)=>{
|
|
1007
1177
|
if (index === undefined) {
|
|
1008
1178
|
return undefined;
|
|
1009
1179
|
}
|
|
1010
|
-
const blockNumber =
|
|
1180
|
+
const blockNumber = indexToBlockNumber.get(index);
|
|
1011
1181
|
if (blockNumber === undefined) {
|
|
1012
|
-
|
|
1182
|
+
throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
|
|
1013
1183
|
}
|
|
1014
|
-
const
|
|
1015
|
-
|
|
1016
|
-
|
|
1017
|
-
return undefined;
|
|
1184
|
+
const l2BlockHash = blockNumberToHash.get(blockNumber);
|
|
1185
|
+
if (l2BlockHash === undefined) {
|
|
1186
|
+
throw new Error(`Block hash not found for block number ${blockNumber}`);
|
|
1018
1187
|
}
|
|
1019
1188
|
return {
|
|
1020
|
-
l2BlockNumber:
|
|
1021
|
-
l2BlockHash
|
|
1189
|
+
l2BlockNumber: blockNumber,
|
|
1190
|
+
l2BlockHash,
|
|
1022
1191
|
data: index
|
|
1023
1192
|
};
|
|
1024
1193
|
});
|
|
1025
1194
|
}
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1029
|
-
|
|
1030
|
-
|
|
1031
|
-
|
|
1032
|
-
|
|
1033
|
-
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
* Returns a sibling path for the given index in the data tree.
|
|
1037
|
-
* @param blockNumber - The block number at which to get the data.
|
|
1038
|
-
* @param leafIndex - The index of the leaf for which the sibling path is required.
|
|
1039
|
-
* @returns The sibling path for the leaf index.
|
|
1040
|
-
*/ async getNoteHashSiblingPath(blockNumber, leafIndex) {
|
|
1041
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1042
|
-
return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
|
|
1043
|
-
}
|
|
1044
|
-
async getArchiveMembershipWitness(blockNumber, archive) {
|
|
1045
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1195
|
+
async getBlockHashMembershipWitness(referenceBlock, blockHash) {
|
|
1196
|
+
// The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
|
|
1197
|
+
// which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
|
|
1198
|
+
// So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
|
|
1199
|
+
const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
|
|
1200
|
+
if (referenceBlockNumber === BlockNumber.ZERO) {
|
|
1201
|
+
// Block 0 (the initial block) has an empty archive, so no membership witness can exist.
|
|
1202
|
+
return undefined;
|
|
1203
|
+
}
|
|
1204
|
+
const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
|
|
1046
1205
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
|
|
1047
|
-
|
|
1206
|
+
blockHash
|
|
1048
1207
|
]);
|
|
1049
1208
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1050
1209
|
}
|
|
1051
|
-
async getNoteHashMembershipWitness(
|
|
1052
|
-
const committedDb = await this
|
|
1210
|
+
async getNoteHashMembershipWitness(referenceBlock, noteHash) {
|
|
1211
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1053
1212
|
const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
|
|
1054
1213
|
noteHash
|
|
1055
1214
|
]);
|
|
1056
1215
|
return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
|
|
1057
1216
|
}
|
|
1058
|
-
|
|
1059
|
-
|
|
1060
|
-
* @param blockNumber - The block number at which to get the data.
|
|
1061
|
-
* @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
|
|
1062
|
-
* @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
|
|
1063
|
-
*/ async getL1ToL2MessageMembershipWitness(blockNumber, l1ToL2Message) {
|
|
1064
|
-
const db = await this.#getWorldState(blockNumber);
|
|
1217
|
+
async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
|
|
1218
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1065
1219
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
|
|
1066
1220
|
l1ToL2Message
|
|
1067
1221
|
]);
|
|
@@ -1074,9 +1228,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1074
1228
|
witness.path
|
|
1075
1229
|
];
|
|
1076
1230
|
}
|
|
1077
|
-
async
|
|
1231
|
+
async getL1ToL2MessageCheckpoint(l1ToL2Message) {
|
|
1078
1232
|
const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
|
|
1079
|
-
return messageIndex ?
|
|
1233
|
+
return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
|
|
1080
1234
|
}
|
|
1081
1235
|
/**
|
|
1082
1236
|
* Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
|
|
@@ -1091,47 +1245,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1091
1245
|
* @param epoch - The epoch at which to get the data.
|
|
1092
1246
|
* @returns The L2 to L1 messages (empty array if the epoch is not found).
|
|
1093
1247
|
*/ async getL2ToL1Messages(epoch) {
|
|
1094
|
-
// Assumes `
|
|
1095
|
-
const
|
|
1096
|
-
const blocksInCheckpoints =
|
|
1097
|
-
let previousSlotNumber = SlotNumber.ZERO;
|
|
1098
|
-
let checkpointIndex = -1;
|
|
1099
|
-
for (const block of blocks){
|
|
1100
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
1101
|
-
if (slotNumber !== previousSlotNumber) {
|
|
1102
|
-
checkpointIndex++;
|
|
1103
|
-
blocksInCheckpoints.push([]);
|
|
1104
|
-
previousSlotNumber = slotNumber;
|
|
1105
|
-
}
|
|
1106
|
-
blocksInCheckpoints[checkpointIndex].push(block);
|
|
1107
|
-
}
|
|
1248
|
+
// Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
|
|
1249
|
+
const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
|
|
1250
|
+
const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
|
|
1108
1251
|
return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
|
|
1109
1252
|
}
|
|
1110
|
-
|
|
1111
|
-
|
|
1112
|
-
* @param blockNumber - The block number at which to get the data.
|
|
1113
|
-
* @param leafIndex - Index of the leaf in the tree.
|
|
1114
|
-
* @returns The sibling path.
|
|
1115
|
-
*/ async getArchiveSiblingPath(blockNumber, leafIndex) {
|
|
1116
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1117
|
-
return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
|
|
1118
|
-
}
|
|
1119
|
-
/**
|
|
1120
|
-
* Returns a sibling path for a leaf in the committed public data tree.
|
|
1121
|
-
* @param blockNumber - The block number at which to get the data.
|
|
1122
|
-
* @param leafIndex - Index of the leaf in the tree.
|
|
1123
|
-
* @returns The sibling path.
|
|
1124
|
-
*/ async getPublicDataSiblingPath(blockNumber, leafIndex) {
|
|
1125
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1126
|
-
return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
|
|
1127
|
-
}
|
|
1128
|
-
/**
|
|
1129
|
-
* Returns a nullifier membership witness for a given nullifier at a given block.
|
|
1130
|
-
* @param blockNumber - The block number at which to get the index.
|
|
1131
|
-
* @param nullifier - Nullifier we try to find witness for.
|
|
1132
|
-
* @returns The nullifier membership witness (if found).
|
|
1133
|
-
*/ async getNullifierMembershipWitness(blockNumber, nullifier) {
|
|
1134
|
-
const db = await this.#getWorldState(blockNumber);
|
|
1253
|
+
async getNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1254
|
+
const db = await this.getWorldState(referenceBlock);
|
|
1135
1255
|
const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
|
|
1136
1256
|
nullifier.toBuffer()
|
|
1137
1257
|
]);
|
|
@@ -1145,35 +1265,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1145
1265
|
}
|
|
1146
1266
|
return new NullifierMembershipWitness(index, leafPreimage, path);
|
|
1147
1267
|
}
|
|
1148
|
-
|
|
1149
|
-
|
|
1150
|
-
* @param blockNumber - The block number at which to get the index.
|
|
1151
|
-
* @param nullifier - Nullifier we try to find the low nullifier witness for.
|
|
1152
|
-
* @returns The low nullifier membership witness (if found).
|
|
1153
|
-
* @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
|
|
1154
|
-
* list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
|
|
1155
|
-
* we are trying to prove non-inclusion for.
|
|
1156
|
-
*
|
|
1157
|
-
* Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
|
|
1158
|
-
* the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
|
|
1159
|
-
* index of the nullifier itself when it already exists in the tree.
|
|
1160
|
-
* TODO: This is a confusing behavior and we should eventually address that.
|
|
1161
|
-
*/ async getLowNullifierMembershipWitness(blockNumber, nullifier) {
|
|
1162
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1268
|
+
async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
|
|
1269
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1163
1270
|
const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
|
|
1164
1271
|
if (!findResult) {
|
|
1165
1272
|
return undefined;
|
|
1166
1273
|
}
|
|
1167
1274
|
const { index, alreadyPresent } = findResult;
|
|
1168
1275
|
if (alreadyPresent) {
|
|
1169
|
-
|
|
1276
|
+
throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
|
|
1170
1277
|
}
|
|
1171
1278
|
const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
|
|
1172
1279
|
const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
|
|
1173
1280
|
return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
|
|
1174
1281
|
}
|
|
1175
|
-
async getPublicDataWitness(
|
|
1176
|
-
const committedDb = await this
|
|
1282
|
+
async getPublicDataWitness(referenceBlock, leafSlot) {
|
|
1283
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1177
1284
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1178
1285
|
if (!lowLeafResult) {
|
|
1179
1286
|
return undefined;
|
|
@@ -1183,18 +1290,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1183
1290
|
return new PublicDataWitness(lowLeafResult.index, preimage, path);
|
|
1184
1291
|
}
|
|
1185
1292
|
}
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
*
|
|
1189
|
-
* @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
|
|
1190
|
-
* Aztec's version of `eth_getStorageAt`.
|
|
1191
|
-
*
|
|
1192
|
-
* @param contract - Address of the contract to query.
|
|
1193
|
-
* @param slot - Slot to query.
|
|
1194
|
-
* @param blockNumber - The block number at which to get the data or 'latest'.
|
|
1195
|
-
* @returns Storage value at the given contract slot.
|
|
1196
|
-
*/ async getPublicStorageAt(blockNumber, contract, slot) {
|
|
1197
|
-
const committedDb = await this.#getWorldState(blockNumber);
|
|
1293
|
+
async getPublicStorageAt(referenceBlock, contract, slot) {
|
|
1294
|
+
const committedDb = await this.getWorldState(referenceBlock);
|
|
1198
1295
|
const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
|
|
1199
1296
|
const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
|
|
1200
1297
|
if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
|
|
@@ -1203,18 +1300,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1203
1300
|
const preimage = await committedDb.getLeafPreimage(MerkleTreeId.PUBLIC_DATA_TREE, lowLeafResult.index);
|
|
1204
1301
|
return preimage.leaf.value;
|
|
1205
1302
|
}
|
|
1206
|
-
|
|
1207
|
-
|
|
1208
|
-
|
|
1209
|
-
|
|
1210
|
-
|
|
1211
|
-
|
|
1212
|
-
|
|
1213
|
-
|
|
1214
|
-
|
|
1215
|
-
|
|
1216
|
-
|
|
1217
|
-
|
|
1303
|
+
async getBlockHeader(block = 'latest') {
|
|
1304
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1305
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1306
|
+
if (block.equals(initialBlockHash)) {
|
|
1307
|
+
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1308
|
+
return this.worldStateSynchronizer.getCommitted().getInitialHeader();
|
|
1309
|
+
}
|
|
1310
|
+
return this.blockSource.getBlockHeaderByHash(block);
|
|
1311
|
+
} else {
|
|
1312
|
+
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1313
|
+
const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
|
|
1314
|
+
if (blockNumber === BlockNumber.ZERO) {
|
|
1315
|
+
return this.worldStateSynchronizer.getCommitted().getInitialHeader();
|
|
1316
|
+
}
|
|
1317
|
+
return this.blockSource.getBlockHeader(block);
|
|
1318
|
+
}
|
|
1218
1319
|
}
|
|
1219
1320
|
/**
|
|
1220
1321
|
* Get a block header specified by its archive root.
|
|
@@ -1223,6 +1324,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1223
1324
|
*/ async getBlockHeaderByArchive(archive) {
|
|
1224
1325
|
return await this.blockSource.getBlockHeaderByArchive(archive);
|
|
1225
1326
|
}
|
|
1327
|
+
getBlockData(number) {
|
|
1328
|
+
return this.blockSource.getBlockData(number);
|
|
1329
|
+
}
|
|
1330
|
+
getBlockDataByArchive(archive) {
|
|
1331
|
+
return this.blockSource.getBlockDataByArchive(archive);
|
|
1332
|
+
}
|
|
1226
1333
|
/**
|
|
1227
1334
|
* Simulates the public part of a transaction with the current state.
|
|
1228
1335
|
* @param tx - The transaction to simulate.
|
|
@@ -1235,17 +1342,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1235
1342
|
throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
|
|
1236
1343
|
}
|
|
1237
1344
|
const txHash = tx.getTxHash();
|
|
1238
|
-
const
|
|
1345
|
+
const latestBlockNumber = await this.blockSource.getBlockNumber();
|
|
1346
|
+
const blockNumber = BlockNumber.add(latestBlockNumber, 1);
|
|
1239
1347
|
// If sequencer is not initialized, we just set these values to zero for simulation.
|
|
1240
1348
|
const coinbase = EthAddress.ZERO;
|
|
1241
1349
|
const feeRecipient = AztecAddress.ZERO;
|
|
1242
1350
|
const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
|
|
1243
|
-
const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
|
|
1351
|
+
const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
|
|
1244
1352
|
this.log.verbose(`Simulating public calls for tx ${txHash}`, {
|
|
1245
1353
|
globalVariables: newGlobalVariables.toInspect(),
|
|
1246
1354
|
txHash,
|
|
1247
1355
|
blockNumber
|
|
1248
1356
|
});
|
|
1357
|
+
// Ensure world-state has caught up with the latest block we loaded from the archiver
|
|
1358
|
+
await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
|
|
1249
1359
|
const merkleTreeFork = await this.worldStateSynchronizer.fork();
|
|
1250
1360
|
try {
|
|
1251
1361
|
const config = PublicSimulatorConfig.from({
|
|
@@ -1260,7 +1370,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1260
1370
|
});
|
|
1261
1371
|
const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
|
|
1262
1372
|
// REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
|
|
1263
|
-
const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
|
|
1373
|
+
const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
|
|
1264
1374
|
tx
|
|
1265
1375
|
]);
|
|
1266
1376
|
// REFACTOR: Consider returning the error rather than throwing
|
|
@@ -1271,27 +1381,34 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1271
1381
|
throw failedTxs[0].error;
|
|
1272
1382
|
}
|
|
1273
1383
|
const [processedTx] = processedTxs;
|
|
1274
|
-
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
|
|
1384
|
+
return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
|
|
1275
1385
|
} finally{
|
|
1276
1386
|
await merkleTreeFork.close();
|
|
1277
1387
|
}
|
|
1278
1388
|
}
|
|
1279
1389
|
async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
|
|
1280
1390
|
const db = this.worldStateSynchronizer.getCommitted();
|
|
1281
|
-
const verifier = isSimulation ? undefined : this.
|
|
1282
|
-
// We accept transactions if they are not expired by the next slot (checked based on the
|
|
1391
|
+
const verifier = isSimulation ? undefined : this.rpcProofVerifier;
|
|
1392
|
+
// We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
|
|
1283
1393
|
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1284
1394
|
const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
|
|
1285
|
-
const
|
|
1395
|
+
const l1Constants = await this.blockSource.getL1Constants();
|
|
1396
|
+
const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
|
|
1286
1397
|
timestamp: nextSlotTimestamp,
|
|
1287
1398
|
blockNumber,
|
|
1288
1399
|
l1ChainId: this.l1ChainId,
|
|
1289
1400
|
rollupVersion: this.version,
|
|
1290
|
-
setupAllowList:
|
|
1401
|
+
setupAllowList: [
|
|
1402
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1403
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1404
|
+
],
|
|
1291
1405
|
gasFees: await this.getCurrentMinFees(),
|
|
1292
1406
|
skipFeeEnforcement,
|
|
1293
|
-
txsPermitted: !this.config.disableTransactions
|
|
1294
|
-
|
|
1407
|
+
txsPermitted: !this.config.disableTransactions,
|
|
1408
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1409
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1410
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1411
|
+
}, this.log.getBindings());
|
|
1295
1412
|
return await validator.validateTx(tx);
|
|
1296
1413
|
}
|
|
1297
1414
|
getConfig() {
|
|
@@ -1313,7 +1430,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1313
1430
|
archiver.updateConfig(config);
|
|
1314
1431
|
}
|
|
1315
1432
|
if (newConfig.realProofs !== this.config.realProofs) {
|
|
1316
|
-
|
|
1433
|
+
await Promise.all([
|
|
1434
|
+
tryStop(this.peerProofVerifier),
|
|
1435
|
+
tryStop(this.rpcProofVerifier)
|
|
1436
|
+
]);
|
|
1437
|
+
if (newConfig.realProofs) {
|
|
1438
|
+
this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
|
|
1439
|
+
const rpcVerifier = await BBCircuitVerifier.new(newConfig);
|
|
1440
|
+
this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
|
|
1441
|
+
} else {
|
|
1442
|
+
this.peerProofVerifier = new TestCircuitVerifier();
|
|
1443
|
+
this.rpcProofVerifier = new TestCircuitVerifier();
|
|
1444
|
+
}
|
|
1317
1445
|
}
|
|
1318
1446
|
this.config = newConfig;
|
|
1319
1447
|
}
|
|
@@ -1373,7 +1501,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1373
1501
|
});
|
|
1374
1502
|
return Promise.resolve();
|
|
1375
1503
|
}
|
|
1376
|
-
async rollbackTo(targetBlock, force) {
|
|
1504
|
+
async rollbackTo(targetBlock, force, resumeSync = true) {
|
|
1377
1505
|
const archiver = this.blockSource;
|
|
1378
1506
|
if (!('rollbackTo' in archiver)) {
|
|
1379
1507
|
throw new Error('Archiver implementation does not support rollbacks.');
|
|
@@ -1401,9 +1529,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1401
1529
|
this.log.error(`Error during rollback`, err);
|
|
1402
1530
|
throw err;
|
|
1403
1531
|
} finally{
|
|
1404
|
-
|
|
1405
|
-
|
|
1406
|
-
|
|
1532
|
+
if (resumeSync) {
|
|
1533
|
+
this.log.info(`Resuming world state and archiver sync.`);
|
|
1534
|
+
this.worldStateSynchronizer.resumeSync();
|
|
1535
|
+
archiver.resume();
|
|
1536
|
+
} else {
|
|
1537
|
+
this.log.info(`Sync left paused after rollback (resumeSync=false).`);
|
|
1538
|
+
}
|
|
1407
1539
|
}
|
|
1408
1540
|
}
|
|
1409
1541
|
async pauseSync() {
|
|
@@ -1417,30 +1549,121 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1417
1549
|
this.blockSource.resume();
|
|
1418
1550
|
return Promise.resolve();
|
|
1419
1551
|
}
|
|
1420
|
-
getSlashPayloads() {
|
|
1421
|
-
if (!this.slasherClient) {
|
|
1422
|
-
throw new Error(`Slasher client not enabled`);
|
|
1423
|
-
}
|
|
1424
|
-
return this.slasherClient.getSlashPayloads();
|
|
1425
|
-
}
|
|
1426
1552
|
getSlashOffenses(round) {
|
|
1427
1553
|
if (!this.slasherClient) {
|
|
1428
1554
|
throw new Error(`Slasher client not enabled`);
|
|
1429
1555
|
}
|
|
1430
1556
|
if (round === 'all') {
|
|
1431
|
-
return this.slasherClient.
|
|
1557
|
+
return this.slasherClient.getOffenses();
|
|
1432
1558
|
} else {
|
|
1433
1559
|
return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
|
|
1434
1560
|
}
|
|
1435
1561
|
}
|
|
1562
|
+
async reloadKeystore() {
|
|
1563
|
+
if (!this.config.keyStoreDirectory?.length) {
|
|
1564
|
+
throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
|
|
1565
|
+
}
|
|
1566
|
+
if (!this.validatorClient) {
|
|
1567
|
+
throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
|
|
1568
|
+
}
|
|
1569
|
+
this.log.info('Reloading keystore from disk');
|
|
1570
|
+
// Re-read and validate keystore files
|
|
1571
|
+
const keyStores = loadKeystores(this.config.keyStoreDirectory);
|
|
1572
|
+
const newManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
1573
|
+
await newManager.validateSigners();
|
|
1574
|
+
ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
|
|
1575
|
+
// Validate that every validator's publisher keys overlap with the L1 signers
|
|
1576
|
+
// that were initialized at startup. Publishers cannot be hot-reloaded, so a
|
|
1577
|
+
// validator with a publisher key that doesn't match any existing L1 signer
|
|
1578
|
+
// would silently fail on every proposer slot.
|
|
1579
|
+
if (this.keyStoreManager && this.sequencer) {
|
|
1580
|
+
const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
|
|
1581
|
+
const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
|
|
1582
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1583
|
+
for (const attester of newAdapter.getAttesterAddresses()){
|
|
1584
|
+
const pubs = newAdapter.getPublisherAddresses(attester);
|
|
1585
|
+
if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
|
|
1586
|
+
throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
|
|
1587
|
+
...availablePublishers
|
|
1588
|
+
].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
|
|
1589
|
+
}
|
|
1590
|
+
}
|
|
1591
|
+
}
|
|
1592
|
+
// Build adapters for old and new keystores to compute diff
|
|
1593
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1594
|
+
const newAddresses = newAdapter.getAttesterAddresses();
|
|
1595
|
+
const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
|
|
1596
|
+
const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
|
|
1597
|
+
const newSet = new Set(newAddresses.map((a)=>a.toString()));
|
|
1598
|
+
const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
|
|
1599
|
+
const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
|
|
1600
|
+
if (added.length > 0) {
|
|
1601
|
+
this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
|
|
1602
|
+
}
|
|
1603
|
+
if (removed.length > 0) {
|
|
1604
|
+
this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
|
|
1605
|
+
}
|
|
1606
|
+
if (added.length === 0 && removed.length === 0) {
|
|
1607
|
+
this.log.info('Keystore reload: attester keys unchanged');
|
|
1608
|
+
}
|
|
1609
|
+
// Update the validator client (coinbase, feeRecipient, attester keys)
|
|
1610
|
+
this.validatorClient.reloadKeystore(newManager);
|
|
1611
|
+
// Update the publisher factory's keystore so newly-added validators
|
|
1612
|
+
// can be matched to existing publisher keys when proposing blocks.
|
|
1613
|
+
if (this.sequencer) {
|
|
1614
|
+
this.sequencer.updatePublisherNodeKeyStore(newAdapter);
|
|
1615
|
+
}
|
|
1616
|
+
// Update slasher's "don't-slash-self" list with new validator addresses
|
|
1617
|
+
if (this.slasherClient && !this.config.slashSelfAllowed) {
|
|
1618
|
+
const slashValidatorsNever = unique([
|
|
1619
|
+
...this.config.slashValidatorsNever ?? [],
|
|
1620
|
+
...newAddresses
|
|
1621
|
+
].map((a)=>a.toString())).map(EthAddress.fromString);
|
|
1622
|
+
this.slasherClient.updateConfig({
|
|
1623
|
+
slashValidatorsNever
|
|
1624
|
+
});
|
|
1625
|
+
}
|
|
1626
|
+
this.keyStoreManager = newManager;
|
|
1627
|
+
this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
|
|
1628
|
+
}
|
|
1629
|
+
async mineBlock() {
|
|
1630
|
+
if (!this.sequencer) {
|
|
1631
|
+
throw new BadRequestError('Cannot mine block: no sequencer is running');
|
|
1632
|
+
}
|
|
1633
|
+
const currentBlockNumber = await this.getBlockNumber();
|
|
1634
|
+
// Use slot duration + 50% buffer as the timeout so this works on running networks too
|
|
1635
|
+
const { slotDuration } = await this.blockSource.getL1Constants();
|
|
1636
|
+
const timeoutSeconds = Math.ceil(slotDuration * 1.5);
|
|
1637
|
+
// Temporarily set minTxsPerBlock to 0 so the sequencer produces a block even with no txs
|
|
1638
|
+
const originalMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock;
|
|
1639
|
+
this.sequencer.updateConfig({
|
|
1640
|
+
minTxsPerBlock: 0
|
|
1641
|
+
});
|
|
1642
|
+
try {
|
|
1643
|
+
// Trigger the sequencer to produce a block immediately
|
|
1644
|
+
void this.sequencer.trigger();
|
|
1645
|
+
// Wait for the new L2 block to appear
|
|
1646
|
+
await retryUntil(async ()=>{
|
|
1647
|
+
const newBlockNumber = await this.getBlockNumber();
|
|
1648
|
+
return newBlockNumber > currentBlockNumber ? true : undefined;
|
|
1649
|
+
}, 'mineBlock', timeoutSeconds, 0.1);
|
|
1650
|
+
} finally{
|
|
1651
|
+
this.sequencer.updateConfig({
|
|
1652
|
+
minTxsPerBlock: originalMinTxsPerBlock
|
|
1653
|
+
});
|
|
1654
|
+
}
|
|
1655
|
+
}
|
|
1656
|
+
#getInitialHeaderHash() {
|
|
1657
|
+
if (!this.initialHeaderHashPromise) {
|
|
1658
|
+
this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
|
|
1659
|
+
}
|
|
1660
|
+
return this.initialHeaderHashPromise;
|
|
1661
|
+
}
|
|
1436
1662
|
/**
|
|
1437
1663
|
* Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
|
|
1438
|
-
* @param
|
|
1664
|
+
* @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
|
|
1439
1665
|
* @returns An instance of a committed MerkleTreeOperations
|
|
1440
|
-
*/ async
|
|
1441
|
-
if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
|
|
1442
|
-
throw new Error('Invalid block number to get world state for: ' + blockNumber);
|
|
1443
|
-
}
|
|
1666
|
+
*/ async getWorldState(block) {
|
|
1444
1667
|
let blockSyncedTo = BlockNumber.ZERO;
|
|
1445
1668
|
try {
|
|
1446
1669
|
// Attempt to sync the world state if necessary
|
|
@@ -1448,16 +1671,57 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
|
|
|
1448
1671
|
} catch (err) {
|
|
1449
1672
|
this.log.error(`Error getting world state: ${err}`);
|
|
1450
1673
|
}
|
|
1451
|
-
|
|
1452
|
-
|
|
1453
|
-
this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
|
|
1674
|
+
if (block === 'latest') {
|
|
1675
|
+
this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
|
|
1454
1676
|
return this.worldStateSynchronizer.getCommitted();
|
|
1455
|
-
}
|
|
1456
|
-
|
|
1457
|
-
|
|
1677
|
+
}
|
|
1678
|
+
// Get the block number, either directly from the parameter or by quering the archiver with the block hash
|
|
1679
|
+
let blockNumber;
|
|
1680
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1681
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1682
|
+
if (block.equals(initialBlockHash)) {
|
|
1683
|
+
// Block source doesn't handle initial header so we need to handle the case separately.
|
|
1684
|
+
return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
|
|
1685
|
+
}
|
|
1686
|
+
const header = await this.blockSource.getBlockHeaderByHash(block);
|
|
1687
|
+
if (!header) {
|
|
1688
|
+
throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1689
|
+
}
|
|
1690
|
+
blockNumber = header.getBlockNumber();
|
|
1458
1691
|
} else {
|
|
1459
|
-
|
|
1692
|
+
blockNumber = block;
|
|
1693
|
+
}
|
|
1694
|
+
// Check it's within world state sync range
|
|
1695
|
+
if (blockNumber > blockSyncedTo) {
|
|
1696
|
+
throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
|
|
1697
|
+
}
|
|
1698
|
+
this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
|
|
1699
|
+
const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
|
|
1700
|
+
// Double-check world-state synced to the same block hash as was requested
|
|
1701
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1702
|
+
const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
|
|
1703
|
+
if (!blockHash || !block.equals(blockHash)) {
|
|
1704
|
+
throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
|
|
1705
|
+
}
|
|
1706
|
+
}
|
|
1707
|
+
return snapshot;
|
|
1708
|
+
}
|
|
1709
|
+
/** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
|
|
1710
|
+
if (block === 'latest') {
|
|
1711
|
+
return BlockNumber(await this.blockSource.getBlockNumber());
|
|
1712
|
+
}
|
|
1713
|
+
if (BlockHash.isBlockHash(block)) {
|
|
1714
|
+
const initialBlockHash = await this.#getInitialHeaderHash();
|
|
1715
|
+
if (block.equals(initialBlockHash)) {
|
|
1716
|
+
return BlockNumber.ZERO;
|
|
1717
|
+
}
|
|
1718
|
+
const header = await this.blockSource.getBlockHeaderByHash(block);
|
|
1719
|
+
if (!header) {
|
|
1720
|
+
throw new Error(`Block hash ${block.toString()} not found.`);
|
|
1721
|
+
}
|
|
1722
|
+
return header.getBlockNumber();
|
|
1460
1723
|
}
|
|
1724
|
+
return block;
|
|
1461
1725
|
}
|
|
1462
1726
|
/**
|
|
1463
1727
|
* Ensure we fully sync the world state
|