@aztec/aztec-node 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,49 +1,425 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _initProto;
7
374
  import { createArchiver } from '@aztec/archiver';
8
375
  import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
9
- import { createBlobSinkClient } from '@aztec/blob-sink/client';
10
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
376
+ import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
377
+ import { Blob } from '@aztec/blob-lib';
11
378
  import { EpochCache } from '@aztec/epoch-cache';
12
- import { RegistryContract, RollupContract, createEthereumChain, getPublicClient } from '@aztec/ethereum';
13
- import { compactArray, pick } from '@aztec/foundation/collection';
379
+ import { createEthereumChain } from '@aztec/ethereum/chain';
380
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
381
+ import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
382
+ import { BlockNumber } from '@aztec/foundation/branded-types';
383
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
384
+ import { Fr } from '@aztec/foundation/curves/bn254';
14
385
  import { EthAddress } from '@aztec/foundation/eth-address';
15
- import { Fr } from '@aztec/foundation/fields';
16
386
  import { BadRequestError } from '@aztec/foundation/json-rpc';
17
387
  import { createLogger } from '@aztec/foundation/log';
18
- import { SerialQueue } from '@aztec/foundation/queue';
19
388
  import { count } from '@aztec/foundation/string';
20
389
  import { DateProvider, Timer } from '@aztec/foundation/timer';
21
390
  import { MembershipWitness } from '@aztec/foundation/trees';
22
391
  import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
23
392
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
24
- import { createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
25
- import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
393
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
394
+ import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
26
395
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
27
- import { BlockBuilder, GlobalVariableBuilder, SequencerClient, createValidatorForAcceptingTxs } from '@aztec/sequencer-client';
396
+ import { createProverNode } from '@aztec/prover-node';
397
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
398
+ import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
28
399
  import { PublicProcessorFactory } from '@aztec/simulator/server';
29
400
  import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
401
+ import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
30
402
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
31
- import { L2BlockHash } from '@aztec/stdlib/block';
403
+ import { BlockHash, L2Block } from '@aztec/stdlib/block';
404
+ import { GasFees } from '@aztec/stdlib/gas';
32
405
  import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
33
406
  import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
34
407
  import { tryStop } from '@aztec/stdlib/interfaces/server';
408
+ import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
35
409
  import { InboxLeaf } from '@aztec/stdlib/messaging';
36
- import { P2PClientType } from '@aztec/stdlib/p2p';
37
410
  import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
38
411
  import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
39
412
  import { getPackageVersion } from '@aztec/stdlib/update-checker';
40
413
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
41
- import { NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
414
+ import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
42
415
  import { createWorldStateSynchronizer } from '@aztec/world-state';
43
- import { createPublicClient, fallback, http } from 'viem';
416
+ import { createPublicClient } from 'viem';
44
417
  import { createSentinel } from '../sentinel/factory.js';
45
418
  import { createKeyStoreForValidator } from './config.js';
46
419
  import { NodeMetrics } from './node_metrics.js';
420
+ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
421
+ [Attributes.TX_HASH]: tx.getTxHash().toString()
422
+ }));
47
423
  /**
48
424
  * The aztec node.
49
425
  */ export class AztecNodeService {
@@ -55,6 +431,7 @@ import { NodeMetrics } from './node_metrics.js';
55
431
  l1ToL2MessageSource;
56
432
  worldStateSynchronizer;
57
433
  sequencer;
434
+ proverNode;
58
435
  slasherClient;
59
436
  validatorsSentinel;
60
437
  epochPruneWatcher;
@@ -66,13 +443,25 @@ import { NodeMetrics } from './node_metrics.js';
66
443
  proofVerifier;
67
444
  telemetry;
68
445
  log;
446
+ blobClient;
447
+ validatorClient;
448
+ keyStoreManager;
449
+ debugLogStore;
450
+ static{
451
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
452
+ [
453
+ _dec,
454
+ 2,
455
+ "simulatePublicCalls"
456
+ ]
457
+ ], []));
458
+ }
69
459
  metrics;
460
+ initialHeaderHashPromise;
70
461
  // Prevent two snapshot operations to happen simultaneously
71
462
  isUploadingSnapshot;
72
- // Serial queue to ensure that we only send one tx at a time
73
- txQueue;
74
463
  tracer;
75
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node')){
464
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
76
465
  this.config = config;
77
466
  this.p2pClient = p2pClient;
78
467
  this.blockSource = blockSource;
@@ -81,6 +470,7 @@ import { NodeMetrics } from './node_metrics.js';
81
470
  this.l1ToL2MessageSource = l1ToL2MessageSource;
82
471
  this.worldStateSynchronizer = worldStateSynchronizer;
83
472
  this.sequencer = sequencer;
473
+ this.proverNode = proverNode;
84
474
  this.slasherClient = slasherClient;
85
475
  this.validatorsSentinel = validatorsSentinel;
86
476
  this.epochPruneWatcher = epochPruneWatcher;
@@ -92,13 +482,22 @@ import { NodeMetrics } from './node_metrics.js';
92
482
  this.proofVerifier = proofVerifier;
93
483
  this.telemetry = telemetry;
94
484
  this.log = log;
485
+ this.blobClient = blobClient;
486
+ this.validatorClient = validatorClient;
487
+ this.keyStoreManager = keyStoreManager;
488
+ this.debugLogStore = debugLogStore;
489
+ this.initialHeaderHashPromise = (_initProto(this), undefined);
95
490
  this.isUploadingSnapshot = false;
96
- this.txQueue = new SerialQueue();
97
491
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
98
492
  this.tracer = telemetry.getTracer('AztecNodeService');
99
- this.txQueue.start();
100
493
  this.log.info(`Aztec Node version: ${this.packageVersion}`);
101
494
  this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
495
+ // A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
496
+ // never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
497
+ // memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
498
+ if (debugLogStore.isEnabled && config.realProofs) {
499
+ throw new Error('debugLogStore should never be enabled when realProofs are set');
500
+ }
102
501
  }
103
502
  async getWorldStateSyncStatus() {
104
503
  const status = await this.worldStateSynchronizer.status();
@@ -119,20 +518,28 @@ import { NodeMetrics } from './node_metrics.js';
119
518
  const packageVersion = getPackageVersion() ?? '';
120
519
  const telemetry = deps.telemetry ?? getTelemetryClient();
121
520
  const dateProvider = deps.dateProvider ?? new DateProvider();
122
- const blobSinkClient = deps.blobSinkClient ?? createBlobSinkClient(config, {
123
- logger: createLogger('node:blob-sink:client')
124
- });
125
521
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
126
- // Build a key store from file if given or from environment otherwise
522
+ // Build a key store from file if given or from environment otherwise.
523
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
127
524
  let keyStoreManager;
128
525
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
129
526
  if (keyStoreProvided) {
130
527
  const keyStores = loadKeystores(config.keyStoreDirectory);
131
528
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
132
529
  } else {
133
- const keyStore = createKeyStoreForValidator(config);
134
- if (keyStore) {
135
- keyStoreManager = new KeystoreManager(keyStore);
530
+ const rawKeyStores = [];
531
+ const validatorKeyStore = createKeyStoreForValidator(config);
532
+ if (validatorKeyStore) {
533
+ rawKeyStores.push(validatorKeyStore);
534
+ }
535
+ if (config.enableProverNode) {
536
+ const proverKeyStore = createKeyStoreForProver(config);
537
+ if (proverKeyStore) {
538
+ rawKeyStores.push(proverKeyStore);
539
+ }
540
+ }
541
+ if (rawKeyStores.length > 0) {
542
+ keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
136
543
  }
137
544
  }
138
545
  await keyStoreManager?.validateSigners();
@@ -141,8 +548,8 @@ import { NodeMetrics } from './node_metrics.js';
141
548
  if (keyStoreManager === undefined) {
142
549
  throw new Error('Failed to create key store, a requirement for running a validator');
143
550
  }
144
- if (!keyStoreProvided) {
145
- log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
551
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
552
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
146
553
  }
147
554
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
148
555
  }
@@ -152,7 +559,9 @@ import { NodeMetrics } from './node_metrics.js';
152
559
  }
153
560
  const publicClient = createPublicClient({
154
561
  chain: ethereumChain.chainInfo,
155
- transport: fallback(config.l1RpcUrls.map((url)=>http(url))),
562
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
563
+ timeout: config.l1HttpTimeoutMS
564
+ }),
156
565
  pollingInterval: config.viemPollingIntervalMS
157
566
  });
158
567
  const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
@@ -162,22 +571,24 @@ import { NodeMetrics } from './node_metrics.js';
162
571
  ...l1ContractsAddresses
163
572
  };
164
573
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
165
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
574
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
166
575
  rollupContract.getL1GenesisTime(),
167
576
  rollupContract.getSlotDuration(),
168
- rollupContract.getVersion()
577
+ rollupContract.getVersion(),
578
+ rollupContract.getManaLimit().then(Number)
169
579
  ]);
170
580
  config.rollupVersion ??= Number(rollupVersionFromRollup);
171
581
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
172
582
  log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
173
583
  }
584
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
174
585
  // attempt snapshot sync if possible
175
586
  await trySnapshotSync(config, log);
176
587
  const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
177
588
  dateProvider
178
589
  });
179
590
  const archiver = await createArchiver(config, {
180
- blobSinkClient,
591
+ blobClient,
181
592
  epochCache,
182
593
  telemetry,
183
594
  dateProvider
@@ -186,74 +597,97 @@ import { NodeMetrics } from './node_metrics.js';
186
597
  });
187
598
  // now create the merkle trees and the world state synchronizer
188
599
  const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
189
- const circuitVerifier = config.realProofs ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier();
600
+ const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
601
+ let debugLogStore;
190
602
  if (!config.realProofs) {
191
603
  log.warn(`Aztec node is accepting fake proofs`);
604
+ debugLogStore = new InMemoryDebugLogStore();
605
+ log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
606
+ } else {
607
+ debugLogStore = new NullDebugLogStore();
192
608
  }
193
609
  const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
610
+ const proverOnly = config.enableProverNode && config.disableValidator;
611
+ if (proverOnly) {
612
+ log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
613
+ }
194
614
  // create the tx pool and the p2p client, which will need the l2 block source
195
- const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
196
- // We should really not be modifying the config object
197
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
198
- const blockBuilder = new BlockBuilder({
615
+ const p2pClient = await createP2PClient(config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
616
+ // We'll accumulate sentinel watchers here
617
+ const watchers = [];
618
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
619
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
620
+ const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
199
621
  ...config,
200
622
  l1GenesisTime,
201
- slotDuration: Number(slotDuration)
623
+ slotDuration: Number(slotDuration),
624
+ rollupManaLimit,
625
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
202
626
  }, worldStateSynchronizer, archiver, dateProvider, telemetry);
203
- // We'll accumulate sentinel watchers here
204
- const watchers = [];
205
- // Create validator client if required
206
- const validatorClient = createValidatorClient(config, {
207
- p2pClient,
208
- telemetry,
209
- dateProvider,
210
- epochCache,
211
- blockBuilder,
212
- blockSource: archiver,
213
- l1ToL2MessageSource: archiver,
214
- keyStoreManager
215
- });
216
- // If we have a validator client, register it as a source of offenses for the slasher,
217
- // and have it register callbacks on the p2p client *before* we start it, otherwise messages
218
- // like attestations or auths will fail.
219
- if (validatorClient) {
220
- watchers.push(validatorClient);
221
- if (!options.dontStartSequencer) {
222
- await validatorClient.registerHandlers();
627
+ let validatorClient;
628
+ if (!proverOnly) {
629
+ // Create validator client if required
630
+ validatorClient = await createValidatorClient(config, {
631
+ checkpointsBuilder: validatorCheckpointsBuilder,
632
+ worldState: worldStateSynchronizer,
633
+ p2pClient,
634
+ telemetry,
635
+ dateProvider,
636
+ epochCache,
637
+ blockSource: archiver,
638
+ l1ToL2MessageSource: archiver,
639
+ keyStoreManager,
640
+ blobClient,
641
+ slashingProtectionDb: deps.slashingProtectionDb
642
+ });
643
+ // If we have a validator client, register it as a source of offenses for the slasher,
644
+ // and have it register callbacks on the p2p client *before* we start it, otherwise messages
645
+ // like attestations or auths will fail.
646
+ if (validatorClient) {
647
+ watchers.push(validatorClient);
648
+ if (!options.dontStartSequencer) {
649
+ await validatorClient.registerHandlers();
650
+ }
223
651
  }
224
652
  }
225
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
226
- // create a BlockProposalHandler to reexecute block proposals for monitoring
227
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
228
- log.info('Setting up block proposal reexecution for monitoring');
653
+ // If there's no validator client, create a BlockProposalHandler to handle block proposals
654
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
655
+ // while non-reexecution is used for validating the proposals and collecting their txs.
656
+ if (!validatorClient) {
657
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
658
+ log.info(`Setting up block proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
229
659
  createBlockProposalHandler(config, {
230
- blockBuilder,
660
+ checkpointsBuilder: validatorCheckpointsBuilder,
661
+ worldState: worldStateSynchronizer,
231
662
  epochCache,
232
663
  blockSource: archiver,
233
664
  l1ToL2MessageSource: archiver,
234
665
  p2pClient,
235
666
  dateProvider,
236
667
  telemetry
237
- }).registerForReexecution(p2pClient);
668
+ }).register(p2pClient, reexecute);
238
669
  }
239
670
  // Start world state and wait for it to sync to the archiver.
240
671
  await worldStateSynchronizer.start();
241
672
  // Start p2p. Note that it depends on world state to be running.
242
673
  await p2pClient.start();
243
- const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
244
- if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
245
- watchers.push(validatorsSentinel);
246
- }
674
+ let validatorsSentinel;
247
675
  let epochPruneWatcher;
248
- if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
249
- epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), blockBuilder, config);
250
- watchers.push(epochPruneWatcher);
251
- }
252
- // We assume we want to slash for invalid attestations unless all max penalties are set to 0
253
676
  let attestationsBlockWatcher;
254
- if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
255
- attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
256
- watchers.push(attestationsBlockWatcher);
677
+ if (!proverOnly) {
678
+ validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
679
+ if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
680
+ watchers.push(validatorsSentinel);
681
+ }
682
+ if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
683
+ epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
684
+ watchers.push(epochPruneWatcher);
685
+ }
686
+ // We assume we want to slash for invalid attestations unless all max penalties are set to 0
687
+ if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
688
+ attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
689
+ watchers.push(attestationsBlockWatcher);
690
+ }
257
691
  }
258
692
  // Start p2p-related services once the archiver has completed sync
259
693
  void archiver.waitForInitialSync().then(async ()=>{
@@ -266,21 +700,36 @@ import { NodeMetrics } from './node_metrics.js';
266
700
  // Validator enabled, create/start relevant service
267
701
  let sequencer;
268
702
  let slasherClient;
269
- if (!config.disableValidator) {
703
+ if (!config.disableValidator && validatorClient) {
270
704
  // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
271
705
  // as they are executed when the node is selected as proposer.
272
706
  const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
273
707
  slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
274
708
  await slasherClient.start();
275
- const l1TxUtils = await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
709
+ const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
710
+ ...config,
711
+ scope: 'sequencer'
712
+ }, {
713
+ telemetry,
714
+ logger: log.createChild('l1-tx-utils'),
715
+ dateProvider,
716
+ kzg: Blob.getViemKzgInstance()
717
+ }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
276
718
  ...config,
277
719
  scope: 'sequencer'
278
720
  }, {
279
721
  telemetry,
280
722
  logger: log.createChild('l1-tx-utils'),
281
- dateProvider
723
+ dateProvider,
724
+ kzg: Blob.getViemKzgInstance()
282
725
  });
283
726
  // Create and start the sequencer client
727
+ const checkpointsBuilder = new CheckpointsBuilder({
728
+ ...config,
729
+ l1GenesisTime,
730
+ slotDuration: Number(slotDuration),
731
+ rollupManaLimit
732
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
284
733
  sequencer = await SequencerClient.new(config, {
285
734
  ...deps,
286
735
  epochCache,
@@ -289,12 +738,12 @@ import { NodeMetrics } from './node_metrics.js';
289
738
  p2pClient,
290
739
  worldStateSynchronizer,
291
740
  slasherClient,
292
- blockBuilder,
741
+ checkpointsBuilder,
293
742
  l2BlockSource: archiver,
294
743
  l1ToL2MessageSource: archiver,
295
744
  telemetry,
296
745
  dateProvider,
297
- blobSinkClient,
746
+ blobClient,
298
747
  nodeKeyStore: keyStoreManager
299
748
  });
300
749
  }
@@ -304,7 +753,35 @@ import { NodeMetrics } from './node_metrics.js';
304
753
  } else if (sequencer) {
305
754
  log.warn(`Sequencer created but not started`);
306
755
  }
307
- return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, new GlobalVariableBuilder(config), epochCache, packageVersion, proofVerifier, telemetry, log);
756
+ // Create prover node subsystem if enabled
757
+ let proverNode;
758
+ if (config.enableProverNode) {
759
+ proverNode = await createProverNode(config, {
760
+ ...deps.proverNodeDeps,
761
+ telemetry,
762
+ dateProvider,
763
+ archiver,
764
+ worldStateSynchronizer,
765
+ p2pClient,
766
+ epochCache,
767
+ blobClient,
768
+ keyStoreManager
769
+ });
770
+ if (!options.dontStartProverNode) {
771
+ await proverNode.start();
772
+ log.info(`Prover node subsystem started`);
773
+ } else {
774
+ log.info(`Prover node subsystem created but not started`);
775
+ }
776
+ }
777
+ const globalVariableBuilder = new GlobalVariableBuilder({
778
+ ...config,
779
+ rollupVersion: BigInt(config.rollupVersion),
780
+ l1GenesisTime,
781
+ slotDuration: Number(slotDuration)
782
+ });
783
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
784
+ return node;
308
785
  }
309
786
  /**
310
787
  * Returns the sequencer client instance.
@@ -312,6 +789,9 @@ import { NodeMetrics } from './node_metrics.js';
312
789
  */ getSequencer() {
313
790
  return this.sequencer;
314
791
  }
792
+ /** Returns the prover node subsystem, if enabled. */ getProverNode() {
793
+ return this.proverNode;
794
+ }
315
795
  getBlockSource() {
316
796
  return this.blockSource;
317
797
  }
@@ -331,7 +811,10 @@ import { NodeMetrics } from './node_metrics.js';
331
811
  return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
332
812
  }
333
813
  async getAllowedPublicSetup() {
334
- return this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
814
+ return [
815
+ ...await getDefaultAllowedSetupFunctions(),
816
+ ...this.config.txPublicSetupAllowListExtend ?? []
817
+ ];
335
818
  }
336
819
  /**
337
820
  * Method to determine if the node is ready to accept transactions.
@@ -354,33 +837,46 @@ import { NodeMetrics } from './node_metrics.js';
354
837
  rollupVersion,
355
838
  enr,
356
839
  l1ContractAddresses: contractAddresses,
357
- protocolContractAddresses: protocolContractAddresses
840
+ protocolContractAddresses: protocolContractAddresses,
841
+ realProofs: !!this.config.realProofs
358
842
  };
359
843
  return nodeInfo;
360
844
  }
361
845
  /**
362
- * Get a block specified by its number.
363
- * @param number - The block number being requested.
846
+ * Get a block specified by its block number, block hash, or 'latest'.
847
+ * @param block - The block parameter (block number, block hash, or 'latest').
364
848
  * @returns The requested block.
365
- */ async getBlock(number) {
366
- const blockNumber = number === 'latest' ? await this.getBlockNumber() : number;
367
- return await this.blockSource.getBlock(blockNumber);
849
+ */ async getBlock(block) {
850
+ if (BlockHash.isBlockHash(block)) {
851
+ return this.getBlockByHash(block);
852
+ }
853
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
854
+ if (blockNumber === BlockNumber.ZERO) {
855
+ return this.buildInitialBlock();
856
+ }
857
+ return await this.blockSource.getL2Block(blockNumber);
368
858
  }
369
859
  /**
370
860
  * Get a block specified by its hash.
371
861
  * @param blockHash - The block hash being requested.
372
862
  * @returns The requested block.
373
863
  */ async getBlockByHash(blockHash) {
374
- const publishedBlock = await this.blockSource.getPublishedBlockByHash(blockHash);
375
- return publishedBlock?.block;
864
+ const initialBlockHash = await this.#getInitialHeaderHash();
865
+ if (blockHash.equals(initialBlockHash)) {
866
+ return this.buildInitialBlock();
867
+ }
868
+ return await this.blockSource.getL2BlockByHash(blockHash);
869
+ }
870
+ buildInitialBlock() {
871
+ const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
872
+ return L2Block.empty(initialHeader);
376
873
  }
377
874
  /**
378
875
  * Get a block specified by its archive root.
379
876
  * @param archive - The archive root being requested.
380
877
  * @returns The requested block.
381
878
  */ async getBlockByArchive(archive) {
382
- const publishedBlock = await this.blockSource.getPublishedBlockByArchive(archive);
383
- return publishedBlock?.block;
879
+ return await this.blockSource.getL2BlockByArchive(archive);
384
880
  }
385
881
  /**
386
882
  * Method to request blocks. Will attempt to return all requested blocks but will return only those available.
@@ -388,16 +884,31 @@ import { NodeMetrics } from './node_metrics.js';
388
884
  * @param limit - The maximum number of blocks to obtain.
389
885
  * @returns The blocks requested.
390
886
  */ async getBlocks(from, limit) {
391
- return await this.blockSource.getBlocks(from, limit) ?? [];
887
+ return await this.blockSource.getBlocks(from, BlockNumber(limit)) ?? [];
888
+ }
889
+ async getCheckpoints(from, limit) {
890
+ return await this.blockSource.getCheckpoints(from, limit) ?? [];
891
+ }
892
+ async getCheckpointedBlocks(from, limit) {
893
+ return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
392
894
  }
393
- async getPublishedBlocks(from, limit) {
394
- return await this.blockSource.getPublishedBlocks(from, limit) ?? [];
895
+ getCheckpointsDataForEpoch(epochNumber) {
896
+ return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
395
897
  }
396
898
  /**
397
- * Method to fetch the current base fees.
398
- * @returns The current base fees.
399
- */ async getCurrentBaseFees() {
400
- return await this.globalVariableBuilder.getCurrentBaseFees();
899
+ * Method to fetch the current min L2 fees.
900
+ * @returns The current min L2 fees.
901
+ */ async getCurrentMinFees() {
902
+ return await this.globalVariableBuilder.getCurrentMinFees();
903
+ }
904
+ async getMaxPriorityFees() {
905
+ for await (const tx of this.p2pClient.iteratePendingTxs()){
906
+ return tx.getGasSettings().maxPriorityFeesPerGas;
907
+ }
908
+ return GasFees.from({
909
+ feePerDaGas: 0n,
910
+ feePerL2Gas: 0n
911
+ });
401
912
  }
402
913
  /**
403
914
  * Method to fetch the latest block number synchronized by the node.
@@ -408,6 +919,12 @@ import { NodeMetrics } from './node_metrics.js';
408
919
  async getProvenBlockNumber() {
409
920
  return await this.blockSource.getProvenBlockNumber();
410
921
  }
922
+ async getCheckpointedBlockNumber() {
923
+ return await this.blockSource.getCheckpointedL2BlockNumber();
924
+ }
925
+ getCheckpointNumber() {
926
+ return this.blockSource.getCheckpointNumber();
927
+ }
411
928
  /**
412
929
  * Method to fetch the version of the package.
413
930
  * @returns The node package version
@@ -432,22 +949,37 @@ import { NodeMetrics } from './node_metrics.js';
432
949
  getContract(address) {
433
950
  return this.contractDataSource.getContract(address);
434
951
  }
435
- /**
436
- * Retrieves all private logs from up to `limit` blocks, starting from the block number `from`.
437
- * @param from - The block number from which to begin retrieving logs.
438
- * @param limit - The maximum number of blocks to retrieve logs from.
439
- * @returns An array of private logs from the specified range of blocks.
440
- */ getPrivateLogs(from, limit) {
441
- return this.logsSource.getPrivateLogs(from, limit);
442
- }
443
- /**
444
- * Gets all logs that match any of the received tags (i.e. logs with their first field equal to a tag).
445
- * @param tags - The tags to filter the logs by.
446
- * @param logsPerTag - The maximum number of logs to return for each tag. By default no limit is set
447
- * @returns For each received tag, an array of matching logs is returned. An empty array implies no logs match
448
- * that tag.
449
- */ getLogsByTags(tags, logsPerTag) {
450
- return this.logsSource.getLogsByTags(tags, logsPerTag);
952
+ async getPrivateLogsByTags(tags, page, referenceBlock) {
953
+ let upToBlockNumber;
954
+ if (referenceBlock) {
955
+ const initialBlockHash = await this.#getInitialHeaderHash();
956
+ if (referenceBlock.equals(initialBlockHash)) {
957
+ upToBlockNumber = BlockNumber(0);
958
+ } else {
959
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
960
+ if (!header) {
961
+ throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
962
+ }
963
+ upToBlockNumber = header.globalVariables.blockNumber;
964
+ }
965
+ }
966
+ return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
967
+ }
968
+ async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
969
+ let upToBlockNumber;
970
+ if (referenceBlock) {
971
+ const initialBlockHash = await this.#getInitialHeaderHash();
972
+ if (referenceBlock.equals(initialBlockHash)) {
973
+ upToBlockNumber = BlockNumber(0);
974
+ } else {
975
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
976
+ if (!header) {
977
+ throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
978
+ }
979
+ upToBlockNumber = header.globalVariables.blockNumber;
980
+ }
981
+ }
982
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
451
983
  }
452
984
  /**
453
985
  * Gets public logs based on the provided filter.
@@ -467,7 +999,7 @@ import { NodeMetrics } from './node_metrics.js';
467
999
  * Method to submit a transaction to the p2p pool.
468
1000
  * @param tx - The transaction to be submitted.
469
1001
  */ async sendTx(tx) {
470
- await this.txQueue.put(()=>this.#sendTx(tx));
1002
+ await this.#sendTx(tx);
471
1003
  }
472
1004
  async #sendTx(tx) {
473
1005
  const timer = new Timer();
@@ -482,24 +1014,33 @@ import { NodeMetrics } from './node_metrics.js';
482
1014
  throw new Error(`Invalid tx: ${reason}`);
483
1015
  }
484
1016
  await this.p2pClient.sendTx(tx);
485
- this.metrics.receivedTx(timer.ms(), true);
486
- this.log.info(`Received tx ${txHash}`, {
1017
+ const duration = timer.ms();
1018
+ this.metrics.receivedTx(duration, true);
1019
+ this.log.info(`Received tx ${txHash} in ${duration}ms`, {
487
1020
  txHash
488
1021
  });
489
1022
  }
490
1023
  async getTxReceipt(txHash) {
491
- let txReceipt = new TxReceipt(txHash, TxStatus.DROPPED, 'Tx dropped by P2P node.');
492
- // We first check if the tx is in pending (instead of first checking if it is mined) because if we first check
493
- // for mined and then for pending there could be a race condition where the tx is mined between the two checks
494
- // and we would incorrectly return a TxReceipt with status DROPPED
495
- if (await this.p2pClient.getTxStatus(txHash) === 'pending') {
496
- txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
497
- }
1024
+ // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
1025
+ // as a fallback if we don't find a settled receipt in the archiver.
1026
+ const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
1027
+ const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
1028
+ // Then get the actual tx from the archiver, which tracks every tx in a mined block.
498
1029
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
1030
+ let receipt;
499
1031
  if (settledTxReceipt) {
500
- txReceipt = settledTxReceipt;
1032
+ receipt = settledTxReceipt;
1033
+ } else if (isKnownToPool) {
1034
+ // If the tx is in the pool but not in the archiver, it's pending.
1035
+ // This handles race conditions between archiver and p2p, where the archiver
1036
+ // has pruned the block in which a tx was mined, but p2p has not caught up yet.
1037
+ receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
1038
+ } else {
1039
+ // Otherwise, if we don't know the tx, we consider it dropped.
1040
+ receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
501
1041
  }
502
- return txReceipt;
1042
+ this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
1043
+ return receipt;
503
1044
  }
504
1045
  getTxEffect(txHash) {
505
1046
  return this.blockSource.getTxEffect(txHash);
@@ -508,19 +1049,26 @@ import { NodeMetrics } from './node_metrics.js';
508
1049
  * Method to stop the aztec node.
509
1050
  */ async stop() {
510
1051
  this.log.info(`Stopping Aztec Node`);
511
- await this.txQueue.end();
512
1052
  await tryStop(this.validatorsSentinel);
513
1053
  await tryStop(this.epochPruneWatcher);
514
1054
  await tryStop(this.slasherClient);
515
1055
  await tryStop(this.proofVerifier);
516
1056
  await tryStop(this.sequencer);
1057
+ await tryStop(this.proverNode);
517
1058
  await tryStop(this.p2pClient);
518
1059
  await tryStop(this.worldStateSynchronizer);
519
1060
  await tryStop(this.blockSource);
1061
+ await tryStop(this.blobClient);
520
1062
  await tryStop(this.telemetry);
521
1063
  this.log.info(`Stopped Aztec Node`);
522
1064
  }
523
1065
  /**
1066
+ * Returns the blob client used by this node.
1067
+ * @internal - Exposed for testing purposes only.
1068
+ */ getBlobClient() {
1069
+ return this.blobClient;
1070
+ }
1071
+ /**
524
1072
  * Method to retrieve pending txs.
525
1073
  * @param limit - The number of items to returns
526
1074
  * @param after - The last known pending tx. Used for pagination
@@ -545,101 +1093,79 @@ import { NodeMetrics } from './node_metrics.js';
545
1093
  */ async getTxsByHash(txHashes) {
546
1094
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
547
1095
  }
548
- /**
549
- * Find the indexes of the given leaves in the given tree along with a block metadata pointing to the block in which
550
- * the leaves were inserted.
551
- * @param blockNumber - The block number at which to get the data or 'latest' for latest data.
552
- * @param treeId - The tree to search in.
553
- * @param leafValues - The values to search for.
554
- * @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
555
- */ async findLeavesIndexes(blockNumber, treeId, leafValues) {
556
- const committedDb = await this.#getWorldState(blockNumber);
1096
+ async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1097
+ const committedDb = await this.getWorldState(referenceBlock);
557
1098
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
558
- // We filter out undefined values
559
- const indices = maybeIndices.filter((x)=>x !== undefined);
560
- // Now we find the block numbers for the indices
561
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
562
- // If any of the block numbers are undefined, we throw an error.
563
- for(let i = 0; i < indices.length; i++){
564
- if (blockNumbers[i] === undefined) {
565
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1099
+ // Filter out undefined values to query block numbers only for found leaves
1100
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1101
+ // Now we find the block numbers for the defined indices
1102
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1103
+ // Build a map from leaf index to block number
1104
+ const indexToBlockNumber = new Map();
1105
+ for(let i = 0; i < definedIndices.length; i++){
1106
+ const blockNumber = blockNumbers[i];
1107
+ if (blockNumber === undefined) {
1108
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
566
1109
  }
1110
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
567
1111
  }
568
1112
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
569
1113
  const uniqueBlockNumbers = [
570
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1114
+ ...new Set(indexToBlockNumber.values())
571
1115
  ];
572
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
573
- // (note that block number corresponds to the leaf index in the archive tree).
1116
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
574
1117
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
575
- return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, blockNumber);
1118
+ return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
576
1119
  }));
577
- // If any of the block hashes are undefined, we throw an error.
1120
+ // Build a map from block number to block hash
1121
+ const blockNumberToHash = new Map();
578
1122
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
579
- if (blockHashes[i] === undefined) {
1123
+ const blockHash = blockHashes[i];
1124
+ if (blockHash === undefined) {
580
1125
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
581
1126
  }
1127
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
582
1128
  }
583
- // Create InBlock objects by combining indices, blockNumbers and blockHashes and return them.
584
- return maybeIndices.map((index, i)=>{
1129
+ // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1130
+ return maybeIndices.map((index)=>{
585
1131
  if (index === undefined) {
586
1132
  return undefined;
587
1133
  }
588
- const blockNumber = blockNumbers[i];
1134
+ const blockNumber = indexToBlockNumber.get(index);
589
1135
  if (blockNumber === undefined) {
590
- return undefined;
1136
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
591
1137
  }
592
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
593
- const blockHash = blockHashes[blockHashIndex];
594
- if (!blockHash) {
595
- return undefined;
1138
+ const blockHash = blockNumberToHash.get(blockNumber);
1139
+ if (blockHash === undefined) {
1140
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
596
1141
  }
597
1142
  return {
598
- l2BlockNumber: Number(blockNumber),
599
- l2BlockHash: L2BlockHash.fromField(blockHash),
1143
+ l2BlockNumber: blockNumber,
1144
+ l2BlockHash: new BlockHash(blockHash),
600
1145
  data: index
601
1146
  };
602
1147
  });
603
1148
  }
604
- /**
605
- * Returns a sibling path for the given index in the nullifier tree.
606
- * @param blockNumber - The block number at which to get the data.
607
- * @param leafIndex - The index of the leaf for which the sibling path is required.
608
- * @returns The sibling path for the leaf index.
609
- */ async getNullifierSiblingPath(blockNumber, leafIndex) {
610
- const committedDb = await this.#getWorldState(blockNumber);
611
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
612
- }
613
- /**
614
- * Returns a sibling path for the given index in the data tree.
615
- * @param blockNumber - The block number at which to get the data.
616
- * @param leafIndex - The index of the leaf for which the sibling path is required.
617
- * @returns The sibling path for the leaf index.
618
- */ async getNoteHashSiblingPath(blockNumber, leafIndex) {
619
- const committedDb = await this.#getWorldState(blockNumber);
620
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
621
- }
622
- async getArchiveMembershipWitness(blockNumber, archive) {
623
- const committedDb = await this.#getWorldState(blockNumber);
1149
+ async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1150
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1151
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1152
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1153
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1154
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
624
1155
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
625
- archive
1156
+ blockHash
626
1157
  ]);
627
1158
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
628
1159
  }
629
- async getNoteHashMembershipWitness(blockNumber, noteHash) {
630
- const committedDb = await this.#getWorldState(blockNumber);
1160
+ async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1161
+ const committedDb = await this.getWorldState(referenceBlock);
631
1162
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
632
1163
  noteHash
633
1164
  ]);
634
1165
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
635
1166
  }
636
- /**
637
- * Returns the index and a sibling path for a leaf in the committed l1 to l2 data tree.
638
- * @param blockNumber - The block number at which to get the data.
639
- * @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
640
- * @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
641
- */ async getL1ToL2MessageMembershipWitness(blockNumber, l1ToL2Message) {
642
- const db = await this.#getWorldState(blockNumber);
1167
+ async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1168
+ const db = await this.getWorldState(referenceBlock);
643
1169
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
644
1170
  l1ToL2Message
645
1171
  ]);
@@ -652,9 +1178,9 @@ import { NodeMetrics } from './node_metrics.js';
652
1178
  witness.path
653
1179
  ];
654
1180
  }
655
- async getL1ToL2MessageBlock(l1ToL2Message) {
1181
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
656
1182
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
657
- return messageIndex ? InboxLeaf.l2BlockFromIndex(messageIndex) : undefined;
1183
+ return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
658
1184
  }
659
1185
  /**
660
1186
  * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
@@ -665,38 +1191,17 @@ import { NodeMetrics } from './node_metrics.js';
665
1191
  return messageIndex !== undefined;
666
1192
  }
667
1193
  /**
668
- * Returns all the L2 to L1 messages in a block.
669
- * @param blockNumber - The block number at which to get the data.
670
- * @returns The L2 to L1 messages (undefined if the block number is not found).
671
- */ async getL2ToL1Messages(blockNumber) {
672
- const block = await this.blockSource.getBlock(blockNumber === 'latest' ? await this.getBlockNumber() : blockNumber);
673
- return block?.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs);
674
- }
675
- /**
676
- * Returns a sibling path for a leaf in the committed blocks tree.
677
- * @param blockNumber - The block number at which to get the data.
678
- * @param leafIndex - Index of the leaf in the tree.
679
- * @returns The sibling path.
680
- */ async getArchiveSiblingPath(blockNumber, leafIndex) {
681
- const committedDb = await this.#getWorldState(blockNumber);
682
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
683
- }
684
- /**
685
- * Returns a sibling path for a leaf in the committed public data tree.
686
- * @param blockNumber - The block number at which to get the data.
687
- * @param leafIndex - Index of the leaf in the tree.
688
- * @returns The sibling path.
689
- */ async getPublicDataSiblingPath(blockNumber, leafIndex) {
690
- const committedDb = await this.#getWorldState(blockNumber);
691
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
692
- }
693
- /**
694
- * Returns a nullifier membership witness for a given nullifier at a given block.
695
- * @param blockNumber - The block number at which to get the index.
696
- * @param nullifier - Nullifier we try to find witness for.
697
- * @returns The nullifier membership witness (if found).
698
- */ async getNullifierMembershipWitness(blockNumber, nullifier) {
699
- const db = await this.#getWorldState(blockNumber);
1194
+ * Returns all the L2 to L1 messages in an epoch.
1195
+ * @param epoch - The epoch at which to get the data.
1196
+ * @returns The L2 to L1 messages (empty array if the epoch is not found).
1197
+ */ async getL2ToL1Messages(epoch) {
1198
+ // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1199
+ const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1200
+ const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
1201
+ return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1202
+ }
1203
+ async getNullifierMembershipWitness(referenceBlock, nullifier) {
1204
+ const db = await this.getWorldState(referenceBlock);
700
1205
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
701
1206
  nullifier.toBuffer()
702
1207
  ]);
@@ -710,35 +1215,22 @@ import { NodeMetrics } from './node_metrics.js';
710
1215
  }
711
1216
  return new NullifierMembershipWitness(index, leafPreimage, path);
712
1217
  }
713
- /**
714
- * Returns a low nullifier membership witness for a given nullifier at a given block.
715
- * @param blockNumber - The block number at which to get the index.
716
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
717
- * @returns The low nullifier membership witness (if found).
718
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
719
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
720
- * we are trying to prove non-inclusion for.
721
- *
722
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
723
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
724
- * index of the nullifier itself when it already exists in the tree.
725
- * TODO: This is a confusing behavior and we should eventually address that.
726
- */ async getLowNullifierMembershipWitness(blockNumber, nullifier) {
727
- const committedDb = await this.#getWorldState(blockNumber);
1218
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1219
+ const committedDb = await this.getWorldState(referenceBlock);
728
1220
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
729
1221
  if (!findResult) {
730
1222
  return undefined;
731
1223
  }
732
1224
  const { index, alreadyPresent } = findResult;
733
1225
  if (alreadyPresent) {
734
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1226
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
735
1227
  }
736
1228
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
737
1229
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
738
1230
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
739
1231
  }
740
- async getPublicDataWitness(blockNumber, leafSlot) {
741
- const committedDb = await this.#getWorldState(blockNumber);
1232
+ async getPublicDataWitness(referenceBlock, leafSlot) {
1233
+ const committedDb = await this.getWorldState(referenceBlock);
742
1234
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
743
1235
  if (!lowLeafResult) {
744
1236
  return undefined;
@@ -748,18 +1240,8 @@ import { NodeMetrics } from './node_metrics.js';
748
1240
  return new PublicDataWitness(lowLeafResult.index, preimage, path);
749
1241
  }
750
1242
  }
751
- /**
752
- * Gets the storage value at the given contract storage slot.
753
- *
754
- * @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
755
- * Aztec's version of `eth_getStorageAt`.
756
- *
757
- * @param contract - Address of the contract to query.
758
- * @param slot - Slot to query.
759
- * @param blockNumber - The block number at which to get the data or 'latest'.
760
- * @returns Storage value at the given contract slot.
761
- */ async getPublicStorageAt(blockNumber, contract, slot) {
762
- const committedDb = await this.#getWorldState(blockNumber);
1243
+ async getPublicStorageAt(referenceBlock, contract, slot) {
1244
+ const committedDb = await this.getWorldState(referenceBlock);
763
1245
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
764
1246
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
765
1247
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -768,18 +1250,22 @@ import { NodeMetrics } from './node_metrics.js';
768
1250
  const preimage = await committedDb.getLeafPreimage(MerkleTreeId.PUBLIC_DATA_TREE, lowLeafResult.index);
769
1251
  return preimage.leaf.value;
770
1252
  }
771
- /**
772
- * Returns the currently committed block header, or the initial header if no blocks have been produced.
773
- * @returns The current committed block header.
774
- */ async getBlockHeader(blockNumber = 'latest') {
775
- return blockNumber === 0 || blockNumber === 'latest' && await this.blockSource.getBlockNumber() === 0 ? this.worldStateSynchronizer.getCommitted().getInitialHeader() : this.blockSource.getBlockHeader(blockNumber);
776
- }
777
- /**
778
- * Get a block header specified by its hash.
779
- * @param blockHash - The block hash being requested.
780
- * @returns The requested block header.
781
- */ async getBlockHeaderByHash(blockHash) {
782
- return await this.blockSource.getBlockHeaderByHash(blockHash);
1253
+ async getBlockHeader(block = 'latest') {
1254
+ if (BlockHash.isBlockHash(block)) {
1255
+ const initialBlockHash = await this.#getInitialHeaderHash();
1256
+ if (block.equals(initialBlockHash)) {
1257
+ // Block source doesn't handle initial header so we need to handle the case separately.
1258
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1259
+ }
1260
+ return this.blockSource.getBlockHeaderByHash(block);
1261
+ } else {
1262
+ // Block source doesn't handle initial header so we need to handle the case separately.
1263
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
1264
+ if (blockNumber === BlockNumber.ZERO) {
1265
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1266
+ }
1267
+ return this.blockSource.getBlockHeader(block);
1268
+ }
783
1269
  }
784
1270
  /**
785
1271
  * Get a block header specified by its archive root.
@@ -788,6 +1274,12 @@ import { NodeMetrics } from './node_metrics.js';
788
1274
  */ async getBlockHeaderByArchive(archive) {
789
1275
  return await this.blockSource.getBlockHeaderByArchive(archive);
790
1276
  }
1277
+ getBlockData(number) {
1278
+ return this.blockSource.getBlockData(number);
1279
+ }
1280
+ getBlockDataByArchive(archive) {
1281
+ return this.blockSource.getBlockDataByArchive(archive);
1282
+ }
791
1283
  /**
792
1284
  * Simulates the public part of a transaction with the current state.
793
1285
  * @param tx - The transaction to simulate.
@@ -800,26 +1292,35 @@ import { NodeMetrics } from './node_metrics.js';
800
1292
  throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
801
1293
  }
802
1294
  const txHash = tx.getTxHash();
803
- const blockNumber = await this.blockSource.getBlockNumber() + 1;
1295
+ const latestBlockNumber = await this.blockSource.getBlockNumber();
1296
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
804
1297
  // If sequencer is not initialized, we just set these values to zero for simulation.
805
1298
  const coinbase = EthAddress.ZERO;
806
1299
  const feeRecipient = AztecAddress.ZERO;
807
1300
  const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
808
- const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
1301
+ const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
809
1302
  this.log.verbose(`Simulating public calls for tx ${txHash}`, {
810
1303
  globalVariables: newGlobalVariables.toInspect(),
811
1304
  txHash,
812
1305
  blockNumber
813
1306
  });
1307
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1308
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
814
1309
  const merkleTreeFork = await this.worldStateSynchronizer.fork();
815
1310
  try {
816
- const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, {
1311
+ const config = PublicSimulatorConfig.from({
817
1312
  skipFeeEnforcement,
818
- clientInitiatedSimulation: true,
819
- maxDebugLogMemoryReads: this.config.rpcSimulatePublicMaxDebugLogMemoryReads
1313
+ collectDebugLogs: true,
1314
+ collectHints: false,
1315
+ collectCallMetadata: true,
1316
+ collectStatistics: false,
1317
+ collectionLimits: CollectionLimitsConfig.from({
1318
+ maxDebugLogMemoryReads: this.config.rpcSimulatePublicMaxDebugLogMemoryReads
1319
+ })
820
1320
  });
1321
+ const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
821
1322
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
822
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
1323
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
823
1324
  tx
824
1325
  ]);
825
1326
  // REFACTOR: Consider returning the error rather than throwing
@@ -830,7 +1331,7 @@ import { NodeMetrics } from './node_metrics.js';
830
1331
  throw failedTxs[0].error;
831
1332
  }
832
1333
  const [processedTx] = processedTxs;
833
- return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
1334
+ return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
834
1335
  } finally{
835
1336
  await merkleTreeFork.close();
836
1337
  }
@@ -838,19 +1339,26 @@ import { NodeMetrics } from './node_metrics.js';
838
1339
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
839
1340
  const db = this.worldStateSynchronizer.getCommitted();
840
1341
  const verifier = isSimulation ? undefined : this.proofVerifier;
841
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1342
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
842
1343
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
843
- const blockNumber = await this.blockSource.getBlockNumber() + 1;
844
- const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
1344
+ const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1345
+ const l1Constants = await this.blockSource.getL1Constants();
1346
+ const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
845
1347
  timestamp: nextSlotTimestamp,
846
1348
  blockNumber,
847
1349
  l1ChainId: this.l1ChainId,
848
1350
  rollupVersion: this.version,
849
- setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
850
- gasFees: await this.getCurrentBaseFees(),
1351
+ setupAllowList: [
1352
+ ...await getDefaultAllowedSetupFunctions(),
1353
+ ...this.config.txPublicSetupAllowListExtend ?? []
1354
+ ],
1355
+ gasFees: await this.getCurrentMinFees(),
851
1356
  skipFeeEnforcement,
852
- txsPermitted: !this.config.disableTransactions
853
- });
1357
+ txsPermitted: !this.config.disableTransactions,
1358
+ rollupManaLimit: l1Constants.rollupManaLimit,
1359
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1360
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1361
+ }, this.log.getBindings());
854
1362
  return await validator.validateTx(tx);
855
1363
  }
856
1364
  getConfig() {
@@ -910,7 +1418,7 @@ import { NodeMetrics } from './node_metrics.js';
910
1418
  throw new Error(`Archiver initial sync not complete. Cannot start snapshot.`);
911
1419
  }
912
1420
  // And it has an L2 block hash
913
- const l2BlockHash = await archiver.getL2Tips().then((tips)=>tips.latest.hash);
1421
+ const l2BlockHash = await archiver.getL2Tips().then((tips)=>tips.proposed.hash);
914
1422
  if (!l2BlockHash) {
915
1423
  this.metrics.recordSnapshotError();
916
1424
  throw new Error(`Archiver has no latest L2 block hash downloaded. Cannot start snapshot.`);
@@ -937,7 +1445,7 @@ import { NodeMetrics } from './node_metrics.js';
937
1445
  if (!('rollbackTo' in archiver)) {
938
1446
  throw new Error('Archiver implementation does not support rollbacks.');
939
1447
  }
940
- const finalizedBlock = await archiver.getL2Tips().then((tips)=>tips.finalized.number);
1448
+ const finalizedBlock = await archiver.getL2Tips().then((tips)=>tips.finalized.block.number);
941
1449
  if (targetBlock < finalizedBlock) {
942
1450
  if (force) {
943
1451
  this.log.warn(`Clearing world state database to allow rolling back behind finalized block ${finalizedBlock}`);
@@ -992,42 +1500,148 @@ import { NodeMetrics } from './node_metrics.js';
992
1500
  return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
993
1501
  }
994
1502
  }
1503
+ async reloadKeystore() {
1504
+ if (!this.config.keyStoreDirectory?.length) {
1505
+ throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
1506
+ }
1507
+ if (!this.validatorClient) {
1508
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1509
+ }
1510
+ this.log.info('Reloading keystore from disk');
1511
+ // Re-read and validate keystore files
1512
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1513
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1514
+ await newManager.validateSigners();
1515
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1516
+ // Validate that every validator's publisher keys overlap with the L1 signers
1517
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1518
+ // validator with a publisher key that doesn't match any existing L1 signer
1519
+ // would silently fail on every proposer slot.
1520
+ if (this.keyStoreManager && this.sequencer) {
1521
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1522
+ const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
1523
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1524
+ for (const attester of newAdapter.getAttesterAddresses()){
1525
+ const pubs = newAdapter.getPublisherAddresses(attester);
1526
+ if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
1527
+ throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
1528
+ ...availablePublishers
1529
+ ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
1530
+ }
1531
+ }
1532
+ }
1533
+ // Build adapters for old and new keystores to compute diff
1534
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1535
+ const newAddresses = newAdapter.getAttesterAddresses();
1536
+ const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
1537
+ const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
1538
+ const newSet = new Set(newAddresses.map((a)=>a.toString()));
1539
+ const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
1540
+ const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
1541
+ if (added.length > 0) {
1542
+ this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
1543
+ }
1544
+ if (removed.length > 0) {
1545
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
1546
+ }
1547
+ if (added.length === 0 && removed.length === 0) {
1548
+ this.log.info('Keystore reload: attester keys unchanged');
1549
+ }
1550
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1551
+ this.validatorClient.reloadKeystore(newManager);
1552
+ // Update the publisher factory's keystore so newly-added validators
1553
+ // can be matched to existing publisher keys when proposing blocks.
1554
+ if (this.sequencer) {
1555
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1556
+ }
1557
+ // Update slasher's "don't-slash-self" list with new validator addresses
1558
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1559
+ const slashValidatorsNever = unique([
1560
+ ...this.config.slashValidatorsNever ?? [],
1561
+ ...newAddresses
1562
+ ].map((a)=>a.toString())).map(EthAddress.fromString);
1563
+ this.slasherClient.updateConfig({
1564
+ slashValidatorsNever
1565
+ });
1566
+ }
1567
+ this.keyStoreManager = newManager;
1568
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1569
+ }
1570
+ #getInitialHeaderHash() {
1571
+ if (!this.initialHeaderHashPromise) {
1572
+ this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
1573
+ }
1574
+ return this.initialHeaderHashPromise;
1575
+ }
995
1576
  /**
996
1577
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
997
- * @param blockNumber - The block number at which to get the data.
1578
+ * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
998
1579
  * @returns An instance of a committed MerkleTreeOperations
999
- */ async #getWorldState(blockNumber) {
1000
- if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
1001
- throw new Error('Invalid block number to get world state for: ' + blockNumber);
1002
- }
1003
- let blockSyncedTo = 0;
1580
+ */ async getWorldState(block) {
1581
+ let blockSyncedTo = BlockNumber.ZERO;
1004
1582
  try {
1005
1583
  // Attempt to sync the world state if necessary
1006
1584
  blockSyncedTo = await this.#syncWorldState();
1007
1585
  } catch (err) {
1008
1586
  this.log.error(`Error getting world state: ${err}`);
1009
1587
  }
1010
- // using a snapshot could be less efficient than using the committed db
1011
- if (blockNumber === 'latest' /*|| blockNumber === blockSyncedTo*/ ) {
1012
- this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1588
+ if (block === 'latest') {
1589
+ this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1013
1590
  return this.worldStateSynchronizer.getCommitted();
1014
- } else if (blockNumber <= blockSyncedTo) {
1015
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1016
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1591
+ }
1592
+ // Get the block number, either directly from the parameter or by quering the archiver with the block hash
1593
+ let blockNumber;
1594
+ if (BlockHash.isBlockHash(block)) {
1595
+ const initialBlockHash = await this.#getInitialHeaderHash();
1596
+ if (block.equals(initialBlockHash)) {
1597
+ // Block source doesn't handle initial header so we need to handle the case separately.
1598
+ return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
1599
+ }
1600
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1601
+ if (!header) {
1602
+ throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1603
+ }
1604
+ blockNumber = header.getBlockNumber();
1017
1605
  } else {
1018
- throw new Error(`Block ${blockNumber} not yet synced`);
1606
+ blockNumber = block;
1607
+ }
1608
+ // Check it's within world state sync range
1609
+ if (blockNumber > blockSyncedTo) {
1610
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1611
+ }
1612
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1613
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
1614
+ // Double-check world-state synced to the same block hash as was requested
1615
+ if (BlockHash.isBlockHash(block)) {
1616
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1617
+ if (!blockHash || !new BlockHash(blockHash).equals(block)) {
1618
+ throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1619
+ }
1620
+ }
1621
+ return snapshot;
1622
+ }
1623
+ /** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
1624
+ if (block === 'latest') {
1625
+ return BlockNumber(await this.blockSource.getBlockNumber());
1626
+ }
1627
+ if (BlockHash.isBlockHash(block)) {
1628
+ const initialBlockHash = await this.#getInitialHeaderHash();
1629
+ if (block.equals(initialBlockHash)) {
1630
+ return BlockNumber.ZERO;
1631
+ }
1632
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1633
+ if (!header) {
1634
+ throw new Error(`Block hash ${block.toString()} not found.`);
1635
+ }
1636
+ return header.getBlockNumber();
1019
1637
  }
1638
+ return block;
1020
1639
  }
1021
1640
  /**
1022
1641
  * Ensure we fully sync the world state
1023
1642
  * @returns A promise that fulfils once the world state is synced
1024
1643
  */ async #syncWorldState() {
1025
1644
  const blockSourceHeight = await this.blockSource.getBlockNumber();
1026
- return this.worldStateSynchronizer.syncImmediate(blockSourceHeight);
1645
+ return await this.worldStateSynchronizer.syncImmediate(blockSourceHeight);
1027
1646
  }
1028
1647
  }
1029
- _ts_decorate([
1030
- trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1031
- [Attributes.TX_HASH]: tx.getTxHash().toString()
1032
- }))
1033
- ], AztecNodeService.prototype, "simulatePublicCalls", null);