@aztec/aztec-node 0.0.1-commit.fcb71a6 → 0.0.1-commit.ff7989d6c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,20 +1,386 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _initProto;
7
374
  import { createArchiver } from '@aztec/archiver';
8
375
  import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
9
- import { createBlobClient } from '@aztec/blob-client/client';
10
- import { createReadOnlyFileStoreBlobClients, createWritableFileStoreBlobClient } from '@aztec/blob-client/filestore';
11
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
376
+ import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
377
+ import { Blob } from '@aztec/blob-lib';
12
378
  import { EpochCache } from '@aztec/epoch-cache';
13
379
  import { createEthereumChain } from '@aztec/ethereum/chain';
14
380
  import { getPublicClient } from '@aztec/ethereum/client';
15
381
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
16
- import { BlockNumber } from '@aztec/foundation/branded-types';
17
- import { compactArray, pick } from '@aztec/foundation/collection';
382
+ import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
383
+ import { compactArray, pick, unique } from '@aztec/foundation/collection';
18
384
  import { Fr } from '@aztec/foundation/curves/bn254';
19
385
  import { EthAddress } from '@aztec/foundation/eth-address';
20
386
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -24,16 +390,17 @@ import { DateProvider, Timer } from '@aztec/foundation/timer';
24
390
  import { MembershipWitness } from '@aztec/foundation/trees';
25
391
  import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
26
392
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
27
- import { createForwarderL1TxUtilsFromEthSigner, createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
393
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
28
394
  import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
29
395
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
30
- import { BlockBuilder, GlobalVariableBuilder, SequencerClient, createValidatorForAcceptingTxs } from '@aztec/sequencer-client';
31
- import { CheckpointsBuilder } from '@aztec/sequencer-client';
396
+ import { createProverNode } from '@aztec/prover-node';
397
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
398
+ import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
32
399
  import { PublicProcessorFactory } from '@aztec/simulator/server';
33
400
  import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
34
401
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
35
402
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
36
- import { L2BlockHash } from '@aztec/stdlib/block';
403
+ import { BlockHash, L2Block } from '@aztec/stdlib/block';
37
404
  import { GasFees } from '@aztec/stdlib/gas';
38
405
  import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
39
406
  import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
@@ -44,12 +411,15 @@ import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@az
44
411
  import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
45
412
  import { getPackageVersion } from '@aztec/stdlib/update-checker';
46
413
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
47
- import { NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
414
+ import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient, createValidatorForAcceptingTxs } from '@aztec/validator-client';
48
415
  import { createWorldStateSynchronizer } from '@aztec/world-state';
49
416
  import { createPublicClient, fallback, http } from 'viem';
50
417
  import { createSentinel } from '../sentinel/factory.js';
51
418
  import { createKeyStoreForValidator } from './config.js';
52
419
  import { NodeMetrics } from './node_metrics.js';
420
+ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
421
+ [Attributes.TX_HASH]: tx.getTxHash().toString()
422
+ }));
53
423
  /**
54
424
  * The aztec node.
55
425
  */ export class AztecNodeService {
@@ -61,6 +431,7 @@ import { NodeMetrics } from './node_metrics.js';
61
431
  l1ToL2MessageSource;
62
432
  worldStateSynchronizer;
63
433
  sequencer;
434
+ proverNode;
64
435
  slasherClient;
65
436
  validatorsSentinel;
66
437
  epochPruneWatcher;
@@ -73,11 +444,23 @@ import { NodeMetrics } from './node_metrics.js';
73
444
  telemetry;
74
445
  log;
75
446
  blobClient;
447
+ validatorClient;
448
+ keyStoreManager;
449
+ static{
450
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
451
+ [
452
+ _dec,
453
+ 2,
454
+ "simulatePublicCalls"
455
+ ]
456
+ ], []));
457
+ }
76
458
  metrics;
459
+ initialHeaderHashPromise;
77
460
  // Prevent two snapshot operations to happen simultaneously
78
461
  isUploadingSnapshot;
79
462
  tracer;
80
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
463
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager){
81
464
  this.config = config;
82
465
  this.p2pClient = p2pClient;
83
466
  this.blockSource = blockSource;
@@ -86,6 +469,7 @@ import { NodeMetrics } from './node_metrics.js';
86
469
  this.l1ToL2MessageSource = l1ToL2MessageSource;
87
470
  this.worldStateSynchronizer = worldStateSynchronizer;
88
471
  this.sequencer = sequencer;
472
+ this.proverNode = proverNode;
89
473
  this.slasherClient = slasherClient;
90
474
  this.validatorsSentinel = validatorsSentinel;
91
475
  this.epochPruneWatcher = epochPruneWatcher;
@@ -98,6 +482,9 @@ import { NodeMetrics } from './node_metrics.js';
98
482
  this.telemetry = telemetry;
99
483
  this.log = log;
100
484
  this.blobClient = blobClient;
485
+ this.validatorClient = validatorClient;
486
+ this.keyStoreManager = keyStoreManager;
487
+ this.initialHeaderHashPromise = (_initProto(this), undefined);
101
488
  this.isUploadingSnapshot = false;
102
489
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
103
490
  this.tracer = telemetry.getTracer('AztecNodeService');
@@ -124,16 +511,27 @@ import { NodeMetrics } from './node_metrics.js';
124
511
  const telemetry = deps.telemetry ?? getTelemetryClient();
125
512
  const dateProvider = deps.dateProvider ?? new DateProvider();
126
513
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
127
- // Build a key store from file if given or from environment otherwise
514
+ // Build a key store from file if given or from environment otherwise.
515
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
128
516
  let keyStoreManager;
129
517
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
130
518
  if (keyStoreProvided) {
131
519
  const keyStores = loadKeystores(config.keyStoreDirectory);
132
520
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
133
521
  } else {
134
- const keyStore = createKeyStoreForValidator(config);
135
- if (keyStore) {
136
- keyStoreManager = new KeystoreManager(keyStore);
522
+ const rawKeyStores = [];
523
+ const validatorKeyStore = createKeyStoreForValidator(config);
524
+ if (validatorKeyStore) {
525
+ rawKeyStores.push(validatorKeyStore);
526
+ }
527
+ if (config.enableProverNode) {
528
+ const proverKeyStore = createKeyStoreForProver(config);
529
+ if (proverKeyStore) {
530
+ rawKeyStores.push(proverKeyStore);
531
+ }
532
+ }
533
+ if (rawKeyStores.length > 0) {
534
+ keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
137
535
  }
138
536
  }
139
537
  await keyStoreManager?.validateSigners();
@@ -142,8 +540,8 @@ import { NodeMetrics } from './node_metrics.js';
142
540
  if (keyStoreManager === undefined) {
143
541
  throw new Error('Failed to create key store, a requirement for running a validator');
144
542
  }
145
- if (!keyStoreProvided) {
146
- log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
543
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
544
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
147
545
  }
148
546
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
149
547
  }
@@ -174,20 +572,7 @@ import { NodeMetrics } from './node_metrics.js';
174
572
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
175
573
  log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
176
574
  }
177
- const blobFileStoreMetadata = {
178
- l1ChainId: config.l1ChainId,
179
- rollupVersion: config.rollupVersion,
180
- rollupAddress: config.l1Contracts.rollupAddress.toString()
181
- };
182
- const [fileStoreClients, fileStoreUploadClient] = await Promise.all([
183
- createReadOnlyFileStoreBlobClients(config.blobFileStoreUrls, blobFileStoreMetadata, log),
184
- createWritableFileStoreBlobClient(config.blobFileStoreUploadUrl, blobFileStoreMetadata, log)
185
- ]);
186
- const blobClient = deps.blobClient ?? createBlobClient(config, {
187
- logger: createLogger('node:blob-client:client'),
188
- fileStoreClients,
189
- fileStoreUploadClient
190
- });
575
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
191
576
  // attempt snapshot sync if possible
192
577
  await trySnapshotSync(config, log);
193
578
  const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
@@ -212,7 +597,8 @@ import { NodeMetrics } from './node_metrics.js';
212
597
  const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
213
598
  // We should really not be modifying the config object
214
599
  config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
215
- const blockBuilder = new BlockBuilder({
600
+ // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
601
+ const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
216
602
  ...config,
217
603
  l1GenesisTime,
218
604
  slotDuration: Number(slotDuration)
@@ -220,16 +606,17 @@ import { NodeMetrics } from './node_metrics.js';
220
606
  // We'll accumulate sentinel watchers here
221
607
  const watchers = [];
222
608
  // Create validator client if required
223
- const validatorClient = createValidatorClient(config, {
609
+ const validatorClient = await createValidatorClient(config, {
610
+ checkpointsBuilder: validatorCheckpointsBuilder,
611
+ worldState: worldStateSynchronizer,
224
612
  p2pClient,
225
613
  telemetry,
226
614
  dateProvider,
227
615
  epochCache,
228
- blockBuilder,
229
616
  blockSource: archiver,
230
617
  l1ToL2MessageSource: archiver,
231
618
  keyStoreManager,
232
- fileStoreBlobUploadClient: fileStoreUploadClient
619
+ blobClient
233
620
  });
234
621
  // If we have a validator client, register it as a source of offenses for the slasher,
235
622
  // and have it register callbacks on the p2p client *before* we start it, otherwise messages
@@ -245,7 +632,8 @@ import { NodeMetrics } from './node_metrics.js';
245
632
  if (!validatorClient && config.alwaysReexecuteBlockProposals) {
246
633
  log.info('Setting up block proposal reexecution for monitoring');
247
634
  createBlockProposalHandler(config, {
248
- blockBuilder,
635
+ checkpointsBuilder: validatorCheckpointsBuilder,
636
+ worldState: worldStateSynchronizer,
249
637
  epochCache,
250
638
  blockSource: archiver,
251
639
  l1ToL2MessageSource: archiver,
@@ -264,7 +652,7 @@ import { NodeMetrics } from './node_metrics.js';
264
652
  }
265
653
  let epochPruneWatcher;
266
654
  if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
267
- epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), blockBuilder, config);
655
+ epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
268
656
  watchers.push(epochPruneWatcher);
269
657
  }
270
658
  // We assume we want to slash for invalid attestations unless all max penalties are set to 0
@@ -290,27 +678,29 @@ import { NodeMetrics } from './node_metrics.js';
290
678
  const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
291
679
  slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
292
680
  await slasherClient.start();
293
- const l1TxUtils = config.publisherForwarderAddress ? await createForwarderL1TxUtilsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.publisherForwarderAddress, {
681
+ const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
294
682
  ...config,
295
683
  scope: 'sequencer'
296
684
  }, {
297
685
  telemetry,
298
686
  logger: log.createChild('l1-tx-utils'),
299
- dateProvider
300
- }) : await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
687
+ dateProvider,
688
+ kzg: Blob.getViemKzgInstance()
689
+ }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
301
690
  ...config,
302
691
  scope: 'sequencer'
303
692
  }, {
304
693
  telemetry,
305
694
  logger: log.createChild('l1-tx-utils'),
306
- dateProvider
695
+ dateProvider,
696
+ kzg: Blob.getViemKzgInstance()
307
697
  });
308
698
  // Create and start the sequencer client
309
699
  const checkpointsBuilder = new CheckpointsBuilder({
310
700
  ...config,
311
701
  l1GenesisTime,
312
702
  slotDuration: Number(slotDuration)
313
- }, archiver, dateProvider, telemetry);
703
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry);
314
704
  sequencer = await SequencerClient.new(config, {
315
705
  ...deps,
316
706
  epochCache,
@@ -334,13 +724,35 @@ import { NodeMetrics } from './node_metrics.js';
334
724
  } else if (sequencer) {
335
725
  log.warn(`Sequencer created but not started`);
336
726
  }
727
+ // Create prover node subsystem if enabled
728
+ let proverNode;
729
+ if (config.enableProverNode) {
730
+ proverNode = await createProverNode(config, {
731
+ ...deps.proverNodeDeps,
732
+ telemetry,
733
+ dateProvider,
734
+ archiver,
735
+ worldStateSynchronizer,
736
+ p2pClient,
737
+ epochCache,
738
+ blobClient,
739
+ keyStoreManager
740
+ });
741
+ if (!options.dontStartProverNode) {
742
+ await proverNode.start();
743
+ log.info(`Prover node subsystem started`);
744
+ } else {
745
+ log.info(`Prover node subsystem created but not started`);
746
+ }
747
+ }
337
748
  const globalVariableBuilder = new GlobalVariableBuilder({
338
749
  ...config,
339
750
  rollupVersion: BigInt(config.rollupVersion),
340
751
  l1GenesisTime,
341
752
  slotDuration: Number(slotDuration)
342
753
  });
343
- return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient);
754
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager);
755
+ return node;
344
756
  }
345
757
  /**
346
758
  * Returns the sequencer client instance.
@@ -348,6 +760,9 @@ import { NodeMetrics } from './node_metrics.js';
348
760
  */ getSequencer() {
349
761
  return this.sequencer;
350
762
  }
763
+ /** Returns the prover node subsystem, if enabled. */ getProverNode() {
764
+ return this.proverNode;
765
+ }
351
766
  getBlockSource() {
352
767
  return this.blockSource;
353
768
  }
@@ -390,33 +805,46 @@ import { NodeMetrics } from './node_metrics.js';
390
805
  rollupVersion,
391
806
  enr,
392
807
  l1ContractAddresses: contractAddresses,
393
- protocolContractAddresses: protocolContractAddresses
808
+ protocolContractAddresses: protocolContractAddresses,
809
+ realProofs: !!this.config.realProofs
394
810
  };
395
811
  return nodeInfo;
396
812
  }
397
813
  /**
398
- * Get a block specified by its number.
399
- * @param number - The block number being requested.
814
+ * Get a block specified by its block number, block hash, or 'latest'.
815
+ * @param block - The block parameter (block number, block hash, or 'latest').
400
816
  * @returns The requested block.
401
- */ async getBlock(number) {
402
- const blockNumber = number === 'latest' ? await this.getBlockNumber() : number;
403
- return await this.blockSource.getBlock(blockNumber);
817
+ */ async getBlock(block) {
818
+ if (BlockHash.isBlockHash(block)) {
819
+ return this.getBlockByHash(block);
820
+ }
821
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
822
+ if (blockNumber === BlockNumber.ZERO) {
823
+ return this.buildInitialBlock();
824
+ }
825
+ return await this.blockSource.getL2Block(blockNumber);
404
826
  }
405
827
  /**
406
828
  * Get a block specified by its hash.
407
829
  * @param blockHash - The block hash being requested.
408
830
  * @returns The requested block.
409
831
  */ async getBlockByHash(blockHash) {
410
- const publishedBlock = await this.blockSource.getPublishedBlockByHash(blockHash);
411
- return publishedBlock?.block;
832
+ const initialBlockHash = await this.#getInitialHeaderHash();
833
+ if (blockHash.equals(initialBlockHash)) {
834
+ return this.buildInitialBlock();
835
+ }
836
+ return await this.blockSource.getL2BlockByHash(blockHash);
837
+ }
838
+ buildInitialBlock() {
839
+ const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
840
+ return L2Block.empty(initialHeader);
412
841
  }
413
842
  /**
414
843
  * Get a block specified by its archive root.
415
844
  * @param archive - The archive root being requested.
416
845
  * @returns The requested block.
417
846
  */ async getBlockByArchive(archive) {
418
- const publishedBlock = await this.blockSource.getPublishedBlockByArchive(archive);
419
- return publishedBlock?.block;
847
+ return await this.blockSource.getL2BlockByArchive(archive);
420
848
  }
421
849
  /**
422
850
  * Method to request blocks. Will attempt to return all requested blocks but will return only those available.
@@ -424,16 +852,19 @@ import { NodeMetrics } from './node_metrics.js';
424
852
  * @param limit - The maximum number of blocks to obtain.
425
853
  * @returns The blocks requested.
426
854
  */ async getBlocks(from, limit) {
427
- return await this.blockSource.getBlocks(from, limit) ?? [];
855
+ return await this.blockSource.getBlocks(from, BlockNumber(limit)) ?? [];
856
+ }
857
+ async getCheckpoints(from, limit) {
858
+ return await this.blockSource.getCheckpoints(from, limit) ?? [];
428
859
  }
429
- async getPublishedBlocks(from, limit) {
430
- return await this.blockSource.getPublishedBlocks(from, limit) ?? [];
860
+ async getCheckpointedBlocks(from, limit) {
861
+ return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
431
862
  }
432
863
  /**
433
- * Method to fetch the current base fees.
434
- * @returns The current base fees.
435
- */ async getCurrentBaseFees() {
436
- return await this.globalVariableBuilder.getCurrentBaseFees();
864
+ * Method to fetch the current min L2 fees.
865
+ * @returns The current min L2 fees.
866
+ */ async getCurrentMinFees() {
867
+ return await this.globalVariableBuilder.getCurrentMinFees();
437
868
  }
438
869
  async getMaxPriorityFees() {
439
870
  for await (const tx of this.p2pClient.iteratePendingTxs()){
@@ -453,6 +884,9 @@ import { NodeMetrics } from './node_metrics.js';
453
884
  async getProvenBlockNumber() {
454
885
  return await this.blockSource.getProvenBlockNumber();
455
886
  }
887
+ async getCheckpointedBlockNumber() {
888
+ return await this.blockSource.getCheckpointedL2BlockNumber();
889
+ }
456
890
  /**
457
891
  * Method to fetch the version of the package.
458
892
  * @returns The node package version
@@ -477,11 +911,29 @@ import { NodeMetrics } from './node_metrics.js';
477
911
  getContract(address) {
478
912
  return this.contractDataSource.getContract(address);
479
913
  }
480
- getPrivateLogsByTags(tags) {
481
- return this.logsSource.getPrivateLogsByTags(tags);
482
- }
483
- getPublicLogsByTagsFromContract(contractAddress, tags) {
484
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags);
914
+ async getPrivateLogsByTags(tags, page, referenceBlock) {
915
+ if (referenceBlock) {
916
+ const initialBlockHash = await this.#getInitialHeaderHash();
917
+ if (!referenceBlock.equals(initialBlockHash)) {
918
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
919
+ if (!header) {
920
+ throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
921
+ }
922
+ }
923
+ }
924
+ return this.logsSource.getPrivateLogsByTags(tags, page);
925
+ }
926
+ async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
927
+ if (referenceBlock) {
928
+ const initialBlockHash = await this.#getInitialHeaderHash();
929
+ if (!referenceBlock.equals(initialBlockHash)) {
930
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
931
+ if (!header) {
932
+ throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
933
+ }
934
+ }
935
+ }
936
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
485
937
  }
486
938
  /**
487
939
  * Gets public logs based on the provided filter.
@@ -522,18 +974,24 @@ import { NodeMetrics } from './node_metrics.js';
522
974
  });
523
975
  }
524
976
  async getTxReceipt(txHash) {
525
- let txReceipt = new TxReceipt(txHash, TxStatus.DROPPED, 'Tx dropped by P2P node.');
526
- // We first check if the tx is in pending (instead of first checking if it is mined) because if we first check
527
- // for mined and then for pending there could be a race condition where the tx is mined between the two checks
528
- // and we would incorrectly return a TxReceipt with status DROPPED
529
- if (await this.p2pClient.getTxStatus(txHash) === 'pending') {
530
- txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
531
- }
977
+ // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
978
+ // as a fallback if we don't find a settled receipt in the archiver.
979
+ const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
980
+ const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
981
+ // Then get the actual tx from the archiver, which tracks every tx in a mined block.
532
982
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
533
983
  if (settledTxReceipt) {
534
- txReceipt = settledTxReceipt;
984
+ // If the archiver has the receipt then return it.
985
+ return settledTxReceipt;
986
+ } else if (isKnownToPool) {
987
+ // If the tx is in the pool but not in the archiver, it's pending.
988
+ // This handles race conditions between archiver and p2p, where the archiver
989
+ // has pruned the block in which a tx was mined, but p2p has not caught up yet.
990
+ return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
991
+ } else {
992
+ // Otherwise, if we don't know the tx, we consider it dropped.
993
+ return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
535
994
  }
536
- return txReceipt;
537
995
  }
538
996
  getTxEffect(txHash) {
539
997
  return this.blockSource.getTxEffect(txHash);
@@ -547,6 +1005,7 @@ import { NodeMetrics } from './node_metrics.js';
547
1005
  await tryStop(this.slasherClient);
548
1006
  await tryStop(this.proofVerifier);
549
1007
  await tryStop(this.sequencer);
1008
+ await tryStop(this.proverNode);
550
1009
  await tryStop(this.p2pClient);
551
1010
  await tryStop(this.worldStateSynchronizer);
552
1011
  await tryStop(this.blockSource);
@@ -555,6 +1014,12 @@ import { NodeMetrics } from './node_metrics.js';
555
1014
  this.log.info(`Stopped Aztec Node`);
556
1015
  }
557
1016
  /**
1017
+ * Returns the blob client used by this node.
1018
+ * @internal - Exposed for testing purposes only.
1019
+ */ getBlobClient() {
1020
+ return this.blobClient;
1021
+ }
1022
+ /**
558
1023
  * Method to retrieve pending txs.
559
1024
  * @param limit - The number of items to returns
560
1025
  * @param after - The last known pending tx. Used for pagination
@@ -579,15 +1044,8 @@ import { NodeMetrics } from './node_metrics.js';
579
1044
  */ async getTxsByHash(txHashes) {
580
1045
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
581
1046
  }
582
- /**
583
- * Find the indexes of the given leaves in the given tree along with a block metadata pointing to the block in which
584
- * the leaves were inserted.
585
- * @param blockNumber - The block number at which to get the data or 'latest' for latest data.
586
- * @param treeId - The tree to search in.
587
- * @param leafValues - The values to search for.
588
- * @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
589
- */ async findLeavesIndexes(blockNumber, treeId, leafValues) {
590
- const committedDb = await this.#getWorldState(blockNumber);
1047
+ async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1048
+ const committedDb = await this.#getWorldState(referenceBlock);
591
1049
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
592
1050
  // We filter out undefined values
593
1051
  const indices = maybeIndices.filter((x)=>x !== undefined);
@@ -630,50 +1088,27 @@ import { NodeMetrics } from './node_metrics.js';
630
1088
  }
631
1089
  return {
632
1090
  l2BlockNumber: BlockNumber(Number(blockNumber)),
633
- l2BlockHash: L2BlockHash.fromField(blockHash),
1091
+ l2BlockHash: new BlockHash(blockHash),
634
1092
  data: index
635
1093
  };
636
1094
  });
637
1095
  }
638
- /**
639
- * Returns a sibling path for the given index in the nullifier tree.
640
- * @param blockNumber - The block number at which to get the data.
641
- * @param leafIndex - The index of the leaf for which the sibling path is required.
642
- * @returns The sibling path for the leaf index.
643
- */ async getNullifierSiblingPath(blockNumber, leafIndex) {
644
- const committedDb = await this.#getWorldState(blockNumber);
645
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
646
- }
647
- /**
648
- * Returns a sibling path for the given index in the data tree.
649
- * @param blockNumber - The block number at which to get the data.
650
- * @param leafIndex - The index of the leaf for which the sibling path is required.
651
- * @returns The sibling path for the leaf index.
652
- */ async getNoteHashSiblingPath(blockNumber, leafIndex) {
653
- const committedDb = await this.#getWorldState(blockNumber);
654
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
655
- }
656
- async getArchiveMembershipWitness(blockNumber, archive) {
657
- const committedDb = await this.#getWorldState(blockNumber);
1096
+ async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1097
+ const committedDb = await this.#getWorldState(referenceBlock);
658
1098
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
659
- archive
1099
+ blockHash
660
1100
  ]);
661
1101
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
662
1102
  }
663
- async getNoteHashMembershipWitness(blockNumber, noteHash) {
664
- const committedDb = await this.#getWorldState(blockNumber);
1103
+ async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1104
+ const committedDb = await this.#getWorldState(referenceBlock);
665
1105
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
666
1106
  noteHash
667
1107
  ]);
668
1108
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
669
1109
  }
670
- /**
671
- * Returns the index and a sibling path for a leaf in the committed l1 to l2 data tree.
672
- * @param blockNumber - The block number at which to get the data.
673
- * @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
674
- * @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
675
- */ async getL1ToL2MessageMembershipWitness(blockNumber, l1ToL2Message) {
676
- const db = await this.#getWorldState(blockNumber);
1110
+ async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1111
+ const db = await this.#getWorldState(referenceBlock);
677
1112
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
678
1113
  l1ToL2Message
679
1114
  ]);
@@ -699,38 +1134,29 @@ import { NodeMetrics } from './node_metrics.js';
699
1134
  return messageIndex !== undefined;
700
1135
  }
701
1136
  /**
702
- * Returns all the L2 to L1 messages in a block.
703
- * @param blockNumber - The block number at which to get the data.
704
- * @returns The L2 to L1 messages (undefined if the block number is not found).
705
- */ async getL2ToL1Messages(blockNumber) {
706
- const block = await this.blockSource.getBlock(blockNumber === 'latest' ? await this.getBlockNumber() : blockNumber);
707
- return block?.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs);
708
- }
709
- /**
710
- * Returns a sibling path for a leaf in the committed blocks tree.
711
- * @param blockNumber - The block number at which to get the data.
712
- * @param leafIndex - Index of the leaf in the tree.
713
- * @returns The sibling path.
714
- */ async getArchiveSiblingPath(blockNumber, leafIndex) {
715
- const committedDb = await this.#getWorldState(blockNumber);
716
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
717
- }
718
- /**
719
- * Returns a sibling path for a leaf in the committed public data tree.
720
- * @param blockNumber - The block number at which to get the data.
721
- * @param leafIndex - Index of the leaf in the tree.
722
- * @returns The sibling path.
723
- */ async getPublicDataSiblingPath(blockNumber, leafIndex) {
724
- const committedDb = await this.#getWorldState(blockNumber);
725
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
1137
+ * Returns all the L2 to L1 messages in an epoch.
1138
+ * @param epoch - The epoch at which to get the data.
1139
+ * @returns The L2 to L1 messages (empty array if the epoch is not found).
1140
+ */ async getL2ToL1Messages(epoch) {
1141
+ // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1142
+ const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1143
+ const blocksInCheckpoints = [];
1144
+ let previousSlotNumber = SlotNumber.ZERO;
1145
+ let checkpointIndex = -1;
1146
+ for (const checkpointedBlock of checkpointedBlocks){
1147
+ const block = checkpointedBlock.block;
1148
+ const slotNumber = block.header.globalVariables.slotNumber;
1149
+ if (slotNumber !== previousSlotNumber) {
1150
+ checkpointIndex++;
1151
+ blocksInCheckpoints.push([]);
1152
+ previousSlotNumber = slotNumber;
1153
+ }
1154
+ blocksInCheckpoints[checkpointIndex].push(block);
1155
+ }
1156
+ return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
726
1157
  }
727
- /**
728
- * Returns a nullifier membership witness for a given nullifier at a given block.
729
- * @param blockNumber - The block number at which to get the index.
730
- * @param nullifier - Nullifier we try to find witness for.
731
- * @returns The nullifier membership witness (if found).
732
- */ async getNullifierMembershipWitness(blockNumber, nullifier) {
733
- const db = await this.#getWorldState(blockNumber);
1158
+ async getNullifierMembershipWitness(referenceBlock, nullifier) {
1159
+ const db = await this.#getWorldState(referenceBlock);
734
1160
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
735
1161
  nullifier.toBuffer()
736
1162
  ]);
@@ -746,7 +1172,8 @@ import { NodeMetrics } from './node_metrics.js';
746
1172
  }
747
1173
  /**
748
1174
  * Returns a low nullifier membership witness for a given nullifier at a given block.
749
- * @param blockNumber - The block number at which to get the index.
1175
+ * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
1176
+ * (which contains the root of the nullifier tree in which we are searching for the nullifier).
750
1177
  * @param nullifier - Nullifier we try to find the low nullifier witness for.
751
1178
  * @returns The low nullifier membership witness (if found).
752
1179
  * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
@@ -757,8 +1184,8 @@ import { NodeMetrics } from './node_metrics.js';
757
1184
  * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
758
1185
  * index of the nullifier itself when it already exists in the tree.
759
1186
  * TODO: This is a confusing behavior and we should eventually address that.
760
- */ async getLowNullifierMembershipWitness(blockNumber, nullifier) {
761
- const committedDb = await this.#getWorldState(blockNumber);
1187
+ */ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1188
+ const committedDb = await this.#getWorldState(referenceBlock);
762
1189
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
763
1190
  if (!findResult) {
764
1191
  return undefined;
@@ -771,8 +1198,8 @@ import { NodeMetrics } from './node_metrics.js';
771
1198
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
772
1199
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
773
1200
  }
774
- async getPublicDataWitness(blockNumber, leafSlot) {
775
- const committedDb = await this.#getWorldState(blockNumber);
1201
+ async getPublicDataWitness(referenceBlock, leafSlot) {
1202
+ const committedDb = await this.#getWorldState(referenceBlock);
776
1203
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
777
1204
  if (!lowLeafResult) {
778
1205
  return undefined;
@@ -782,18 +1209,8 @@ import { NodeMetrics } from './node_metrics.js';
782
1209
  return new PublicDataWitness(lowLeafResult.index, preimage, path);
783
1210
  }
784
1211
  }
785
- /**
786
- * Gets the storage value at the given contract storage slot.
787
- *
788
- * @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
789
- * Aztec's version of `eth_getStorageAt`.
790
- *
791
- * @param contract - Address of the contract to query.
792
- * @param slot - Slot to query.
793
- * @param blockNumber - The block number at which to get the data or 'latest'.
794
- * @returns Storage value at the given contract slot.
795
- */ async getPublicStorageAt(blockNumber, contract, slot) {
796
- const committedDb = await this.#getWorldState(blockNumber);
1212
+ async getPublicStorageAt(referenceBlock, contract, slot) {
1213
+ const committedDb = await this.#getWorldState(referenceBlock);
797
1214
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
798
1215
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
799
1216
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -802,18 +1219,22 @@ import { NodeMetrics } from './node_metrics.js';
802
1219
  const preimage = await committedDb.getLeafPreimage(MerkleTreeId.PUBLIC_DATA_TREE, lowLeafResult.index);
803
1220
  return preimage.leaf.value;
804
1221
  }
805
- /**
806
- * Returns the currently committed block header, or the initial header if no blocks have been produced.
807
- * @returns The current committed block header.
808
- */ async getBlockHeader(blockNumber = 'latest') {
809
- return blockNumber === BlockNumber.ZERO || blockNumber === 'latest' && await this.blockSource.getBlockNumber() === BlockNumber.ZERO ? this.worldStateSynchronizer.getCommitted().getInitialHeader() : this.blockSource.getBlockHeader(blockNumber === 'latest' ? blockNumber : blockNumber);
810
- }
811
- /**
812
- * Get a block header specified by its hash.
813
- * @param blockHash - The block hash being requested.
814
- * @returns The requested block header.
815
- */ async getBlockHeaderByHash(blockHash) {
816
- return await this.blockSource.getBlockHeaderByHash(blockHash);
1222
+ async getBlockHeader(block = 'latest') {
1223
+ if (BlockHash.isBlockHash(block)) {
1224
+ const initialBlockHash = await this.#getInitialHeaderHash();
1225
+ if (block.equals(initialBlockHash)) {
1226
+ // Block source doesn't handle initial header so we need to handle the case separately.
1227
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1228
+ }
1229
+ return this.blockSource.getBlockHeaderByHash(block);
1230
+ } else {
1231
+ // Block source doesn't handle initial header so we need to handle the case separately.
1232
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
1233
+ if (blockNumber === BlockNumber.ZERO) {
1234
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1235
+ }
1236
+ return this.blockSource.getBlockHeader(block);
1237
+ }
817
1238
  }
818
1239
  /**
819
1240
  * Get a block header specified by its archive root.
@@ -822,6 +1243,12 @@ import { NodeMetrics } from './node_metrics.js';
822
1243
  */ async getBlockHeaderByArchive(archive) {
823
1244
  return await this.blockSource.getBlockHeaderByArchive(archive);
824
1245
  }
1246
+ getBlockData(number) {
1247
+ return this.blockSource.getBlockData(number);
1248
+ }
1249
+ getBlockDataByArchive(archive) {
1250
+ return this.blockSource.getBlockDataByArchive(archive);
1251
+ }
825
1252
  /**
826
1253
  * Simulates the public part of a transaction with the current state.
827
1254
  * @param tx - The transaction to simulate.
@@ -834,17 +1261,20 @@ import { NodeMetrics } from './node_metrics.js';
834
1261
  throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
835
1262
  }
836
1263
  const txHash = tx.getTxHash();
837
- const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1264
+ const latestBlockNumber = await this.blockSource.getBlockNumber();
1265
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
838
1266
  // If sequencer is not initialized, we just set these values to zero for simulation.
839
1267
  const coinbase = EthAddress.ZERO;
840
1268
  const feeRecipient = AztecAddress.ZERO;
841
1269
  const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
842
- const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
1270
+ const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
843
1271
  this.log.verbose(`Simulating public calls for tx ${txHash}`, {
844
1272
  globalVariables: newGlobalVariables.toInspect(),
845
1273
  txHash,
846
1274
  blockNumber
847
1275
  });
1276
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1277
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
848
1278
  const merkleTreeFork = await this.worldStateSynchronizer.fork();
849
1279
  try {
850
1280
  const config = PublicSimulatorConfig.from({
@@ -859,7 +1289,7 @@ import { NodeMetrics } from './node_metrics.js';
859
1289
  });
860
1290
  const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
861
1291
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
862
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
1292
+ const [processedTxs, failedTxs, _usedTxs, returns, _blobFields, debugLogs] = await processor.process([
863
1293
  tx
864
1294
  ]);
865
1295
  // REFACTOR: Consider returning the error rather than throwing
@@ -870,7 +1300,7 @@ import { NodeMetrics } from './node_metrics.js';
870
1300
  throw failedTxs[0].error;
871
1301
  }
872
1302
  const [processedTx] = processedTxs;
873
- return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
1303
+ return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
874
1304
  } finally{
875
1305
  await merkleTreeFork.close();
876
1306
  }
@@ -878,7 +1308,7 @@ import { NodeMetrics } from './node_metrics.js';
878
1308
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
879
1309
  const db = this.worldStateSynchronizer.getCommitted();
880
1310
  const verifier = isSimulation ? undefined : this.proofVerifier;
881
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1311
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
882
1312
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
883
1313
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
884
1314
  const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
@@ -887,10 +1317,10 @@ import { NodeMetrics } from './node_metrics.js';
887
1317
  l1ChainId: this.l1ChainId,
888
1318
  rollupVersion: this.version,
889
1319
  setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
890
- gasFees: await this.getCurrentBaseFees(),
1320
+ gasFees: await this.getCurrentMinFees(),
891
1321
  skipFeeEnforcement,
892
1322
  txsPermitted: !this.config.disableTransactions
893
- });
1323
+ }, this.log.getBindings());
894
1324
  return await validator.validateTx(tx);
895
1325
  }
896
1326
  getConfig() {
@@ -950,7 +1380,7 @@ import { NodeMetrics } from './node_metrics.js';
950
1380
  throw new Error(`Archiver initial sync not complete. Cannot start snapshot.`);
951
1381
  }
952
1382
  // And it has an L2 block hash
953
- const l2BlockHash = await archiver.getL2Tips().then((tips)=>tips.latest.hash);
1383
+ const l2BlockHash = await archiver.getL2Tips().then((tips)=>tips.proposed.hash);
954
1384
  if (!l2BlockHash) {
955
1385
  this.metrics.recordSnapshotError();
956
1386
  throw new Error(`Archiver has no latest L2 block hash downloaded. Cannot start snapshot.`);
@@ -977,7 +1407,7 @@ import { NodeMetrics } from './node_metrics.js';
977
1407
  if (!('rollbackTo' in archiver)) {
978
1408
  throw new Error('Archiver implementation does not support rollbacks.');
979
1409
  }
980
- const finalizedBlock = await archiver.getL2Tips().then((tips)=>tips.finalized.number);
1410
+ const finalizedBlock = await archiver.getL2Tips().then((tips)=>tips.finalized.block.number);
981
1411
  if (targetBlock < finalizedBlock) {
982
1412
  if (force) {
983
1413
  this.log.warn(`Clearing world state database to allow rolling back behind finalized block ${finalizedBlock}`);
@@ -1032,14 +1462,84 @@ import { NodeMetrics } from './node_metrics.js';
1032
1462
  return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
1033
1463
  }
1034
1464
  }
1465
+ async reloadKeystore() {
1466
+ if (!this.config.keyStoreDirectory?.length) {
1467
+ throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
1468
+ }
1469
+ if (!this.validatorClient) {
1470
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1471
+ }
1472
+ this.log.info('Reloading keystore from disk');
1473
+ // Re-read and validate keystore files
1474
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1475
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1476
+ await newManager.validateSigners();
1477
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1478
+ // Validate that every validator's publisher keys overlap with the L1 signers
1479
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1480
+ // validator with a publisher key that doesn't match any existing L1 signer
1481
+ // would silently fail on every proposer slot.
1482
+ if (this.keyStoreManager && this.sequencer) {
1483
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1484
+ const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
1485
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1486
+ for (const attester of newAdapter.getAttesterAddresses()){
1487
+ const pubs = newAdapter.getPublisherAddresses(attester);
1488
+ if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
1489
+ throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
1490
+ ...availablePublishers
1491
+ ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
1492
+ }
1493
+ }
1494
+ }
1495
+ // Build adapters for old and new keystores to compute diff
1496
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1497
+ const newAddresses = newAdapter.getAttesterAddresses();
1498
+ const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
1499
+ const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
1500
+ const newSet = new Set(newAddresses.map((a)=>a.toString()));
1501
+ const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
1502
+ const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
1503
+ if (added.length > 0) {
1504
+ this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
1505
+ }
1506
+ if (removed.length > 0) {
1507
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
1508
+ }
1509
+ if (added.length === 0 && removed.length === 0) {
1510
+ this.log.info('Keystore reload: attester keys unchanged');
1511
+ }
1512
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1513
+ this.validatorClient.reloadKeystore(newManager);
1514
+ // Update the publisher factory's keystore so newly-added validators
1515
+ // can be matched to existing publisher keys when proposing blocks.
1516
+ if (this.sequencer) {
1517
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1518
+ }
1519
+ // Update slasher's "don't-slash-self" list with new validator addresses
1520
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1521
+ const slashValidatorsNever = unique([
1522
+ ...this.config.slashValidatorsNever ?? [],
1523
+ ...newAddresses
1524
+ ].map((a)=>a.toString())).map(EthAddress.fromString);
1525
+ this.slasherClient.updateConfig({
1526
+ slashValidatorsNever
1527
+ });
1528
+ }
1529
+ this.keyStoreManager = newManager;
1530
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1531
+ }
1532
+ #getInitialHeaderHash() {
1533
+ if (!this.initialHeaderHashPromise) {
1534
+ this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
1535
+ }
1536
+ return this.initialHeaderHashPromise;
1537
+ }
1035
1538
  /**
1036
1539
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1037
- * @param blockNumber - The block number at which to get the data.
1540
+ * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1038
1541
  * @returns An instance of a committed MerkleTreeOperations
1039
- */ async #getWorldState(blockNumber) {
1040
- if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
1041
- throw new Error('Invalid block number to get world state for: ' + blockNumber);
1042
- }
1542
+ */ async #getWorldState(block) {
1043
1543
  let blockSyncedTo = BlockNumber.ZERO;
1044
1544
  try {
1045
1545
  // Attempt to sync the world state if necessary
@@ -1047,15 +1547,32 @@ import { NodeMetrics } from './node_metrics.js';
1047
1547
  } catch (err) {
1048
1548
  this.log.error(`Error getting world state: ${err}`);
1049
1549
  }
1050
- // using a snapshot could be less efficient than using the committed db
1051
- if (blockNumber === 'latest' /*|| blockNumber === blockSyncedTo*/ ) {
1052
- this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1550
+ if (block === 'latest') {
1551
+ this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1053
1552
  return this.worldStateSynchronizer.getCommitted();
1054
- } else if (blockNumber <= blockSyncedTo) {
1553
+ }
1554
+ if (BlockHash.isBlockHash(block)) {
1555
+ const initialBlockHash = await this.#getInitialHeaderHash();
1556
+ if (block.equals(initialBlockHash)) {
1557
+ // Block source doesn't handle initial header so we need to handle the case separately.
1558
+ return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
1559
+ }
1560
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1561
+ if (!header) {
1562
+ throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1563
+ }
1564
+ const blockNumber = header.getBlockNumber();
1565
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1566
+ return this.worldStateSynchronizer.getSnapshot(blockNumber);
1567
+ }
1568
+ // Block number provided
1569
+ {
1570
+ const blockNumber = block;
1571
+ if (blockNumber > blockSyncedTo) {
1572
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1573
+ }
1055
1574
  this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1056
1575
  return this.worldStateSynchronizer.getSnapshot(blockNumber);
1057
- } else {
1058
- throw new Error(`Block ${blockNumber} not yet synced`);
1059
1576
  }
1060
1577
  }
1061
1578
  /**
@@ -1066,8 +1583,3 @@ import { NodeMetrics } from './node_metrics.js';
1066
1583
  return await this.worldStateSynchronizer.syncImmediate(blockSourceHeight);
1067
1584
  }
1068
1585
  }
1069
- _ts_decorate([
1070
- trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1071
- [Attributes.TX_HASH]: tx.getTxHash().toString()
1072
- }))
1073
- ], AztecNodeService.prototype, "simulatePublicCalls", null);