@aztec/world-state 0.0.1-commit.b655e406 → 0.0.1-commit.d1f2d6c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dest/index.d.ts +1 -1
  2. package/dest/instrumentation/instrumentation.d.ts +1 -1
  3. package/dest/instrumentation/instrumentation.d.ts.map +1 -1
  4. package/dest/instrumentation/instrumentation.js +11 -42
  5. package/dest/native/bench_metrics.d.ts +1 -1
  6. package/dest/native/bench_metrics.d.ts.map +1 -1
  7. package/dest/native/fork_checkpoint.d.ts +1 -1
  8. package/dest/native/fork_checkpoint.d.ts.map +1 -1
  9. package/dest/native/index.d.ts +1 -1
  10. package/dest/native/merkle_trees_facade.d.ts +12 -6
  11. package/dest/native/merkle_trees_facade.d.ts.map +1 -1
  12. package/dest/native/merkle_trees_facade.js +39 -8
  13. package/dest/native/message.d.ts +12 -11
  14. package/dest/native/message.d.ts.map +1 -1
  15. package/dest/native/message.js +14 -13
  16. package/dest/native/native_world_state.d.ts +11 -8
  17. package/dest/native/native_world_state.d.ts.map +1 -1
  18. package/dest/native/native_world_state.js +14 -10
  19. package/dest/native/native_world_state_instance.d.ts +10 -1
  20. package/dest/native/native_world_state_instance.d.ts.map +1 -1
  21. package/dest/native/native_world_state_instance.js +21 -0
  22. package/dest/native/world_state_ops_queue.d.ts +1 -1
  23. package/dest/native/world_state_ops_queue.d.ts.map +1 -1
  24. package/dest/synchronizer/config.d.ts +1 -3
  25. package/dest/synchronizer/config.d.ts.map +1 -1
  26. package/dest/synchronizer/config.js +1 -6
  27. package/dest/synchronizer/errors.d.ts +1 -1
  28. package/dest/synchronizer/errors.d.ts.map +1 -1
  29. package/dest/synchronizer/factory.d.ts +1 -1
  30. package/dest/synchronizer/index.d.ts +1 -1
  31. package/dest/synchronizer/server_world_state_synchronizer.d.ts +10 -27
  32. package/dest/synchronizer/server_world_state_synchronizer.d.ts.map +1 -1
  33. package/dest/synchronizer/server_world_state_synchronizer.js +79 -69
  34. package/dest/test/index.d.ts +1 -1
  35. package/dest/test/utils.d.ts +12 -5
  36. package/dest/test/utils.d.ts.map +1 -1
  37. package/dest/test/utils.js +54 -50
  38. package/dest/testing.d.ts +2 -2
  39. package/dest/testing.d.ts.map +1 -1
  40. package/dest/testing.js +1 -1
  41. package/dest/world-state-db/index.d.ts +1 -1
  42. package/dest/world-state-db/merkle_tree_db.d.ts +9 -10
  43. package/dest/world-state-db/merkle_tree_db.d.ts.map +1 -1
  44. package/package.json +13 -12
  45. package/src/instrumentation/instrumentation.ts +10 -42
  46. package/src/native/merkle_trees_facade.ts +42 -8
  47. package/src/native/message.ts +23 -22
  48. package/src/native/native_world_state.ts +32 -20
  49. package/src/native/native_world_state_instance.ts +28 -0
  50. package/src/synchronizer/config.ts +1 -14
  51. package/src/synchronizer/server_world_state_synchronizer.ts +94 -96
  52. package/src/test/utils.ts +87 -92
  53. package/src/testing.ts +1 -1
  54. package/src/world-state-db/merkle_tree_db.ts +12 -9
@@ -1,7 +1,8 @@
1
1
  import { MAX_NOTE_HASHES_PER_TX, MAX_NULLIFIERS_PER_TX, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
2
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
3
  import { fromEntries, padArrayEnd } from '@aztec/foundation/collection';
4
+ import { Fr } from '@aztec/foundation/curves/bn254';
3
5
  import { EthAddress } from '@aztec/foundation/eth-address';
4
- import { Fr } from '@aztec/foundation/fields';
5
6
  import { tryRmDir } from '@aztec/foundation/fs';
6
7
  import { type Logger, createLogger } from '@aztec/foundation/log';
7
8
  import type { L2Block } from '@aztec/stdlib/block';
@@ -150,7 +151,7 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
150
151
  return new MerkleTreesFacade(this.instance, this.initialHeader!, WorldStateRevision.empty());
151
152
  }
152
153
 
153
- public getSnapshot(blockNumber: number): MerkleTreeReadOperations {
154
+ public getSnapshot(blockNumber: BlockNumber): MerkleTreeReadOperations {
154
155
  return new MerkleTreesFacade(
155
156
  this.instance,
156
157
  this.initialHeader!,
@@ -158,16 +159,24 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
158
159
  );
159
160
  }
160
161
 
161
- public async fork(blockNumber?: number): Promise<MerkleTreeWriteOperations> {
162
+ public async fork(
163
+ blockNumber?: BlockNumber,
164
+ opts: { closeDelayMs?: number } = {},
165
+ ): Promise<MerkleTreeWriteOperations> {
162
166
  const resp = await this.instance.call(WorldStateMessageType.CREATE_FORK, {
163
167
  latest: blockNumber === undefined,
164
- blockNumber: blockNumber ?? 0,
168
+ blockNumber: blockNumber ?? BlockNumber.ZERO,
165
169
  canonical: true,
166
170
  });
167
171
  return new MerkleTreesForkFacade(
168
172
  this.instance,
169
173
  this.initialHeader!,
170
- new WorldStateRevision(/*forkId=*/ resp.forkId, /* blockNumber=*/ 0, /* includeUncommitted=*/ true),
174
+ new WorldStateRevision(
175
+ /*forkId=*/ resp.forkId,
176
+ /* blockNumber=*/ BlockNumber.ZERO,
177
+ /* includeUncommitted=*/ true,
178
+ ),
179
+ opts,
171
180
  );
172
181
  }
173
182
 
@@ -175,21 +184,24 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
175
184
  return this.initialHeader!;
176
185
  }
177
186
 
178
- public async handleL2BlockAndMessages(
179
- l2Block: L2Block,
180
- l1ToL2Messages: Fr[],
181
- // TODO(#17027)
182
- // Temporary hack to only insert l1 to l2 messages for the first block in a checkpoint.
183
- isFirstBlock = true,
184
- ): Promise<WorldStateStatusFull> {
185
- // We have to pad both the values within tx effects because that's how the trees are built by circuits.
186
- const paddedNoteHashes = l2Block.body.txEffects.flatMap(txEffect =>
187
- padArrayEnd(txEffect.noteHashes, Fr.ZERO, MAX_NOTE_HASHES_PER_TX),
188
- );
187
+ public async handleL2BlockAndMessages(l2Block: L2Block, l1ToL2Messages: Fr[]): Promise<WorldStateStatusFull> {
188
+ const isFirstBlock = l2Block.indexWithinCheckpoint === 0;
189
+ if (!isFirstBlock && l1ToL2Messages.length > 0) {
190
+ throw new Error(
191
+ `L1 to L2 messages must be empty for non-first blocks, but got ${l1ToL2Messages.length} messages for block ${l2Block.number}.`,
192
+ );
193
+ }
194
+
195
+ // We have to pad the given l1 to l2 messages, and the note hashes and nullifiers within tx effects, because that's
196
+ // how the trees are built by circuits.
189
197
  const paddedL1ToL2Messages = isFirstBlock
190
198
  ? padArrayEnd<Fr, number>(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP)
191
199
  : [];
192
200
 
201
+ const paddedNoteHashes = l2Block.body.txEffects.flatMap(txEffect =>
202
+ padArrayEnd(txEffect.noteHashes, Fr.ZERO, MAX_NOTE_HASHES_PER_TX),
203
+ );
204
+
193
205
  const paddedNullifiers = l2Block.body.txEffects
194
206
  .flatMap(txEffect => padArrayEnd(txEffect.nullifiers, Fr.ZERO, MAX_NULLIFIERS_PER_TX))
195
207
  .map(nullifier => new NullifierLeaf(nullifier));
@@ -208,7 +220,7 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
208
220
  WorldStateMessageType.SYNC_BLOCK,
209
221
  {
210
222
  blockNumber: l2Block.number,
211
- blockHeaderHash: await l2Block.getBlockHeader().hash(),
223
+ blockHeaderHash: await l2Block.hash(),
212
224
  paddedL1ToL2Messages: paddedL1ToL2Messages.map(serializeLeaf),
213
225
  paddedNoteHashes: paddedNoteHashes.map(serializeLeaf),
214
226
  paddedNullifiers: paddedNullifiers.map(serializeLeaf),
@@ -256,7 +268,7 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
256
268
  * @param toBlockNumber The block number that is now the tip of the finalized chain
257
269
  * @returns The new WorldStateStatus
258
270
  */
259
- public async setFinalized(toBlockNumber: bigint) {
271
+ public async setFinalized(toBlockNumber: BlockNumber) {
260
272
  try {
261
273
  await this.instance.call(
262
274
  WorldStateMessageType.FINALIZE_BLOCKS,
@@ -279,7 +291,7 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
279
291
  * @param toBlockNumber The block number of the new oldest historical block
280
292
  * @returns The new WorldStateStatus
281
293
  */
282
- public async removeHistoricalBlocks(toBlockNumber: bigint) {
294
+ public async removeHistoricalBlocks(toBlockNumber: BlockNumber) {
283
295
  try {
284
296
  return await this.instance.call(
285
297
  WorldStateMessageType.REMOVE_HISTORICAL_BLOCKS,
@@ -301,7 +313,7 @@ export class NativeWorldStateService implements MerkleTreeDatabase {
301
313
  * @param toBlockNumber The block number of the new tip of the pending chain,
302
314
  * @returns The new WorldStateStatus
303
315
  */
304
- public async unwindBlocks(toBlockNumber: bigint) {
316
+ public async unwindBlocks(toBlockNumber: BlockNumber) {
305
317
  try {
306
318
  return await this.instance.call(
307
319
  WorldStateMessageType.UNWIND_BLOCKS,
@@ -36,6 +36,8 @@ export interface NativeWorldStateInstance {
36
36
  messageType: T,
37
37
  body: WorldStateRequest[T] & WorldStateRequestCategories,
38
38
  ): Promise<WorldStateResponse[T]>;
39
+ // TODO(dbanks12): this returns any type, but we should strongly type it
40
+ getHandle(): any;
39
41
  }
40
42
 
41
43
  /**
@@ -107,6 +109,32 @@ export class NativeWorldState implements NativeWorldStateInstance {
107
109
  );
108
110
  }
109
111
 
112
+ /**
113
+ * Gets the native WorldState handle from the underlying native instance.
114
+ * We call the getHandle() method on the native WorldState to get a NAPI External
115
+ * that wraps the underlying C++ WorldState pointer.
116
+ * @returns The NAPI External handle to the native WorldState instance,since
117
+ * the NAPI external type is opaque, we return any (we could also use an opaque symbol type)
118
+ */
119
+ public getHandle(): any {
120
+ const worldStateWrapper = (this.instance as any).dest;
121
+
122
+ if (!worldStateWrapper) {
123
+ throw new Error('No WorldStateWrapper found');
124
+ }
125
+
126
+ if (typeof worldStateWrapper.getHandle !== 'function') {
127
+ throw new Error('WorldStateWrapper does not have getHandle method');
128
+ }
129
+
130
+ // Call getHandle() to get the NAPI External
131
+ try {
132
+ return worldStateWrapper.getHandle();
133
+ } catch (error) {
134
+ this.log.error('Failed to get native WorldState handle', error);
135
+ }
136
+ }
137
+
110
138
  /**
111
139
  * Sends a message to the native instance and returns the response.
112
140
  * @param messageType - The type of message to send
@@ -1,18 +1,10 @@
1
- import {
2
- type ConfigMappingsType,
3
- booleanConfigHelper,
4
- getConfigFromMappings,
5
- numberConfigHelper,
6
- } from '@aztec/foundation/config';
1
+ import { type ConfigMappingsType, getConfigFromMappings, numberConfigHelper } from '@aztec/foundation/config';
7
2
 
8
3
  /** World State synchronizer configuration values. */
9
4
  export interface WorldStateConfig {
10
5
  /** The frequency in which to check. */
11
6
  worldStateBlockCheckIntervalMS: number;
12
7
 
13
- /** Whether to follow only the proven chain. */
14
- worldStateProvenBlocksOnly: boolean;
15
-
16
8
  /** Size of the batch for each get-blocks request from the synchronizer to the archiver. */
17
9
  worldStateBlockRequestBatchSize?: number;
18
10
 
@@ -48,11 +40,6 @@ export const worldStateConfigMappings: ConfigMappingsType<WorldStateConfig> = {
48
40
  defaultValue: 100,
49
41
  description: 'The frequency in which to check.',
50
42
  },
51
- worldStateProvenBlocksOnly: {
52
- env: 'WS_PROVEN_BLOCKS_ONLY',
53
- description: 'Whether to follow only the proven chain.',
54
- ...booleanConfigHelper(),
55
- },
56
43
  worldStateBlockRequestBatchSize: {
57
44
  env: 'WS_BLOCK_REQUEST_BATCH_SIZE',
58
45
  parseEnv: (val: string | undefined) => (val ? +val : undefined),
@@ -1,19 +1,19 @@
1
- import { L1_TO_L2_MSG_SUBTREE_HEIGHT } from '@aztec/constants';
2
- import { SHA256Trunc } from '@aztec/foundation/crypto';
3
- import type { Fr } from '@aztec/foundation/fields';
1
+ import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM, INITIAL_L2_CHECKPOINT_NUM } from '@aztec/constants';
2
+ import { BlockNumber } from '@aztec/foundation/branded-types';
3
+ import type { Fr } from '@aztec/foundation/curves/bn254';
4
4
  import { type Logger, createLogger } from '@aztec/foundation/log';
5
5
  import { promiseWithResolvers } from '@aztec/foundation/promise';
6
6
  import { elapsed } from '@aztec/foundation/timer';
7
- import { MerkleTreeCalculator } from '@aztec/foundation/trees';
8
- import type {
9
- L2Block,
10
- L2BlockId,
11
- L2BlockSource,
7
+ import {
8
+ GENESIS_CHECKPOINT_HEADER_HASH,
9
+ type L2Block,
10
+ type L2BlockId,
11
+ type L2BlockSource,
12
12
  L2BlockStream,
13
- L2BlockStreamEvent,
14
- L2BlockStreamEventHandler,
15
- L2BlockStreamLocalDataProvider,
16
- L2Tips,
13
+ type L2BlockStreamEvent,
14
+ type L2BlockStreamEventHandler,
15
+ type L2BlockStreamLocalDataProvider,
16
+ type L2Tips,
17
17
  } from '@aztec/stdlib/block';
18
18
  import {
19
19
  WorldStateRunningState,
@@ -25,7 +25,7 @@ import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
25
25
  import type { SnapshotDataKeys } from '@aztec/stdlib/snapshots';
26
26
  import type { L2BlockHandledStats } from '@aztec/stdlib/stats';
27
27
  import { MerkleTreeId, type MerkleTreeReadOperations, type MerkleTreeWriteOperations } from '@aztec/stdlib/trees';
28
- import { TraceableL2BlockStream, getTelemetryClient } from '@aztec/telemetry-client';
28
+ import { getTelemetryClient } from '@aztec/telemetry-client';
29
29
 
30
30
  import { WorldStateInstrumentation } from '../instrumentation/instrumentation.js';
31
31
  import type { WorldStateStatusFull } from '../native/message.js';
@@ -45,17 +45,16 @@ export class ServerWorldStateSynchronizer
45
45
  {
46
46
  private readonly merkleTreeCommitted: MerkleTreeReadOperations;
47
47
 
48
- private latestBlockNumberAtStart = 0;
48
+ private latestBlockNumberAtStart = BlockNumber.ZERO;
49
49
  private historyToKeep: number | undefined;
50
50
  private currentState: WorldStateRunningState = WorldStateRunningState.IDLE;
51
- private latestBlockHashQuery: { blockNumber: number; hash: string | undefined } | undefined = undefined;
52
51
 
53
52
  private syncPromise = promiseWithResolvers<void>();
54
53
  protected blockStream: L2BlockStream | undefined;
55
54
 
56
55
  // WorldState doesn't track the proven block number, it only tracks the latest tips of the pending chain and the finalized chain
57
56
  // store the proven block number here, in the synchronizer, so that we don't end up spamming the logs with 'chain-proved' events
58
- private provenBlockNumber: bigint | undefined;
57
+ private provenBlockNumber: BlockNumber | undefined;
59
58
 
60
59
  constructor(
61
60
  private readonly merkleTreeDb: MerkleTreeAdminDatabase,
@@ -77,12 +76,12 @@ export class ServerWorldStateSynchronizer
77
76
  return this.merkleTreeDb.getCommitted();
78
77
  }
79
78
 
80
- public getSnapshot(blockNumber: number): MerkleTreeReadOperations {
79
+ public getSnapshot(blockNumber: BlockNumber): MerkleTreeReadOperations {
81
80
  return this.merkleTreeDb.getSnapshot(blockNumber);
82
81
  }
83
82
 
84
- public fork(blockNumber?: number): Promise<MerkleTreeWriteOperations> {
85
- return this.merkleTreeDb.fork(blockNumber);
83
+ public fork(blockNumber?: BlockNumber, opts?: { closeDelayMs?: number }): Promise<MerkleTreeWriteOperations> {
84
+ return this.merkleTreeDb.fork(blockNumber, opts);
86
85
  }
87
86
 
88
87
  public backupTo(dstPath: string, compact?: boolean): Promise<Record<Exclude<SnapshotDataKeys, 'archiver'>, string>> {
@@ -102,9 +101,7 @@ export class ServerWorldStateSynchronizer
102
101
  }
103
102
 
104
103
  // Get the current latest block number
105
- this.latestBlockNumberAtStart = await (this.config.worldStateProvenBlocksOnly
106
- ? this.l2BlockSource.getProvenBlockNumber()
107
- : this.l2BlockSource.getBlockNumber());
104
+ this.latestBlockNumberAtStart = BlockNumber(await this.l2BlockSource.getBlockNumber());
108
105
 
109
106
  const blockToDownloadFrom = (await this.getLatestBlockNumber()) + 1;
110
107
 
@@ -126,12 +123,11 @@ export class ServerWorldStateSynchronizer
126
123
  }
127
124
 
128
125
  protected createBlockStream(): L2BlockStream {
129
- const tracer = this.instrumentation.telemetry.getTracer('WorldStateL2BlockStream');
130
126
  const logger = createLogger('world-state:block_stream');
131
- return new TraceableL2BlockStream(this.l2BlockSource, this, this, tracer, 'WorldStateL2BlockStream', logger, {
132
- proven: this.config.worldStateProvenBlocksOnly,
127
+ return new L2BlockStream(this.l2BlockSource, this, this, logger, {
133
128
  pollIntervalMS: this.config.worldStateBlockCheckIntervalMS,
134
129
  batchSize: this.config.worldStateBlockRequestBatchSize,
130
+ ignoreCheckpoints: true,
135
131
  });
136
132
  }
137
133
 
@@ -147,10 +143,10 @@ export class ServerWorldStateSynchronizer
147
143
  public async status(): Promise<WorldStateSynchronizerStatus> {
148
144
  const summary = await this.merkleTreeDb.getStatusSummary();
149
145
  const status: WorldStateSyncStatus = {
150
- latestBlockNumber: Number(summary.unfinalizedBlockNumber),
151
- latestBlockHash: (await this.getL2BlockHash(Number(summary.unfinalizedBlockNumber))) ?? '',
152
- finalizedBlockNumber: Number(summary.finalizedBlockNumber),
153
- oldestHistoricBlockNumber: Number(summary.oldestHistoricalBlock),
146
+ latestBlockNumber: summary.unfinalizedBlockNumber,
147
+ latestBlockHash: (await this.getL2BlockHash(summary.unfinalizedBlockNumber)) ?? '',
148
+ finalizedBlockNumber: summary.finalizedBlockNumber,
149
+ oldestHistoricBlockNumber: summary.oldestHistoricalBlock,
154
150
  treesAreSynched: summary.treesAreSynched,
155
151
  };
156
152
  return {
@@ -160,7 +156,7 @@ export class ServerWorldStateSynchronizer
160
156
  }
161
157
 
162
158
  public async getLatestBlockNumber() {
163
- return (await this.getL2Tips()).latest.number;
159
+ return (await this.getL2Tips()).proposed.number;
164
160
  }
165
161
 
166
162
  public async stopSync() {
@@ -184,7 +180,10 @@ export class ServerWorldStateSynchronizer
184
180
  * @param skipThrowIfTargetNotReached - Whether to skip throwing if the target block number is not reached.
185
181
  * @returns A promise that resolves with the block number the world state was synced to
186
182
  */
187
- public async syncImmediate(targetBlockNumber?: number, skipThrowIfTargetNotReached?: boolean): Promise<number> {
183
+ public async syncImmediate(
184
+ targetBlockNumber?: BlockNumber,
185
+ skipThrowIfTargetNotReached?: boolean,
186
+ ): Promise<BlockNumber> {
188
187
  if (this.currentState !== WorldStateRunningState.RUNNING) {
189
188
  throw new Error(`World State is not running. Unable to perform sync.`);
190
189
  }
@@ -202,7 +201,7 @@ export class ServerWorldStateSynchronizer
202
201
 
203
202
  // If the archiver is behind the target block, force an archiver sync
204
203
  if (targetBlockNumber) {
205
- const archiverLatestBlock = await this.l2BlockSource.getBlockNumber();
204
+ const archiverLatestBlock = BlockNumber(await this.l2BlockSource.getBlockNumber());
206
205
  if (archiverLatestBlock < targetBlockNumber) {
207
206
  this.log.debug(`Archiver is at ${archiverLatestBlock} behind target block ${targetBlockNumber}.`);
208
207
  await this.l2BlockSource.syncImmediate();
@@ -232,31 +231,48 @@ export class ServerWorldStateSynchronizer
232
231
  }
233
232
 
234
233
  /** Returns the L2 block hash for a given number. Used by the L2BlockStream for detecting reorgs. */
235
- public async getL2BlockHash(number: number): Promise<string | undefined> {
236
- if (number === 0) {
234
+ public async getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
235
+ if (number === BlockNumber.ZERO) {
237
236
  return (await this.merkleTreeCommitted.getInitialHeader().hash()).toString();
238
237
  }
239
- if (this.latestBlockHashQuery?.hash === undefined || number !== this.latestBlockHashQuery.blockNumber) {
240
- this.latestBlockHashQuery = {
241
- hash: await this.merkleTreeCommitted
242
- .getLeafValue(MerkleTreeId.ARCHIVE, BigInt(number))
243
- .then(leaf => leaf?.toString()),
244
- blockNumber: number,
245
- };
246
- }
247
- return this.latestBlockHashQuery.hash;
238
+ return this.merkleTreeCommitted.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(number)).then(leaf => leaf?.toString());
248
239
  }
249
240
 
250
241
  /** Returns the latest L2 block number for each tip of the chain (latest, proven, finalized). */
251
242
  public async getL2Tips(): Promise<L2Tips> {
252
243
  const status = await this.merkleTreeDb.getStatusSummary();
253
- const unfinalizedBlockHash = await this.getL2BlockHash(Number(status.unfinalizedBlockNumber));
254
- const latestBlockId: L2BlockId = { number: Number(status.unfinalizedBlockNumber), hash: unfinalizedBlockHash! };
255
-
244
+ const unfinalizedBlockHashPromise = this.getL2BlockHash(status.unfinalizedBlockNumber);
245
+ const finalizedBlockHashPromise = this.getL2BlockHash(status.finalizedBlockNumber);
246
+
247
+ const provenBlockNumber = this.provenBlockNumber ?? status.finalizedBlockNumber;
248
+ const provenBlockHashPromise =
249
+ this.provenBlockNumber === undefined ? finalizedBlockHashPromise : this.getL2BlockHash(this.provenBlockNumber);
250
+
251
+ const [unfinalizedBlockHash, finalizedBlockHash, provenBlockHash] = await Promise.all([
252
+ unfinalizedBlockHashPromise,
253
+ finalizedBlockHashPromise,
254
+ provenBlockHashPromise,
255
+ ]);
256
+ const latestBlockId: L2BlockId = { number: status.unfinalizedBlockNumber, hash: unfinalizedBlockHash! };
257
+
258
+ // World state doesn't track checkpointed blocks or checkpoints themselves.
259
+ // but we use a block stream so we need to provide 'local' L2Tips.
260
+ // We configure the block stream to ignore checkpoints and set checkpoint values to genesis here.
261
+ const genesisCheckpointHeaderHash = GENESIS_CHECKPOINT_HEADER_HASH.toString();
256
262
  return {
257
- latest: latestBlockId,
258
- finalized: { number: Number(status.finalizedBlockNumber), hash: '' },
259
- proven: { number: Number(this.provenBlockNumber ?? status.finalizedBlockNumber), hash: '' }, // TODO(palla/reorg): Using finalized as proven for now
263
+ proposed: latestBlockId,
264
+ checkpointed: {
265
+ block: { number: INITIAL_L2_BLOCK_NUM, hash: GENESIS_BLOCK_HEADER_HASH.toString() },
266
+ checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
267
+ },
268
+ finalized: {
269
+ block: { number: status.finalizedBlockNumber, hash: finalizedBlockHash ?? '' },
270
+ checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
271
+ },
272
+ proven: {
273
+ block: { number: provenBlockNumber, hash: provenBlockHash ?? '' },
274
+ checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
275
+ },
260
276
  };
261
277
  }
262
278
 
@@ -264,7 +280,7 @@ export class ServerWorldStateSynchronizer
264
280
  public async handleBlockStreamEvent(event: L2BlockStreamEvent): Promise<void> {
265
281
  switch (event.type) {
266
282
  case 'blocks-added':
267
- await this.handleL2Blocks(event.blocks.map(b => b.block));
283
+ await this.handleL2Blocks(event.blocks);
268
284
  break;
269
285
  case 'chain-pruned':
270
286
  await this.handleChainPruned(event.block.number);
@@ -286,19 +302,29 @@ export class ServerWorldStateSynchronizer
286
302
  private async handleL2Blocks(l2Blocks: L2Block[]) {
287
303
  this.log.trace(`Handling L2 blocks ${l2Blocks[0].number} to ${l2Blocks.at(-1)!.number}`);
288
304
 
289
- const messagePromises = l2Blocks.map(block => this.l2BlockSource.getL1ToL2Messages(block.number));
290
- const l1ToL2Messages: Fr[][] = await Promise.all(messagePromises);
291
- let updateStatus: WorldStateStatusFull | undefined = undefined;
305
+ // Fetch the L1->L2 messages for the first block in a checkpoint.
306
+ const messagesForBlocks = new Map<BlockNumber, Fr[]>();
307
+ await Promise.all(
308
+ l2Blocks
309
+ .filter(b => b.indexWithinCheckpoint === 0)
310
+ .map(async block => {
311
+ const l1ToL2Messages = await this.l2BlockSource.getL1ToL2Messages(block.checkpointNumber);
312
+ messagesForBlocks.set(block.number, l1ToL2Messages);
313
+ }),
314
+ );
292
315
 
293
- for (let i = 0; i < l2Blocks.length; i++) {
294
- const [duration, result] = await elapsed(() => this.handleL2Block(l2Blocks[i], l1ToL2Messages[i]));
295
- this.log.info(`World state updated with L2 block ${l2Blocks[i].number}`, {
316
+ let updateStatus: WorldStateStatusFull | undefined = undefined;
317
+ for (const block of l2Blocks) {
318
+ const [duration, result] = await elapsed(() =>
319
+ this.handleL2Block(block, messagesForBlocks.get(block.number) ?? []),
320
+ );
321
+ this.log.info(`World state updated with L2 block ${block.number}`, {
296
322
  eventName: 'l2-block-handled',
297
323
  duration,
298
- unfinalizedBlockNumber: result.summary.unfinalizedBlockNumber,
299
- finalizedBlockNumber: result.summary.finalizedBlockNumber,
300
- oldestHistoricBlock: result.summary.oldestHistoricalBlock,
301
- ...l2Blocks[i].getStats(),
324
+ unfinalizedBlockNumber: BigInt(result.summary.unfinalizedBlockNumber),
325
+ finalizedBlockNumber: BigInt(result.summary.finalizedBlockNumber),
326
+ oldestHistoricBlock: BigInt(result.summary.oldestHistoricalBlock),
327
+ ...block.getStats(),
302
328
  } satisfies L2BlockHandledStats);
303
329
  updateStatus = result;
304
330
  }
@@ -315,13 +341,6 @@ export class ServerWorldStateSynchronizer
315
341
  * @returns Whether the block handled was produced by this same node.
316
342
  */
317
343
  private async handleL2Block(l2Block: L2Block, l1ToL2Messages: Fr[]): Promise<WorldStateStatusFull> {
318
- // First we check that the L1 to L2 messages hash to the block inHash.
319
- // Note that we cannot optimize this check by checking the root of the subtree after inserting the messages
320
- // to the real L1_TO_L2_MESSAGE_TREE (like we do in merkleTreeDb.handleL2BlockAndMessages(...)) because that
321
- // tree uses pedersen and we don't have access to the converted root.
322
- await this.verifyMessagesHashToInHash(l1ToL2Messages, l2Block.header.contentCommitment.inHash);
323
-
324
- // If the above check succeeds, we can proceed to handle the block.
325
344
  this.log.trace(`Pushing L2 block ${l2Block.number} to merkle tree db `, {
326
345
  blockNumber: l2Block.number,
327
346
  blockHash: await l2Block.hash().then(h => h.toString()),
@@ -337,31 +356,30 @@ export class ServerWorldStateSynchronizer
337
356
  return result;
338
357
  }
339
358
 
340
- private async handleChainFinalized(blockNumber: number) {
359
+ private async handleChainFinalized(blockNumber: BlockNumber) {
341
360
  this.log.verbose(`Finalized chain is now at block ${blockNumber}`);
342
- const summary = await this.merkleTreeDb.setFinalized(BigInt(blockNumber));
361
+ const summary = await this.merkleTreeDb.setFinalized(blockNumber);
343
362
  if (this.historyToKeep === undefined) {
344
363
  return;
345
364
  }
346
- const newHistoricBlock = summary.finalizedBlockNumber - BigInt(this.historyToKeep) + 1n;
365
+ const newHistoricBlock = summary.finalizedBlockNumber - this.historyToKeep + 1;
347
366
  if (newHistoricBlock <= 1) {
348
367
  return;
349
368
  }
350
369
  this.log.verbose(`Pruning historic blocks to ${newHistoricBlock}`);
351
- const status = await this.merkleTreeDb.removeHistoricalBlocks(newHistoricBlock);
370
+ const status = await this.merkleTreeDb.removeHistoricalBlocks(BlockNumber(newHistoricBlock));
352
371
  this.log.debug(`World state summary `, status.summary);
353
372
  }
354
373
 
355
- private handleChainProven(blockNumber: number) {
356
- this.provenBlockNumber = BigInt(blockNumber);
374
+ private handleChainProven(blockNumber: BlockNumber) {
375
+ this.provenBlockNumber = blockNumber;
357
376
  this.log.debug(`Proven chain is now at block ${blockNumber}`);
358
377
  return Promise.resolve();
359
378
  }
360
379
 
361
- private async handleChainPruned(blockNumber: number) {
380
+ private async handleChainPruned(blockNumber: BlockNumber) {
362
381
  this.log.warn(`Chain pruned to block ${blockNumber}`);
363
- const status = await this.merkleTreeDb.unwindBlocks(BigInt(blockNumber));
364
- this.latestBlockHashQuery = undefined;
382
+ const status = await this.merkleTreeDb.unwindBlocks(blockNumber);
365
383
  this.provenBlockNumber = undefined;
366
384
  this.instrumentation.updateWorldStateMetrics(status);
367
385
  }
@@ -374,24 +392,4 @@ export class ServerWorldStateSynchronizer
374
392
  this.currentState = newState;
375
393
  this.log.debug(`Moved to state ${WorldStateRunningState[this.currentState]}`);
376
394
  }
377
-
378
- /**
379
- * Verifies that the L1 to L2 messages hash to the block inHash.
380
- * @param l1ToL2Messages - The L1 to L2 messages for the block.
381
- * @param inHash - The inHash of the block.
382
- * @throws If the L1 to L2 messages do not hash to the block inHash.
383
- */
384
- protected async verifyMessagesHashToInHash(l1ToL2Messages: Fr[], inHash: Fr) {
385
- const treeCalculator = await MerkleTreeCalculator.create(
386
- L1_TO_L2_MSG_SUBTREE_HEIGHT,
387
- Buffer.alloc(32),
388
- (lhs, rhs) => Promise.resolve(new SHA256Trunc().hash(lhs, rhs)),
389
- );
390
-
391
- const root = await treeCalculator.computeTreeRoot(l1ToL2Messages.map(msg => msg.toBuffer()));
392
-
393
- if (!root.equals(inHash.toBuffer())) {
394
- throw new Error('Obtained L1 to L2 messages failed to be hashed to the block inHash');
395
- }
396
- }
397
395
  }