@aztec/world-state 0.0.1-commit.f504929 → 0.0.1-commit.f5a9928
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/native/fork_checkpoint.d.ts +7 -1
- package/dest/native/fork_checkpoint.d.ts.map +1 -1
- package/dest/native/fork_checkpoint.js +15 -3
- package/dest/native/ipc_world_state_instance.d.ts +50 -0
- package/dest/native/ipc_world_state_instance.d.ts.map +1 -0
- package/dest/native/ipc_world_state_instance.js +635 -0
- package/dest/native/merkle_trees_facade.d.ts +8 -5
- package/dest/native/merkle_trees_facade.d.ts.map +1 -1
- package/dest/native/merkle_trees_facade.js +32 -12
- package/dest/native/message.d.ts +17 -6
- package/dest/native/message.d.ts.map +1 -1
- package/dest/native/native_world_state.d.ts +31 -5
- package/dest/native/native_world_state.d.ts.map +1 -1
- package/dest/native/native_world_state.js +83 -27
- package/dest/native/native_world_state_instance.d.ts +5 -4
- package/dest/native/native_world_state_instance.d.ts.map +1 -1
- package/dest/native/native_world_state_instance.js +45 -25
- package/dest/native/world_state_ops_queue.js +5 -5
- package/dest/synchronizer/config.d.ts +1 -1
- package/dest/synchronizer/config.d.ts.map +1 -1
- package/dest/synchronizer/config.js +9 -10
- package/dest/synchronizer/errors.d.ts +8 -1
- package/dest/synchronizer/errors.d.ts.map +1 -1
- package/dest/synchronizer/errors.js +8 -1
- package/dest/synchronizer/factory.d.ts +5 -5
- package/dest/synchronizer/factory.d.ts.map +1 -1
- package/dest/synchronizer/factory.js +7 -6
- package/dest/synchronizer/index.d.ts +2 -1
- package/dest/synchronizer/index.d.ts.map +1 -1
- package/dest/synchronizer/index.js +1 -0
- package/dest/synchronizer/server_world_state_synchronizer.d.ts +13 -8
- package/dest/synchronizer/server_world_state_synchronizer.d.ts.map +1 -1
- package/dest/synchronizer/server_world_state_synchronizer.js +109 -45
- package/dest/test/utils.d.ts +1 -1
- package/dest/test/utils.d.ts.map +1 -1
- package/dest/test/utils.js +6 -1
- package/dest/testing.d.ts +4 -3
- package/dest/testing.d.ts.map +1 -1
- package/dest/testing.js +22 -7
- package/dest/world-state-db/merkle_tree_db.d.ts +1 -10
- package/dest/world-state-db/merkle_tree_db.d.ts.map +1 -1
- package/package.json +12 -11
- package/src/native/fork_checkpoint.ts +19 -3
- package/src/native/ipc_world_state_instance.ts +725 -0
- package/src/native/merkle_trees_facade.ts +40 -15
- package/src/native/message.ts +18 -5
- package/src/native/native_world_state.ts +101 -34
- package/src/native/native_world_state_instance.ts +55 -28
- package/src/native/world_state_ops_queue.ts +5 -5
- package/src/synchronizer/config.ts +14 -10
- package/src/synchronizer/errors.ts +8 -0
- package/src/synchronizer/factory.ts +13 -11
- package/src/synchronizer/index.ts +1 -0
- package/src/synchronizer/server_world_state_synchronizer.ts +127 -44
- package/src/test/utils.ts +10 -1
- package/src/testing.ts +19 -10
- package/src/world-state-db/merkle_tree_db.ts +0 -10
|
@@ -1,5 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Thrown by {@link ServerWorldStateSynchronizer.syncImmediate} when world state cannot be synced to the requested
|
|
3
|
+
* target: either the block is not available from the block source (`block_not_available`, e.g. it was pruned away)
|
|
4
|
+
* or the synced block does not match the requested hash (`block_hash_mismatch`, i.e. a reorg). Both causes are
|
|
5
|
+
* transient from the caller's perspective: re-resolving the query against the current chain and retrying may succeed
|
|
6
|
+
* or produce a more precise error.
|
|
7
|
+
*/
|
|
1
8
|
export class WorldStateSynchronizerError extends Error {
|
|
2
9
|
constructor(message: string, options?: ErrorOptions) {
|
|
3
10
|
super(message, options);
|
|
11
|
+
this.name = 'WorldStateSynchronizerError';
|
|
4
12
|
}
|
|
5
13
|
}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import type { LoggerBindings } from '@aztec/foundation/log';
|
|
2
|
-
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
3
2
|
import type { L2BlockSource } from '@aztec/stdlib/block';
|
|
3
|
+
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
4
4
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
5
|
-
import type
|
|
5
|
+
import { EMPTY_GENESIS_DATA, type GenesisData, isGenesisData } from '@aztec/stdlib/world-state';
|
|
6
6
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
7
7
|
|
|
8
8
|
import { WorldStateInstrumentation } from '../instrumentation/instrumentation.js';
|
|
@@ -21,12 +21,14 @@ export interface WorldStateTreeMapSizes {
|
|
|
21
21
|
export async function createWorldStateSynchronizer(
|
|
22
22
|
config: WorldStateConfig & DataStoreConfig,
|
|
23
23
|
l2BlockSource: L2BlockSource & L1ToL2MessageSource,
|
|
24
|
-
|
|
24
|
+
genesisOrNativeWorldState: GenesisData | NativeWorldStateService,
|
|
25
25
|
client: TelemetryClient = getTelemetryClient(),
|
|
26
26
|
bindings?: LoggerBindings,
|
|
27
27
|
) {
|
|
28
28
|
const instrumentation = new WorldStateInstrumentation(client);
|
|
29
|
-
const merkleTrees =
|
|
29
|
+
const merkleTrees = isGenesisData(genesisOrNativeWorldState)
|
|
30
|
+
? await createWorldState(config, genesisOrNativeWorldState, instrumentation, bindings)
|
|
31
|
+
: genesisOrNativeWorldState;
|
|
30
32
|
return new ServerWorldStateSynchronizer(merkleTrees, l2BlockSource, config, instrumentation);
|
|
31
33
|
}
|
|
32
34
|
|
|
@@ -41,8 +43,8 @@ export async function createWorldState(
|
|
|
41
43
|
| 'messageTreeMapSizeKb'
|
|
42
44
|
| 'publicDataTreeMapSizeKb'
|
|
43
45
|
> &
|
|
44
|
-
Pick<DataStoreConfig, 'dataDirectory' | 'dataStoreMapSizeKb' | '
|
|
45
|
-
|
|
46
|
+
Pick<DataStoreConfig, 'dataDirectory' | 'dataStoreMapSizeKb' | 'rollupAddress'>,
|
|
47
|
+
genesis: GenesisData = EMPTY_GENESIS_DATA,
|
|
46
48
|
instrumentation: WorldStateInstrumentation = new WorldStateInstrumentation(getTelemetryClient()),
|
|
47
49
|
bindings?: LoggerBindings,
|
|
48
50
|
) {
|
|
@@ -56,24 +58,24 @@ export async function createWorldState(
|
|
|
56
58
|
publicDataTreeMapSizeKb: config.publicDataTreeMapSizeKb ?? dataStoreMapSizeKb,
|
|
57
59
|
};
|
|
58
60
|
|
|
59
|
-
if (!config.
|
|
61
|
+
if (!config.rollupAddress) {
|
|
60
62
|
throw new Error('Rollup address is required to create a world state synchronizer.');
|
|
61
63
|
}
|
|
62
64
|
|
|
63
65
|
// If a data directory is provided in config, then create a persistent store.
|
|
64
66
|
const merkleTrees = dataDirectory
|
|
65
67
|
? await NativeWorldStateService.new(
|
|
66
|
-
config.
|
|
68
|
+
config.rollupAddress,
|
|
67
69
|
dataDirectory,
|
|
68
70
|
wsTreeMapSizes,
|
|
69
|
-
|
|
71
|
+
genesis,
|
|
70
72
|
instrumentation,
|
|
71
73
|
bindings,
|
|
72
74
|
)
|
|
73
75
|
: await NativeWorldStateService.tmp(
|
|
74
|
-
config.
|
|
76
|
+
config.rollupAddress,
|
|
75
77
|
!['true', '1'].includes(process.env.DEBUG_WORLD_STATE!),
|
|
76
|
-
|
|
78
|
+
genesis,
|
|
77
79
|
instrumentation,
|
|
78
80
|
bindings,
|
|
79
81
|
);
|
|
@@ -1,19 +1,17 @@
|
|
|
1
|
-
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM, INITIAL_L2_CHECKPOINT_NUM } from '@aztec/constants';
|
|
2
1
|
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
3
2
|
import type { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
3
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
5
4
|
import { promiseWithResolvers } from '@aztec/foundation/promise';
|
|
6
5
|
import { elapsed } from '@aztec/foundation/timer';
|
|
7
6
|
import {
|
|
8
|
-
|
|
7
|
+
type BlockHash,
|
|
8
|
+
EventDrivenL2BlockStream,
|
|
9
9
|
type L2Block,
|
|
10
|
-
type L2BlockId,
|
|
11
10
|
type L2BlockSource,
|
|
12
|
-
L2BlockStream,
|
|
13
11
|
type L2BlockStreamEvent,
|
|
14
12
|
type L2BlockStreamEventHandler,
|
|
15
13
|
type L2BlockStreamLocalDataProvider,
|
|
16
|
-
type
|
|
14
|
+
type LocalChainTips,
|
|
17
15
|
} from '@aztec/stdlib/block';
|
|
18
16
|
import {
|
|
19
17
|
WorldStateRunningState,
|
|
@@ -50,7 +48,7 @@ export class ServerWorldStateSynchronizer
|
|
|
50
48
|
private currentState: WorldStateRunningState = WorldStateRunningState.IDLE;
|
|
51
49
|
|
|
52
50
|
private syncPromise = promiseWithResolvers<void>();
|
|
53
|
-
protected blockStream:
|
|
51
|
+
protected blockStream: EventDrivenL2BlockStream | undefined;
|
|
54
52
|
|
|
55
53
|
// WorldState doesn't track the proven block number, it only tracks the latest tips of the pending chain and the finalized chain
|
|
56
54
|
// store the proven block number here, in the synchronizer, so that we don't end up spamming the logs with 'chain-proved' events
|
|
@@ -80,6 +78,46 @@ export class ServerWorldStateSynchronizer
|
|
|
80
78
|
return this.merkleTreeDb.getSnapshot(blockNumber);
|
|
81
79
|
}
|
|
82
80
|
|
|
81
|
+
public async getVerifiedSnapshot(blockNumber: BlockNumber, blockHash: BlockHash): Promise<MerkleTreeReadOperations> {
|
|
82
|
+
const snapshot = this.merkleTreeDb.getSnapshot(blockNumber);
|
|
83
|
+
// Block 0's snapshot is the pre-genesis archive view (size 0), so archive leaf 0 is not visible from it;
|
|
84
|
+
// verify against the initial header hash instead. For later blocks, read archive leaf `blockNumber` from the
|
|
85
|
+
// snapshot's own view so the exact handle we return is validated against the requested fork.
|
|
86
|
+
const actualHash =
|
|
87
|
+
blockNumber === BlockNumber.ZERO
|
|
88
|
+
? (await this.merkleTreeCommitted.getInitialHeader().hash()).toString()
|
|
89
|
+
: (await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber)))?.toString();
|
|
90
|
+
|
|
91
|
+
if (actualHash === undefined) {
|
|
92
|
+
// A missing archive leaf means either the block's history has been pruned away (permanent: the block predates
|
|
93
|
+
// the oldest historical block kept by world state) or a reorg flipped the fork between the sync and this read
|
|
94
|
+
// (transient). Only the latter is worth retrying, so it alone surfaces as WorldStateSynchronizerError.
|
|
95
|
+
const { oldestHistoricalBlock } = await this.merkleTreeDb.getStatusSummary();
|
|
96
|
+
if (blockNumber < oldestHistoricalBlock) {
|
|
97
|
+
throw new Error(
|
|
98
|
+
`Unable to find leaf for block ${blockNumber} in the archive tree: world state history has been pruned to block ${oldestHistoricalBlock}`,
|
|
99
|
+
);
|
|
100
|
+
}
|
|
101
|
+
throw new WorldStateSynchronizerError(`Unable to read block hash at block ${blockNumber} to verify snapshot`, {
|
|
102
|
+
cause: { reason: 'block_not_available', targetBlockNumber: blockNumber },
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
if (actualHash !== blockHash.toString()) {
|
|
106
|
+
throw new WorldStateSynchronizerError(
|
|
107
|
+
`Block hash mismatch at block ${blockNumber} (expected ${blockHash} but got ${actualHash})`,
|
|
108
|
+
{
|
|
109
|
+
cause: {
|
|
110
|
+
reason: 'block_hash_mismatch',
|
|
111
|
+
targetBlockNumber: blockNumber,
|
|
112
|
+
expectedHash: blockHash.toString(),
|
|
113
|
+
actualHash,
|
|
114
|
+
},
|
|
115
|
+
},
|
|
116
|
+
);
|
|
117
|
+
}
|
|
118
|
+
return snapshot;
|
|
119
|
+
}
|
|
120
|
+
|
|
83
121
|
public fork(blockNumber?: BlockNumber, opts?: { closeDelayMs?: number }): Promise<MerkleTreeWriteOperations> {
|
|
84
122
|
return this.merkleTreeDb.fork(blockNumber, opts);
|
|
85
123
|
}
|
|
@@ -122,9 +160,9 @@ export class ServerWorldStateSynchronizer
|
|
|
122
160
|
return this.syncPromise.promise;
|
|
123
161
|
}
|
|
124
162
|
|
|
125
|
-
protected createBlockStream():
|
|
163
|
+
protected createBlockStream(): EventDrivenL2BlockStream {
|
|
126
164
|
const logger = createLogger('world-state:block_stream');
|
|
127
|
-
return new
|
|
165
|
+
return new EventDrivenL2BlockStream(this.l2BlockSource, this, this, logger, {
|
|
128
166
|
pollIntervalMS: this.config.worldStateBlockCheckIntervalMS,
|
|
129
167
|
batchSize: this.config.worldStateBlockRequestBatchSize,
|
|
130
168
|
ignoreCheckpoints: true,
|
|
@@ -177,13 +215,10 @@ export class ServerWorldStateSynchronizer
|
|
|
177
215
|
/**
|
|
178
216
|
* Forces an immediate sync.
|
|
179
217
|
* @param targetBlockNumber - The target block number that we must sync to. Will download unproven blocks if needed to reach it.
|
|
180
|
-
* @param
|
|
218
|
+
* @param blockHash - If provided, verifies the block at targetBlockNumber matches this hash. On mismatch, triggers a resync (reorg detection).
|
|
181
219
|
* @returns A promise that resolves with the block number the world state was synced to
|
|
182
220
|
*/
|
|
183
|
-
public async syncImmediate(
|
|
184
|
-
targetBlockNumber?: BlockNumber,
|
|
185
|
-
skipThrowIfTargetNotReached?: boolean,
|
|
186
|
-
): Promise<BlockNumber> {
|
|
221
|
+
public async syncImmediate(targetBlockNumber?: BlockNumber, blockHash?: BlockHash): Promise<BlockNumber> {
|
|
187
222
|
if (this.currentState !== WorldStateRunningState.RUNNING) {
|
|
188
223
|
throw new Error(`World State is not running. Unable to perform sync.`);
|
|
189
224
|
}
|
|
@@ -195,7 +230,19 @@ export class ServerWorldStateSynchronizer
|
|
|
195
230
|
// If we have been given a block number to sync to and we have reached that number then return
|
|
196
231
|
const currentBlockNumber = await this.getLatestBlockNumber();
|
|
197
232
|
if (targetBlockNumber !== undefined && targetBlockNumber <= currentBlockNumber) {
|
|
198
|
-
|
|
233
|
+
if (blockHash === undefined) {
|
|
234
|
+
return currentBlockNumber;
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
// If a block hash was provided, verify we're on the expected fork
|
|
238
|
+
const currentHash = await this.getL2BlockHash(targetBlockNumber);
|
|
239
|
+
if (currentHash === blockHash.toString()) {
|
|
240
|
+
return currentBlockNumber;
|
|
241
|
+
}
|
|
242
|
+
// Hash mismatch: a reorg may have occurred, fall through to trigger sync
|
|
243
|
+
this.log.debug(
|
|
244
|
+
`World state block hash mismatch at ${targetBlockNumber} (expected ${blockHash}, got ${currentHash}). Triggering resync.`,
|
|
245
|
+
);
|
|
199
246
|
}
|
|
200
247
|
this.log.debug(`World State at ${currentBlockNumber} told to sync to ${targetBlockNumber ?? 'latest'}`);
|
|
201
248
|
|
|
@@ -213,7 +260,7 @@ export class ServerWorldStateSynchronizer
|
|
|
213
260
|
|
|
214
261
|
// If we have been given a block number to sync to and we have not reached that number then fail
|
|
215
262
|
const updatedBlockNumber = await this.getLatestBlockNumber();
|
|
216
|
-
if (
|
|
263
|
+
if (targetBlockNumber !== undefined && targetBlockNumber > updatedBlockNumber) {
|
|
217
264
|
throw new WorldStateSynchronizerError(
|
|
218
265
|
`Unable to sync to block number ${targetBlockNumber} (last synced is ${updatedBlockNumber})`,
|
|
219
266
|
{
|
|
@@ -227,6 +274,24 @@ export class ServerWorldStateSynchronizer
|
|
|
227
274
|
);
|
|
228
275
|
}
|
|
229
276
|
|
|
277
|
+
// If a block hash was provided, verify we're on the expected fork after syncing, throw otherwise
|
|
278
|
+
if (blockHash !== undefined && targetBlockNumber !== undefined) {
|
|
279
|
+
const updatedHash = await this.getL2BlockHash(targetBlockNumber);
|
|
280
|
+
if (updatedHash !== blockHash.toString()) {
|
|
281
|
+
throw new WorldStateSynchronizerError(
|
|
282
|
+
`Block hash mismatch at block ${targetBlockNumber} (expected ${blockHash} but got ${updatedHash})`,
|
|
283
|
+
{
|
|
284
|
+
cause: {
|
|
285
|
+
reason: 'block_hash_mismatch',
|
|
286
|
+
targetBlockNumber,
|
|
287
|
+
expectedHash: blockHash.toString(),
|
|
288
|
+
actualHash: updatedHash,
|
|
289
|
+
},
|
|
290
|
+
},
|
|
291
|
+
);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
|
|
230
295
|
return updatedBlockNumber;
|
|
231
296
|
}
|
|
232
297
|
|
|
@@ -238,8 +303,12 @@ export class ServerWorldStateSynchronizer
|
|
|
238
303
|
return this.merkleTreeCommitted.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(number)).then(leaf => leaf?.toString());
|
|
239
304
|
}
|
|
240
305
|
|
|
241
|
-
/**
|
|
242
|
-
|
|
306
|
+
/**
|
|
307
|
+
* Returns the proposed, proven, and finalized block tips of the chain. World state drives its block stream with
|
|
308
|
+
* `ignoreCheckpoints`, so it does not track checkpointed blocks or checkpoints and omits `checkpointed` from the tips
|
|
309
|
+
* it reports.
|
|
310
|
+
*/
|
|
311
|
+
public async getL2Tips(): Promise<LocalChainTips> {
|
|
243
312
|
const status = await this.merkleTreeDb.getStatusSummary();
|
|
244
313
|
const unfinalizedBlockHashPromise = this.getL2BlockHash(status.unfinalizedBlockNumber);
|
|
245
314
|
const finalizedBlockHashPromise = this.getL2BlockHash(status.finalizedBlockNumber);
|
|
@@ -253,25 +322,13 @@ export class ServerWorldStateSynchronizer
|
|
|
253
322
|
finalizedBlockHashPromise,
|
|
254
323
|
provenBlockHashPromise,
|
|
255
324
|
]);
|
|
256
|
-
const latestBlockId: L2BlockId = { number: status.unfinalizedBlockNumber, hash: unfinalizedBlockHash! };
|
|
257
|
-
|
|
258
|
-
// World state doesn't track checkpointed blocks or checkpoints themselves.
|
|
259
|
-
// but we use a block stream so we need to provide 'local' L2Tips.
|
|
260
|
-
// We configure the block stream to ignore checkpoints and set checkpoint values to genesis here.
|
|
261
|
-
const genesisCheckpointHeaderHash = GENESIS_CHECKPOINT_HEADER_HASH.toString();
|
|
262
325
|
return {
|
|
263
|
-
proposed:
|
|
264
|
-
checkpointed: {
|
|
265
|
-
block: { number: INITIAL_L2_BLOCK_NUM, hash: GENESIS_BLOCK_HEADER_HASH.toString() },
|
|
266
|
-
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
267
|
-
},
|
|
326
|
+
proposed: { number: status.unfinalizedBlockNumber, hash: unfinalizedBlockHash },
|
|
268
327
|
finalized: {
|
|
269
|
-
block: { number: status.finalizedBlockNumber, hash: finalizedBlockHash
|
|
270
|
-
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
328
|
+
block: { number: status.finalizedBlockNumber, hash: finalizedBlockHash },
|
|
271
329
|
},
|
|
272
330
|
proven: {
|
|
273
|
-
block: { number: provenBlockNumber, hash: provenBlockHash
|
|
274
|
-
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
331
|
+
block: { number: provenBlockNumber, hash: provenBlockHash },
|
|
275
332
|
},
|
|
276
333
|
};
|
|
277
334
|
}
|
|
@@ -291,6 +348,15 @@ export class ServerWorldStateSynchronizer
|
|
|
291
348
|
case 'chain-finalized':
|
|
292
349
|
await this.handleChainFinalized(event.block.number);
|
|
293
350
|
break;
|
|
351
|
+
// World state runs in block mode with ignoreCheckpoints: it tracks tips via blocks-added/pruned/proven/finalized
|
|
352
|
+
// and ignores the thin tip events (it never anchors on them).
|
|
353
|
+
case 'chain-proposed':
|
|
354
|
+
case 'chain-checkpointed':
|
|
355
|
+
break;
|
|
356
|
+
default: {
|
|
357
|
+
const _: never = event;
|
|
358
|
+
break;
|
|
359
|
+
}
|
|
294
360
|
}
|
|
295
361
|
}
|
|
296
362
|
|
|
@@ -360,39 +426,54 @@ export class ServerWorldStateSynchronizer
|
|
|
360
426
|
|
|
361
427
|
private async handleChainFinalized(blockNumber: BlockNumber) {
|
|
362
428
|
this.log.verbose(`Finalized chain is now at block ${blockNumber}`);
|
|
429
|
+
// If the finalized block number is older than the oldest available block in world state,
|
|
430
|
+
// skip entirely. The finalized block number can jump backwards (e.g. when the finalization
|
|
431
|
+
// heuristic changes) and try to read block data that has already been pruned. When this
|
|
432
|
+
// happens, there is nothing useful to do — the native world state is already finalized
|
|
433
|
+
// past this point and pruning has already happened.
|
|
434
|
+
const currentSummary = await this.merkleTreeDb.getStatusSummary();
|
|
435
|
+
if (blockNumber < currentSummary.oldestHistoricalBlock || blockNumber < 1) {
|
|
436
|
+
this.log.trace(
|
|
437
|
+
`Finalized block ${blockNumber} is older than the oldest available block ${currentSummary.oldestHistoricalBlock}. Skipping.`,
|
|
438
|
+
);
|
|
439
|
+
return;
|
|
440
|
+
}
|
|
363
441
|
const summary = await this.merkleTreeDb.setFinalized(blockNumber);
|
|
364
442
|
if (this.historyToKeep === undefined) {
|
|
365
443
|
return;
|
|
366
444
|
}
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
if (finalisedCheckpoint === undefined) {
|
|
445
|
+
const finalisedBlockData = await this.l2BlockSource.getBlockData({ number: summary.finalizedBlockNumber });
|
|
446
|
+
if (finalisedBlockData === undefined) {
|
|
370
447
|
this.log.warn(
|
|
371
448
|
`Failed to retrieve checkpointed block for finalized block number: ${summary.finalizedBlockNumber}`,
|
|
372
449
|
);
|
|
373
450
|
return;
|
|
374
451
|
}
|
|
375
452
|
// Compute the required historic checkpoint number
|
|
376
|
-
const newHistoricCheckpointNumber =
|
|
453
|
+
const newHistoricCheckpointNumber = finalisedBlockData.checkpointNumber - this.historyToKeep + 1;
|
|
377
454
|
if (newHistoricCheckpointNumber <= 1) {
|
|
378
455
|
return;
|
|
379
456
|
}
|
|
380
457
|
// Retrieve the historic checkpoint
|
|
381
|
-
const
|
|
382
|
-
CheckpointNumber(newHistoricCheckpointNumber),
|
|
383
|
-
|
|
384
|
-
)
|
|
385
|
-
if (historicCheckpoints.length === 0 || historicCheckpoints[0] === undefined) {
|
|
458
|
+
const historicCheckpoint = await this.l2BlockSource.getCheckpoint({
|
|
459
|
+
number: CheckpointNumber(newHistoricCheckpointNumber),
|
|
460
|
+
});
|
|
461
|
+
if (!historicCheckpoint) {
|
|
386
462
|
this.log.warn(`Failed to retrieve checkpoint number ${newHistoricCheckpointNumber} from Archiver`);
|
|
387
463
|
return;
|
|
388
464
|
}
|
|
389
|
-
const historicCheckpoint = historicCheckpoints[0];
|
|
390
465
|
if (historicCheckpoint.checkpoint.blocks.length === 0 || historicCheckpoint.checkpoint.blocks[0] === undefined) {
|
|
391
466
|
this.log.warn(`Retrieved checkpoint number ${newHistoricCheckpointNumber} has no blocks!`);
|
|
392
467
|
return;
|
|
393
468
|
}
|
|
394
469
|
// Find the block at the start of the checkpoint and remove blocks up to this one
|
|
395
470
|
const newHistoricBlock = historicCheckpoint.checkpoint.blocks[0];
|
|
471
|
+
if (newHistoricBlock.number <= currentSummary.oldestHistoricalBlock) {
|
|
472
|
+
this.log.debug(
|
|
473
|
+
`Historic block ${newHistoricBlock.number} is not newer than oldest available ${currentSummary.oldestHistoricalBlock}. Skipping prune.`,
|
|
474
|
+
);
|
|
475
|
+
return;
|
|
476
|
+
}
|
|
396
477
|
this.log.verbose(`Pruning historic blocks to ${newHistoricBlock.number}`);
|
|
397
478
|
const status = await this.merkleTreeDb.removeHistoricalBlocks(BlockNumber(newHistoricBlock.number));
|
|
398
479
|
this.log.debug(`World state summary `, status.summary);
|
|
@@ -405,9 +486,11 @@ export class ServerWorldStateSynchronizer
|
|
|
405
486
|
}
|
|
406
487
|
|
|
407
488
|
private async handleChainPruned(blockNumber: BlockNumber) {
|
|
408
|
-
this.log.
|
|
489
|
+
this.log.info(`Chain pruned to block ${blockNumber}`);
|
|
409
490
|
const status = await this.merkleTreeDb.unwindBlocks(blockNumber);
|
|
410
|
-
this.provenBlockNumber
|
|
491
|
+
if (this.provenBlockNumber !== undefined && this.provenBlockNumber > blockNumber) {
|
|
492
|
+
this.provenBlockNumber = undefined;
|
|
493
|
+
}
|
|
411
494
|
this.instrumentation.updateWorldStateMetrics(status);
|
|
412
495
|
}
|
|
413
496
|
|
package/src/test/utils.ts
CHANGED
|
@@ -60,7 +60,16 @@ export async function updateBlockState(block: L2Block, l1ToL2Messages: Fr[], for
|
|
|
60
60
|
await Promise.all([publicDataInsert, nullifierInsert, noteHashInsert, messageInsert]);
|
|
61
61
|
|
|
62
62
|
const state = await fork.getStateReference();
|
|
63
|
-
|
|
63
|
+
|
|
64
|
+
// Capture the archive root *before* appending this block so the header's lastArchive chains off the previous block.
|
|
65
|
+
// sync_block now verifies lastArchive against the committed archive root, so a block carrying an unchained value
|
|
66
|
+
// (e.g. the random lastArchive from L2Block.random) would be rejected as a divergence from the canonical chain.
|
|
67
|
+
const previousArchive = await fork.getTreeInfo(MerkleTreeId.ARCHIVE);
|
|
68
|
+
block.header = BlockHeader.from({
|
|
69
|
+
...block.header,
|
|
70
|
+
state,
|
|
71
|
+
lastArchive: new AppendOnlyTreeSnapshot(Fr.fromBuffer(previousArchive.root), Number(previousArchive.size)),
|
|
72
|
+
});
|
|
64
73
|
await fork.updateArchive(block.header);
|
|
65
74
|
|
|
66
75
|
const archiveState = await fork.getTreeInfo(MerkleTreeId.ARCHIVE);
|
package/src/testing.ts
CHANGED
|
@@ -3,22 +3,24 @@ import { Fr } from '@aztec/foundation/curves/bn254';
|
|
|
3
3
|
import { computeFeePayerBalanceLeafSlot } from '@aztec/protocol-contracts/fee-juice';
|
|
4
4
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
5
5
|
import { MerkleTreeId, PublicDataTreeLeaf } from '@aztec/stdlib/trees';
|
|
6
|
+
import type { GenesisData } from '@aztec/stdlib/world-state';
|
|
6
7
|
|
|
7
8
|
import { NativeWorldStateService } from './native/index.js';
|
|
8
9
|
|
|
9
|
-
async function generateGenesisValues(
|
|
10
|
-
|
|
10
|
+
async function generateGenesisValues(genesis: GenesisData) {
|
|
11
|
+
// The GENESIS_ARCHIVE_ROOT constant reflects the canonical empty genesis (no public data, no prefilled nullifiers,
|
|
12
|
+
// timestamp 0), so we can only short-circuit when this genesis adds none of those on top.
|
|
13
|
+
if (!genesis.prefilledPublicData.length && genesis.genesisTimestamp === 0n && !genesis.prefilledNullifiers?.length) {
|
|
11
14
|
return {
|
|
12
15
|
genesisArchiveRoot: new Fr(GENESIS_ARCHIVE_ROOT),
|
|
13
16
|
};
|
|
14
17
|
}
|
|
15
18
|
|
|
16
|
-
//
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
);
|
|
19
|
+
// Compute the genesis values on a throwaway world state. The archive root derives deterministically from the
|
|
20
|
+
// prefilled public data, the prefilled nullifiers, and the genesis timestamp, so the fsync-off ephemeral store (no
|
|
21
|
+
// version manager, no crash-recoverability) produces an identical root while skipping the fsync overhead that `tmp`
|
|
22
|
+
// pays. close() removes the tmpdir.
|
|
23
|
+
const ws = await NativeWorldStateService.ephemeral(genesis);
|
|
22
24
|
const genesisArchiveRoot = new Fr((await ws.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
23
25
|
await ws.close();
|
|
24
26
|
|
|
@@ -33,6 +35,8 @@ export async function getGenesisValues(
|
|
|
33
35
|
initialAccounts: AztecAddress[],
|
|
34
36
|
initialAccountFeeJuice = defaultInitialAccountFeeJuice,
|
|
35
37
|
genesisPublicData: PublicDataTreeLeaf[] = [],
|
|
38
|
+
genesisTimestamp: bigint = 0n,
|
|
39
|
+
prefilledNullifiers: Fr[] = [],
|
|
36
40
|
) {
|
|
37
41
|
// Top up the accounts with fee juice.
|
|
38
42
|
let prefilledPublicData = await Promise.all(
|
|
@@ -46,11 +50,16 @@ export async function getGenesisValues(
|
|
|
46
50
|
|
|
47
51
|
prefilledPublicData.sort((a, b) => (b.slot.lt(a.slot) ? 1 : -1));
|
|
48
52
|
|
|
49
|
-
|
|
53
|
+
// The indexed nullifier tree requires its prefilled leaves to be unique and strictly increasing, so sort ascending
|
|
54
|
+
// here (a copy, to avoid mutating the caller's array) rather than relying on the caller's ordering.
|
|
55
|
+
const sortedNullifiers = [...prefilledNullifiers].sort((a, b) => (a.toBigInt() < b.toBigInt() ? -1 : 1));
|
|
56
|
+
|
|
57
|
+
const genesis: GenesisData = { prefilledPublicData, prefilledNullifiers: sortedNullifiers, genesisTimestamp };
|
|
58
|
+
const { genesisArchiveRoot } = await generateGenesisValues(genesis);
|
|
50
59
|
|
|
51
60
|
return {
|
|
52
61
|
genesisArchiveRoot,
|
|
53
|
-
|
|
62
|
+
genesis,
|
|
54
63
|
fundingNeeded: BigInt(initialAccounts.length) * initialAccountFeeJuice.toBigInt(),
|
|
55
64
|
};
|
|
56
65
|
}
|
|
@@ -1,14 +1,12 @@
|
|
|
1
1
|
import { MAX_NULLIFIERS_PER_TX, MAX_TOTAL_PUBLIC_DATA_UPDATE_REQUESTS_PER_TX } from '@aztec/constants';
|
|
2
2
|
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
3
|
import type { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
|
-
import type { IndexedTreeSnapshot, TreeSnapshot } from '@aztec/merkle-tree';
|
|
5
4
|
import type { L2Block } from '@aztec/stdlib/block';
|
|
6
5
|
import type {
|
|
7
6
|
ForkMerkleTreeOperations,
|
|
8
7
|
MerkleTreeReadOperations,
|
|
9
8
|
ReadonlyWorldStateAccess,
|
|
10
9
|
} from '@aztec/stdlib/interfaces/server';
|
|
11
|
-
import type { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
12
10
|
|
|
13
11
|
import type { WorldStateStatusFull, WorldStateStatusSummary } from '../native/message.js';
|
|
14
12
|
|
|
@@ -31,14 +29,6 @@ export const INITIAL_NULLIFIER_TREE_SIZE = 2 * MAX_NULLIFIERS_PER_TX;
|
|
|
31
29
|
|
|
32
30
|
export const INITIAL_PUBLIC_DATA_TREE_SIZE = 2 * MAX_TOTAL_PUBLIC_DATA_UPDATE_REQUESTS_PER_TX;
|
|
33
31
|
|
|
34
|
-
export type TreeSnapshots = {
|
|
35
|
-
[MerkleTreeId.NULLIFIER_TREE]: IndexedTreeSnapshot;
|
|
36
|
-
[MerkleTreeId.NOTE_HASH_TREE]: TreeSnapshot<Fr>;
|
|
37
|
-
[MerkleTreeId.PUBLIC_DATA_TREE]: IndexedTreeSnapshot;
|
|
38
|
-
[MerkleTreeId.L1_TO_L2_MESSAGE_TREE]: TreeSnapshot<Fr>;
|
|
39
|
-
[MerkleTreeId.ARCHIVE]: TreeSnapshot<Fr>;
|
|
40
|
-
};
|
|
41
|
-
|
|
42
32
|
export interface MerkleTreeAdminDatabase extends ForkMerkleTreeOperations, ReadonlyWorldStateAccess {
|
|
43
33
|
/**
|
|
44
34
|
* Handles a single L2 block (i.e. Inserts the new note hashes into the merkle tree).
|