@aztec/world-state 0.0.1-commit.b655e406 → 0.0.1-commit.c0b82b2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/index.d.ts +1 -1
- package/dest/instrumentation/instrumentation.d.ts +1 -1
- package/dest/instrumentation/instrumentation.d.ts.map +1 -1
- package/dest/instrumentation/instrumentation.js +17 -41
- package/dest/native/bench_metrics.d.ts +1 -1
- package/dest/native/bench_metrics.d.ts.map +1 -1
- package/dest/native/fork_checkpoint.d.ts +1 -1
- package/dest/native/fork_checkpoint.d.ts.map +1 -1
- package/dest/native/index.d.ts +1 -1
- package/dest/native/merkle_trees_facade.d.ts +12 -6
- package/dest/native/merkle_trees_facade.d.ts.map +1 -1
- package/dest/native/merkle_trees_facade.js +39 -8
- package/dest/native/message.d.ts +14 -12
- package/dest/native/message.d.ts.map +1 -1
- package/dest/native/message.js +14 -13
- package/dest/native/native_world_state.d.ts +15 -12
- package/dest/native/native_world_state.d.ts.map +1 -1
- package/dest/native/native_world_state.js +23 -18
- package/dest/native/native_world_state_instance.d.ts +12 -3
- package/dest/native/native_world_state_instance.d.ts.map +1 -1
- package/dest/native/native_world_state_instance.js +25 -4
- package/dest/native/world_state_ops_queue.d.ts +1 -1
- package/dest/native/world_state_ops_queue.d.ts.map +1 -1
- package/dest/synchronizer/config.d.ts +3 -5
- package/dest/synchronizer/config.d.ts.map +1 -1
- package/dest/synchronizer/config.js +7 -9
- package/dest/synchronizer/errors.d.ts +1 -1
- package/dest/synchronizer/errors.d.ts.map +1 -1
- package/dest/synchronizer/factory.d.ts +4 -3
- package/dest/synchronizer/factory.d.ts.map +1 -1
- package/dest/synchronizer/factory.js +5 -5
- package/dest/synchronizer/index.d.ts +1 -1
- package/dest/synchronizer/server_world_state_synchronizer.d.ts +10 -27
- package/dest/synchronizer/server_world_state_synchronizer.d.ts.map +1 -1
- package/dest/synchronizer/server_world_state_synchronizer.js +107 -75
- package/dest/test/index.d.ts +1 -1
- package/dest/test/utils.d.ts +12 -5
- package/dest/test/utils.d.ts.map +1 -1
- package/dest/test/utils.js +54 -50
- package/dest/testing.d.ts +2 -2
- package/dest/testing.d.ts.map +1 -1
- package/dest/testing.js +1 -1
- package/dest/world-state-db/index.d.ts +1 -1
- package/dest/world-state-db/merkle_tree_db.d.ts +9 -10
- package/dest/world-state-db/merkle_tree_db.d.ts.map +1 -1
- package/package.json +13 -12
- package/src/instrumentation/instrumentation.ts +17 -41
- package/src/native/merkle_trees_facade.ts +42 -8
- package/src/native/message.ts +25 -23
- package/src/native/native_world_state.ts +52 -28
- package/src/native/native_world_state_instance.ts +34 -4
- package/src/synchronizer/config.ts +8 -19
- package/src/synchronizer/factory.ts +7 -1
- package/src/synchronizer/server_world_state_synchronizer.ts +126 -101
- package/src/test/utils.ts +87 -92
- package/src/testing.ts +1 -1
- package/src/world-state-db/merkle_tree_db.ts +12 -9
|
@@ -1,18 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
type ConfigMappingsType,
|
|
3
|
-
booleanConfigHelper,
|
|
4
|
-
getConfigFromMappings,
|
|
5
|
-
numberConfigHelper,
|
|
6
|
-
} from '@aztec/foundation/config';
|
|
1
|
+
import { type ConfigMappingsType, getConfigFromMappings, numberConfigHelper } from '@aztec/foundation/config';
|
|
7
2
|
|
|
8
3
|
/** World State synchronizer configuration values. */
|
|
9
4
|
export interface WorldStateConfig {
|
|
10
5
|
/** The frequency in which to check. */
|
|
11
6
|
worldStateBlockCheckIntervalMS: number;
|
|
12
7
|
|
|
13
|
-
/** Whether to follow only the proven chain. */
|
|
14
|
-
worldStateProvenBlocksOnly: boolean;
|
|
15
|
-
|
|
16
8
|
/** Size of the batch for each get-blocks request from the synchronizer to the archiver. */
|
|
17
9
|
worldStateBlockRequestBatchSize?: number;
|
|
18
10
|
|
|
@@ -37,8 +29,8 @@ export interface WorldStateConfig {
|
|
|
37
29
|
/** Optional directory for the world state DB, if unspecified will default to the general data directory */
|
|
38
30
|
worldStateDataDirectory?: string;
|
|
39
31
|
|
|
40
|
-
/** The number of historic blocks to maintain */
|
|
41
|
-
|
|
32
|
+
/** The number of historic checkpoints worth of blocks to maintain */
|
|
33
|
+
worldStateCheckpointHistory: number;
|
|
42
34
|
}
|
|
43
35
|
|
|
44
36
|
export const worldStateConfigMappings: ConfigMappingsType<WorldStateConfig> = {
|
|
@@ -48,11 +40,6 @@ export const worldStateConfigMappings: ConfigMappingsType<WorldStateConfig> = {
|
|
|
48
40
|
defaultValue: 100,
|
|
49
41
|
description: 'The frequency in which to check.',
|
|
50
42
|
},
|
|
51
|
-
worldStateProvenBlocksOnly: {
|
|
52
|
-
env: 'WS_PROVEN_BLOCKS_ONLY',
|
|
53
|
-
description: 'Whether to follow only the proven chain.',
|
|
54
|
-
...booleanConfigHelper(),
|
|
55
|
-
},
|
|
56
43
|
worldStateBlockRequestBatchSize: {
|
|
57
44
|
env: 'WS_BLOCK_REQUEST_BATCH_SIZE',
|
|
58
45
|
parseEnv: (val: string | undefined) => (val ? +val : undefined),
|
|
@@ -97,9 +84,11 @@ export const worldStateConfigMappings: ConfigMappingsType<WorldStateConfig> = {
|
|
|
97
84
|
env: 'WS_DATA_DIRECTORY',
|
|
98
85
|
description: 'Optional directory for the world state database',
|
|
99
86
|
},
|
|
100
|
-
|
|
101
|
-
env: '
|
|
102
|
-
description:
|
|
87
|
+
worldStateCheckpointHistory: {
|
|
88
|
+
env: 'WS_NUM_HISTORIC_CHECKPOINTS',
|
|
89
|
+
description:
|
|
90
|
+
'The number of historic checkpoints worth of blocks to maintain. Values less than 1 mean all history is maintained',
|
|
91
|
+
fallback: ['WS_NUM_HISTORIC_BLOCKS'],
|
|
103
92
|
...numberConfigHelper(64),
|
|
104
93
|
},
|
|
105
94
|
};
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LoggerBindings } from '@aztec/foundation/log';
|
|
1
2
|
import type { DataStoreConfig } from '@aztec/kv-store/config';
|
|
2
3
|
import type { L2BlockSource } from '@aztec/stdlib/block';
|
|
3
4
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
@@ -22,9 +23,10 @@ export async function createWorldStateSynchronizer(
|
|
|
22
23
|
l2BlockSource: L2BlockSource & L1ToL2MessageSource,
|
|
23
24
|
prefilledPublicData: PublicDataTreeLeaf[] = [],
|
|
24
25
|
client: TelemetryClient = getTelemetryClient(),
|
|
26
|
+
bindings?: LoggerBindings,
|
|
25
27
|
) {
|
|
26
28
|
const instrumentation = new WorldStateInstrumentation(client);
|
|
27
|
-
const merkleTrees = await createWorldState(config, prefilledPublicData, instrumentation);
|
|
29
|
+
const merkleTrees = await createWorldState(config, prefilledPublicData, instrumentation, bindings);
|
|
28
30
|
return new ServerWorldStateSynchronizer(merkleTrees, l2BlockSource, config, instrumentation);
|
|
29
31
|
}
|
|
30
32
|
|
|
@@ -42,6 +44,7 @@ export async function createWorldState(
|
|
|
42
44
|
Pick<DataStoreConfig, 'dataDirectory' | 'dataStoreMapSizeKb' | 'l1Contracts'>,
|
|
43
45
|
prefilledPublicData: PublicDataTreeLeaf[] = [],
|
|
44
46
|
instrumentation: WorldStateInstrumentation = new WorldStateInstrumentation(getTelemetryClient()),
|
|
47
|
+
bindings?: LoggerBindings,
|
|
45
48
|
) {
|
|
46
49
|
const dataDirectory = config.worldStateDataDirectory ?? config.dataDirectory;
|
|
47
50
|
const dataStoreMapSizeKb = config.worldStateDbMapSizeKb ?? config.dataStoreMapSizeKb;
|
|
@@ -65,11 +68,14 @@ export async function createWorldState(
|
|
|
65
68
|
wsTreeMapSizes,
|
|
66
69
|
prefilledPublicData,
|
|
67
70
|
instrumentation,
|
|
71
|
+
bindings,
|
|
68
72
|
)
|
|
69
73
|
: await NativeWorldStateService.tmp(
|
|
70
74
|
config.l1Contracts.rollupAddress,
|
|
71
75
|
!['true', '1'].includes(process.env.DEBUG_WORLD_STATE!),
|
|
72
76
|
prefilledPublicData,
|
|
77
|
+
instrumentation,
|
|
78
|
+
bindings,
|
|
73
79
|
);
|
|
74
80
|
|
|
75
81
|
return merkleTrees;
|
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import type { Fr } from '@aztec/foundation/
|
|
1
|
+
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM, INITIAL_L2_CHECKPOINT_NUM } from '@aztec/constants';
|
|
2
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import type { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
4
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
5
5
|
import { promiseWithResolvers } from '@aztec/foundation/promise';
|
|
6
6
|
import { elapsed } from '@aztec/foundation/timer';
|
|
7
|
-
import {
|
|
8
|
-
|
|
9
|
-
L2Block,
|
|
10
|
-
L2BlockId,
|
|
11
|
-
L2BlockSource,
|
|
7
|
+
import {
|
|
8
|
+
GENESIS_CHECKPOINT_HEADER_HASH,
|
|
9
|
+
type L2Block,
|
|
10
|
+
type L2BlockId,
|
|
11
|
+
type L2BlockSource,
|
|
12
12
|
L2BlockStream,
|
|
13
|
-
L2BlockStreamEvent,
|
|
14
|
-
L2BlockStreamEventHandler,
|
|
15
|
-
L2BlockStreamLocalDataProvider,
|
|
16
|
-
L2Tips,
|
|
13
|
+
type L2BlockStreamEvent,
|
|
14
|
+
type L2BlockStreamEventHandler,
|
|
15
|
+
type L2BlockStreamLocalDataProvider,
|
|
16
|
+
type L2Tips,
|
|
17
17
|
} from '@aztec/stdlib/block';
|
|
18
18
|
import {
|
|
19
19
|
WorldStateRunningState,
|
|
@@ -25,7 +25,7 @@ import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
|
25
25
|
import type { SnapshotDataKeys } from '@aztec/stdlib/snapshots';
|
|
26
26
|
import type { L2BlockHandledStats } from '@aztec/stdlib/stats';
|
|
27
27
|
import { MerkleTreeId, type MerkleTreeReadOperations, type MerkleTreeWriteOperations } from '@aztec/stdlib/trees';
|
|
28
|
-
import {
|
|
28
|
+
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
29
29
|
|
|
30
30
|
import { WorldStateInstrumentation } from '../instrumentation/instrumentation.js';
|
|
31
31
|
import type { WorldStateStatusFull } from '../native/message.js';
|
|
@@ -45,17 +45,16 @@ export class ServerWorldStateSynchronizer
|
|
|
45
45
|
{
|
|
46
46
|
private readonly merkleTreeCommitted: MerkleTreeReadOperations;
|
|
47
47
|
|
|
48
|
-
private latestBlockNumberAtStart =
|
|
48
|
+
private latestBlockNumberAtStart = BlockNumber.ZERO;
|
|
49
49
|
private historyToKeep: number | undefined;
|
|
50
50
|
private currentState: WorldStateRunningState = WorldStateRunningState.IDLE;
|
|
51
|
-
private latestBlockHashQuery: { blockNumber: number; hash: string | undefined } | undefined = undefined;
|
|
52
51
|
|
|
53
52
|
private syncPromise = promiseWithResolvers<void>();
|
|
54
53
|
protected blockStream: L2BlockStream | undefined;
|
|
55
54
|
|
|
56
55
|
// WorldState doesn't track the proven block number, it only tracks the latest tips of the pending chain and the finalized chain
|
|
57
56
|
// store the proven block number here, in the synchronizer, so that we don't end up spamming the logs with 'chain-proved' events
|
|
58
|
-
private provenBlockNumber:
|
|
57
|
+
private provenBlockNumber: BlockNumber | undefined;
|
|
59
58
|
|
|
60
59
|
constructor(
|
|
61
60
|
private readonly merkleTreeDb: MerkleTreeAdminDatabase,
|
|
@@ -65,7 +64,7 @@ export class ServerWorldStateSynchronizer
|
|
|
65
64
|
private readonly log: Logger = createLogger('world_state'),
|
|
66
65
|
) {
|
|
67
66
|
this.merkleTreeCommitted = this.merkleTreeDb.getCommitted();
|
|
68
|
-
this.historyToKeep = config.
|
|
67
|
+
this.historyToKeep = config.worldStateCheckpointHistory < 1 ? undefined : config.worldStateCheckpointHistory;
|
|
69
68
|
this.log.info(
|
|
70
69
|
`Created world state synchroniser with block history of ${
|
|
71
70
|
this.historyToKeep === undefined ? 'infinity' : this.historyToKeep
|
|
@@ -77,12 +76,12 @@ export class ServerWorldStateSynchronizer
|
|
|
77
76
|
return this.merkleTreeDb.getCommitted();
|
|
78
77
|
}
|
|
79
78
|
|
|
80
|
-
public getSnapshot(blockNumber:
|
|
79
|
+
public getSnapshot(blockNumber: BlockNumber): MerkleTreeReadOperations {
|
|
81
80
|
return this.merkleTreeDb.getSnapshot(blockNumber);
|
|
82
81
|
}
|
|
83
82
|
|
|
84
|
-
public fork(blockNumber?: number): Promise<MerkleTreeWriteOperations> {
|
|
85
|
-
return this.merkleTreeDb.fork(blockNumber);
|
|
83
|
+
public fork(blockNumber?: BlockNumber, opts?: { closeDelayMs?: number }): Promise<MerkleTreeWriteOperations> {
|
|
84
|
+
return this.merkleTreeDb.fork(blockNumber, opts);
|
|
86
85
|
}
|
|
87
86
|
|
|
88
87
|
public backupTo(dstPath: string, compact?: boolean): Promise<Record<Exclude<SnapshotDataKeys, 'archiver'>, string>> {
|
|
@@ -102,9 +101,7 @@ export class ServerWorldStateSynchronizer
|
|
|
102
101
|
}
|
|
103
102
|
|
|
104
103
|
// Get the current latest block number
|
|
105
|
-
this.latestBlockNumberAtStart = await
|
|
106
|
-
? this.l2BlockSource.getProvenBlockNumber()
|
|
107
|
-
: this.l2BlockSource.getBlockNumber());
|
|
104
|
+
this.latestBlockNumberAtStart = BlockNumber(await this.l2BlockSource.getBlockNumber());
|
|
108
105
|
|
|
109
106
|
const blockToDownloadFrom = (await this.getLatestBlockNumber()) + 1;
|
|
110
107
|
|
|
@@ -126,12 +123,11 @@ export class ServerWorldStateSynchronizer
|
|
|
126
123
|
}
|
|
127
124
|
|
|
128
125
|
protected createBlockStream(): L2BlockStream {
|
|
129
|
-
const tracer = this.instrumentation.telemetry.getTracer('WorldStateL2BlockStream');
|
|
130
126
|
const logger = createLogger('world-state:block_stream');
|
|
131
|
-
return new
|
|
132
|
-
proven: this.config.worldStateProvenBlocksOnly,
|
|
127
|
+
return new L2BlockStream(this.l2BlockSource, this, this, logger, {
|
|
133
128
|
pollIntervalMS: this.config.worldStateBlockCheckIntervalMS,
|
|
134
129
|
batchSize: this.config.worldStateBlockRequestBatchSize,
|
|
130
|
+
ignoreCheckpoints: true,
|
|
135
131
|
});
|
|
136
132
|
}
|
|
137
133
|
|
|
@@ -147,10 +143,10 @@ export class ServerWorldStateSynchronizer
|
|
|
147
143
|
public async status(): Promise<WorldStateSynchronizerStatus> {
|
|
148
144
|
const summary = await this.merkleTreeDb.getStatusSummary();
|
|
149
145
|
const status: WorldStateSyncStatus = {
|
|
150
|
-
latestBlockNumber:
|
|
151
|
-
latestBlockHash: (await this.getL2BlockHash(
|
|
152
|
-
finalizedBlockNumber:
|
|
153
|
-
oldestHistoricBlockNumber:
|
|
146
|
+
latestBlockNumber: summary.unfinalizedBlockNumber,
|
|
147
|
+
latestBlockHash: (await this.getL2BlockHash(summary.unfinalizedBlockNumber)) ?? '',
|
|
148
|
+
finalizedBlockNumber: summary.finalizedBlockNumber,
|
|
149
|
+
oldestHistoricBlockNumber: summary.oldestHistoricalBlock,
|
|
154
150
|
treesAreSynched: summary.treesAreSynched,
|
|
155
151
|
};
|
|
156
152
|
return {
|
|
@@ -160,7 +156,7 @@ export class ServerWorldStateSynchronizer
|
|
|
160
156
|
}
|
|
161
157
|
|
|
162
158
|
public async getLatestBlockNumber() {
|
|
163
|
-
return (await this.getL2Tips()).
|
|
159
|
+
return (await this.getL2Tips()).proposed.number;
|
|
164
160
|
}
|
|
165
161
|
|
|
166
162
|
public async stopSync() {
|
|
@@ -184,7 +180,10 @@ export class ServerWorldStateSynchronizer
|
|
|
184
180
|
* @param skipThrowIfTargetNotReached - Whether to skip throwing if the target block number is not reached.
|
|
185
181
|
* @returns A promise that resolves with the block number the world state was synced to
|
|
186
182
|
*/
|
|
187
|
-
public async syncImmediate(
|
|
183
|
+
public async syncImmediate(
|
|
184
|
+
targetBlockNumber?: BlockNumber,
|
|
185
|
+
skipThrowIfTargetNotReached?: boolean,
|
|
186
|
+
): Promise<BlockNumber> {
|
|
188
187
|
if (this.currentState !== WorldStateRunningState.RUNNING) {
|
|
189
188
|
throw new Error(`World State is not running. Unable to perform sync.`);
|
|
190
189
|
}
|
|
@@ -202,7 +201,7 @@ export class ServerWorldStateSynchronizer
|
|
|
202
201
|
|
|
203
202
|
// If the archiver is behind the target block, force an archiver sync
|
|
204
203
|
if (targetBlockNumber) {
|
|
205
|
-
const archiverLatestBlock = await this.l2BlockSource.getBlockNumber();
|
|
204
|
+
const archiverLatestBlock = BlockNumber(await this.l2BlockSource.getBlockNumber());
|
|
206
205
|
if (archiverLatestBlock < targetBlockNumber) {
|
|
207
206
|
this.log.debug(`Archiver is at ${archiverLatestBlock} behind target block ${targetBlockNumber}.`);
|
|
208
207
|
await this.l2BlockSource.syncImmediate();
|
|
@@ -232,31 +231,48 @@ export class ServerWorldStateSynchronizer
|
|
|
232
231
|
}
|
|
233
232
|
|
|
234
233
|
/** Returns the L2 block hash for a given number. Used by the L2BlockStream for detecting reorgs. */
|
|
235
|
-
public async getL2BlockHash(number:
|
|
236
|
-
if (number ===
|
|
234
|
+
public async getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
|
|
235
|
+
if (number === BlockNumber.ZERO) {
|
|
237
236
|
return (await this.merkleTreeCommitted.getInitialHeader().hash()).toString();
|
|
238
237
|
}
|
|
239
|
-
|
|
240
|
-
this.latestBlockHashQuery = {
|
|
241
|
-
hash: await this.merkleTreeCommitted
|
|
242
|
-
.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(number))
|
|
243
|
-
.then(leaf => leaf?.toString()),
|
|
244
|
-
blockNumber: number,
|
|
245
|
-
};
|
|
246
|
-
}
|
|
247
|
-
return this.latestBlockHashQuery.hash;
|
|
238
|
+
return this.merkleTreeCommitted.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(number)).then(leaf => leaf?.toString());
|
|
248
239
|
}
|
|
249
240
|
|
|
250
241
|
/** Returns the latest L2 block number for each tip of the chain (latest, proven, finalized). */
|
|
251
242
|
public async getL2Tips(): Promise<L2Tips> {
|
|
252
243
|
const status = await this.merkleTreeDb.getStatusSummary();
|
|
253
|
-
const
|
|
254
|
-
const
|
|
255
|
-
|
|
244
|
+
const unfinalizedBlockHashPromise = this.getL2BlockHash(status.unfinalizedBlockNumber);
|
|
245
|
+
const finalizedBlockHashPromise = this.getL2BlockHash(status.finalizedBlockNumber);
|
|
246
|
+
|
|
247
|
+
const provenBlockNumber = this.provenBlockNumber ?? status.finalizedBlockNumber;
|
|
248
|
+
const provenBlockHashPromise =
|
|
249
|
+
this.provenBlockNumber === undefined ? finalizedBlockHashPromise : this.getL2BlockHash(this.provenBlockNumber);
|
|
250
|
+
|
|
251
|
+
const [unfinalizedBlockHash, finalizedBlockHash, provenBlockHash] = await Promise.all([
|
|
252
|
+
unfinalizedBlockHashPromise,
|
|
253
|
+
finalizedBlockHashPromise,
|
|
254
|
+
provenBlockHashPromise,
|
|
255
|
+
]);
|
|
256
|
+
const latestBlockId: L2BlockId = { number: status.unfinalizedBlockNumber, hash: unfinalizedBlockHash! };
|
|
257
|
+
|
|
258
|
+
// World state doesn't track checkpointed blocks or checkpoints themselves.
|
|
259
|
+
// but we use a block stream so we need to provide 'local' L2Tips.
|
|
260
|
+
// We configure the block stream to ignore checkpoints and set checkpoint values to genesis here.
|
|
261
|
+
const genesisCheckpointHeaderHash = GENESIS_CHECKPOINT_HEADER_HASH.toString();
|
|
256
262
|
return {
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
263
|
+
proposed: latestBlockId,
|
|
264
|
+
checkpointed: {
|
|
265
|
+
block: { number: INITIAL_L2_BLOCK_NUM, hash: GENESIS_BLOCK_HEADER_HASH.toString() },
|
|
266
|
+
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
267
|
+
},
|
|
268
|
+
finalized: {
|
|
269
|
+
block: { number: status.finalizedBlockNumber, hash: finalizedBlockHash ?? '' },
|
|
270
|
+
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
271
|
+
},
|
|
272
|
+
proven: {
|
|
273
|
+
block: { number: provenBlockNumber, hash: provenBlockHash ?? '' },
|
|
274
|
+
checkpoint: { number: INITIAL_L2_CHECKPOINT_NUM, hash: genesisCheckpointHeaderHash },
|
|
275
|
+
},
|
|
260
276
|
};
|
|
261
277
|
}
|
|
262
278
|
|
|
@@ -264,7 +280,7 @@ export class ServerWorldStateSynchronizer
|
|
|
264
280
|
public async handleBlockStreamEvent(event: L2BlockStreamEvent): Promise<void> {
|
|
265
281
|
switch (event.type) {
|
|
266
282
|
case 'blocks-added':
|
|
267
|
-
await this.handleL2Blocks(event.blocks
|
|
283
|
+
await this.handleL2Blocks(event.blocks);
|
|
268
284
|
break;
|
|
269
285
|
case 'chain-pruned':
|
|
270
286
|
await this.handleChainPruned(event.block.number);
|
|
@@ -284,21 +300,31 @@ export class ServerWorldStateSynchronizer
|
|
|
284
300
|
* @returns Whether the block handled was produced by this same node.
|
|
285
301
|
*/
|
|
286
302
|
private async handleL2Blocks(l2Blocks: L2Block[]) {
|
|
287
|
-
this.log.
|
|
303
|
+
this.log.debug(`Handling L2 blocks ${l2Blocks[0].number} to ${l2Blocks.at(-1)!.number}`);
|
|
304
|
+
|
|
305
|
+
// Fetch the L1->L2 messages for the first block in a checkpoint.
|
|
306
|
+
const messagesForBlocks = new Map<BlockNumber, Fr[]>();
|
|
307
|
+
await Promise.all(
|
|
308
|
+
l2Blocks
|
|
309
|
+
.filter(b => b.indexWithinCheckpoint === 0)
|
|
310
|
+
.map(async block => {
|
|
311
|
+
const l1ToL2Messages = await this.l2BlockSource.getL1ToL2Messages(block.checkpointNumber);
|
|
312
|
+
messagesForBlocks.set(block.number, l1ToL2Messages);
|
|
313
|
+
}),
|
|
314
|
+
);
|
|
288
315
|
|
|
289
|
-
const messagePromises = l2Blocks.map(block => this.l2BlockSource.getL1ToL2Messages(block.number));
|
|
290
|
-
const l1ToL2Messages: Fr[][] = await Promise.all(messagePromises);
|
|
291
316
|
let updateStatus: WorldStateStatusFull | undefined = undefined;
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
317
|
+
for (const block of l2Blocks) {
|
|
318
|
+
const [duration, result] = await elapsed(() =>
|
|
319
|
+
this.handleL2Block(block, messagesForBlocks.get(block.number) ?? []),
|
|
320
|
+
);
|
|
321
|
+
this.log.info(`World state updated with L2 block ${block.number}`, {
|
|
296
322
|
eventName: 'l2-block-handled',
|
|
297
323
|
duration,
|
|
298
|
-
unfinalizedBlockNumber: result.summary.unfinalizedBlockNumber,
|
|
299
|
-
finalizedBlockNumber: result.summary.finalizedBlockNumber,
|
|
300
|
-
oldestHistoricBlock: result.summary.oldestHistoricalBlock,
|
|
301
|
-
...
|
|
324
|
+
unfinalizedBlockNumber: BigInt(result.summary.unfinalizedBlockNumber),
|
|
325
|
+
finalizedBlockNumber: BigInt(result.summary.finalizedBlockNumber),
|
|
326
|
+
oldestHistoricBlock: BigInt(result.summary.oldestHistoricalBlock),
|
|
327
|
+
...block.getStats(),
|
|
302
328
|
} satisfies L2BlockHandledStats);
|
|
303
329
|
updateStatus = result;
|
|
304
330
|
}
|
|
@@ -315,17 +341,12 @@ export class ServerWorldStateSynchronizer
|
|
|
315
341
|
* @returns Whether the block handled was produced by this same node.
|
|
316
342
|
*/
|
|
317
343
|
private async handleL2Block(l2Block: L2Block, l1ToL2Messages: Fr[]): Promise<WorldStateStatusFull> {
|
|
318
|
-
|
|
319
|
-
// Note that we cannot optimize this check by checking the root of the subtree after inserting the messages
|
|
320
|
-
// to the real L1_TO_L2_MESSAGE_TREE (like we do in merkleTreeDb.handleL2BlockAndMessages(...)) because that
|
|
321
|
-
// tree uses pedersen and we don't have access to the converted root.
|
|
322
|
-
await this.verifyMessagesHashToInHash(l1ToL2Messages, l2Block.header.contentCommitment.inHash);
|
|
323
|
-
|
|
324
|
-
// If the above check succeeds, we can proceed to handle the block.
|
|
325
|
-
this.log.trace(`Pushing L2 block ${l2Block.number} to merkle tree db `, {
|
|
344
|
+
this.log.debug(`Pushing L2 block ${l2Block.number} to merkle tree db `, {
|
|
326
345
|
blockNumber: l2Block.number,
|
|
327
346
|
blockHash: await l2Block.hash().then(h => h.toString()),
|
|
328
347
|
l1ToL2Messages: l1ToL2Messages.map(msg => msg.toString()),
|
|
348
|
+
blockHeader: l2Block.header.toInspect(),
|
|
349
|
+
blockStats: l2Block.getStats(),
|
|
329
350
|
});
|
|
330
351
|
const result = await this.merkleTreeDb.handleL2BlockAndMessages(l2Block, l1ToL2Messages);
|
|
331
352
|
|
|
@@ -337,31 +358,55 @@ export class ServerWorldStateSynchronizer
|
|
|
337
358
|
return result;
|
|
338
359
|
}
|
|
339
360
|
|
|
340
|
-
private async handleChainFinalized(blockNumber:
|
|
361
|
+
private async handleChainFinalized(blockNumber: BlockNumber) {
|
|
341
362
|
this.log.verbose(`Finalized chain is now at block ${blockNumber}`);
|
|
342
|
-
const summary = await this.merkleTreeDb.setFinalized(
|
|
363
|
+
const summary = await this.merkleTreeDb.setFinalized(blockNumber);
|
|
343
364
|
if (this.historyToKeep === undefined) {
|
|
344
365
|
return;
|
|
345
366
|
}
|
|
346
|
-
|
|
347
|
-
|
|
367
|
+
// Get the checkpointed block for the finalized block number
|
|
368
|
+
const finalisedCheckpoint = await this.l2BlockSource.getCheckpointedBlock(summary.finalizedBlockNumber);
|
|
369
|
+
if (finalisedCheckpoint === undefined) {
|
|
370
|
+
this.log.warn(
|
|
371
|
+
`Failed to retrieve checkpointed block for finalized block number: ${summary.finalizedBlockNumber}`,
|
|
372
|
+
);
|
|
373
|
+
return;
|
|
374
|
+
}
|
|
375
|
+
// Compute the required historic checkpoint number
|
|
376
|
+
const newHistoricCheckpointNumber = finalisedCheckpoint.checkpointNumber - this.historyToKeep + 1;
|
|
377
|
+
if (newHistoricCheckpointNumber <= 1) {
|
|
378
|
+
return;
|
|
379
|
+
}
|
|
380
|
+
// Retrieve the historic checkpoint
|
|
381
|
+
const historicCheckpoints = await this.l2BlockSource.getCheckpoints(
|
|
382
|
+
CheckpointNumber(newHistoricCheckpointNumber),
|
|
383
|
+
1,
|
|
384
|
+
);
|
|
385
|
+
if (historicCheckpoints.length === 0 || historicCheckpoints[0] === undefined) {
|
|
386
|
+
this.log.warn(`Failed to retrieve checkpoint number ${newHistoricCheckpointNumber} from Archiver`);
|
|
348
387
|
return;
|
|
349
388
|
}
|
|
350
|
-
|
|
351
|
-
|
|
389
|
+
const historicCheckpoint = historicCheckpoints[0];
|
|
390
|
+
if (historicCheckpoint.checkpoint.blocks.length === 0 || historicCheckpoint.checkpoint.blocks[0] === undefined) {
|
|
391
|
+
this.log.warn(`Retrieved checkpoint number ${newHistoricCheckpointNumber} has no blocks!`);
|
|
392
|
+
return;
|
|
393
|
+
}
|
|
394
|
+
// Find the block at the start of the checkpoint and remove blocks up to this one
|
|
395
|
+
const newHistoricBlock = historicCheckpoint.checkpoint.blocks[0];
|
|
396
|
+
this.log.verbose(`Pruning historic blocks to ${newHistoricBlock.number}`);
|
|
397
|
+
const status = await this.merkleTreeDb.removeHistoricalBlocks(BlockNumber(newHistoricBlock.number));
|
|
352
398
|
this.log.debug(`World state summary `, status.summary);
|
|
353
399
|
}
|
|
354
400
|
|
|
355
|
-
private handleChainProven(blockNumber:
|
|
356
|
-
this.provenBlockNumber =
|
|
401
|
+
private handleChainProven(blockNumber: BlockNumber) {
|
|
402
|
+
this.provenBlockNumber = blockNumber;
|
|
357
403
|
this.log.debug(`Proven chain is now at block ${blockNumber}`);
|
|
358
404
|
return Promise.resolve();
|
|
359
405
|
}
|
|
360
406
|
|
|
361
|
-
private async handleChainPruned(blockNumber:
|
|
407
|
+
private async handleChainPruned(blockNumber: BlockNumber) {
|
|
362
408
|
this.log.warn(`Chain pruned to block ${blockNumber}`);
|
|
363
|
-
const status = await this.merkleTreeDb.unwindBlocks(
|
|
364
|
-
this.latestBlockHashQuery = undefined;
|
|
409
|
+
const status = await this.merkleTreeDb.unwindBlocks(blockNumber);
|
|
365
410
|
this.provenBlockNumber = undefined;
|
|
366
411
|
this.instrumentation.updateWorldStateMetrics(status);
|
|
367
412
|
}
|
|
@@ -374,24 +419,4 @@ export class ServerWorldStateSynchronizer
|
|
|
374
419
|
this.currentState = newState;
|
|
375
420
|
this.log.debug(`Moved to state ${WorldStateRunningState[this.currentState]}`);
|
|
376
421
|
}
|
|
377
|
-
|
|
378
|
-
/**
|
|
379
|
-
* Verifies that the L1 to L2 messages hash to the block inHash.
|
|
380
|
-
* @param l1ToL2Messages - The L1 to L2 messages for the block.
|
|
381
|
-
* @param inHash - The inHash of the block.
|
|
382
|
-
* @throws If the L1 to L2 messages do not hash to the block inHash.
|
|
383
|
-
*/
|
|
384
|
-
protected async verifyMessagesHashToInHash(l1ToL2Messages: Fr[], inHash: Fr) {
|
|
385
|
-
const treeCalculator = await MerkleTreeCalculator.create(
|
|
386
|
-
L1_TO_L2_MSG_SUBTREE_HEIGHT,
|
|
387
|
-
Buffer.alloc(32),
|
|
388
|
-
(lhs, rhs) => Promise.resolve(new SHA256Trunc().hash(lhs, rhs)),
|
|
389
|
-
);
|
|
390
|
-
|
|
391
|
-
const root = await treeCalculator.computeTreeRoot(l1ToL2Messages.map(msg => msg.toBuffer()));
|
|
392
|
-
|
|
393
|
-
if (!root.equals(inHash.toBuffer())) {
|
|
394
|
-
throw new Error('Obtained L1 to L2 messages failed to be hashed to the block inHash');
|
|
395
|
-
}
|
|
396
|
-
}
|
|
397
422
|
}
|