@aztec/archiver 0.0.1-commit.3469e52 → 0.0.1-commit.35158ae7e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -0
- package/dest/archiver.d.ts +12 -9
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +98 -124
- package/dest/config.d.ts +3 -3
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +2 -1
- package/dest/errors.d.ts +26 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +34 -13
- package/dest/factory.d.ts +4 -2
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +29 -23
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +35 -32
- package/dest/l1/calldata_retriever.d.ts +73 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -259
- package/dest/l1/data_retrieval.d.ts +9 -9
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +24 -22
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/validate_trace.d.ts +6 -3
- package/dest/l1/validate_trace.d.ts.map +1 -1
- package/dest/l1/validate_trace.js +13 -9
- package/dest/modules/data_source_base.d.ts +27 -23
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +49 -124
- package/dest/modules/data_store_updater.d.ts +42 -26
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +149 -129
- package/dest/modules/instrumentation.d.ts +17 -4
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +36 -12
- package/dest/modules/l1_synchronizer.d.ts +5 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +59 -25
- package/dest/store/block_store.d.ts +49 -32
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +188 -95
- package/dest/store/contract_class_store.d.ts +2 -3
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +16 -72
- package/dest/store/contract_instance_store.d.ts +1 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +6 -2
- package/dest/store/kv_archiver_store.d.ts +64 -36
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +63 -29
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/store/log_store.d.ts +9 -6
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +150 -53
- package/dest/store/message_store.d.ts +5 -1
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +14 -1
- package/dest/test/fake_l1_state.d.ts +16 -4
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +95 -23
- package/dest/test/index.js +3 -1
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +39 -23
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +157 -112
- package/dest/test/mock_structs.d.ts +6 -2
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +24 -10
- package/dest/test/noop_l1_archiver.d.ts +26 -0
- package/dest/test/noop_l1_archiver.d.ts.map +1 -0
- package/dest/test/noop_l1_archiver.js +72 -0
- package/package.json +14 -13
- package/src/archiver.ts +126 -151
- package/src/config.ts +8 -1
- package/src/errors.ts +52 -24
- package/src/factory.ts +46 -22
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +45 -33
- package/src/l1/calldata_retriever.ts +249 -379
- package/src/l1/data_retrieval.ts +27 -29
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_trace.ts +24 -6
- package/src/modules/data_source_base.ts +84 -169
- package/src/modules/data_store_updater.ts +166 -161
- package/src/modules/instrumentation.ts +46 -14
- package/src/modules/l1_synchronizer.ts +72 -36
- package/src/store/block_store.ts +239 -140
- package/src/store/contract_class_store.ts +16 -110
- package/src/store/contract_instance_store.ts +8 -5
- package/src/store/kv_archiver_store.ts +104 -53
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/store/log_store.ts +231 -70
- package/src/store/message_store.ts +20 -1
- package/src/test/fake_l1_state.ts +127 -28
- package/src/test/index.ts +3 -0
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +211 -129
- package/src/test/mock_structs.ts +45 -15
- package/src/test/noop_l1_archiver.ts +115 -0
|
@@ -1,30 +1,23 @@
|
|
|
1
|
-
import { BlockNumber,
|
|
2
|
-
import {
|
|
1
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { filterAsync } from '@aztec/foundation/collection';
|
|
3
3
|
import { createLogger } from '@aztec/foundation/log';
|
|
4
|
-
import {
|
|
5
|
-
ContractClassPublishedEvent,
|
|
6
|
-
PrivateFunctionBroadcastedEvent,
|
|
7
|
-
UtilityFunctionBroadcastedEvent,
|
|
8
|
-
} from '@aztec/protocol-contracts/class-registry';
|
|
4
|
+
import { ContractClassPublishedEvent } from '@aztec/protocol-contracts/class-registry';
|
|
9
5
|
import {
|
|
10
6
|
ContractInstancePublishedEvent,
|
|
11
7
|
ContractInstanceUpdatedEvent,
|
|
12
8
|
} from '@aztec/protocol-contracts/instance-registry';
|
|
13
|
-
import type {
|
|
14
|
-
import type
|
|
9
|
+
import type { L2Block, ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
10
|
+
import { type PublishedCheckpoint, validateCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
15
11
|
import {
|
|
16
|
-
type
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
isValidPrivateFunctionMembershipProof,
|
|
20
|
-
isValidUtilityFunctionMembershipProof,
|
|
12
|
+
type ContractClassPublicWithCommitment,
|
|
13
|
+
computeContractAddressFromInstance,
|
|
14
|
+
computeContractClassId,
|
|
21
15
|
} from '@aztec/stdlib/contract';
|
|
22
16
|
import type { ContractClassLog, PrivateLog, PublicLog } from '@aztec/stdlib/logs';
|
|
23
17
|
import type { UInt64 } from '@aztec/stdlib/types';
|
|
24
18
|
|
|
25
|
-
import groupBy from 'lodash.groupby';
|
|
26
|
-
|
|
27
19
|
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
20
|
+
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
28
21
|
|
|
29
22
|
/** Operation type for contract data updates. */
|
|
30
23
|
enum Operation {
|
|
@@ -35,7 +28,7 @@ enum Operation {
|
|
|
35
28
|
/** Result of adding checkpoints with information about any pruned blocks. */
|
|
36
29
|
type ReconcileCheckpointsResult = {
|
|
37
30
|
/** Blocks that were pruned due to conflict with L1 checkpoints. */
|
|
38
|
-
prunedBlocks:
|
|
31
|
+
prunedBlocks: L2Block[] | undefined;
|
|
39
32
|
/** Last block number that was already inserted locally, or undefined if none. */
|
|
40
33
|
lastAlreadyInsertedBlockNumber: BlockNumber | undefined;
|
|
41
34
|
};
|
|
@@ -44,56 +37,68 @@ type ReconcileCheckpointsResult = {
|
|
|
44
37
|
export class ArchiverDataStoreUpdater {
|
|
45
38
|
private readonly log = createLogger('archiver:store_updater');
|
|
46
39
|
|
|
47
|
-
constructor(
|
|
40
|
+
constructor(
|
|
41
|
+
private store: KVArchiverDataStore,
|
|
42
|
+
private l2TipsCache?: L2TipsCache,
|
|
43
|
+
private opts: { rollupManaLimit?: number } = {},
|
|
44
|
+
) {}
|
|
48
45
|
|
|
49
46
|
/**
|
|
50
|
-
* Adds
|
|
51
|
-
*
|
|
52
|
-
*
|
|
47
|
+
* Adds a proposed block to the store with contract class/instance extraction from logs.
|
|
48
|
+
* This is an uncheckpointed block that has been proposed by the sequencer but not yet included in a checkpoint on L1.
|
|
49
|
+
* Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the block logs.
|
|
53
50
|
*
|
|
54
|
-
* @param
|
|
51
|
+
* @param block - The proposed L2 block to add.
|
|
55
52
|
* @param pendingChainValidationStatus - Optional validation status to set.
|
|
56
53
|
* @returns True if the operation is successful.
|
|
57
54
|
*/
|
|
58
|
-
public
|
|
59
|
-
|
|
60
|
-
|
|
55
|
+
public async addProposedBlock(
|
|
56
|
+
block: L2Block,
|
|
57
|
+
pendingChainValidationStatus?: ValidateCheckpointResult,
|
|
58
|
+
): Promise<boolean> {
|
|
59
|
+
const result = await this.store.transactionAsync(async () => {
|
|
60
|
+
await this.store.addProposedBlock(block);
|
|
61
61
|
|
|
62
62
|
const opResults = await Promise.all([
|
|
63
63
|
// Update the pending chain validation status if provided
|
|
64
64
|
pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
|
|
65
|
-
// Add any logs emitted during the retrieved
|
|
66
|
-
this.store.addLogs(
|
|
67
|
-
// Unroll all logs emitted during the retrieved
|
|
68
|
-
|
|
65
|
+
// Add any logs emitted during the retrieved block
|
|
66
|
+
this.store.addLogs([block]),
|
|
67
|
+
// Unroll all logs emitted during the retrieved block and extract any contract classes and instances from it
|
|
68
|
+
this.addContractDataToDb(block),
|
|
69
69
|
]);
|
|
70
70
|
|
|
71
|
+
await this.l2TipsCache?.refresh();
|
|
71
72
|
return opResults.every(Boolean);
|
|
72
73
|
});
|
|
74
|
+
return result;
|
|
73
75
|
}
|
|
74
76
|
|
|
75
77
|
/**
|
|
76
78
|
* Reconciles local blocks with incoming checkpoints from L1.
|
|
77
|
-
* Adds checkpoints to the store with contract class/instance extraction from logs.
|
|
79
|
+
* Adds new checkpoints to the store with contract class/instance extraction from logs.
|
|
78
80
|
* Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
|
|
79
|
-
* Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events
|
|
80
|
-
* and individually broadcasted functions from the checkpoint block logs.
|
|
81
|
+
* Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the checkpoint block logs.
|
|
81
82
|
*
|
|
82
83
|
* @param checkpoints - The published checkpoints to add.
|
|
83
84
|
* @param pendingChainValidationStatus - Optional validation status to set.
|
|
84
85
|
* @returns Result with information about any pruned blocks.
|
|
85
86
|
*/
|
|
86
|
-
public
|
|
87
|
+
public async addCheckpoints(
|
|
87
88
|
checkpoints: PublishedCheckpoint[],
|
|
88
89
|
pendingChainValidationStatus?: ValidateCheckpointResult,
|
|
89
90
|
): Promise<ReconcileCheckpointsResult> {
|
|
90
|
-
|
|
91
|
+
for (const checkpoint of checkpoints) {
|
|
92
|
+
validateCheckpoint(checkpoint.checkpoint, { rollupManaLimit: this.opts?.rollupManaLimit });
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
const result = await this.store.transactionAsync(async () => {
|
|
91
96
|
// Before adding checkpoints, check for conflicts with local blocks if any
|
|
92
97
|
const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
|
|
93
98
|
|
|
94
99
|
await this.store.addCheckpoints(checkpoints);
|
|
95
100
|
|
|
96
|
-
// Filter out blocks that were already inserted via
|
|
101
|
+
// Filter out blocks that were already inserted via addProposedBlock() to avoid duplicating logs/contract data
|
|
97
102
|
const newBlocks = checkpoints
|
|
98
103
|
.flatMap((ch: PublishedCheckpoint) => ch.checkpoint.blocks)
|
|
99
104
|
.filter(b => lastAlreadyInsertedBlockNumber === undefined || b.number > lastAlreadyInsertedBlockNumber);
|
|
@@ -104,11 +109,13 @@ export class ArchiverDataStoreUpdater {
|
|
|
104
109
|
// Add any logs emitted during the retrieved blocks
|
|
105
110
|
this.store.addLogs(newBlocks),
|
|
106
111
|
// Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
|
|
107
|
-
...newBlocks.map(block => this.
|
|
112
|
+
...newBlocks.map(block => this.addContractDataToDb(block)),
|
|
108
113
|
]);
|
|
109
114
|
|
|
115
|
+
await this.l2TipsCache?.refresh();
|
|
110
116
|
return { prunedBlocks, lastAlreadyInsertedBlockNumber };
|
|
111
117
|
});
|
|
118
|
+
return result;
|
|
112
119
|
}
|
|
113
120
|
|
|
114
121
|
/**
|
|
@@ -161,7 +168,7 @@ export class ArchiverDataStoreUpdater {
|
|
|
161
168
|
this.log.verbose(`Block number ${blockNumber} already inserted and matches checkpoint`, blockInfos);
|
|
162
169
|
lastAlreadyInsertedBlockNumber = blockNumber;
|
|
163
170
|
} else {
|
|
164
|
-
this.log.
|
|
171
|
+
this.log.info(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
|
|
165
172
|
const prunedBlocks = await this.removeBlocksAfter(BlockNumber(blockNumber - 1));
|
|
166
173
|
return { prunedBlocks, lastAlreadyInsertedBlockNumber };
|
|
167
174
|
}
|
|
@@ -185,80 +192,108 @@ export class ArchiverDataStoreUpdater {
|
|
|
185
192
|
}
|
|
186
193
|
|
|
187
194
|
/**
|
|
188
|
-
* Removes all blocks strictly after the specified block number and cleans up associated contract data.
|
|
195
|
+
* Removes all uncheckpointed blocks strictly after the specified block number and cleans up associated contract data.
|
|
189
196
|
* This handles removal of provisionally added blocks along with their contract classes/instances.
|
|
197
|
+
* Verifies that each block being removed is not part of a stored checkpoint.
|
|
190
198
|
*
|
|
191
199
|
* @param blockNumber - Remove all blocks with number greater than this.
|
|
192
200
|
* @returns The removed blocks.
|
|
201
|
+
* @throws Error if any block to be removed is checkpointed.
|
|
193
202
|
*/
|
|
194
|
-
public
|
|
195
|
-
|
|
196
|
-
//
|
|
197
|
-
const
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
]);
|
|
203
|
+
public async removeUncheckpointedBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
|
|
204
|
+
const result = await this.store.transactionAsync(async () => {
|
|
205
|
+
// Verify we're only removing uncheckpointed blocks
|
|
206
|
+
const lastCheckpointedBlockNumber = await this.store.getCheckpointedL2BlockNumber();
|
|
207
|
+
if (blockNumber < lastCheckpointedBlockNumber) {
|
|
208
|
+
throw new Error(
|
|
209
|
+
`Cannot remove blocks after ${blockNumber} because checkpointed blocks exist up to ${lastCheckpointedBlockNumber}`,
|
|
210
|
+
);
|
|
211
|
+
}
|
|
204
212
|
|
|
205
|
-
|
|
213
|
+
const result = await this.removeBlocksAfter(blockNumber);
|
|
214
|
+
await this.l2TipsCache?.refresh();
|
|
215
|
+
return result;
|
|
206
216
|
});
|
|
217
|
+
return result;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
/**
|
|
221
|
+
* Removes all blocks strictly after the given block number along with any logs and contract data.
|
|
222
|
+
* Does not remove their checkpoints.
|
|
223
|
+
*/
|
|
224
|
+
private async removeBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
|
|
225
|
+
// First get the blocks to be removed so we can clean up contract data
|
|
226
|
+
const removedBlocks = await this.store.removeBlocksAfter(blockNumber);
|
|
227
|
+
|
|
228
|
+
// Clean up contract data and logs for the removed blocks
|
|
229
|
+
await Promise.all([
|
|
230
|
+
this.store.deleteLogs(removedBlocks),
|
|
231
|
+
...removedBlocks.map(block => this.removeContractDataFromDb(block)),
|
|
232
|
+
]);
|
|
233
|
+
|
|
234
|
+
return removedBlocks;
|
|
207
235
|
}
|
|
208
236
|
|
|
209
237
|
/**
|
|
210
|
-
*
|
|
238
|
+
* Removes all checkpoints after the given checkpoint number.
|
|
211
239
|
* Deletes ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated data
|
|
212
|
-
* that was stored for the
|
|
240
|
+
* that was stored for the removed checkpoints. Also removes ALL blocks (both checkpointed
|
|
241
|
+
* and uncheckpointed) after the last block of the given checkpoint.
|
|
213
242
|
*
|
|
214
|
-
* @param
|
|
215
|
-
* @param checkpointsToUnwind - The number of checkpoints to unwind.
|
|
243
|
+
* @param checkpointNumber - Remove all checkpoints strictly after this one.
|
|
216
244
|
* @returns True if the operation is successful.
|
|
217
245
|
*/
|
|
218
|
-
public async
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
}
|
|
246
|
+
public async removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<boolean> {
|
|
247
|
+
return await this.store.transactionAsync(async () => {
|
|
248
|
+
const { blocksRemoved = [] } = await this.store.removeCheckpointsAfter(checkpointNumber);
|
|
222
249
|
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
250
|
+
const opResults = await Promise.all([
|
|
251
|
+
// Prune rolls back to the last proven block, which is by definition valid
|
|
252
|
+
this.store.setPendingChainValidationStatus({ valid: true }),
|
|
253
|
+
// Remove contract data for all blocks being removed
|
|
254
|
+
...blocksRemoved.map(block => this.removeContractDataFromDb(block)),
|
|
255
|
+
this.store.deleteLogs(blocksRemoved),
|
|
256
|
+
]);
|
|
227
257
|
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
if (!blocksForCheckpoint) {
|
|
233
|
-
continue;
|
|
234
|
-
}
|
|
235
|
-
blocks.push(...blocksForCheckpoint);
|
|
236
|
-
}
|
|
258
|
+
await this.l2TipsCache?.refresh();
|
|
259
|
+
return opResults.every(Boolean);
|
|
260
|
+
});
|
|
261
|
+
}
|
|
237
262
|
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
this.store.
|
|
245
|
-
|
|
263
|
+
/**
|
|
264
|
+
* Updates the proven checkpoint number and refreshes the L2 tips cache.
|
|
265
|
+
* @param checkpointNumber - The checkpoint number to set as proven.
|
|
266
|
+
*/
|
|
267
|
+
public async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
|
|
268
|
+
await this.store.transactionAsync(async () => {
|
|
269
|
+
await this.store.setProvenCheckpointNumber(checkpointNumber);
|
|
270
|
+
await this.l2TipsCache?.refresh();
|
|
271
|
+
});
|
|
272
|
+
}
|
|
246
273
|
|
|
247
|
-
|
|
274
|
+
/**
|
|
275
|
+
* Updates the finalized checkpoint number and refreshes the L2 tips cache.
|
|
276
|
+
* @param checkpointNumber - The checkpoint number to set as finalized.
|
|
277
|
+
*/
|
|
278
|
+
public async setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
|
|
279
|
+
await this.store.transactionAsync(async () => {
|
|
280
|
+
await this.store.setFinalizedCheckpointNumber(checkpointNumber);
|
|
281
|
+
await this.l2TipsCache?.refresh();
|
|
282
|
+
});
|
|
248
283
|
}
|
|
249
284
|
|
|
250
285
|
/** Extracts and stores contract data from a single block. */
|
|
251
|
-
private
|
|
252
|
-
return this.
|
|
286
|
+
private addContractDataToDb(block: L2Block): Promise<boolean> {
|
|
287
|
+
return this.updateContractDataOnDb(block, Operation.Store);
|
|
253
288
|
}
|
|
254
289
|
|
|
255
290
|
/** Removes contract data associated with a block. */
|
|
256
|
-
private
|
|
257
|
-
return this.
|
|
291
|
+
private removeContractDataFromDb(block: L2Block): Promise<boolean> {
|
|
292
|
+
return this.updateContractDataOnDb(block, Operation.Delete);
|
|
258
293
|
}
|
|
259
294
|
|
|
260
295
|
/** Adds or remove contract data associated with a block. */
|
|
261
|
-
private async
|
|
296
|
+
private async updateContractDataOnDb(block: L2Block, operation: Operation): Promise<boolean> {
|
|
262
297
|
const contractClassLogs = block.body.txEffects.flatMap(txEffect => txEffect.contractClassLogs);
|
|
263
298
|
const privateLogs = block.body.txEffects.flatMap(txEffect => txEffect.privateLogs);
|
|
264
299
|
const publicLogs = block.body.txEffects.flatMap(txEffect => txEffect.publicLogs);
|
|
@@ -268,9 +303,6 @@ export class ArchiverDataStoreUpdater {
|
|
|
268
303
|
this.updatePublishedContractClasses(contractClassLogs, block.number, operation),
|
|
269
304
|
this.updateDeployedContractInstances(privateLogs, block.number, operation),
|
|
270
305
|
this.updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, operation),
|
|
271
|
-
operation === Operation.Store
|
|
272
|
-
? this.storeBroadcastedIndividualFunctions(contractClassLogs, block.number)
|
|
273
|
-
: Promise.resolve(true),
|
|
274
306
|
])
|
|
275
307
|
).every(Boolean);
|
|
276
308
|
}
|
|
@@ -287,18 +319,37 @@ export class ArchiverDataStoreUpdater {
|
|
|
287
319
|
.filter(log => ContractClassPublishedEvent.isContractClassPublishedEvent(log))
|
|
288
320
|
.map(log => ContractClassPublishedEvent.fromLog(log));
|
|
289
321
|
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
contractClasses.
|
|
293
|
-
|
|
294
|
-
// TODO: Will probably want to create some worker threads to compute these bytecode commitments as they are expensive
|
|
295
|
-
const commitments = await Promise.all(
|
|
296
|
-
contractClasses.map(c => computePublicBytecodeCommitment(c.packedBytecode)),
|
|
297
|
-
);
|
|
298
|
-
return await this.store.addContractClasses(contractClasses, commitments, blockNum);
|
|
299
|
-
} else if (operation == Operation.Delete) {
|
|
322
|
+
if (operation == Operation.Delete) {
|
|
323
|
+
const contractClasses = contractClassPublishedEvents.map(e => e.toContractClassPublic());
|
|
324
|
+
if (contractClasses.length > 0) {
|
|
325
|
+
contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
|
|
300
326
|
return await this.store.deleteContractClasses(contractClasses, blockNum);
|
|
301
327
|
}
|
|
328
|
+
return true;
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
// Compute bytecode commitments and validate class IDs in a single pass.
|
|
332
|
+
const contractClasses: ContractClassPublicWithCommitment[] = [];
|
|
333
|
+
for (const event of contractClassPublishedEvents) {
|
|
334
|
+
const contractClass = await event.toContractClassPublicWithBytecodeCommitment();
|
|
335
|
+
const computedClassId = await computeContractClassId({
|
|
336
|
+
artifactHash: contractClass.artifactHash,
|
|
337
|
+
privateFunctionsRoot: contractClass.privateFunctionsRoot,
|
|
338
|
+
publicBytecodeCommitment: contractClass.publicBytecodeCommitment,
|
|
339
|
+
});
|
|
340
|
+
if (!computedClassId.equals(contractClass.id)) {
|
|
341
|
+
this.log.warn(
|
|
342
|
+
`Skipping contract class with mismatched id at block ${blockNum}. Claimed ${contractClass.id}, computed ${computedClassId}`,
|
|
343
|
+
{ blockNum, contractClassId: event.contractClassId.toString() },
|
|
344
|
+
);
|
|
345
|
+
continue;
|
|
346
|
+
}
|
|
347
|
+
contractClasses.push(contractClass);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
if (contractClasses.length > 0) {
|
|
351
|
+
contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
|
|
352
|
+
return await this.store.addContractClasses(contractClasses, blockNum);
|
|
302
353
|
}
|
|
303
354
|
return true;
|
|
304
355
|
}
|
|
@@ -311,10 +362,27 @@ export class ArchiverDataStoreUpdater {
|
|
|
311
362
|
blockNum: BlockNumber,
|
|
312
363
|
operation: Operation,
|
|
313
364
|
): Promise<boolean> {
|
|
314
|
-
const
|
|
365
|
+
const allInstances = allLogs
|
|
315
366
|
.filter(log => ContractInstancePublishedEvent.isContractInstancePublishedEvent(log))
|
|
316
367
|
.map(log => ContractInstancePublishedEvent.fromLog(log))
|
|
317
368
|
.map(e => e.toContractInstance());
|
|
369
|
+
|
|
370
|
+
// Verify that each instance's address matches the one derived from its fields if we're adding
|
|
371
|
+
const contractInstances =
|
|
372
|
+
operation === Operation.Delete
|
|
373
|
+
? allInstances
|
|
374
|
+
: await filterAsync(allInstances, async instance => {
|
|
375
|
+
const computedAddress = await computeContractAddressFromInstance(instance);
|
|
376
|
+
if (!computedAddress.equals(instance.address)) {
|
|
377
|
+
this.log.warn(
|
|
378
|
+
`Found contract instance with mismatched address at block ${blockNum}. Claimed ${instance.address} but computed ${computedAddress}.`,
|
|
379
|
+
{ instanceAddress: instance.address.toString(), computedAddress: computedAddress.toString(), blockNum },
|
|
380
|
+
);
|
|
381
|
+
return false;
|
|
382
|
+
}
|
|
383
|
+
return true;
|
|
384
|
+
});
|
|
385
|
+
|
|
318
386
|
if (contractInstances.length > 0) {
|
|
319
387
|
contractInstances.forEach(c =>
|
|
320
388
|
this.log.verbose(`${Operation[operation]} contract instance at ${c.address.toString()}`),
|
|
@@ -353,67 +421,4 @@ export class ArchiverDataStoreUpdater {
|
|
|
353
421
|
}
|
|
354
422
|
return true;
|
|
355
423
|
}
|
|
356
|
-
|
|
357
|
-
/**
|
|
358
|
-
* Stores the functions that were broadcasted individually.
|
|
359
|
-
*
|
|
360
|
-
* @dev Beware that there is not a delete variant of this, since they are added to contract classes
|
|
361
|
-
* and will be deleted as part of the class if needed.
|
|
362
|
-
*/
|
|
363
|
-
private async storeBroadcastedIndividualFunctions(
|
|
364
|
-
allLogs: ContractClassLog[],
|
|
365
|
-
_blockNum: BlockNumber,
|
|
366
|
-
): Promise<boolean> {
|
|
367
|
-
// Filter out private and utility function broadcast events
|
|
368
|
-
const privateFnEvents = allLogs
|
|
369
|
-
.filter(log => PrivateFunctionBroadcastedEvent.isPrivateFunctionBroadcastedEvent(log))
|
|
370
|
-
.map(log => PrivateFunctionBroadcastedEvent.fromLog(log));
|
|
371
|
-
const utilityFnEvents = allLogs
|
|
372
|
-
.filter(log => UtilityFunctionBroadcastedEvent.isUtilityFunctionBroadcastedEvent(log))
|
|
373
|
-
.map(log => UtilityFunctionBroadcastedEvent.fromLog(log));
|
|
374
|
-
|
|
375
|
-
// Group all events by contract class id
|
|
376
|
-
for (const [classIdString, classEvents] of Object.entries(
|
|
377
|
-
groupBy([...privateFnEvents, ...utilityFnEvents], e => e.contractClassId.toString()),
|
|
378
|
-
)) {
|
|
379
|
-
const contractClassId = Fr.fromHexString(classIdString);
|
|
380
|
-
const contractClass = await this.store.getContractClass(contractClassId);
|
|
381
|
-
if (!contractClass) {
|
|
382
|
-
this.log.warn(`Skipping broadcasted functions as contract class ${contractClassId.toString()} was not found`);
|
|
383
|
-
continue;
|
|
384
|
-
}
|
|
385
|
-
|
|
386
|
-
// Split private and utility functions, and filter out invalid ones
|
|
387
|
-
const allFns = classEvents.map(e => e.toFunctionWithMembershipProof());
|
|
388
|
-
const privateFns = allFns.filter(
|
|
389
|
-
(fn): fn is ExecutablePrivateFunctionWithMembershipProof => 'utilityFunctionsTreeRoot' in fn,
|
|
390
|
-
);
|
|
391
|
-
const utilityFns = allFns.filter(
|
|
392
|
-
(fn): fn is UtilityFunctionWithMembershipProof => 'privateFunctionsArtifactTreeRoot' in fn,
|
|
393
|
-
);
|
|
394
|
-
|
|
395
|
-
const privateFunctionsWithValidity = await Promise.all(
|
|
396
|
-
privateFns.map(async fn => ({ fn, valid: await isValidPrivateFunctionMembershipProof(fn, contractClass) })),
|
|
397
|
-
);
|
|
398
|
-
const validPrivateFns = privateFunctionsWithValidity.filter(({ valid }) => valid).map(({ fn }) => fn);
|
|
399
|
-
const utilityFunctionsWithValidity = await Promise.all(
|
|
400
|
-
utilityFns.map(async fn => ({
|
|
401
|
-
fn,
|
|
402
|
-
valid: await isValidUtilityFunctionMembershipProof(fn, contractClass),
|
|
403
|
-
})),
|
|
404
|
-
);
|
|
405
|
-
const validUtilityFns = utilityFunctionsWithValidity.filter(({ valid }) => valid).map(({ fn }) => fn);
|
|
406
|
-
const validFnCount = validPrivateFns.length + validUtilityFns.length;
|
|
407
|
-
if (validFnCount !== allFns.length) {
|
|
408
|
-
this.log.warn(`Skipping ${allFns.length - validFnCount} invalid functions`);
|
|
409
|
-
}
|
|
410
|
-
|
|
411
|
-
// Store the functions in the contract class in a single operation
|
|
412
|
-
if (validFnCount > 0) {
|
|
413
|
-
this.log.verbose(`Storing ${validFnCount} functions for contract class ${contractClassId.toString()}`);
|
|
414
|
-
}
|
|
415
|
-
return await this.store.addFunctions(contractClassId, validPrivateFns, validUtilityFns);
|
|
416
|
-
}
|
|
417
|
-
return true;
|
|
418
|
-
}
|
|
419
424
|
}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
|
+
import type { SlotNumber } from '@aztec/foundation/branded-types';
|
|
1
2
|
import { createLogger } from '@aztec/foundation/log';
|
|
2
|
-
import type {
|
|
3
|
+
import type { L2Block } from '@aztec/stdlib/block';
|
|
4
|
+
import type { CheckpointData } from '@aztec/stdlib/checkpoint';
|
|
5
|
+
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
6
|
+
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
3
7
|
import {
|
|
4
8
|
Attributes,
|
|
5
9
|
type Gauge,
|
|
@@ -10,12 +14,14 @@ import {
|
|
|
10
14
|
type TelemetryClient,
|
|
11
15
|
type Tracer,
|
|
12
16
|
type UpDownCounter,
|
|
17
|
+
createUpDownCounterWithDefault,
|
|
13
18
|
} from '@aztec/telemetry-client';
|
|
14
19
|
|
|
15
20
|
export class ArchiverInstrumentation {
|
|
16
21
|
public readonly tracer: Tracer;
|
|
17
22
|
|
|
18
23
|
private blockHeight: Gauge;
|
|
24
|
+
private checkpointHeight: Gauge;
|
|
19
25
|
private txCount: UpDownCounter;
|
|
20
26
|
private l1BlockHeight: Gauge;
|
|
21
27
|
private proofsSubmittedDelay: Histogram;
|
|
@@ -35,6 +41,8 @@ export class ArchiverInstrumentation {
|
|
|
35
41
|
|
|
36
42
|
private blockProposalTxTargetCount: UpDownCounter;
|
|
37
43
|
|
|
44
|
+
private checkpointL1InclusionDelay: Histogram;
|
|
45
|
+
|
|
38
46
|
private log = createLogger('archiver:instrumentation');
|
|
39
47
|
|
|
40
48
|
private constructor(
|
|
@@ -46,17 +54,21 @@ export class ArchiverInstrumentation {
|
|
|
46
54
|
|
|
47
55
|
this.blockHeight = meter.createGauge(Metrics.ARCHIVER_BLOCK_HEIGHT);
|
|
48
56
|
|
|
57
|
+
this.checkpointHeight = meter.createGauge(Metrics.ARCHIVER_CHECKPOINT_HEIGHT);
|
|
58
|
+
|
|
49
59
|
this.l1BlockHeight = meter.createGauge(Metrics.ARCHIVER_L1_BLOCK_HEIGHT);
|
|
50
60
|
|
|
51
|
-
this.txCount = meter
|
|
61
|
+
this.txCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_TOTAL_TXS);
|
|
52
62
|
|
|
53
|
-
this.proofsSubmittedCount = meter
|
|
63
|
+
this.proofsSubmittedCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_ROLLUP_PROOF_COUNT, {
|
|
64
|
+
[Attributes.PROOF_TIMED_OUT]: [true, false],
|
|
65
|
+
});
|
|
54
66
|
|
|
55
67
|
this.proofsSubmittedDelay = meter.createHistogram(Metrics.ARCHIVER_ROLLUP_PROOF_DELAY);
|
|
56
68
|
|
|
57
69
|
this.syncDurationPerBlock = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_BLOCK);
|
|
58
70
|
|
|
59
|
-
this.syncBlockCount = meter
|
|
71
|
+
this.syncBlockCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
|
|
60
72
|
|
|
61
73
|
this.manaPerBlock = meter.createHistogram(Metrics.ARCHIVER_MANA_PER_BLOCK);
|
|
62
74
|
|
|
@@ -64,13 +76,21 @@ export class ArchiverInstrumentation {
|
|
|
64
76
|
|
|
65
77
|
this.syncDurationPerMessage = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_MESSAGE);
|
|
66
78
|
|
|
67
|
-
this.syncMessageCount = meter
|
|
79
|
+
this.syncMessageCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
|
|
68
80
|
|
|
69
81
|
this.pruneDuration = meter.createHistogram(Metrics.ARCHIVER_PRUNE_DURATION);
|
|
70
82
|
|
|
71
|
-
this.pruneCount = meter
|
|
83
|
+
this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT);
|
|
72
84
|
|
|
73
|
-
this.blockProposalTxTargetCount =
|
|
85
|
+
this.blockProposalTxTargetCount = createUpDownCounterWithDefault(
|
|
86
|
+
meter,
|
|
87
|
+
Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT,
|
|
88
|
+
{
|
|
89
|
+
[Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: [true, false],
|
|
90
|
+
},
|
|
91
|
+
);
|
|
92
|
+
|
|
93
|
+
this.checkpointL1InclusionDelay = meter.createHistogram(Metrics.ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY);
|
|
74
94
|
|
|
75
95
|
this.dbMetrics = new LmdbMetrics(
|
|
76
96
|
meter,
|
|
@@ -84,10 +104,6 @@ export class ArchiverInstrumentation {
|
|
|
84
104
|
public static async new(telemetry: TelemetryClient, lmdbStats?: LmdbStatsCallback) {
|
|
85
105
|
const instance = new ArchiverInstrumentation(telemetry, lmdbStats);
|
|
86
106
|
|
|
87
|
-
instance.syncBlockCount.add(0);
|
|
88
|
-
instance.syncMessageCount.add(0);
|
|
89
|
-
instance.pruneCount.add(0);
|
|
90
|
-
|
|
91
107
|
await instance.telemetry.flush();
|
|
92
108
|
|
|
93
109
|
return instance;
|
|
@@ -97,9 +113,10 @@ export class ArchiverInstrumentation {
|
|
|
97
113
|
return this.telemetry.isEnabled();
|
|
98
114
|
}
|
|
99
115
|
|
|
100
|
-
public processNewBlocks(syncTimePerBlock: number, blocks:
|
|
116
|
+
public processNewBlocks(syncTimePerBlock: number, blocks: L2Block[]) {
|
|
101
117
|
this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
|
|
102
118
|
this.blockHeight.record(Math.max(...blocks.map(b => b.number)));
|
|
119
|
+
this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
|
|
103
120
|
this.syncBlockCount.add(blocks.length);
|
|
104
121
|
|
|
105
122
|
for (const block of blocks) {
|
|
@@ -122,8 +139,10 @@ export class ArchiverInstrumentation {
|
|
|
122
139
|
this.pruneDuration.record(Math.ceil(duration));
|
|
123
140
|
}
|
|
124
141
|
|
|
125
|
-
public
|
|
126
|
-
|
|
142
|
+
public updateLastProvenCheckpoint(checkpoint: CheckpointData) {
|
|
143
|
+
const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
|
|
144
|
+
this.blockHeight.record(lastBlockNumberInCheckpoint, { [Attributes.STATUS]: 'proven' });
|
|
145
|
+
this.checkpointHeight.record(checkpoint.checkpointNumber, { [Attributes.STATUS]: 'proven' });
|
|
127
146
|
}
|
|
128
147
|
|
|
129
148
|
public processProofsVerified(logs: { proverId: string; l2BlockNumber: bigint; delay: bigint }[]) {
|
|
@@ -149,4 +168,17 @@ export class ArchiverInstrumentation {
|
|
|
149
168
|
[Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: usedTrace,
|
|
150
169
|
});
|
|
151
170
|
}
|
|
171
|
+
|
|
172
|
+
/**
|
|
173
|
+
* Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
|
|
174
|
+
*/
|
|
175
|
+
public processCheckpointL1Timing(data: {
|
|
176
|
+
slotNumber: SlotNumber;
|
|
177
|
+
l1Timestamp: bigint;
|
|
178
|
+
l1Constants: Pick<L1RollupConstants, 'l1GenesisTime' | 'slotDuration'>;
|
|
179
|
+
}): void {
|
|
180
|
+
const slotStartTs = getTimestampForSlot(data.slotNumber, data.l1Constants);
|
|
181
|
+
const inclusionDelaySeconds = Number(data.l1Timestamp - slotStartTs);
|
|
182
|
+
this.checkpointL1InclusionDelay.record(inclusionDelaySeconds);
|
|
183
|
+
}
|
|
152
184
|
}
|