@aztec/archiver 0.0.1-commit.bf2612ae → 0.0.1-commit.c0b82b2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/archiver.d.ts +5 -2
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +24 -93
- package/dest/factory.d.ts +1 -1
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +10 -9
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +36 -33
- package/dest/l1/calldata_retriever.d.ts +73 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -259
- package/dest/l1/data_retrieval.d.ts +9 -9
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +22 -20
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/validate_trace.d.ts +6 -3
- package/dest/l1/validate_trace.d.ts.map +1 -1
- package/dest/l1/validate_trace.js +13 -9
- package/dest/modules/data_source_base.d.ts +11 -6
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +28 -72
- package/dest/modules/data_store_updater.d.ts +9 -2
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +40 -19
- package/dest/modules/instrumentation.d.ts +15 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +36 -12
- package/dest/modules/l1_synchronizer.d.ts +4 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +16 -12
- package/dest/store/block_store.d.ts +19 -15
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +71 -19
- package/dest/store/contract_class_store.d.ts +1 -1
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +11 -7
- package/dest/store/kv_archiver_store.d.ts +21 -7
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +20 -3
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/store/log_store.d.ts +1 -1
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +56 -36
- package/dest/test/fake_l1_state.d.ts +6 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +56 -18
- package/dest/test/index.d.ts +1 -2
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +3 -2
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +21 -6
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +127 -84
- package/package.json +14 -13
- package/src/archiver.ts +31 -111
- package/src/factory.ts +24 -11
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +46 -39
- package/src/l1/calldata_retriever.ts +249 -379
- package/src/l1/data_retrieval.ts +24 -26
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_trace.ts +24 -6
- package/src/modules/data_source_base.ts +56 -95
- package/src/modules/data_store_updater.ts +43 -18
- package/src/modules/instrumentation.ts +44 -12
- package/src/modules/l1_synchronizer.ts +17 -15
- package/src/store/block_store.ts +87 -38
- package/src/store/contract_class_store.ts +11 -7
- package/src/store/kv_archiver_store.ts +40 -8
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/store/log_store.ts +95 -33
- package/src/test/fake_l1_state.ts +75 -17
- package/src/test/index.ts +3 -1
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +163 -83
|
@@ -1,5 +1,9 @@
|
|
|
1
|
+
import type { SlotNumber } from '@aztec/foundation/branded-types';
|
|
1
2
|
import { createLogger } from '@aztec/foundation/log';
|
|
2
3
|
import type { L2Block } from '@aztec/stdlib/block';
|
|
4
|
+
import type { CheckpointData } from '@aztec/stdlib/checkpoint';
|
|
5
|
+
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
6
|
+
import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
3
7
|
import {
|
|
4
8
|
Attributes,
|
|
5
9
|
type Gauge,
|
|
@@ -10,12 +14,14 @@ import {
|
|
|
10
14
|
type TelemetryClient,
|
|
11
15
|
type Tracer,
|
|
12
16
|
type UpDownCounter,
|
|
17
|
+
createUpDownCounterWithDefault,
|
|
13
18
|
} from '@aztec/telemetry-client';
|
|
14
19
|
|
|
15
20
|
export class ArchiverInstrumentation {
|
|
16
21
|
public readonly tracer: Tracer;
|
|
17
22
|
|
|
18
23
|
private blockHeight: Gauge;
|
|
24
|
+
private checkpointHeight: Gauge;
|
|
19
25
|
private txCount: UpDownCounter;
|
|
20
26
|
private l1BlockHeight: Gauge;
|
|
21
27
|
private proofsSubmittedDelay: Histogram;
|
|
@@ -35,6 +41,8 @@ export class ArchiverInstrumentation {
|
|
|
35
41
|
|
|
36
42
|
private blockProposalTxTargetCount: UpDownCounter;
|
|
37
43
|
|
|
44
|
+
private checkpointL1InclusionDelay: Histogram;
|
|
45
|
+
|
|
38
46
|
private log = createLogger('archiver:instrumentation');
|
|
39
47
|
|
|
40
48
|
private constructor(
|
|
@@ -46,17 +54,21 @@ export class ArchiverInstrumentation {
|
|
|
46
54
|
|
|
47
55
|
this.blockHeight = meter.createGauge(Metrics.ARCHIVER_BLOCK_HEIGHT);
|
|
48
56
|
|
|
57
|
+
this.checkpointHeight = meter.createGauge(Metrics.ARCHIVER_CHECKPOINT_HEIGHT);
|
|
58
|
+
|
|
49
59
|
this.l1BlockHeight = meter.createGauge(Metrics.ARCHIVER_L1_BLOCK_HEIGHT);
|
|
50
60
|
|
|
51
|
-
this.txCount = meter
|
|
61
|
+
this.txCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_TOTAL_TXS);
|
|
52
62
|
|
|
53
|
-
this.proofsSubmittedCount = meter
|
|
63
|
+
this.proofsSubmittedCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_ROLLUP_PROOF_COUNT, {
|
|
64
|
+
[Attributes.PROOF_TIMED_OUT]: [true, false],
|
|
65
|
+
});
|
|
54
66
|
|
|
55
67
|
this.proofsSubmittedDelay = meter.createHistogram(Metrics.ARCHIVER_ROLLUP_PROOF_DELAY);
|
|
56
68
|
|
|
57
69
|
this.syncDurationPerBlock = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_BLOCK);
|
|
58
70
|
|
|
59
|
-
this.syncBlockCount = meter
|
|
71
|
+
this.syncBlockCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
|
|
60
72
|
|
|
61
73
|
this.manaPerBlock = meter.createHistogram(Metrics.ARCHIVER_MANA_PER_BLOCK);
|
|
62
74
|
|
|
@@ -64,13 +76,21 @@ export class ArchiverInstrumentation {
|
|
|
64
76
|
|
|
65
77
|
this.syncDurationPerMessage = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_MESSAGE);
|
|
66
78
|
|
|
67
|
-
this.syncMessageCount = meter
|
|
79
|
+
this.syncMessageCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
|
|
68
80
|
|
|
69
81
|
this.pruneDuration = meter.createHistogram(Metrics.ARCHIVER_PRUNE_DURATION);
|
|
70
82
|
|
|
71
|
-
this.pruneCount = meter
|
|
83
|
+
this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT);
|
|
72
84
|
|
|
73
|
-
this.blockProposalTxTargetCount =
|
|
85
|
+
this.blockProposalTxTargetCount = createUpDownCounterWithDefault(
|
|
86
|
+
meter,
|
|
87
|
+
Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT,
|
|
88
|
+
{
|
|
89
|
+
[Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: [true, false],
|
|
90
|
+
},
|
|
91
|
+
);
|
|
92
|
+
|
|
93
|
+
this.checkpointL1InclusionDelay = meter.createHistogram(Metrics.ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY);
|
|
74
94
|
|
|
75
95
|
this.dbMetrics = new LmdbMetrics(
|
|
76
96
|
meter,
|
|
@@ -84,10 +104,6 @@ export class ArchiverInstrumentation {
|
|
|
84
104
|
public static async new(telemetry: TelemetryClient, lmdbStats?: LmdbStatsCallback) {
|
|
85
105
|
const instance = new ArchiverInstrumentation(telemetry, lmdbStats);
|
|
86
106
|
|
|
87
|
-
instance.syncBlockCount.add(0);
|
|
88
|
-
instance.syncMessageCount.add(0);
|
|
89
|
-
instance.pruneCount.add(0);
|
|
90
|
-
|
|
91
107
|
await instance.telemetry.flush();
|
|
92
108
|
|
|
93
109
|
return instance;
|
|
@@ -100,6 +116,7 @@ export class ArchiverInstrumentation {
|
|
|
100
116
|
public processNewBlocks(syncTimePerBlock: number, blocks: L2Block[]) {
|
|
101
117
|
this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
|
|
102
118
|
this.blockHeight.record(Math.max(...blocks.map(b => b.number)));
|
|
119
|
+
this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
|
|
103
120
|
this.syncBlockCount.add(blocks.length);
|
|
104
121
|
|
|
105
122
|
for (const block of blocks) {
|
|
@@ -122,8 +139,10 @@ export class ArchiverInstrumentation {
|
|
|
122
139
|
this.pruneDuration.record(Math.ceil(duration));
|
|
123
140
|
}
|
|
124
141
|
|
|
125
|
-
public
|
|
126
|
-
|
|
142
|
+
public updateLastProvenCheckpoint(checkpoint: CheckpointData) {
|
|
143
|
+
const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
|
|
144
|
+
this.blockHeight.record(lastBlockNumberInCheckpoint, { [Attributes.STATUS]: 'proven' });
|
|
145
|
+
this.checkpointHeight.record(checkpoint.checkpointNumber, { [Attributes.STATUS]: 'proven' });
|
|
127
146
|
}
|
|
128
147
|
|
|
129
148
|
public processProofsVerified(logs: { proverId: string; l2BlockNumber: bigint; delay: bigint }[]) {
|
|
@@ -149,4 +168,17 @@ export class ArchiverInstrumentation {
|
|
|
149
168
|
[Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: usedTrace,
|
|
150
169
|
});
|
|
151
170
|
}
|
|
171
|
+
|
|
172
|
+
/**
|
|
173
|
+
* Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
|
|
174
|
+
*/
|
|
175
|
+
public processCheckpointL1Timing(data: {
|
|
176
|
+
slotNumber: SlotNumber;
|
|
177
|
+
l1Timestamp: bigint;
|
|
178
|
+
l1Constants: Pick<L1RollupConstants, 'l1GenesisTime' | 'slotDuration'>;
|
|
179
|
+
}): void {
|
|
180
|
+
const slotStartTs = getTimestampForSlot(data.slotNumber, data.l1Constants);
|
|
181
|
+
const inclusionDelaySeconds = Number(data.l1Timestamp - slotStartTs);
|
|
182
|
+
this.checkpointL1InclusionDelay.record(inclusionDelaySeconds);
|
|
183
|
+
}
|
|
152
184
|
}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
2
2
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
3
3
|
import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
4
|
-
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
5
4
|
import type { L1BlockId } from '@aztec/ethereum/l1-types';
|
|
6
5
|
import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
7
6
|
import { maxBigint } from '@aztec/foundation/bigint';
|
|
@@ -9,14 +8,13 @@ import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/br
|
|
|
9
8
|
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
10
9
|
import { pick } from '@aztec/foundation/collection';
|
|
11
10
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
12
|
-
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
13
11
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
14
12
|
import { count } from '@aztec/foundation/string';
|
|
15
13
|
import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
|
|
16
14
|
import { isDefined } from '@aztec/foundation/types';
|
|
17
15
|
import { type ArchiverEmitter, L2BlockSourceEvents, type ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
18
16
|
import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
19
|
-
import { type L1RollupConstants, getEpochAtSlot,
|
|
17
|
+
import { type L1RollupConstants, getEpochAtSlot, getSlotAtNextL1Block } from '@aztec/stdlib/epoch-helpers';
|
|
20
18
|
import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
|
|
21
19
|
import { type Traceable, type Tracer, execInSpan, trackSpan } from '@aztec/telemetry-client';
|
|
22
20
|
|
|
@@ -28,6 +26,7 @@ import {
|
|
|
28
26
|
retrievedToPublishedCheckpoint,
|
|
29
27
|
} from '../l1/data_retrieval.js';
|
|
30
28
|
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
29
|
+
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
31
30
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
32
31
|
import { ArchiverDataStoreUpdater } from './data_store_updater.js';
|
|
33
32
|
import type { ArchiverInstrumentation } from './instrumentation.js';
|
|
@@ -60,10 +59,6 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
60
59
|
private readonly debugClient: ViemPublicDebugClient,
|
|
61
60
|
private readonly rollup: RollupContract,
|
|
62
61
|
private readonly inbox: InboxContract,
|
|
63
|
-
private readonly l1Addresses: Pick<
|
|
64
|
-
L1ContractAddresses,
|
|
65
|
-
'registryAddress' | 'governanceProposerAddress' | 'slashFactoryAddress'
|
|
66
|
-
> & { slashingProposerAddress: EthAddress },
|
|
67
62
|
private readonly store: KVArchiverDataStore,
|
|
68
63
|
private config: {
|
|
69
64
|
batchSize: number;
|
|
@@ -77,9 +72,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
77
72
|
private readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
|
|
78
73
|
private readonly events: ArchiverEmitter,
|
|
79
74
|
tracer: Tracer,
|
|
75
|
+
l2TipsCache?: L2TipsCache,
|
|
80
76
|
private readonly log: Logger = createLogger('archiver:l1-sync'),
|
|
81
77
|
) {
|
|
82
|
-
this.updater = new ArchiverDataStoreUpdater(this.store);
|
|
78
|
+
this.updater = new ArchiverDataStoreUpdater(this.store, l2TipsCache);
|
|
83
79
|
this.tracer = tracer;
|
|
84
80
|
}
|
|
85
81
|
|
|
@@ -249,8 +245,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
249
245
|
const firstUncheckpointedBlockSlot = firstUncheckpointedBlockHeader?.getSlot();
|
|
250
246
|
|
|
251
247
|
// What's the slot at the next L1 block? All blocks for slots strictly before this one should've been checkpointed by now.
|
|
252
|
-
const
|
|
253
|
-
const slotAtNextL1Block = getSlotAtTimestamp(nextL1BlockTimestamp, this.l1Constants);
|
|
248
|
+
const slotAtNextL1Block = getSlotAtNextL1Block(currentL1Timestamp, this.l1Constants);
|
|
254
249
|
|
|
255
250
|
// Prune provisional blocks from slots that have ended without being checkpointed
|
|
256
251
|
if (firstUncheckpointedBlockSlot !== undefined && firstUncheckpointedBlockSlot < slotAtNextL1Block) {
|
|
@@ -551,7 +546,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
551
546
|
if (provenCheckpointNumber === 0) {
|
|
552
547
|
const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
|
|
553
548
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
554
|
-
await this.
|
|
549
|
+
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
555
550
|
this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
556
551
|
}
|
|
557
552
|
}
|
|
@@ -583,13 +578,13 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
583
578
|
) {
|
|
584
579
|
const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
|
|
585
580
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
586
|
-
await this.
|
|
581
|
+
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
587
582
|
this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
588
583
|
const provenSlotNumber = localCheckpointForDestinationProvenCheckpointNumber.header.slotNumber;
|
|
589
584
|
const provenEpochNumber: EpochNumber = getEpochAtSlot(provenSlotNumber, this.l1Constants);
|
|
590
585
|
const lastBlockNumberInCheckpoint =
|
|
591
586
|
localCheckpointForDestinationProvenCheckpointNumber.startBlock +
|
|
592
|
-
localCheckpointForDestinationProvenCheckpointNumber.
|
|
587
|
+
localCheckpointForDestinationProvenCheckpointNumber.blockCount -
|
|
593
588
|
1;
|
|
594
589
|
|
|
595
590
|
this.events.emit(L2BlockSourceEvents.L2BlockProven, {
|
|
@@ -598,7 +593,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
598
593
|
slotNumber: provenSlotNumber,
|
|
599
594
|
epochNumber: provenEpochNumber,
|
|
600
595
|
});
|
|
601
|
-
this.instrumentation.
|
|
596
|
+
this.instrumentation.updateLastProvenCheckpoint(localCheckpointForDestinationProvenCheckpointNumber);
|
|
602
597
|
} else {
|
|
603
598
|
this.log.trace(`Proven checkpoint ${provenCheckpointNumber} already stored.`);
|
|
604
599
|
}
|
|
@@ -707,7 +702,6 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
707
702
|
this.blobClient,
|
|
708
703
|
searchStartBlock, // TODO(palla/reorg): If the L2 reorg was due to an L1 reorg, we need to start search earlier
|
|
709
704
|
searchEndBlock,
|
|
710
|
-
this.l1Addresses,
|
|
711
705
|
this.instrumentation,
|
|
712
706
|
this.log,
|
|
713
707
|
!initialSyncComplete, // isHistoricalSync
|
|
@@ -802,6 +796,14 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
802
796
|
);
|
|
803
797
|
}
|
|
804
798
|
|
|
799
|
+
for (const published of validCheckpoints) {
|
|
800
|
+
this.instrumentation.processCheckpointL1Timing({
|
|
801
|
+
slotNumber: published.checkpoint.header.slotNumber,
|
|
802
|
+
l1Timestamp: published.l1.timestamp,
|
|
803
|
+
l1Constants: this.l1Constants,
|
|
804
|
+
});
|
|
805
|
+
}
|
|
806
|
+
|
|
805
807
|
try {
|
|
806
808
|
const updatedValidationResult =
|
|
807
809
|
rollupStatus.validationResult === initialValidationResult ? undefined : rollupStatus.validationResult;
|
package/src/store/block_store.ts
CHANGED
|
@@ -9,6 +9,7 @@ import { isDefined } from '@aztec/foundation/types';
|
|
|
9
9
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
|
|
10
10
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
11
11
|
import {
|
|
12
|
+
type BlockData,
|
|
12
13
|
BlockHash,
|
|
13
14
|
Body,
|
|
14
15
|
CheckpointedL2Block,
|
|
@@ -18,7 +19,7 @@ import {
|
|
|
18
19
|
deserializeValidateCheckpointResult,
|
|
19
20
|
serializeValidateCheckpointResult,
|
|
20
21
|
} from '@aztec/stdlib/block';
|
|
21
|
-
import { L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
22
|
+
import { type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
22
23
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
23
24
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
24
25
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
@@ -61,23 +62,14 @@ type BlockStorage = {
|
|
|
61
62
|
type CheckpointStorage = {
|
|
62
63
|
header: Buffer;
|
|
63
64
|
archive: Buffer;
|
|
65
|
+
checkpointOutHash: Buffer;
|
|
64
66
|
checkpointNumber: number;
|
|
65
67
|
startBlock: number;
|
|
66
|
-
|
|
68
|
+
blockCount: number;
|
|
67
69
|
l1: Buffer;
|
|
68
70
|
attestations: Buffer[];
|
|
69
71
|
};
|
|
70
72
|
|
|
71
|
-
export type CheckpointData = {
|
|
72
|
-
checkpointNumber: CheckpointNumber;
|
|
73
|
-
header: CheckpointHeader;
|
|
74
|
-
archive: AppendOnlyTreeSnapshot;
|
|
75
|
-
startBlock: number;
|
|
76
|
-
numBlocks: number;
|
|
77
|
-
l1: L1PublishedData;
|
|
78
|
-
attestations: Buffer[];
|
|
79
|
-
};
|
|
80
|
-
|
|
81
73
|
export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
|
|
82
74
|
|
|
83
75
|
/**
|
|
@@ -90,6 +82,9 @@ export class BlockStore {
|
|
|
90
82
|
/** Map checkpoint number to checkpoint data */
|
|
91
83
|
#checkpoints: AztecAsyncMap<number, CheckpointStorage>;
|
|
92
84
|
|
|
85
|
+
/** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
|
|
86
|
+
#slotToCheckpoint: AztecAsyncMap<number, number>;
|
|
87
|
+
|
|
93
88
|
/** Map block hash to list of tx hashes */
|
|
94
89
|
#blockTxs: AztecAsyncMap<string, Buffer>;
|
|
95
90
|
|
|
@@ -130,6 +125,7 @@ export class BlockStore {
|
|
|
130
125
|
this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
|
|
131
126
|
this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
|
|
132
127
|
this.#checkpoints = db.openMap('archiver_checkpoints');
|
|
128
|
+
this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
|
|
133
129
|
}
|
|
134
130
|
|
|
135
131
|
/**
|
|
@@ -273,7 +269,7 @@ export class BlockStore {
|
|
|
273
269
|
|
|
274
270
|
// If we have a previous checkpoint then we need to get the previous block number
|
|
275
271
|
if (previousCheckpointData !== undefined) {
|
|
276
|
-
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.
|
|
272
|
+
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
|
|
277
273
|
previousBlock = await this.getBlock(previousBlockNumber);
|
|
278
274
|
if (previousBlock === undefined) {
|
|
279
275
|
// We should be able to get the required previous block
|
|
@@ -337,12 +333,16 @@ export class BlockStore {
|
|
|
337
333
|
await this.#checkpoints.set(checkpoint.checkpoint.number, {
|
|
338
334
|
header: checkpoint.checkpoint.header.toBuffer(),
|
|
339
335
|
archive: checkpoint.checkpoint.archive.toBuffer(),
|
|
336
|
+
checkpointOutHash: checkpoint.checkpoint.getCheckpointOutHash().toBuffer(),
|
|
340
337
|
l1: checkpoint.l1.toBuffer(),
|
|
341
338
|
attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
|
|
342
339
|
checkpointNumber: checkpoint.checkpoint.number,
|
|
343
340
|
startBlock: checkpoint.checkpoint.blocks[0].number,
|
|
344
|
-
|
|
341
|
+
blockCount: checkpoint.checkpoint.blocks.length,
|
|
345
342
|
});
|
|
343
|
+
|
|
344
|
+
// Update slot-to-checkpoint index
|
|
345
|
+
await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
|
|
346
346
|
}
|
|
347
347
|
|
|
348
348
|
await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
|
|
@@ -351,7 +351,7 @@ export class BlockStore {
|
|
|
351
351
|
}
|
|
352
352
|
|
|
353
353
|
private async addBlockToDatabase(block: L2Block, checkpointNumber: number, indexWithinCheckpoint: number) {
|
|
354
|
-
const blockHash =
|
|
354
|
+
const blockHash = await block.hash();
|
|
355
355
|
|
|
356
356
|
await this.#blocks.set(block.number, {
|
|
357
357
|
header: block.header.toBuffer(),
|
|
@@ -425,7 +425,7 @@ export class BlockStore {
|
|
|
425
425
|
if (!targetCheckpoint) {
|
|
426
426
|
throw new Error(`Target checkpoint ${checkpointNumber} not found in store`);
|
|
427
427
|
}
|
|
428
|
-
lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.
|
|
428
|
+
lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.blockCount - 1);
|
|
429
429
|
}
|
|
430
430
|
|
|
431
431
|
// Remove all blocks after lastBlockToKeep (both checkpointed and uncheckpointed)
|
|
@@ -433,6 +433,11 @@ export class BlockStore {
|
|
|
433
433
|
|
|
434
434
|
// Remove all checkpoints after the target
|
|
435
435
|
for (let c = latestCheckpointNumber; c > checkpointNumber; c = CheckpointNumber(c - 1)) {
|
|
436
|
+
const checkpointStorage = await this.#checkpoints.getAsync(c);
|
|
437
|
+
if (checkpointStorage) {
|
|
438
|
+
const slotNumber = CheckpointHeader.fromBuffer(checkpointStorage.header).slotNumber;
|
|
439
|
+
await this.#slotToCheckpoint.delete(slotNumber);
|
|
440
|
+
}
|
|
436
441
|
await this.#checkpoints.delete(c);
|
|
437
442
|
this.#log.debug(`Removed checkpoint ${c}`);
|
|
438
443
|
}
|
|
@@ -461,17 +466,32 @@ export class BlockStore {
|
|
|
461
466
|
return checkpoints;
|
|
462
467
|
}
|
|
463
468
|
|
|
464
|
-
|
|
465
|
-
|
|
469
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
470
|
+
async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
471
|
+
const result: CheckpointData[] = [];
|
|
472
|
+
for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
|
|
473
|
+
start: startSlot,
|
|
474
|
+
end: endSlot + 1,
|
|
475
|
+
})) {
|
|
476
|
+
const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
|
|
477
|
+
if (checkpointStorage) {
|
|
478
|
+
result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
return result;
|
|
482
|
+
}
|
|
483
|
+
|
|
484
|
+
private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
|
|
485
|
+
return {
|
|
466
486
|
header: CheckpointHeader.fromBuffer(checkpointStorage.header),
|
|
467
487
|
archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
|
|
488
|
+
checkpointOutHash: Fr.fromBuffer(checkpointStorage.checkpointOutHash),
|
|
468
489
|
checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
|
|
469
|
-
startBlock: checkpointStorage.startBlock,
|
|
470
|
-
|
|
490
|
+
startBlock: BlockNumber(checkpointStorage.startBlock),
|
|
491
|
+
blockCount: checkpointStorage.blockCount,
|
|
471
492
|
l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
|
|
472
|
-
attestations: checkpointStorage.attestations,
|
|
493
|
+
attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
473
494
|
};
|
|
474
|
-
return data;
|
|
475
495
|
}
|
|
476
496
|
|
|
477
497
|
async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2Block[] | undefined> {
|
|
@@ -483,7 +503,7 @@ export class BlockStore {
|
|
|
483
503
|
const blocksForCheckpoint = await toArray(
|
|
484
504
|
this.#blocks.entriesAsync({
|
|
485
505
|
start: checkpoint.startBlock,
|
|
486
|
-
end: checkpoint.startBlock + checkpoint.
|
|
506
|
+
end: checkpoint.startBlock + checkpoint.blockCount,
|
|
487
507
|
}),
|
|
488
508
|
);
|
|
489
509
|
|
|
@@ -556,7 +576,7 @@ export class BlockStore {
|
|
|
556
576
|
if (!checkpointStorage) {
|
|
557
577
|
throw new CheckpointNotFoundError(provenCheckpointNumber);
|
|
558
578
|
} else {
|
|
559
|
-
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.
|
|
579
|
+
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
|
|
560
580
|
}
|
|
561
581
|
}
|
|
562
582
|
|
|
@@ -624,7 +644,7 @@ export class BlockStore {
|
|
|
624
644
|
}
|
|
625
645
|
}
|
|
626
646
|
|
|
627
|
-
async getCheckpointedBlockByHash(blockHash:
|
|
647
|
+
async getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
|
|
628
648
|
const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
|
|
629
649
|
if (blockNumber === undefined) {
|
|
630
650
|
return undefined;
|
|
@@ -655,6 +675,32 @@ export class BlockStore {
|
|
|
655
675
|
}
|
|
656
676
|
}
|
|
657
677
|
|
|
678
|
+
/**
|
|
679
|
+
* Gets block metadata (without tx data) by block number.
|
|
680
|
+
* @param blockNumber - The number of the block to return.
|
|
681
|
+
* @returns The requested block data.
|
|
682
|
+
*/
|
|
683
|
+
async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
|
|
684
|
+
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
685
|
+
if (!blockStorage || !blockStorage.header) {
|
|
686
|
+
return undefined;
|
|
687
|
+
}
|
|
688
|
+
return this.getBlockDataFromBlockStorage(blockStorage);
|
|
689
|
+
}
|
|
690
|
+
|
|
691
|
+
/**
|
|
692
|
+
* Gets block metadata (without tx data) by archive root.
|
|
693
|
+
* @param archive - The archive root of the block to return.
|
|
694
|
+
* @returns The requested block data.
|
|
695
|
+
*/
|
|
696
|
+
async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
697
|
+
const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
|
|
698
|
+
if (blockNumber === undefined) {
|
|
699
|
+
return undefined;
|
|
700
|
+
}
|
|
701
|
+
return this.getBlockData(BlockNumber(blockNumber));
|
|
702
|
+
}
|
|
703
|
+
|
|
658
704
|
/**
|
|
659
705
|
* Gets an L2 block.
|
|
660
706
|
* @param blockNumber - The number of the block to return.
|
|
@@ -759,15 +805,24 @@ export class BlockStore {
|
|
|
759
805
|
}
|
|
760
806
|
}
|
|
761
807
|
|
|
808
|
+
private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
|
|
809
|
+
return {
|
|
810
|
+
header: BlockHeader.fromBuffer(blockStorage.header),
|
|
811
|
+
archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
|
|
812
|
+
blockHash: Fr.fromBuffer(blockStorage.blockHash),
|
|
813
|
+
checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
|
|
814
|
+
indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
815
|
+
};
|
|
816
|
+
}
|
|
817
|
+
|
|
762
818
|
private async getBlockFromBlockStorage(
|
|
763
819
|
blockNumber: number,
|
|
764
820
|
blockStorage: BlockStorage,
|
|
765
821
|
): Promise<L2Block | undefined> {
|
|
766
|
-
const header =
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
const blockHashString = bufferToHex(blockHash);
|
|
822
|
+
const { header, archive, blockHash, checkpointNumber, indexWithinCheckpoint } =
|
|
823
|
+
this.getBlockDataFromBlockStorage(blockStorage);
|
|
824
|
+
header.setHash(blockHash);
|
|
825
|
+
const blockHashString = bufferToHex(blockStorage.blockHash);
|
|
771
826
|
const blockTxsBuffer = await this.#blockTxs.getAsync(blockHashString);
|
|
772
827
|
if (blockTxsBuffer === undefined) {
|
|
773
828
|
this.#log.warn(`Could not find body for block ${header.globalVariables.blockNumber} ${blockHash}`);
|
|
@@ -786,13 +841,7 @@ export class BlockStore {
|
|
|
786
841
|
txEffects.push(deserializeIndexedTxEffect(txEffect).data);
|
|
787
842
|
}
|
|
788
843
|
const body = new Body(txEffects);
|
|
789
|
-
const block = new L2Block(
|
|
790
|
-
archive,
|
|
791
|
-
header,
|
|
792
|
-
body,
|
|
793
|
-
CheckpointNumber(blockStorage.checkpointNumber!),
|
|
794
|
-
IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
795
|
-
);
|
|
844
|
+
const block = new L2Block(archive, header, body, checkpointNumber, indexWithinCheckpoint);
|
|
796
845
|
|
|
797
846
|
if (block.number !== blockNumber) {
|
|
798
847
|
throw new Error(
|
|
@@ -892,7 +941,7 @@ export class BlockStore {
|
|
|
892
941
|
if (!checkpoint) {
|
|
893
942
|
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
894
943
|
}
|
|
895
|
-
return BlockNumber(checkpoint.startBlock + checkpoint.
|
|
944
|
+
return BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1);
|
|
896
945
|
}
|
|
897
946
|
|
|
898
947
|
async getLatestL2BlockNumber(): Promise<BlockNumber> {
|
|
@@ -28,18 +28,22 @@ export class ContractClassStore {
|
|
|
28
28
|
bytecodeCommitment: Fr,
|
|
29
29
|
blockNumber: number,
|
|
30
30
|
): Promise<void> {
|
|
31
|
-
await this
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
31
|
+
await this.db.transactionAsync(async () => {
|
|
32
|
+
await this.#contractClasses.setIfNotExists(
|
|
33
|
+
contractClass.id.toString(),
|
|
34
|
+
serializeContractClassPublic({ ...contractClass, l2BlockNumber: blockNumber }),
|
|
35
|
+
);
|
|
36
|
+
await this.#bytecodeCommitments.setIfNotExists(contractClass.id.toString(), bytecodeCommitment.toBuffer());
|
|
37
|
+
});
|
|
36
38
|
}
|
|
37
39
|
|
|
38
40
|
async deleteContractClasses(contractClass: ContractClassPublic, blockNumber: number): Promise<void> {
|
|
39
41
|
const restoredContractClass = await this.#contractClasses.getAsync(contractClass.id.toString());
|
|
40
42
|
if (restoredContractClass && deserializeContractClassPublic(restoredContractClass).l2BlockNumber >= blockNumber) {
|
|
41
|
-
await this
|
|
42
|
-
|
|
43
|
+
await this.db.transactionAsync(async () => {
|
|
44
|
+
await this.#contractClasses.delete(contractClass.id.toString());
|
|
45
|
+
await this.#bytecodeCommitments.delete(contractClass.id.toString());
|
|
46
|
+
});
|
|
43
47
|
}
|
|
44
48
|
}
|
|
45
49
|
|
|
@@ -6,8 +6,14 @@ import { createLogger } from '@aztec/foundation/log';
|
|
|
6
6
|
import type { AztecAsyncKVStore, CustomRange, StoreSize } from '@aztec/kv-store';
|
|
7
7
|
import { FunctionSelector } from '@aztec/stdlib/abi';
|
|
8
8
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
9
|
-
import {
|
|
10
|
-
|
|
9
|
+
import {
|
|
10
|
+
type BlockData,
|
|
11
|
+
BlockHash,
|
|
12
|
+
CheckpointedL2Block,
|
|
13
|
+
L2Block,
|
|
14
|
+
type ValidateCheckpointResult,
|
|
15
|
+
} from '@aztec/stdlib/block';
|
|
16
|
+
import type { CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
11
17
|
import type {
|
|
12
18
|
ContractClassPublic,
|
|
13
19
|
ContractDataSource,
|
|
@@ -25,7 +31,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
|
|
|
25
31
|
import { join } from 'path';
|
|
26
32
|
|
|
27
33
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
28
|
-
import { BlockStore, type
|
|
34
|
+
import { BlockStore, type RemoveCheckpointsResult } from './block_store.js';
|
|
29
35
|
import { ContractClassStore } from './contract_class_store.js';
|
|
30
36
|
import { ContractInstanceStore } from './contract_instance_store.js';
|
|
31
37
|
import { LogStore } from './log_store.js';
|
|
@@ -74,6 +80,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
74
80
|
this.#contractInstanceStore = new ContractInstanceStore(db);
|
|
75
81
|
}
|
|
76
82
|
|
|
83
|
+
/** Returns the underlying block store. Used by L2TipsCache. */
|
|
84
|
+
get blockStore(): BlockStore {
|
|
85
|
+
return this.#blockStore;
|
|
86
|
+
}
|
|
87
|
+
|
|
77
88
|
/** Opens a new transaction to the underlying store and runs all operations within it. */
|
|
78
89
|
public transactionAsync<T>(callback: () => Promise<T>): Promise<T> {
|
|
79
90
|
return this.db.transactionAsync(callback);
|
|
@@ -291,7 +302,7 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
291
302
|
* Returns the block for the given hash, or undefined if not exists.
|
|
292
303
|
* @param blockHash - The block hash to return.
|
|
293
304
|
*/
|
|
294
|
-
getCheckpointedBlockByHash(blockHash:
|
|
305
|
+
getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
|
|
295
306
|
return this.#blockStore.getCheckpointedBlockByHash(blockHash);
|
|
296
307
|
}
|
|
297
308
|
/**
|
|
@@ -312,8 +323,8 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
312
323
|
* Returns the block for the given hash, or undefined if not exists.
|
|
313
324
|
* @param blockHash - The block hash to return.
|
|
314
325
|
*/
|
|
315
|
-
getBlockByHash(blockHash:
|
|
316
|
-
return this.#blockStore.getBlockByHash(
|
|
326
|
+
getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
|
|
327
|
+
return this.#blockStore.getBlockByHash(blockHash);
|
|
317
328
|
}
|
|
318
329
|
/**
|
|
319
330
|
* Returns the block for the given archive root, or undefined if not exists.
|
|
@@ -357,8 +368,8 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
357
368
|
* Returns the block header for the given hash, or undefined if not exists.
|
|
358
369
|
* @param blockHash - The block hash to return.
|
|
359
370
|
*/
|
|
360
|
-
getBlockHeaderByHash(blockHash:
|
|
361
|
-
return this.#blockStore.getBlockHeaderByHash(
|
|
371
|
+
getBlockHeaderByHash(blockHash: BlockHash): Promise<BlockHeader | undefined> {
|
|
372
|
+
return this.#blockStore.getBlockHeaderByHash(blockHash);
|
|
362
373
|
}
|
|
363
374
|
|
|
364
375
|
/**
|
|
@@ -369,6 +380,22 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
369
380
|
return this.#blockStore.getBlockHeaderByArchive(archive);
|
|
370
381
|
}
|
|
371
382
|
|
|
383
|
+
/**
|
|
384
|
+
* Gets block metadata (without tx data) by block number.
|
|
385
|
+
* @param blockNumber - The block number to return.
|
|
386
|
+
*/
|
|
387
|
+
getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
|
|
388
|
+
return this.#blockStore.getBlockData(blockNumber);
|
|
389
|
+
}
|
|
390
|
+
|
|
391
|
+
/**
|
|
392
|
+
* Gets block metadata (without tx data) by archive root.
|
|
393
|
+
* @param archive - The archive root to return.
|
|
394
|
+
*/
|
|
395
|
+
getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
396
|
+
return this.#blockStore.getBlockDataByArchive(archive);
|
|
397
|
+
}
|
|
398
|
+
|
|
372
399
|
/**
|
|
373
400
|
* Gets a tx effect.
|
|
374
401
|
* @param txHash - The hash of the tx corresponding to the tx effect.
|
|
@@ -618,6 +645,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
618
645
|
return this.#blockStore.getCheckpointData(checkpointNumber);
|
|
619
646
|
}
|
|
620
647
|
|
|
648
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
649
|
+
getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
650
|
+
return this.#blockStore.getCheckpointDataForSlotRange(startSlot, endSlot);
|
|
651
|
+
}
|
|
652
|
+
|
|
621
653
|
/**
|
|
622
654
|
* Gets all blocks that have the given slot number.
|
|
623
655
|
* @param slotNumber - The slot number to search for.
|