@aztec/archiver 0.0.1-commit.3469e52 → 0.0.1-commit.381b1a9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -0
- package/dest/archiver.d.ts +12 -8
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +81 -120
- package/dest/errors.d.ts +6 -1
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +8 -0
- package/dest/factory.d.ts +3 -1
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +14 -11
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +35 -32
- package/dest/l1/calldata_retriever.d.ts +73 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -259
- package/dest/l1/data_retrieval.d.ts +4 -7
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +12 -16
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/validate_trace.d.ts +6 -3
- package/dest/l1/validate_trace.d.ts.map +1 -1
- package/dest/l1/validate_trace.js +13 -9
- package/dest/modules/data_source_base.d.ts +25 -21
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +45 -120
- package/dest/modules/data_store_updater.d.ts +40 -21
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +114 -64
- package/dest/modules/instrumentation.d.ts +6 -4
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +26 -12
- package/dest/modules/l1_synchronizer.d.ts +5 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +46 -20
- package/dest/store/block_store.d.ts +49 -32
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +165 -54
- package/dest/store/contract_class_store.d.ts +1 -1
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +11 -7
- package/dest/store/kv_archiver_store.d.ts +53 -25
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +50 -17
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/store/log_store.d.ts +4 -4
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +105 -47
- package/dest/store/message_store.js +1 -1
- package/dest/test/fake_l1_state.d.ts +16 -4
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +84 -20
- package/dest/test/index.js +3 -1
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +39 -23
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +157 -112
- package/dest/test/mock_structs.d.ts +6 -2
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +24 -10
- package/dest/test/noop_l1_archiver.d.ts +26 -0
- package/dest/test/noop_l1_archiver.d.ts.map +1 -0
- package/dest/test/noop_l1_archiver.js +72 -0
- package/package.json +14 -13
- package/src/archiver.ts +106 -149
- package/src/errors.ts +12 -0
- package/src/factory.ts +29 -12
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +45 -33
- package/src/l1/calldata_retriever.ts +249 -379
- package/src/l1/data_retrieval.ts +10 -20
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_trace.ts +24 -6
- package/src/modules/data_source_base.ts +76 -166
- package/src/modules/data_store_updater.ts +130 -66
- package/src/modules/instrumentation.ts +26 -14
- package/src/modules/l1_synchronizer.ts +55 -26
- package/src/store/block_store.ts +216 -92
- package/src/store/contract_class_store.ts +11 -7
- package/src/store/kv_archiver_store.ts +88 -30
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/store/log_store.ts +171 -55
- package/src/store/message_store.ts +1 -1
- package/src/test/fake_l1_state.ts +112 -23
- package/src/test/index.ts +3 -0
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +211 -129
- package/src/test/mock_structs.ts +45 -15
- package/src/test/noop_l1_archiver.ts +115 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mock_structs.d.ts","sourceRoot":"","sources":["../../src/test/mock_structs.ts"],"names":[],"mappings":"AAMA,OAAO,EAAe,gBAAgB,EAAyB,MAAM,iCAAiC,CAAC;AACvG,OAAO,EAAE,QAAQ,EAAY,MAAM,0BAA0B,CAAC;AAG9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2CAA2C,CAAC;AAEjF,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"mock_structs.d.ts","sourceRoot":"","sources":["../../src/test/mock_structs.ts"],"names":[],"mappings":"AAMA,OAAO,EAAe,gBAAgB,EAAyB,MAAM,iCAAiC,CAAC;AACvG,OAAO,EAAE,QAAQ,EAAY,MAAM,0BAA0B,CAAC;AAG9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2CAA2C,CAAC;AAEjF,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAwB,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAK3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAyB,cAAc,EAAY,MAAM,kBAAkB,CAAC;AAEnF,OAAO,EAAE,KAAK,YAAY,EAAqB,MAAM,6BAA6B,CAAC;AAEnF,wBAAgB,gBAAgB,CAC9B,mBAAmB,WAAgB,EACnC,SAAS,GAAE,OAAO,CAAC,YAAY,CAAM,GACpC,YAAY,CAgBd;AAED,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE;IACJ,WAAW,CAAC,EAAE,QAAQ,CAAC;IACvB,uBAAuB,CAAC,EAAE,gBAAgB,CAAC;IAC3C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,KAAK,YAAY,CAAC;CAC5D,GACL,YAAY,EAAE,CA4BhB;AAED,kGAAkG;AAClG,wBAAgB,+BAA+B,CAC7C,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE;IAAE,uBAAuB,CAAC,EAAE,gBAAgB,CAAA;CAAO,GACxD,YAAY,EAAE,CAYhB;AAED,8DAA8D;AAC9D,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,KAAK,MAAM,EAAE,CAEhE;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,cAAc,CAU1F;AAED,gFAAgF;AAChF,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,MAAM,GAAG,eAAe,CAE1E;AAED,mGAAmG;AACnG,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,gBAAgB,mBAAsB,GAAG,UAAU,CAgBpG;AAED,yEAAyE;AACzE,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,EACrB,gBAAgB,SAAI,GACnB,mBAAmB,CAMrB;AAED,MAAM,WAAW,6BAA6B;IAC5C,qDAAqD;IACrD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+DAA+D;IAC/D,qBAAqB,CAAC,EAAE,gBAAgB,CAAC;IACzC,wCAAwC;IACxC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,4CAA4C;IAC5C,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yDAAyD;IACzD,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,4DAA4D;IAC5D,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,UAAU,CAAC,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC1G;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,6BAAkC,GAC1C,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAiChC;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAC3C,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,eAAe,EAAE,EAC1B,SAAS,EAAE,UAAU,EAAE,EACvB,aAAa,SAAI,GAChB,mBAAmB,CAIrB;AAED,iEAAiE;AACjE,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,CAMnG;AAED,6DAA6D;AAC7D,wBAAgB,cAAc,CAAC,GAAG,EAAE,SAAS,GAAG,UAAU,CAKzD;AAED,uDAAuD;AACvD,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,UAAU,EAAE,CAKxG;AAED,0DAA0D;AAC1D,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,CAM5F;AAED,4DAA4D;AAC5D,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,eAAe,GAAE,YAA8C,GAAG,SAAS,CAKlH;AAED,sDAAsD;AACtD,wBAAgB,cAAc,CAC5B,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,eAAe,GAAE,YAA8C,GAC9D,SAAS,EAAE,CAKb;AAED,MAAM,WAAW,6BAA6B;IAC5C,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,UAAU,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,YAAY,CAAA;KAAE,CAAC;CACvE;AAED,kEAAkE;AAClE,wBAAsB,sBAAsB,CAC1C,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,6BAAkC,GAC1C,OAAO,CAAC,mBAAmB,CAAC,CAsB9B"}
|
|
@@ -6,7 +6,7 @@ import { times, timesParallel } from '@aztec/foundation/collection';
|
|
|
6
6
|
import { randomBigInt, randomInt } from '@aztec/foundation/crypto/random';
|
|
7
7
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
8
8
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
9
|
-
import { CommitteeAttestation,
|
|
9
|
+
import { CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
|
|
10
10
|
import { Checkpoint, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
11
11
|
import { PrivateLog, PublicLog, SiloedTag, Tag } from '@aztec/stdlib/logs';
|
|
12
12
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
@@ -32,16 +32,18 @@ export function makeInboxMessage(previousRollingHash = Buffer16.ZERO, overrides
|
|
|
32
32
|
rollingHash
|
|
33
33
|
};
|
|
34
34
|
}
|
|
35
|
-
export function makeInboxMessages(
|
|
36
|
-
const { initialHash = Buffer16.ZERO, overrideFn = (msg)=>msg, initialCheckpointNumber = 1 } = opts;
|
|
35
|
+
export function makeInboxMessages(totalCount, opts = {}) {
|
|
36
|
+
const { initialHash = Buffer16.ZERO, overrideFn = (msg)=>msg, initialCheckpointNumber = CheckpointNumber(1), messagesPerCheckpoint = 1 } = opts;
|
|
37
37
|
const messages = [];
|
|
38
38
|
let rollingHash = initialHash;
|
|
39
|
-
for(let i = 0; i <
|
|
39
|
+
for(let i = 0; i < totalCount; i++){
|
|
40
|
+
const msgIndex = i % messagesPerCheckpoint;
|
|
41
|
+
const checkpointNumber = CheckpointNumber.fromBigInt(BigInt(initialCheckpointNumber) + BigInt(i) / BigInt(messagesPerCheckpoint));
|
|
40
42
|
const leaf = Fr.random();
|
|
41
|
-
const checkpointNumber = CheckpointNumber(i + initialCheckpointNumber);
|
|
42
43
|
const message = overrideFn(makeInboxMessage(rollingHash, {
|
|
43
44
|
leaf,
|
|
44
|
-
checkpointNumber
|
|
45
|
+
checkpointNumber,
|
|
46
|
+
index: InboxLeaf.smallestIndexForCheckpoint(checkpointNumber) + BigInt(msgIndex)
|
|
45
47
|
}), i);
|
|
46
48
|
rollingHash = message.rollingHash;
|
|
47
49
|
messages.push(message);
|
|
@@ -75,6 +77,18 @@ export function makeInboxMessages(count, opts = {}) {
|
|
|
75
77
|
/** Creates L1PublishedData with deterministic values based on l1BlockNumber. */ export function makeL1PublishedData(l1BlockNumber) {
|
|
76
78
|
return new L1PublishedData(BigInt(l1BlockNumber), BigInt(l1BlockNumber * 1000), makeBlockHash(l1BlockNumber));
|
|
77
79
|
}
|
|
80
|
+
/** Creates a Checkpoint from a list of blocks with a header that matches the blocks' structure. */ export function makeCheckpoint(blocks, checkpointNumber = CheckpointNumber(1)) {
|
|
81
|
+
const firstBlock = blocks[0];
|
|
82
|
+
const { slotNumber, timestamp, coinbase, feeRecipient, gasFees } = firstBlock.header.globalVariables;
|
|
83
|
+
return new Checkpoint(blocks.at(-1).archive, CheckpointHeader.random({
|
|
84
|
+
lastArchiveRoot: firstBlock.header.lastArchive.root,
|
|
85
|
+
slotNumber,
|
|
86
|
+
timestamp,
|
|
87
|
+
coinbase,
|
|
88
|
+
feeRecipient,
|
|
89
|
+
gasFees
|
|
90
|
+
}), blocks, checkpointNumber);
|
|
91
|
+
}
|
|
78
92
|
/** Wraps a Checkpoint with L1 published data and random attestations. */ export function makePublishedCheckpoint(checkpoint, l1BlockNumber, attestationCount = 3) {
|
|
79
93
|
return new PublishedCheckpoint(checkpoint, makeL1PublishedData(l1BlockNumber), times(attestationCount, CommitteeAttestation.random));
|
|
80
94
|
}
|
|
@@ -147,8 +161,8 @@ export function makeInboxMessages(count, opts = {}) {
|
|
|
147
161
|
}
|
|
148
162
|
/** Creates a checkpoint with specified logs on each tx effect. */ export async function makeCheckpointWithLogs(blockNumber, options = {}) {
|
|
149
163
|
const { previousArchive, numTxsPerBlock = 4, privateLogs, publicLogs } = options;
|
|
150
|
-
const block = await
|
|
151
|
-
checkpointNumber: CheckpointNumber(blockNumber),
|
|
164
|
+
const block = await L2Block.random(BlockNumber(blockNumber), {
|
|
165
|
+
checkpointNumber: CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)),
|
|
152
166
|
indexWithinCheckpoint: IndexWithinCheckpoint(0),
|
|
153
167
|
state: makeStateForBlock(blockNumber, numTxsPerBlock),
|
|
154
168
|
...previousArchive ? {
|
|
@@ -162,8 +176,8 @@ export function makeInboxMessages(count, opts = {}) {
|
|
|
162
176
|
txEffect.publicLogs = publicLogs ? makePublicLogs(blockNumber, txIndex, publicLogs.numLogsPerTx, publicLogs.contractAddress) : [];
|
|
163
177
|
return txEffect;
|
|
164
178
|
});
|
|
165
|
-
const checkpoint =
|
|
179
|
+
const checkpoint = makeCheckpoint([
|
|
166
180
|
block
|
|
167
|
-
], CheckpointNumber(blockNumber));
|
|
181
|
+
], CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)));
|
|
168
182
|
return makePublishedCheckpoint(checkpoint, blockNumber);
|
|
169
183
|
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
+
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
4
|
+
import { type TelemetryClient } from '@aztec/telemetry-client';
|
|
5
|
+
import { Archiver } from '../archiver.js';
|
|
6
|
+
import { ArchiverInstrumentation } from '../modules/instrumentation.js';
|
|
7
|
+
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
8
|
+
/**
|
|
9
|
+
* Archiver with mocked L1 connectivity for testing.
|
|
10
|
+
* Uses mock L1 clients and a noop synchronizer, enabling tests that
|
|
11
|
+
* don't require real Ethereum connectivity.
|
|
12
|
+
*/
|
|
13
|
+
export declare class NoopL1Archiver extends Archiver {
|
|
14
|
+
constructor(dataStore: KVArchiverDataStore, l1Constants: L1RollupConstants & {
|
|
15
|
+
genesisArchiveRoot: Fr;
|
|
16
|
+
}, instrumentation: ArchiverInstrumentation);
|
|
17
|
+
/** Override start to skip L1 validation checks. */
|
|
18
|
+
start(_blockUntilSynced?: boolean): Promise<void>;
|
|
19
|
+
/** Always reports as fully synced since there is no real L1 to sync from. */
|
|
20
|
+
getSyncedL2SlotNumber(): Promise<SlotNumber | undefined>;
|
|
21
|
+
}
|
|
22
|
+
/** Creates an archiver with mocked L1 connectivity for testing. */
|
|
23
|
+
export declare function createNoopL1Archiver(dataStore: KVArchiverDataStore, l1Constants: L1RollupConstants & {
|
|
24
|
+
genesisArchiveRoot: Fr;
|
|
25
|
+
}, telemetry?: TelemetryClient): Promise<NoopL1Archiver>;
|
|
26
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibm9vcF9sMV9hcmNoaXZlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3Rlc3Qvbm9vcF9sMV9hcmNoaXZlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFHQSxPQUFPLEVBQUUsVUFBVSxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFFN0QsT0FBTyxFQUFFLEVBQUUsRUFBRSxNQUFNLGdDQUFnQyxDQUFDO0FBSXBELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sNkJBQTZCLENBQUM7QUFDckUsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFtQyxNQUFNLHlCQUF5QixDQUFDO0FBS2hHLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUMxQyxPQUFPLEVBQUUsdUJBQXVCLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUV4RSxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLCtCQUErQixDQUFDO0FBeUJ6RTs7OztHQUlHO0FBQ0gscUJBQWEsY0FBZSxTQUFRLFFBQVE7SUFDMUMsWUFDRSxTQUFTLEVBQUUsbUJBQW1CLEVBQzlCLFdBQVcsRUFBRSxpQkFBaUIsR0FBRztRQUFFLGtCQUFrQixFQUFFLEVBQUUsQ0FBQTtLQUFFLEVBQzNELGVBQWUsRUFBRSx1QkFBdUIsRUF1Q3pDO0lBRUQsbURBQW1EO0lBQ25DLEtBQUssQ0FBQyxpQkFBaUIsQ0FBQyxFQUFFLE9BQU8sR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSWhFO0lBRUQsNkVBQTZFO0lBQzdELHFCQUFxQixJQUFJLE9BQU8sQ0FBQyxVQUFVLEdBQUcsU0FBUyxDQUFDLENBRXZFO0NBQ0Y7QUFFRCxtRUFBbUU7QUFDbkUsd0JBQXNCLG9CQUFvQixDQUN4QyxTQUFTLEVBQUUsbUJBQW1CLEVBQzlCLFdBQVcsRUFBRSxpQkFBaUIsR0FBRztJQUFFLGtCQUFrQixFQUFFLEVBQUUsQ0FBQTtDQUFFLEVBQzNELFNBQVMsR0FBRSxlQUFzQyxHQUNoRCxPQUFPLENBQUMsY0FBYyxDQUFDLENBR3pCIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"noop_l1_archiver.d.ts","sourceRoot":"","sources":["../../src/test/noop_l1_archiver.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAE7D,OAAO,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AAIpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,KAAK,eAAe,EAAmC,MAAM,yBAAyB,CAAC;AAKhG,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AAExE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAyBzE;;;;GAIG;AACH,qBAAa,cAAe,SAAQ,QAAQ;IAC1C,YACE,SAAS,EAAE,mBAAmB,EAC9B,WAAW,EAAE,iBAAiB,GAAG;QAAE,kBAAkB,EAAE,EAAE,CAAA;KAAE,EAC3D,eAAe,EAAE,uBAAuB,EAuCzC;IAED,mDAAmD;IACnC,KAAK,CAAC,iBAAiB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAIhE;IAED,6EAA6E;IAC7D,qBAAqB,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAEvE;CACF;AAED,mEAAmE;AACnE,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,mBAAmB,EAC9B,WAAW,EAAE,iBAAiB,GAAG;IAAE,kBAAkB,EAAE,EAAE,CAAA;CAAE,EAC3D,SAAS,GAAE,eAAsC,GAChD,OAAO,CAAC,cAAc,CAAC,CAGzB"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
3
|
+
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
4
|
+
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
5
|
+
import { mock } from 'jest-mock-extended';
|
|
6
|
+
import { EventEmitter } from 'node:events';
|
|
7
|
+
import { Archiver } from '../archiver.js';
|
|
8
|
+
import { ArchiverInstrumentation } from '../modules/instrumentation.js';
|
|
9
|
+
/** Noop L1 synchronizer for testing without L1 connectivity. */ class NoopL1Synchronizer {
|
|
10
|
+
tracer;
|
|
11
|
+
constructor(tracer){
|
|
12
|
+
this.tracer = tracer;
|
|
13
|
+
}
|
|
14
|
+
setConfig(_config) {}
|
|
15
|
+
getL1BlockNumber() {
|
|
16
|
+
return 0n;
|
|
17
|
+
}
|
|
18
|
+
getL1Timestamp() {
|
|
19
|
+
return undefined;
|
|
20
|
+
}
|
|
21
|
+
testEthereumNodeSynced() {
|
|
22
|
+
return Promise.resolve();
|
|
23
|
+
}
|
|
24
|
+
syncFromL1(_initialSyncComplete) {
|
|
25
|
+
return Promise.resolve();
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Archiver with mocked L1 connectivity for testing.
|
|
30
|
+
* Uses mock L1 clients and a noop synchronizer, enabling tests that
|
|
31
|
+
* don't require real Ethereum connectivity.
|
|
32
|
+
*/ export class NoopL1Archiver extends Archiver {
|
|
33
|
+
constructor(dataStore, l1Constants, instrumentation){
|
|
34
|
+
// Create mocks for L1 clients
|
|
35
|
+
const publicClient = mock();
|
|
36
|
+
const debugClient = mock();
|
|
37
|
+
const rollup = mock();
|
|
38
|
+
const blobClient = mock();
|
|
39
|
+
// Mock methods called during start()
|
|
40
|
+
blobClient.testSources.mockResolvedValue();
|
|
41
|
+
publicClient.getBlockNumber.mockResolvedValue(1n);
|
|
42
|
+
const events = new EventEmitter();
|
|
43
|
+
const synchronizer = new NoopL1Synchronizer(instrumentation.tracer);
|
|
44
|
+
super(publicClient, debugClient, rollup, {
|
|
45
|
+
registryAddress: EthAddress.ZERO,
|
|
46
|
+
governanceProposerAddress: EthAddress.ZERO,
|
|
47
|
+
slashFactoryAddress: EthAddress.ZERO,
|
|
48
|
+
slashingProposerAddress: EthAddress.ZERO
|
|
49
|
+
}, dataStore, {
|
|
50
|
+
pollingIntervalMs: 1000,
|
|
51
|
+
batchSize: 100,
|
|
52
|
+
skipValidateCheckpointAttestations: true,
|
|
53
|
+
maxAllowedEthClientDriftSeconds: 300,
|
|
54
|
+
ethereumAllowNoDebugHosts: true
|
|
55
|
+
}, blobClient, instrumentation, {
|
|
56
|
+
...l1Constants,
|
|
57
|
+
l1StartBlockHash: Buffer32.random()
|
|
58
|
+
}, synchronizer, events);
|
|
59
|
+
}
|
|
60
|
+
/** Override start to skip L1 validation checks. */ start(_blockUntilSynced) {
|
|
61
|
+
// Just start the running promise without L1 checks
|
|
62
|
+
this.runningPromise.start();
|
|
63
|
+
return Promise.resolve();
|
|
64
|
+
}
|
|
65
|
+
/** Always reports as fully synced since there is no real L1 to sync from. */ getSyncedL2SlotNumber() {
|
|
66
|
+
return Promise.resolve(SlotNumber(Number.MAX_SAFE_INTEGER));
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
/** Creates an archiver with mocked L1 connectivity for testing. */ export async function createNoopL1Archiver(dataStore, l1Constants, telemetry = getTelemetryClient()) {
|
|
70
|
+
const instrumentation = await ArchiverInstrumentation.new(telemetry, ()=>dataStore.estimateSize());
|
|
71
|
+
return new NoopL1Archiver(dataStore, l1Constants, instrumentation);
|
|
72
|
+
}
|
package/package.json
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/archiver",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.381b1a9",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./dest/index.js",
|
|
7
7
|
"./test": "./dest/test/index.js",
|
|
8
|
+
"./test/noop-l1": "./dest/test/noop_l1_archiver.js",
|
|
8
9
|
"./config": "./dest/config.js"
|
|
9
10
|
},
|
|
10
11
|
"typedocOptions": {
|
|
@@ -64,18 +65,18 @@
|
|
|
64
65
|
]
|
|
65
66
|
},
|
|
66
67
|
"dependencies": {
|
|
67
|
-
"@aztec/blob-client": "0.0.1-commit.
|
|
68
|
-
"@aztec/blob-lib": "0.0.1-commit.
|
|
69
|
-
"@aztec/constants": "0.0.1-commit.
|
|
70
|
-
"@aztec/epoch-cache": "0.0.1-commit.
|
|
71
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
72
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
73
|
-
"@aztec/kv-store": "0.0.1-commit.
|
|
74
|
-
"@aztec/l1-artifacts": "0.0.1-commit.
|
|
75
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.
|
|
76
|
-
"@aztec/protocol-contracts": "0.0.1-commit.
|
|
77
|
-
"@aztec/stdlib": "0.0.1-commit.
|
|
78
|
-
"@aztec/telemetry-client": "0.0.1-commit.
|
|
68
|
+
"@aztec/blob-client": "0.0.1-commit.381b1a9",
|
|
69
|
+
"@aztec/blob-lib": "0.0.1-commit.381b1a9",
|
|
70
|
+
"@aztec/constants": "0.0.1-commit.381b1a9",
|
|
71
|
+
"@aztec/epoch-cache": "0.0.1-commit.381b1a9",
|
|
72
|
+
"@aztec/ethereum": "0.0.1-commit.381b1a9",
|
|
73
|
+
"@aztec/foundation": "0.0.1-commit.381b1a9",
|
|
74
|
+
"@aztec/kv-store": "0.0.1-commit.381b1a9",
|
|
75
|
+
"@aztec/l1-artifacts": "0.0.1-commit.381b1a9",
|
|
76
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.381b1a9",
|
|
77
|
+
"@aztec/protocol-contracts": "0.0.1-commit.381b1a9",
|
|
78
|
+
"@aztec/stdlib": "0.0.1-commit.381b1a9",
|
|
79
|
+
"@aztec/telemetry-client": "0.0.1-commit.381b1a9",
|
|
79
80
|
"lodash.groupby": "^4.6.0",
|
|
80
81
|
"lodash.omit": "^4.5.0",
|
|
81
82
|
"tslib": "^2.5.0",
|
package/src/archiver.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
2
|
-
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
2
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
4
3
|
import { BlockTagTooOldError, RollupContract } from '@aztec/ethereum/contracts';
|
|
5
4
|
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
@@ -15,9 +14,7 @@ import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/runni
|
|
|
15
14
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
16
15
|
import {
|
|
17
16
|
type ArchiverEmitter,
|
|
18
|
-
|
|
19
|
-
GENESIS_CHECKPOINT_HEADER_HASH,
|
|
20
|
-
L2BlockNew,
|
|
17
|
+
L2Block,
|
|
21
18
|
type L2BlockSink,
|
|
22
19
|
type L2Tips,
|
|
23
20
|
type ValidateCheckpointResult,
|
|
@@ -25,8 +22,8 @@ import {
|
|
|
25
22
|
import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
26
23
|
import {
|
|
27
24
|
type L1RollupConstants,
|
|
28
|
-
|
|
29
|
-
|
|
25
|
+
getEpochAtSlot,
|
|
26
|
+
getSlotAtNextL1Block,
|
|
30
27
|
getSlotRangeForEpoch,
|
|
31
28
|
getTimestampRangeForEpoch,
|
|
32
29
|
} from '@aztec/stdlib/epoch-helpers';
|
|
@@ -40,13 +37,14 @@ import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
|
|
|
40
37
|
import type { ArchiverInstrumentation } from './modules/instrumentation.js';
|
|
41
38
|
import type { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
|
|
42
39
|
import type { KVArchiverDataStore } from './store/kv_archiver_store.js';
|
|
40
|
+
import { L2TipsCache } from './store/l2_tips_cache.js';
|
|
43
41
|
|
|
44
42
|
/** Export ArchiverEmitter for use in factory and tests. */
|
|
45
43
|
export type { ArchiverEmitter };
|
|
46
44
|
|
|
47
45
|
/** Request to add a block to the archiver, queued for processing by the sync loop. */
|
|
48
46
|
type AddBlockRequest = {
|
|
49
|
-
block:
|
|
47
|
+
block: L2Block;
|
|
50
48
|
resolve: () => void;
|
|
51
49
|
reject: (err: Error) => void;
|
|
52
50
|
};
|
|
@@ -68,7 +66,7 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
68
66
|
public readonly events: ArchiverEmitter;
|
|
69
67
|
|
|
70
68
|
/** A loop in which we will be continually fetching new checkpoints. */
|
|
71
|
-
|
|
69
|
+
protected runningPromise: RunningPromise;
|
|
72
70
|
|
|
73
71
|
/** L1 synchronizer that handles fetching checkpoints and messages from L1. */
|
|
74
72
|
private readonly synchronizer: ArchiverL1Synchronizer;
|
|
@@ -82,6 +80,9 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
82
80
|
/** Helper to handle updates to the store */
|
|
83
81
|
private readonly updater: ArchiverDataStoreUpdater;
|
|
84
82
|
|
|
83
|
+
/** In-memory cache for L2 chain tips. */
|
|
84
|
+
private readonly l2TipsCache: L2TipsCache;
|
|
85
|
+
|
|
85
86
|
public readonly tracer: Tracer;
|
|
86
87
|
|
|
87
88
|
/**
|
|
@@ -118,9 +119,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
118
119
|
},
|
|
119
120
|
private readonly blobClient: BlobClientInterface,
|
|
120
121
|
instrumentation: ArchiverInstrumentation,
|
|
121
|
-
protected override readonly l1Constants: L1RollupConstants & {
|
|
122
|
+
protected override readonly l1Constants: L1RollupConstants & {
|
|
123
|
+
l1StartBlockHash: Buffer32;
|
|
124
|
+
genesisArchiveRoot: Fr;
|
|
125
|
+
},
|
|
122
126
|
synchronizer: ArchiverL1Synchronizer,
|
|
123
127
|
events: ArchiverEmitter,
|
|
128
|
+
l2TipsCache?: L2TipsCache,
|
|
124
129
|
private readonly log: Logger = createLogger('archiver'),
|
|
125
130
|
) {
|
|
126
131
|
super(dataStore, l1Constants);
|
|
@@ -129,7 +134,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
129
134
|
this.initialSyncPromise = promiseWithResolvers();
|
|
130
135
|
this.synchronizer = synchronizer;
|
|
131
136
|
this.events = events;
|
|
132
|
-
this.
|
|
137
|
+
this.l2TipsCache = l2TipsCache ?? new L2TipsCache(this.dataStore.blockStore);
|
|
138
|
+
this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache, {
|
|
139
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
140
|
+
});
|
|
133
141
|
|
|
134
142
|
// Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
|
|
135
143
|
// are done as fast as possible. This then gets updated once the initial sync completes.
|
|
@@ -158,7 +166,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
158
166
|
|
|
159
167
|
await this.blobClient.testSources();
|
|
160
168
|
await this.synchronizer.testEthereumNodeSynced();
|
|
161
|
-
await validateAndLogTraceAvailability(
|
|
169
|
+
await validateAndLogTraceAvailability(
|
|
170
|
+
this.debugClient,
|
|
171
|
+
this.config.ethereumAllowNoDebugHosts ?? false,
|
|
172
|
+
this.log.getBindings(),
|
|
173
|
+
);
|
|
162
174
|
|
|
163
175
|
// Log initial state for the archiver
|
|
164
176
|
const { l1StartBlock } = this.l1Constants;
|
|
@@ -187,7 +199,7 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
187
199
|
* @param block - The L2 block to add.
|
|
188
200
|
* @returns A promise that resolves when the block has been added to the store, or rejects on error.
|
|
189
201
|
*/
|
|
190
|
-
public addBlock(block:
|
|
202
|
+
public addBlock(block: L2Block): Promise<void> {
|
|
191
203
|
return new Promise<void>((resolve, reject) => {
|
|
192
204
|
this.blockQueue.push({ block, resolve, reject });
|
|
193
205
|
this.log.debug(`Queued block ${block.number} for processing`);
|
|
@@ -212,10 +224,25 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
212
224
|
const queuedItems = this.blockQueue.splice(0, this.blockQueue.length);
|
|
213
225
|
this.log.debug(`Processing ${queuedItems.length} queued block(s)`);
|
|
214
226
|
|
|
227
|
+
// Calculate slot threshold for validation
|
|
228
|
+
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
229
|
+
const slotAtNextL1Block =
|
|
230
|
+
l1Timestamp === undefined ? undefined : getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
231
|
+
|
|
215
232
|
// Process each block individually to properly resolve/reject each promise
|
|
216
233
|
for (const { block, resolve, reject } of queuedItems) {
|
|
234
|
+
const blockSlot = block.header.globalVariables.slotNumber;
|
|
235
|
+
if (slotAtNextL1Block !== undefined && blockSlot < slotAtNextL1Block) {
|
|
236
|
+
this.log.warn(
|
|
237
|
+
`Rejecting proposed block ${block.number} for past slot ${blockSlot} (current is ${slotAtNextL1Block})`,
|
|
238
|
+
{ block: block.toBlockInfo(), l1Timestamp, slotAtNextL1Block },
|
|
239
|
+
);
|
|
240
|
+
reject(new Error(`Block ${block.number} is for past slot ${blockSlot} (current is ${slotAtNextL1Block})`));
|
|
241
|
+
continue;
|
|
242
|
+
}
|
|
243
|
+
|
|
217
244
|
try {
|
|
218
|
-
await this.updater.
|
|
245
|
+
await this.updater.addProposedBlocks([block]);
|
|
219
246
|
this.log.debug(`Added block ${block.number} to store`);
|
|
220
247
|
resolve();
|
|
221
248
|
} catch (err: any) {
|
|
@@ -310,21 +337,43 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
310
337
|
return Promise.resolve(this.synchronizer.getL1Timestamp());
|
|
311
338
|
}
|
|
312
339
|
|
|
313
|
-
public
|
|
340
|
+
public getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
|
|
314
341
|
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
315
|
-
|
|
342
|
+
if (l1Timestamp === undefined) {
|
|
343
|
+
return Promise.resolve(undefined);
|
|
344
|
+
}
|
|
345
|
+
// The synced slot is the last L2 slot whose all L1 blocks have been processed.
|
|
346
|
+
// If the next L1 block (at l1Timestamp + ethereumSlotDuration) falls in slot N,
|
|
347
|
+
// then we've fully synced slot N-1.
|
|
348
|
+
const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
349
|
+
if (Number(nextL1BlockSlot) === 0) {
|
|
350
|
+
return Promise.resolve(undefined);
|
|
351
|
+
}
|
|
352
|
+
return Promise.resolve(SlotNumber(nextL1BlockSlot - 1));
|
|
316
353
|
}
|
|
317
354
|
|
|
318
|
-
public
|
|
319
|
-
const
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
355
|
+
public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
|
|
356
|
+
const syncedSlot = await this.getSyncedL2SlotNumber();
|
|
357
|
+
if (syncedSlot === undefined) {
|
|
358
|
+
return undefined;
|
|
359
|
+
}
|
|
360
|
+
// An epoch is fully synced when all its slots are synced.
|
|
361
|
+
// We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
|
|
362
|
+
// Otherwise, only the previous epoch is fully synced.
|
|
363
|
+
const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
|
|
364
|
+
const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
|
|
365
|
+
if (syncedSlot >= endSlot) {
|
|
366
|
+
return epoch;
|
|
367
|
+
}
|
|
368
|
+
return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
|
|
323
369
|
}
|
|
324
370
|
|
|
325
371
|
public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
|
|
326
|
-
// The epoch is complete if the current L2 block is the last one in the epoch (or later)
|
|
327
|
-
|
|
372
|
+
// The epoch is complete if the current checkpointed L2 block is the last one in the epoch (or later).
|
|
373
|
+
// We use the checkpointed block number (synced from L1) instead of 'latest' to avoid returning true
|
|
374
|
+
// prematurely when proposed blocks have been pushed to the archiver but not yet checkpointed on L1.
|
|
375
|
+
const checkpointedBlockNumber = await this.getCheckpointedL2BlockNumber();
|
|
376
|
+
const header = checkpointedBlockNumber > 0 ? await this.getBlockHeader(checkpointedBlockNumber) : undefined;
|
|
328
377
|
const slot = header ? header.globalVariables.slotNumber : undefined;
|
|
329
378
|
const [_startSlot, endSlot] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
|
|
330
379
|
if (slot && slot >= endSlot) {
|
|
@@ -355,8 +404,8 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
355
404
|
return this.initialSyncComplete;
|
|
356
405
|
}
|
|
357
406
|
|
|
358
|
-
public
|
|
359
|
-
return this.updater.
|
|
407
|
+
public removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<boolean> {
|
|
408
|
+
return this.updater.removeCheckpointsAfter(checkpointNumber);
|
|
360
409
|
}
|
|
361
410
|
|
|
362
411
|
/** Used by TXE to add checkpoints directly without syncing from L1. */
|
|
@@ -364,125 +413,15 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
364
413
|
checkpoints: PublishedCheckpoint[],
|
|
365
414
|
pendingChainValidationStatus?: ValidateCheckpointResult,
|
|
366
415
|
): Promise<boolean> {
|
|
367
|
-
await this.updater.
|
|
416
|
+
await this.updater.addCheckpoints(checkpoints, pendingChainValidationStatus);
|
|
368
417
|
return true;
|
|
369
418
|
}
|
|
370
419
|
|
|
371
|
-
public
|
|
372
|
-
|
|
373
|
-
this.getBlockNumber(),
|
|
374
|
-
this.getProvenBlockNumber(),
|
|
375
|
-
this.getCheckpointedBlockNumber(),
|
|
376
|
-
] as const);
|
|
377
|
-
|
|
378
|
-
// TODO(#13569): Compute proper finalized block number based on L1 finalized block.
|
|
379
|
-
// We just force it 2 epochs worth of proven data for now.
|
|
380
|
-
// NOTE: update end-to-end/src/e2e_epochs/epochs_empty_blocks.test.ts as that uses finalized blocks in computations
|
|
381
|
-
const finalizedBlockNumber = BlockNumber(Math.max(provenBlockNumber - this.l1Constants.epochDuration * 2, 0));
|
|
382
|
-
|
|
383
|
-
const beforeInitialblockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
384
|
-
|
|
385
|
-
// Get the latest block header and checkpointed blocks for proven, finalised and checkpointed blocks
|
|
386
|
-
const [latestBlockHeader, provenCheckpointedBlock, finalizedCheckpointedBlock, checkpointedBlock] =
|
|
387
|
-
await Promise.all([
|
|
388
|
-
latestBlockNumber > beforeInitialblockNumber ? this.getBlockHeader(latestBlockNumber) : undefined,
|
|
389
|
-
provenBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(provenBlockNumber) : undefined,
|
|
390
|
-
finalizedBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(finalizedBlockNumber) : undefined,
|
|
391
|
-
checkpointedBlockNumber > beforeInitialblockNumber
|
|
392
|
-
? this.getCheckpointedBlock(checkpointedBlockNumber)
|
|
393
|
-
: undefined,
|
|
394
|
-
] as const);
|
|
395
|
-
|
|
396
|
-
if (latestBlockNumber > beforeInitialblockNumber && !latestBlockHeader) {
|
|
397
|
-
throw new Error(`Failed to retrieve latest block header for block ${latestBlockNumber}`);
|
|
398
|
-
}
|
|
399
|
-
|
|
400
|
-
// Checkpointed blocks must exist for proven, finalized and checkpointed tips if they are beyond the initial block number.
|
|
401
|
-
if (checkpointedBlockNumber > beforeInitialblockNumber && !checkpointedBlock?.block.header) {
|
|
402
|
-
throw new Error(
|
|
403
|
-
`Failed to retrieve checkpointed block header for block ${checkpointedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
404
|
-
);
|
|
405
|
-
}
|
|
406
|
-
|
|
407
|
-
if (provenBlockNumber > beforeInitialblockNumber && !provenCheckpointedBlock?.block.header) {
|
|
408
|
-
throw new Error(
|
|
409
|
-
`Failed to retrieve proven checkpointed for block ${provenBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
410
|
-
);
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
if (finalizedBlockNumber > beforeInitialblockNumber && !finalizedCheckpointedBlock?.block.header) {
|
|
414
|
-
throw new Error(
|
|
415
|
-
`Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
416
|
-
);
|
|
417
|
-
}
|
|
418
|
-
|
|
419
|
-
const latestBlockHeaderHash = (await latestBlockHeader?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
420
|
-
const provenBlockHeaderHash = (await provenCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
421
|
-
const finalizedBlockHeaderHash =
|
|
422
|
-
(await finalizedCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
423
|
-
const checkpointedBlockHeaderHash = (await checkpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
424
|
-
|
|
425
|
-
// Now attempt to retrieve checkpoints for proven, finalised and checkpointed blocks
|
|
426
|
-
const [[provenBlockCheckpoint], [finalizedBlockCheckpoint], [checkpointedBlockCheckpoint]] = await Promise.all([
|
|
427
|
-
provenCheckpointedBlock !== undefined
|
|
428
|
-
? await this.getPublishedCheckpoints(provenCheckpointedBlock?.checkpointNumber, 1)
|
|
429
|
-
: [undefined],
|
|
430
|
-
finalizedCheckpointedBlock !== undefined
|
|
431
|
-
? await this.getPublishedCheckpoints(finalizedCheckpointedBlock?.checkpointNumber, 1)
|
|
432
|
-
: [undefined],
|
|
433
|
-
checkpointedBlock !== undefined
|
|
434
|
-
? await this.getPublishedCheckpoints(checkpointedBlock?.checkpointNumber, 1)
|
|
435
|
-
: [undefined],
|
|
436
|
-
]);
|
|
437
|
-
|
|
438
|
-
const initialcheckpointId: CheckpointId = {
|
|
439
|
-
number: CheckpointNumber.ZERO,
|
|
440
|
-
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
441
|
-
};
|
|
442
|
-
|
|
443
|
-
const makeCheckpointId = (checkpoint: PublishedCheckpoint | undefined) => {
|
|
444
|
-
if (checkpoint === undefined) {
|
|
445
|
-
return initialcheckpointId;
|
|
446
|
-
}
|
|
447
|
-
return {
|
|
448
|
-
number: checkpoint.checkpoint.number,
|
|
449
|
-
hash: checkpoint.checkpoint.hash().toString(),
|
|
450
|
-
};
|
|
451
|
-
};
|
|
452
|
-
|
|
453
|
-
const l2Tips: L2Tips = {
|
|
454
|
-
proposed: {
|
|
455
|
-
number: latestBlockNumber,
|
|
456
|
-
hash: latestBlockHeaderHash.toString(),
|
|
457
|
-
},
|
|
458
|
-
proven: {
|
|
459
|
-
block: {
|
|
460
|
-
number: provenBlockNumber,
|
|
461
|
-
hash: provenBlockHeaderHash.toString(),
|
|
462
|
-
},
|
|
463
|
-
checkpoint: makeCheckpointId(provenBlockCheckpoint),
|
|
464
|
-
},
|
|
465
|
-
finalized: {
|
|
466
|
-
block: {
|
|
467
|
-
number: finalizedBlockNumber,
|
|
468
|
-
hash: finalizedBlockHeaderHash.toString(),
|
|
469
|
-
},
|
|
470
|
-
checkpoint: makeCheckpointId(finalizedBlockCheckpoint),
|
|
471
|
-
},
|
|
472
|
-
checkpointed: {
|
|
473
|
-
block: {
|
|
474
|
-
number: checkpointedBlockNumber,
|
|
475
|
-
hash: checkpointedBlockHeaderHash.toString(),
|
|
476
|
-
},
|
|
477
|
-
checkpoint: makeCheckpointId(checkpointedBlockCheckpoint),
|
|
478
|
-
},
|
|
479
|
-
};
|
|
480
|
-
|
|
481
|
-
return l2Tips;
|
|
420
|
+
public getL2Tips(): Promise<L2Tips> {
|
|
421
|
+
return this.l2TipsCache.getL2Tips();
|
|
482
422
|
}
|
|
483
423
|
|
|
484
424
|
public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
|
|
485
|
-
// TODO(pw/mbps): This still assumes 1 block per checkpoint
|
|
486
425
|
const currentBlocks = await this.getL2Tips();
|
|
487
426
|
const currentL2Block = currentBlocks.proposed.number;
|
|
488
427
|
const currentProvenBlock = currentBlocks.proven.block.number;
|
|
@@ -490,13 +429,29 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
490
429
|
if (targetL2BlockNumber >= currentL2Block) {
|
|
491
430
|
throw new Error(`Target L2 block ${targetL2BlockNumber} must be less than current L2 block ${currentL2Block}`);
|
|
492
431
|
}
|
|
493
|
-
const blocksToUnwind = currentL2Block - targetL2BlockNumber;
|
|
494
432
|
const targetL2Block = await this.store.getCheckpointedBlock(targetL2BlockNumber);
|
|
495
433
|
if (!targetL2Block) {
|
|
496
434
|
throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
|
|
497
435
|
}
|
|
436
|
+
const targetCheckpointNumber = targetL2Block.checkpointNumber;
|
|
437
|
+
|
|
438
|
+
// Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
|
|
439
|
+
const checkpointData = await this.store.getCheckpointData(targetCheckpointNumber);
|
|
440
|
+
if (checkpointData) {
|
|
441
|
+
const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
|
|
442
|
+
if (targetL2BlockNumber !== lastBlockInCheckpoint) {
|
|
443
|
+
const previousCheckpointBoundary =
|
|
444
|
+
checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
|
|
445
|
+
throw new Error(
|
|
446
|
+
`Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
|
|
447
|
+
`Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
|
|
448
|
+
`Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
|
|
449
|
+
`or block ${previousCheckpointBoundary} to roll back to the previous one.`,
|
|
450
|
+
);
|
|
451
|
+
}
|
|
452
|
+
}
|
|
453
|
+
|
|
498
454
|
const targetL1BlockNumber = targetL2Block.l1.blockNumber;
|
|
499
|
-
const targetCheckpointNumber = CheckpointNumber.fromBlockNumber(targetL2BlockNumber);
|
|
500
455
|
const targetL1Block = await this.publicClient.getBlock({
|
|
501
456
|
blockNumber: targetL1BlockNumber,
|
|
502
457
|
includeTransactions: false,
|
|
@@ -505,21 +460,23 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
505
460
|
throw new Error(`Missing L1 block ${targetL1BlockNumber}`);
|
|
506
461
|
}
|
|
507
462
|
const targetL1BlockHash = Buffer32.fromString(targetL1Block.hash);
|
|
508
|
-
this.log.info(
|
|
509
|
-
|
|
510
|
-
|
|
463
|
+
this.log.info(
|
|
464
|
+
`Removing checkpoints after checkpoint ${targetCheckpointNumber} (target block ${targetL2BlockNumber})`,
|
|
465
|
+
);
|
|
466
|
+
await this.updater.removeCheckpointsAfter(targetCheckpointNumber);
|
|
467
|
+
this.log.info(`Rolling back L1 to L2 messages to checkpoint ${targetCheckpointNumber}`);
|
|
511
468
|
await this.store.rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber);
|
|
512
469
|
this.log.info(`Setting L1 syncpoints to ${targetL1BlockNumber}`);
|
|
513
470
|
await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
|
|
514
471
|
await this.store.setMessageSynchedL1Block({ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash });
|
|
515
472
|
if (targetL2BlockNumber < currentProvenBlock) {
|
|
516
|
-
this.log.info(`
|
|
517
|
-
await this.
|
|
473
|
+
this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
|
|
474
|
+
await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
|
|
475
|
+
}
|
|
476
|
+
const currentFinalizedBlock = currentBlocks.finalized.block.number;
|
|
477
|
+
if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
478
|
+
this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
|
|
479
|
+
await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
|
|
518
480
|
}
|
|
519
|
-
// TODO(palla/reorg): Set the finalized block when we add support for it.
|
|
520
|
-
// if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
521
|
-
// this.log.info(`Clearing finalized L2 block number`);
|
|
522
|
-
// await this.store.setFinalizedL2BlockNumber(0);
|
|
523
|
-
// }
|
|
524
481
|
}
|
|
525
482
|
}
|
package/src/errors.ts
CHANGED
|
@@ -88,3 +88,15 @@ export class BlockNotFoundError extends Error {
|
|
|
88
88
|
super(`Failed to find expected block number ${blockNumber}`);
|
|
89
89
|
}
|
|
90
90
|
}
|
|
91
|
+
|
|
92
|
+
export class CannotOverwriteCheckpointedBlockError extends Error {
|
|
93
|
+
constructor(
|
|
94
|
+
public readonly blockNumber: number,
|
|
95
|
+
public readonly lastCheckpointedBlock: number,
|
|
96
|
+
) {
|
|
97
|
+
super(
|
|
98
|
+
`Cannot add block ${blockNumber}: would overwrite checkpointed data (checkpointed up to block ${lastCheckpointedBlock})`,
|
|
99
|
+
);
|
|
100
|
+
this.name = 'CannotOverwriteCheckpointedBlockError';
|
|
101
|
+
}
|
|
102
|
+
}
|