@aztec/archiver 0.0.1-commit.fffb133c → 0.0.1-dev
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/archiver.d.ts +9 -5
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +87 -111
- package/dest/errors.d.ts +7 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +9 -14
- package/dest/factory.d.ts +4 -3
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +32 -26
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +36 -33
- package/dest/l1/calldata_retriever.d.ts +73 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -259
- package/dest/l1/data_retrieval.d.ts +4 -7
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +10 -14
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/validate_trace.d.ts +6 -3
- package/dest/l1/validate_trace.d.ts.map +1 -1
- package/dest/l1/validate_trace.js +13 -9
- package/dest/modules/data_source_base.d.ts +13 -8
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +29 -73
- package/dest/modules/data_store_updater.d.ts +22 -7
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +114 -40
- package/dest/modules/instrumentation.d.ts +4 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +26 -12
- package/dest/modules/l1_synchronizer.d.ts +5 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +42 -13
- package/dest/store/block_store.d.ts +38 -29
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +294 -85
- package/dest/store/contract_class_store.d.ts +1 -1
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +27 -7
- package/dest/store/contract_instance_store.d.ts +1 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +17 -2
- package/dest/store/kv_archiver_store.d.ts +40 -18
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +44 -16
- package/dest/store/l2_tips_cache.d.ts +18 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +20 -0
- package/dest/store/log_store.d.ts +1 -1
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +125 -56
- package/dest/store/message_store.js +1 -1
- package/dest/test/fake_l1_state.d.ts +20 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +97 -20
- package/dest/test/index.js +3 -1
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +25 -9
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +133 -87
- package/dest/test/mock_structs.d.ts +6 -2
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +20 -6
- package/dest/test/noop_l1_archiver.d.ts +26 -0
- package/dest/test/noop_l1_archiver.d.ts.map +1 -0
- package/dest/test/noop_l1_archiver.js +72 -0
- package/package.json +14 -13
- package/src/archiver.ts +110 -132
- package/src/errors.ts +10 -24
- package/src/factory.ts +47 -23
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +46 -39
- package/src/l1/calldata_retriever.ts +249 -379
- package/src/l1/data_retrieval.ts +7 -17
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_trace.ts +24 -6
- package/src/modules/data_source_base.ts +59 -98
- package/src/modules/data_store_updater.ts +124 -43
- package/src/modules/instrumentation.ts +24 -12
- package/src/modules/l1_synchronizer.ts +49 -17
- package/src/store/block_store.ts +359 -115
- package/src/store/contract_class_store.ts +27 -7
- package/src/store/contract_instance_store.ts +19 -5
- package/src/store/kv_archiver_store.ts +71 -25
- package/src/store/l2_tips_cache.ts +27 -0
- package/src/store/log_store.ts +186 -57
- package/src/store/message_store.ts +1 -1
- package/src/test/fake_l1_state.ts +125 -21
- package/src/test/index.ts +3 -0
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +179 -87
- package/src/test/mock_structs.ts +42 -12
- package/src/test/noop_l1_archiver.ts +115 -0
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
+
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
4
|
+
import { type TelemetryClient } from '@aztec/telemetry-client';
|
|
5
|
+
import { Archiver } from '../archiver.js';
|
|
6
|
+
import { ArchiverInstrumentation } from '../modules/instrumentation.js';
|
|
7
|
+
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
8
|
+
/**
|
|
9
|
+
* Archiver with mocked L1 connectivity for testing.
|
|
10
|
+
* Uses mock L1 clients and a noop synchronizer, enabling tests that
|
|
11
|
+
* don't require real Ethereum connectivity.
|
|
12
|
+
*/
|
|
13
|
+
export declare class NoopL1Archiver extends Archiver {
|
|
14
|
+
constructor(dataStore: KVArchiverDataStore, l1Constants: L1RollupConstants & {
|
|
15
|
+
genesisArchiveRoot: Fr;
|
|
16
|
+
}, instrumentation: ArchiverInstrumentation);
|
|
17
|
+
/** Override start to skip L1 validation checks. */
|
|
18
|
+
start(_blockUntilSynced?: boolean): Promise<void>;
|
|
19
|
+
/** Always reports as fully synced since there is no real L1 to sync from. */
|
|
20
|
+
getSyncedL2SlotNumber(): Promise<SlotNumber | undefined>;
|
|
21
|
+
}
|
|
22
|
+
/** Creates an archiver with mocked L1 connectivity for testing. */
|
|
23
|
+
export declare function createNoopL1Archiver(dataStore: KVArchiverDataStore, l1Constants: L1RollupConstants & {
|
|
24
|
+
genesisArchiveRoot: Fr;
|
|
25
|
+
}, telemetry?: TelemetryClient): Promise<NoopL1Archiver>;
|
|
26
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibm9vcF9sMV9hcmNoaXZlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3Rlc3Qvbm9vcF9sMV9hcmNoaXZlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFHQSxPQUFPLEVBQUUsVUFBVSxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFFN0QsT0FBTyxFQUFFLEVBQUUsRUFBRSxNQUFNLGdDQUFnQyxDQUFDO0FBSXBELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sNkJBQTZCLENBQUM7QUFDckUsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFtQyxNQUFNLHlCQUF5QixDQUFDO0FBS2hHLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUMxQyxPQUFPLEVBQUUsdUJBQXVCLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUV4RSxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLCtCQUErQixDQUFDO0FBeUJ6RTs7OztHQUlHO0FBQ0gscUJBQWEsY0FBZSxTQUFRLFFBQVE7SUFDMUMsWUFDRSxTQUFTLEVBQUUsbUJBQW1CLEVBQzlCLFdBQVcsRUFBRSxpQkFBaUIsR0FBRztRQUFFLGtCQUFrQixFQUFFLEVBQUUsQ0FBQTtLQUFFLEVBQzNELGVBQWUsRUFBRSx1QkFBdUIsRUF1Q3pDO0lBRUQsbURBQW1EO0lBQ25DLEtBQUssQ0FBQyxpQkFBaUIsQ0FBQyxFQUFFLE9BQU8sR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSWhFO0lBRUQsNkVBQTZFO0lBQzdELHFCQUFxQixJQUFJLE9BQU8sQ0FBQyxVQUFVLEdBQUcsU0FBUyxDQUFDLENBRXZFO0NBQ0Y7QUFFRCxtRUFBbUU7QUFDbkUsd0JBQXNCLG9CQUFvQixDQUN4QyxTQUFTLEVBQUUsbUJBQW1CLEVBQzlCLFdBQVcsRUFBRSxpQkFBaUIsR0FBRztJQUFFLGtCQUFrQixFQUFFLEVBQUUsQ0FBQTtDQUFFLEVBQzNELFNBQVMsR0FBRSxlQUFzQyxHQUNoRCxPQUFPLENBQUMsY0FBYyxDQUFDLENBR3pCIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"noop_l1_archiver.d.ts","sourceRoot":"","sources":["../../src/test/noop_l1_archiver.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAE7D,OAAO,EAAE,EAAE,EAAE,MAAM,gCAAgC,CAAC;AAIpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,KAAK,eAAe,EAAmC,MAAM,yBAAyB,CAAC;AAKhG,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AAExE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAyBzE;;;;GAIG;AACH,qBAAa,cAAe,SAAQ,QAAQ;IAC1C,YACE,SAAS,EAAE,mBAAmB,EAC9B,WAAW,EAAE,iBAAiB,GAAG;QAAE,kBAAkB,EAAE,EAAE,CAAA;KAAE,EAC3D,eAAe,EAAE,uBAAuB,EAuCzC;IAED,mDAAmD;IACnC,KAAK,CAAC,iBAAiB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAIhE;IAED,6EAA6E;IAC7D,qBAAqB,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAEvE;CACF;AAED,mEAAmE;AACnE,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,mBAAmB,EAC9B,WAAW,EAAE,iBAAiB,GAAG;IAAE,kBAAkB,EAAE,EAAE,CAAA;CAAE,EAC3D,SAAS,GAAE,eAAsC,GAChD,OAAO,CAAC,cAAc,CAAC,CAGzB"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
3
|
+
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
4
|
+
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
5
|
+
import { mock } from 'jest-mock-extended';
|
|
6
|
+
import { EventEmitter } from 'node:events';
|
|
7
|
+
import { Archiver } from '../archiver.js';
|
|
8
|
+
import { ArchiverInstrumentation } from '../modules/instrumentation.js';
|
|
9
|
+
/** Noop L1 synchronizer for testing without L1 connectivity. */ class NoopL1Synchronizer {
|
|
10
|
+
tracer;
|
|
11
|
+
constructor(tracer){
|
|
12
|
+
this.tracer = tracer;
|
|
13
|
+
}
|
|
14
|
+
setConfig(_config) {}
|
|
15
|
+
getL1BlockNumber() {
|
|
16
|
+
return 0n;
|
|
17
|
+
}
|
|
18
|
+
getL1Timestamp() {
|
|
19
|
+
return undefined;
|
|
20
|
+
}
|
|
21
|
+
testEthereumNodeSynced() {
|
|
22
|
+
return Promise.resolve();
|
|
23
|
+
}
|
|
24
|
+
syncFromL1(_initialSyncComplete) {
|
|
25
|
+
return Promise.resolve();
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Archiver with mocked L1 connectivity for testing.
|
|
30
|
+
* Uses mock L1 clients and a noop synchronizer, enabling tests that
|
|
31
|
+
* don't require real Ethereum connectivity.
|
|
32
|
+
*/ export class NoopL1Archiver extends Archiver {
|
|
33
|
+
constructor(dataStore, l1Constants, instrumentation){
|
|
34
|
+
// Create mocks for L1 clients
|
|
35
|
+
const publicClient = mock();
|
|
36
|
+
const debugClient = mock();
|
|
37
|
+
const rollup = mock();
|
|
38
|
+
const blobClient = mock();
|
|
39
|
+
// Mock methods called during start()
|
|
40
|
+
blobClient.testSources.mockResolvedValue();
|
|
41
|
+
publicClient.getBlockNumber.mockResolvedValue(1n);
|
|
42
|
+
const events = new EventEmitter();
|
|
43
|
+
const synchronizer = new NoopL1Synchronizer(instrumentation.tracer);
|
|
44
|
+
super(publicClient, debugClient, rollup, {
|
|
45
|
+
registryAddress: EthAddress.ZERO,
|
|
46
|
+
governanceProposerAddress: EthAddress.ZERO,
|
|
47
|
+
slashFactoryAddress: EthAddress.ZERO,
|
|
48
|
+
slashingProposerAddress: EthAddress.ZERO
|
|
49
|
+
}, dataStore, {
|
|
50
|
+
pollingIntervalMs: 1000,
|
|
51
|
+
batchSize: 100,
|
|
52
|
+
skipValidateCheckpointAttestations: true,
|
|
53
|
+
maxAllowedEthClientDriftSeconds: 300,
|
|
54
|
+
ethereumAllowNoDebugHosts: true
|
|
55
|
+
}, blobClient, instrumentation, {
|
|
56
|
+
...l1Constants,
|
|
57
|
+
l1StartBlockHash: Buffer32.random()
|
|
58
|
+
}, synchronizer, events);
|
|
59
|
+
}
|
|
60
|
+
/** Override start to skip L1 validation checks. */ start(_blockUntilSynced) {
|
|
61
|
+
// Just start the running promise without L1 checks
|
|
62
|
+
this.runningPromise.start();
|
|
63
|
+
return Promise.resolve();
|
|
64
|
+
}
|
|
65
|
+
/** Always reports as fully synced since there is no real L1 to sync from. */ getSyncedL2SlotNumber() {
|
|
66
|
+
return Promise.resolve(SlotNumber(Number.MAX_SAFE_INTEGER));
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
/** Creates an archiver with mocked L1 connectivity for testing. */ export async function createNoopL1Archiver(dataStore, l1Constants, telemetry = getTelemetryClient()) {
|
|
70
|
+
const instrumentation = await ArchiverInstrumentation.new(telemetry, ()=>dataStore.estimateSize());
|
|
71
|
+
return new NoopL1Archiver(dataStore, l1Constants, instrumentation);
|
|
72
|
+
}
|
package/package.json
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/archiver",
|
|
3
|
-
"version": "0.0.1-
|
|
3
|
+
"version": "0.0.1-dev",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./dest/index.js",
|
|
7
7
|
"./test": "./dest/test/index.js",
|
|
8
|
+
"./test/noop-l1": "./dest/test/noop_l1_archiver.js",
|
|
8
9
|
"./config": "./dest/config.js"
|
|
9
10
|
},
|
|
10
11
|
"typedocOptions": {
|
|
@@ -64,18 +65,18 @@
|
|
|
64
65
|
]
|
|
65
66
|
},
|
|
66
67
|
"dependencies": {
|
|
67
|
-
"@aztec/blob-client": "0.0.1-
|
|
68
|
-
"@aztec/blob-lib": "0.0.1-
|
|
69
|
-
"@aztec/constants": "0.0.1-
|
|
70
|
-
"@aztec/epoch-cache": "0.0.1-
|
|
71
|
-
"@aztec/ethereum": "0.0.1-
|
|
72
|
-
"@aztec/foundation": "0.0.1-
|
|
73
|
-
"@aztec/kv-store": "0.0.1-
|
|
74
|
-
"@aztec/l1-artifacts": "0.0.1-
|
|
75
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-
|
|
76
|
-
"@aztec/protocol-contracts": "0.0.1-
|
|
77
|
-
"@aztec/stdlib": "0.0.1-
|
|
78
|
-
"@aztec/telemetry-client": "0.0.1-
|
|
68
|
+
"@aztec/blob-client": "0.0.1-dev",
|
|
69
|
+
"@aztec/blob-lib": "0.0.1-dev",
|
|
70
|
+
"@aztec/constants": "0.0.1-dev",
|
|
71
|
+
"@aztec/epoch-cache": "0.0.1-dev",
|
|
72
|
+
"@aztec/ethereum": "0.0.1-dev",
|
|
73
|
+
"@aztec/foundation": "0.0.1-dev",
|
|
74
|
+
"@aztec/kv-store": "0.0.1-dev",
|
|
75
|
+
"@aztec/l1-artifacts": "0.0.1-dev",
|
|
76
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-dev",
|
|
77
|
+
"@aztec/protocol-contracts": "0.0.1-dev",
|
|
78
|
+
"@aztec/stdlib": "0.0.1-dev",
|
|
79
|
+
"@aztec/telemetry-client": "0.0.1-dev",
|
|
79
80
|
"lodash.groupby": "^4.6.0",
|
|
80
81
|
"lodash.omit": "^4.5.0",
|
|
81
82
|
"tslib": "^2.5.0",
|
package/src/archiver.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
2
|
-
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
2
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
4
3
|
import { BlockTagTooOldError, RollupContract } from '@aztec/ethereum/contracts';
|
|
5
4
|
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
@@ -15,8 +14,6 @@ import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/runni
|
|
|
15
14
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
16
15
|
import {
|
|
17
16
|
type ArchiverEmitter,
|
|
18
|
-
type CheckpointId,
|
|
19
|
-
GENESIS_CHECKPOINT_HEADER_HASH,
|
|
20
17
|
L2Block,
|
|
21
18
|
type L2BlockSink,
|
|
22
19
|
type L2Tips,
|
|
@@ -25,21 +22,22 @@ import {
|
|
|
25
22
|
import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
26
23
|
import {
|
|
27
24
|
type L1RollupConstants,
|
|
28
|
-
|
|
29
|
-
|
|
25
|
+
getEpochAtSlot,
|
|
26
|
+
getSlotAtNextL1Block,
|
|
30
27
|
getSlotRangeForEpoch,
|
|
31
28
|
getTimestampRangeForEpoch,
|
|
32
29
|
} from '@aztec/stdlib/epoch-helpers';
|
|
33
30
|
import { type TelemetryClient, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
|
|
34
31
|
|
|
35
32
|
import { type ArchiverConfig, mapArchiverConfig } from './config.js';
|
|
36
|
-
import { NoBlobBodiesFoundError } from './errors.js';
|
|
33
|
+
import { BlockAlreadyCheckpointedError, NoBlobBodiesFoundError } from './errors.js';
|
|
37
34
|
import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
|
|
38
35
|
import { ArchiverDataSourceBase } from './modules/data_source_base.js';
|
|
39
36
|
import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
|
|
40
37
|
import type { ArchiverInstrumentation } from './modules/instrumentation.js';
|
|
41
38
|
import type { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
|
|
42
39
|
import type { KVArchiverDataStore } from './store/kv_archiver_store.js';
|
|
40
|
+
import { L2TipsCache } from './store/l2_tips_cache.js';
|
|
43
41
|
|
|
44
42
|
/** Export ArchiverEmitter for use in factory and tests. */
|
|
45
43
|
export type { ArchiverEmitter };
|
|
@@ -68,7 +66,7 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
68
66
|
public readonly events: ArchiverEmitter;
|
|
69
67
|
|
|
70
68
|
/** A loop in which we will be continually fetching new checkpoints. */
|
|
71
|
-
|
|
69
|
+
protected runningPromise: RunningPromise;
|
|
72
70
|
|
|
73
71
|
/** L1 synchronizer that handles fetching checkpoints and messages from L1. */
|
|
74
72
|
private readonly synchronizer: ArchiverL1Synchronizer;
|
|
@@ -82,6 +80,9 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
82
80
|
/** Helper to handle updates to the store */
|
|
83
81
|
private readonly updater: ArchiverDataStoreUpdater;
|
|
84
82
|
|
|
83
|
+
/** In-memory cache for L2 chain tips. */
|
|
84
|
+
private readonly l2TipsCache: L2TipsCache;
|
|
85
|
+
|
|
85
86
|
public readonly tracer: Tracer;
|
|
86
87
|
|
|
87
88
|
/**
|
|
@@ -118,9 +119,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
118
119
|
},
|
|
119
120
|
private readonly blobClient: BlobClientInterface,
|
|
120
121
|
instrumentation: ArchiverInstrumentation,
|
|
121
|
-
protected override readonly l1Constants: L1RollupConstants & {
|
|
122
|
+
protected override readonly l1Constants: L1RollupConstants & {
|
|
123
|
+
l1StartBlockHash: Buffer32;
|
|
124
|
+
genesisArchiveRoot: Fr;
|
|
125
|
+
},
|
|
122
126
|
synchronizer: ArchiverL1Synchronizer,
|
|
123
127
|
events: ArchiverEmitter,
|
|
128
|
+
l2TipsCache?: L2TipsCache,
|
|
124
129
|
private readonly log: Logger = createLogger('archiver'),
|
|
125
130
|
) {
|
|
126
131
|
super(dataStore, l1Constants);
|
|
@@ -129,7 +134,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
129
134
|
this.initialSyncPromise = promiseWithResolvers();
|
|
130
135
|
this.synchronizer = synchronizer;
|
|
131
136
|
this.events = events;
|
|
132
|
-
this.
|
|
137
|
+
this.l2TipsCache = l2TipsCache ?? new L2TipsCache(this.dataStore.blockStore);
|
|
138
|
+
this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache, {
|
|
139
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
140
|
+
});
|
|
133
141
|
|
|
134
142
|
// Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
|
|
135
143
|
// are done as fast as possible. This then gets updated once the initial sync completes.
|
|
@@ -158,7 +166,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
158
166
|
|
|
159
167
|
await this.blobClient.testSources();
|
|
160
168
|
await this.synchronizer.testEthereumNodeSynced();
|
|
161
|
-
await validateAndLogTraceAvailability(
|
|
169
|
+
await validateAndLogTraceAvailability(
|
|
170
|
+
this.debugClient,
|
|
171
|
+
this.config.ethereumAllowNoDebugHosts ?? false,
|
|
172
|
+
this.log.getBindings(),
|
|
173
|
+
);
|
|
162
174
|
|
|
163
175
|
// Log initial state for the archiver
|
|
164
176
|
const { l1StartBlock } = this.l1Constants;
|
|
@@ -212,13 +224,33 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
212
224
|
const queuedItems = this.blockQueue.splice(0, this.blockQueue.length);
|
|
213
225
|
this.log.debug(`Processing ${queuedItems.length} queued block(s)`);
|
|
214
226
|
|
|
227
|
+
// Calculate slot threshold for validation
|
|
228
|
+
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
229
|
+
const slotAtNextL1Block =
|
|
230
|
+
l1Timestamp === undefined ? undefined : getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
231
|
+
|
|
215
232
|
// Process each block individually to properly resolve/reject each promise
|
|
216
233
|
for (const { block, resolve, reject } of queuedItems) {
|
|
234
|
+
const blockSlot = block.header.globalVariables.slotNumber;
|
|
235
|
+
if (slotAtNextL1Block !== undefined && blockSlot < slotAtNextL1Block) {
|
|
236
|
+
this.log.warn(
|
|
237
|
+
`Rejecting proposed block ${block.number} for past slot ${blockSlot} (current is ${slotAtNextL1Block})`,
|
|
238
|
+
{ block: block.toBlockInfo(), l1Timestamp, slotAtNextL1Block },
|
|
239
|
+
);
|
|
240
|
+
reject(new Error(`Block ${block.number} is for past slot ${blockSlot} (current is ${slotAtNextL1Block})`));
|
|
241
|
+
continue;
|
|
242
|
+
}
|
|
243
|
+
|
|
217
244
|
try {
|
|
218
|
-
await this.updater.
|
|
245
|
+
await this.updater.addProposedBlock(block);
|
|
219
246
|
this.log.debug(`Added block ${block.number} to store`);
|
|
220
247
|
resolve();
|
|
221
248
|
} catch (err: any) {
|
|
249
|
+
if (err instanceof BlockAlreadyCheckpointedError) {
|
|
250
|
+
this.log.debug(`Proposed block ${block.number} matches already checkpointed block, ignoring late proposal`);
|
|
251
|
+
resolve();
|
|
252
|
+
continue;
|
|
253
|
+
}
|
|
222
254
|
this.log.error(`Failed to add block ${block.number} to store: ${err.message}`);
|
|
223
255
|
reject(err);
|
|
224
256
|
}
|
|
@@ -310,16 +342,49 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
310
342
|
return Promise.resolve(this.synchronizer.getL1Timestamp());
|
|
311
343
|
}
|
|
312
344
|
|
|
313
|
-
public
|
|
345
|
+
public async getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
|
|
346
|
+
// The synced L2 slot is the latest slot for which we have all L1 data,
|
|
347
|
+
// either because we have seen all L1 blocks for that slot, or because
|
|
348
|
+
// we have seen the corresponding checkpoint.
|
|
349
|
+
|
|
350
|
+
let slotFromL1Sync: SlotNumber | undefined;
|
|
314
351
|
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
315
|
-
|
|
352
|
+
if (l1Timestamp !== undefined) {
|
|
353
|
+
const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
354
|
+
if (Number(nextL1BlockSlot) > 0) {
|
|
355
|
+
slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
|
|
356
|
+
}
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
let slotFromCheckpoint: SlotNumber | undefined;
|
|
360
|
+
const latestCheckpointNumber = await this.store.getSynchedCheckpointNumber();
|
|
361
|
+
if (latestCheckpointNumber > 0) {
|
|
362
|
+
const checkpointData = await this.store.getCheckpointData(latestCheckpointNumber);
|
|
363
|
+
if (checkpointData) {
|
|
364
|
+
slotFromCheckpoint = checkpointData.header.slotNumber;
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
|
|
369
|
+
return undefined;
|
|
370
|
+
}
|
|
371
|
+
return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
|
|
316
372
|
}
|
|
317
373
|
|
|
318
|
-
public
|
|
319
|
-
const
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
374
|
+
public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
|
|
375
|
+
const syncedSlot = await this.getSyncedL2SlotNumber();
|
|
376
|
+
if (syncedSlot === undefined) {
|
|
377
|
+
return undefined;
|
|
378
|
+
}
|
|
379
|
+
// An epoch is fully synced when all its slots are synced.
|
|
380
|
+
// We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
|
|
381
|
+
// Otherwise, only the previous epoch is fully synced.
|
|
382
|
+
const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
|
|
383
|
+
const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
|
|
384
|
+
if (syncedSlot >= endSlot) {
|
|
385
|
+
return epoch;
|
|
386
|
+
}
|
|
387
|
+
return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
|
|
323
388
|
}
|
|
324
389
|
|
|
325
390
|
public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
|
|
@@ -371,115 +436,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
371
436
|
return true;
|
|
372
437
|
}
|
|
373
438
|
|
|
374
|
-
public
|
|
375
|
-
|
|
376
|
-
this.getBlockNumber(),
|
|
377
|
-
this.getProvenBlockNumber(),
|
|
378
|
-
this.getCheckpointedL2BlockNumber(),
|
|
379
|
-
this.getFinalizedL2BlockNumber(),
|
|
380
|
-
] as const);
|
|
381
|
-
|
|
382
|
-
const beforeInitialblockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
383
|
-
|
|
384
|
-
// Get the latest block header and checkpointed blocks for proven, finalised and checkpointed blocks
|
|
385
|
-
const [latestBlockHeader, provenCheckpointedBlock, finalizedCheckpointedBlock, checkpointedBlock] =
|
|
386
|
-
await Promise.all([
|
|
387
|
-
latestBlockNumber > beforeInitialblockNumber ? this.getBlockHeader(latestBlockNumber) : undefined,
|
|
388
|
-
provenBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(provenBlockNumber) : undefined,
|
|
389
|
-
finalizedBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(finalizedBlockNumber) : undefined,
|
|
390
|
-
checkpointedBlockNumber > beforeInitialblockNumber
|
|
391
|
-
? this.getCheckpointedBlock(checkpointedBlockNumber)
|
|
392
|
-
: undefined,
|
|
393
|
-
] as const);
|
|
394
|
-
|
|
395
|
-
if (latestBlockNumber > beforeInitialblockNumber && !latestBlockHeader) {
|
|
396
|
-
throw new Error(`Failed to retrieve latest block header for block ${latestBlockNumber}`);
|
|
397
|
-
}
|
|
398
|
-
|
|
399
|
-
// Checkpointed blocks must exist for proven, finalized and checkpointed tips if they are beyond the initial block number.
|
|
400
|
-
if (checkpointedBlockNumber > beforeInitialblockNumber && !checkpointedBlock?.block.header) {
|
|
401
|
-
throw new Error(
|
|
402
|
-
`Failed to retrieve checkpointed block header for block ${checkpointedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
403
|
-
);
|
|
404
|
-
}
|
|
405
|
-
|
|
406
|
-
if (provenBlockNumber > beforeInitialblockNumber && !provenCheckpointedBlock?.block.header) {
|
|
407
|
-
throw new Error(
|
|
408
|
-
`Failed to retrieve proven checkpointed for block ${provenBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
409
|
-
);
|
|
410
|
-
}
|
|
411
|
-
|
|
412
|
-
if (finalizedBlockNumber > beforeInitialblockNumber && !finalizedCheckpointedBlock?.block.header) {
|
|
413
|
-
throw new Error(
|
|
414
|
-
`Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
415
|
-
);
|
|
416
|
-
}
|
|
417
|
-
|
|
418
|
-
const latestBlockHeaderHash = (await latestBlockHeader?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
419
|
-
const provenBlockHeaderHash = (await provenCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
420
|
-
const finalizedBlockHeaderHash =
|
|
421
|
-
(await finalizedCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
422
|
-
const checkpointedBlockHeaderHash = (await checkpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
423
|
-
|
|
424
|
-
// Now attempt to retrieve checkpoints for proven, finalised and checkpointed blocks
|
|
425
|
-
const [[provenBlockCheckpoint], [finalizedBlockCheckpoint], [checkpointedBlockCheckpoint]] = await Promise.all([
|
|
426
|
-
provenCheckpointedBlock !== undefined
|
|
427
|
-
? await this.getCheckpoints(provenCheckpointedBlock?.checkpointNumber, 1)
|
|
428
|
-
: [undefined],
|
|
429
|
-
finalizedCheckpointedBlock !== undefined
|
|
430
|
-
? await this.getCheckpoints(finalizedCheckpointedBlock?.checkpointNumber, 1)
|
|
431
|
-
: [undefined],
|
|
432
|
-
checkpointedBlock !== undefined ? await this.getCheckpoints(checkpointedBlock?.checkpointNumber, 1) : [undefined],
|
|
433
|
-
]);
|
|
434
|
-
|
|
435
|
-
const initialcheckpointId: CheckpointId = {
|
|
436
|
-
number: CheckpointNumber.ZERO,
|
|
437
|
-
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
438
|
-
};
|
|
439
|
-
|
|
440
|
-
const makeCheckpointId = (checkpoint: PublishedCheckpoint | undefined) => {
|
|
441
|
-
if (checkpoint === undefined) {
|
|
442
|
-
return initialcheckpointId;
|
|
443
|
-
}
|
|
444
|
-
return {
|
|
445
|
-
number: checkpoint.checkpoint.number,
|
|
446
|
-
hash: checkpoint.checkpoint.hash().toString(),
|
|
447
|
-
};
|
|
448
|
-
};
|
|
449
|
-
|
|
450
|
-
const l2Tips: L2Tips = {
|
|
451
|
-
proposed: {
|
|
452
|
-
number: latestBlockNumber,
|
|
453
|
-
hash: latestBlockHeaderHash.toString(),
|
|
454
|
-
},
|
|
455
|
-
proven: {
|
|
456
|
-
block: {
|
|
457
|
-
number: provenBlockNumber,
|
|
458
|
-
hash: provenBlockHeaderHash.toString(),
|
|
459
|
-
},
|
|
460
|
-
checkpoint: makeCheckpointId(provenBlockCheckpoint),
|
|
461
|
-
},
|
|
462
|
-
finalized: {
|
|
463
|
-
block: {
|
|
464
|
-
number: finalizedBlockNumber,
|
|
465
|
-
hash: finalizedBlockHeaderHash.toString(),
|
|
466
|
-
},
|
|
467
|
-
checkpoint: makeCheckpointId(finalizedBlockCheckpoint),
|
|
468
|
-
},
|
|
469
|
-
checkpointed: {
|
|
470
|
-
block: {
|
|
471
|
-
number: checkpointedBlockNumber,
|
|
472
|
-
hash: checkpointedBlockHeaderHash.toString(),
|
|
473
|
-
},
|
|
474
|
-
checkpoint: makeCheckpointId(checkpointedBlockCheckpoint),
|
|
475
|
-
},
|
|
476
|
-
};
|
|
477
|
-
|
|
478
|
-
return l2Tips;
|
|
439
|
+
public getL2Tips(): Promise<L2Tips> {
|
|
440
|
+
return this.l2TipsCache.getL2Tips();
|
|
479
441
|
}
|
|
480
442
|
|
|
481
443
|
public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
|
|
482
|
-
// TODO(pw/mbps): This still assumes 1 block per checkpoint
|
|
483
444
|
const currentBlocks = await this.getL2Tips();
|
|
484
445
|
const currentL2Block = currentBlocks.proposed.number;
|
|
485
446
|
const currentProvenBlock = currentBlocks.proven.block.number;
|
|
@@ -491,8 +452,25 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
491
452
|
if (!targetL2Block) {
|
|
492
453
|
throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
|
|
493
454
|
}
|
|
494
|
-
const targetL1BlockNumber = targetL2Block.l1.blockNumber;
|
|
495
455
|
const targetCheckpointNumber = targetL2Block.checkpointNumber;
|
|
456
|
+
|
|
457
|
+
// Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
|
|
458
|
+
const checkpointData = await this.store.getCheckpointData(targetCheckpointNumber);
|
|
459
|
+
if (checkpointData) {
|
|
460
|
+
const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
|
|
461
|
+
if (targetL2BlockNumber !== lastBlockInCheckpoint) {
|
|
462
|
+
const previousCheckpointBoundary =
|
|
463
|
+
checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
|
|
464
|
+
throw new Error(
|
|
465
|
+
`Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
|
|
466
|
+
`Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
|
|
467
|
+
`Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
|
|
468
|
+
`or block ${previousCheckpointBoundary} to roll back to the previous one.`,
|
|
469
|
+
);
|
|
470
|
+
}
|
|
471
|
+
}
|
|
472
|
+
|
|
473
|
+
const targetL1BlockNumber = targetL2Block.l1.blockNumber;
|
|
496
474
|
const targetL1Block = await this.publicClient.getBlock({
|
|
497
475
|
blockNumber: targetL1BlockNumber,
|
|
498
476
|
includeTransactions: false,
|
|
@@ -511,13 +489,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
511
489
|
await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
|
|
512
490
|
await this.store.setMessageSynchedL1Block({ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash });
|
|
513
491
|
if (targetL2BlockNumber < currentProvenBlock) {
|
|
514
|
-
this.log.info(`
|
|
515
|
-
await this.
|
|
492
|
+
this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
|
|
493
|
+
await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
|
|
494
|
+
}
|
|
495
|
+
const currentFinalizedBlock = currentBlocks.finalized.block.number;
|
|
496
|
+
if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
497
|
+
this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
|
|
498
|
+
await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
|
|
516
499
|
}
|
|
517
|
-
// TODO(palla/reorg): Set the finalized block when we add support for it.
|
|
518
|
-
// if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
519
|
-
// this.log.info(`Clearing finalized L2 block number`);
|
|
520
|
-
// await this.store.setFinalizedL2BlockNumber(0);
|
|
521
|
-
// }
|
|
522
500
|
}
|
|
523
501
|
}
|
package/src/errors.ts
CHANGED
|
@@ -6,24 +6,9 @@ export class NoBlobBodiesFoundError extends Error {
|
|
|
6
6
|
}
|
|
7
7
|
}
|
|
8
8
|
|
|
9
|
-
export class InitialBlockNumberNotSequentialError extends Error {
|
|
10
|
-
constructor(
|
|
11
|
-
public readonly newBlockNumber: number,
|
|
12
|
-
public readonly previousBlockNumber: number | undefined,
|
|
13
|
-
) {
|
|
14
|
-
super(
|
|
15
|
-
`Cannot insert new block ${newBlockNumber} given previous block number in store is ${
|
|
16
|
-
previousBlockNumber ?? 'undefined'
|
|
17
|
-
}`,
|
|
18
|
-
);
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
|
|
22
9
|
export class BlockNumberNotSequentialError extends Error {
|
|
23
10
|
constructor(newBlockNumber: number, previous: number | undefined) {
|
|
24
|
-
super(
|
|
25
|
-
`Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
|
|
26
|
-
);
|
|
11
|
+
super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
|
|
27
12
|
}
|
|
28
13
|
}
|
|
29
14
|
|
|
@@ -48,14 +33,6 @@ export class CheckpointNumberNotSequentialError extends Error {
|
|
|
48
33
|
}
|
|
49
34
|
}
|
|
50
35
|
|
|
51
|
-
export class CheckpointNumberNotConsistentError extends Error {
|
|
52
|
-
constructor(newCheckpointNumber: number, previous: number | undefined) {
|
|
53
|
-
super(
|
|
54
|
-
`Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
|
|
55
|
-
);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
36
|
export class BlockIndexNotSequentialError extends Error {
|
|
60
37
|
constructor(newBlockIndex: number, previousBlockIndex: number | undefined) {
|
|
61
38
|
super(
|
|
@@ -89,6 +66,15 @@ export class BlockNotFoundError extends Error {
|
|
|
89
66
|
}
|
|
90
67
|
}
|
|
91
68
|
|
|
69
|
+
/** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
|
|
70
|
+
export class BlockAlreadyCheckpointedError extends Error {
|
|
71
|
+
constructor(public readonly blockNumber: number) {
|
|
72
|
+
super(`Block ${blockNumber} has already been checkpointed with the same content`);
|
|
73
|
+
this.name = 'BlockAlreadyCheckpointedError';
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
|
|
92
78
|
export class CannotOverwriteCheckpointedBlockError extends Error {
|
|
93
79
|
constructor(
|
|
94
80
|
public readonly blockNumber: number,
|