@aztec/archiver 0.0.1-commit.001888fc → 0.0.1-commit.017a351
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -11
- package/dest/archiver.d.ts +53 -16
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +248 -76
- package/dest/config.d.ts +4 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +21 -14
- package/dest/errors.d.ts +44 -10
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +66 -12
- package/dest/factory.d.ts +13 -7
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +37 -25
- package/dest/index.d.ts +11 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +10 -2
- package/dest/l1/calldata_retriever.d.ts +2 -1
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +15 -5
- package/dest/l1/data_retrieval.d.ts +19 -10
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +25 -32
- package/dest/l1/trace_tx.d.ts +12 -66
- package/dest/l1/trace_tx.d.ts.map +1 -1
- package/dest/l1/validate_historical_logs.d.ts +23 -0
- package/dest/l1/validate_historical_logs.d.ts.map +1 -0
- package/dest/l1/validate_historical_logs.js +108 -0
- package/dest/modules/contract_data_source_adapter.d.ts +25 -0
- package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
- package/dest/modules/contract_data_source_adapter.js +40 -0
- package/dest/modules/data_source_base.d.ts +71 -47
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +269 -137
- package/dest/modules/data_store_updater.d.ts +30 -13
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +166 -116
- package/dest/modules/instrumentation.d.ts +7 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +25 -7
- package/dest/modules/l1_synchronizer.d.ts +11 -6
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +414 -214
- package/dest/modules/outbox_trees_resolver.d.ts +62 -0
- package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
- package/dest/modules/outbox_trees_resolver.js +162 -0
- package/dest/modules/validation.d.ts +4 -3
- package/dest/modules/validation.d.ts.map +1 -1
- package/dest/modules/validation.js +6 -6
- package/dest/store/block_store.d.ts +165 -66
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +648 -233
- package/dest/store/contract_class_store.d.ts +17 -4
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +24 -68
- package/dest/store/contract_instance_store.d.ts +28 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +37 -2
- package/dest/store/data_stores.d.ts +68 -0
- package/dest/store/data_stores.d.ts.map +1 -0
- package/dest/store/data_stores.js +54 -0
- package/dest/store/function_names_cache.d.ts +17 -0
- package/dest/store/function_names_cache.d.ts.map +1 -0
- package/dest/store/function_names_cache.js +30 -0
- package/dest/store/l2_tips_cache.d.ts +13 -7
- package/dest/store/l2_tips_cache.d.ts.map +1 -1
- package/dest/store/l2_tips_cache.js +13 -76
- package/dest/store/log_store.d.ts +42 -40
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +259 -462
- package/dest/store/log_store_codec.d.ts +70 -0
- package/dest/store/log_store_codec.d.ts.map +1 -0
- package/dest/store/log_store_codec.js +101 -0
- package/dest/store/message_store.d.ts +9 -3
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +39 -10
- package/dest/test/fake_l1_state.d.ts +15 -3
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +80 -18
- package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
- package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
- package/dest/test/mock_l1_to_l2_message_source.js +2 -1
- package/dest/test/mock_l2_block_source.d.ts +51 -50
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +244 -181
- package/dest/test/noop_l1_archiver.d.ts +10 -6
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +22 -9
- package/package.json +14 -14
- package/src/archiver.ts +315 -83
- package/src/config.ts +24 -11
- package/src/errors.ts +103 -18
- package/src/factory.ts +49 -25
- package/src/index.ts +18 -2
- package/src/l1/calldata_retriever.ts +16 -5
- package/src/l1/data_retrieval.ts +36 -45
- package/src/l1/validate_historical_logs.ts +140 -0
- package/src/modules/contract_data_source_adapter.ts +55 -0
- package/src/modules/data_source_base.ts +341 -179
- package/src/modules/data_store_updater.ts +201 -147
- package/src/modules/instrumentation.ts +28 -8
- package/src/modules/l1_synchronizer.ts +549 -255
- package/src/modules/outbox_trees_resolver.ts +199 -0
- package/src/modules/validation.ts +10 -9
- package/src/store/block_store.ts +807 -285
- package/src/store/contract_class_store.ts +31 -103
- package/src/store/contract_instance_store.ts +51 -5
- package/src/store/data_stores.ts +104 -0
- package/src/store/function_names_cache.ts +37 -0
- package/src/store/l2_tips_cache.ts +16 -70
- package/src/store/log_store.ts +297 -623
- package/src/store/log_store_codec.ts +132 -0
- package/src/store/message_store.ts +43 -12
- package/src/structs/inbox_message.ts +1 -1
- package/src/test/fake_l1_state.ts +99 -27
- package/src/test/mock_l1_to_l2_message_source.ts +1 -0
- package/src/test/mock_l2_block_source.ts +299 -232
- package/src/test/noop_l1_archiver.ts +42 -9
- package/dest/store/kv_archiver_store.d.ts +0 -367
- package/dest/store/kv_archiver_store.d.ts.map +0 -1
- package/dest/store/kv_archiver_store.js +0 -481
- package/src/store/kv_archiver_store.ts +0 -697
package/src/config.ts
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { type BlobClientConfig, blobClientConfigMapping } from '@aztec/blob-client/client/config';
|
|
2
2
|
import { type L1ContractsConfig, l1ContractsConfigMappings } from '@aztec/ethereum/config';
|
|
3
|
-
import { l1ContractAddressesMapping } from '@aztec/ethereum/l1-contract-addresses';
|
|
4
3
|
import { type L1ReaderConfig, l1ReaderConfigMappings } from '@aztec/ethereum/l1-reader';
|
|
5
4
|
import {
|
|
6
5
|
type ConfigMappingsType,
|
|
7
6
|
booleanConfigHelper,
|
|
8
7
|
getConfigFromMappings,
|
|
9
8
|
numberConfigHelper,
|
|
9
|
+
optionalNumberConfigHelper,
|
|
10
10
|
} from '@aztec/foundation/config';
|
|
11
11
|
import { type ChainConfig, chainConfigMappings } from '@aztec/stdlib/config';
|
|
12
12
|
import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
|
|
@@ -36,20 +36,19 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
|
|
|
36
36
|
description: 'The number of L2 blocks the archiver will attempt to download at a time.',
|
|
37
37
|
...numberConfigHelper(100),
|
|
38
38
|
},
|
|
39
|
-
maxLogs: {
|
|
40
|
-
env: 'ARCHIVER_MAX_LOGS',
|
|
41
|
-
description: 'The max number of logs that can be obtained in 1 "getPublicLogs" call.',
|
|
42
|
-
...numberConfigHelper(1_000),
|
|
43
|
-
},
|
|
44
39
|
archiverStoreMapSizeKb: {
|
|
45
40
|
env: 'ARCHIVER_STORE_MAP_SIZE_KB',
|
|
46
|
-
|
|
41
|
+
...optionalNumberConfigHelper(),
|
|
47
42
|
description: 'The maximum possible size of the archiver DB in KB. Overwrites the general dataStoreMapSizeKb.',
|
|
48
43
|
},
|
|
49
44
|
skipValidateCheckpointAttestations: {
|
|
50
45
|
description: 'Skip validating checkpoint attestations (for testing purposes only)',
|
|
51
46
|
...booleanConfigHelper(false),
|
|
52
47
|
},
|
|
48
|
+
skipPromoteProposedCheckpointDuringL1Sync: {
|
|
49
|
+
description: 'Skip promoting proposed checkpoints during L1 sync (for testing purposes only)',
|
|
50
|
+
...booleanConfigHelper(false),
|
|
51
|
+
},
|
|
53
52
|
maxAllowedEthClientDriftSeconds: {
|
|
54
53
|
env: 'MAX_ALLOWED_ETH_CLIENT_DRIFT_SECONDS',
|
|
55
54
|
description: 'Maximum allowed drift in seconds between the Ethereum client and current time.',
|
|
@@ -60,6 +59,21 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
|
|
|
60
59
|
description: 'Whether to allow starting the archiver without debug/trace method support on Ethereum hosts',
|
|
61
60
|
...booleanConfigHelper(true),
|
|
62
61
|
},
|
|
62
|
+
archiverSkipHistoricalLogsCheck: {
|
|
63
|
+
env: 'ARCHIVER_SKIP_HISTORICAL_LOGS_CHECK',
|
|
64
|
+
description:
|
|
65
|
+
'Skip the startup check that probes the L1 RPC for historical Rollup contract logs. ' +
|
|
66
|
+
'Set to true to bypass the check when the connected RPC node is known to prune old logs.',
|
|
67
|
+
...booleanConfigHelper(false),
|
|
68
|
+
},
|
|
69
|
+
orphanProposedBlockPruneGraceSeconds: {
|
|
70
|
+
env: 'ARCHIVER_ORPHAN_PROPOSED_BLOCK_PRUNE_GRACE_SECONDS',
|
|
71
|
+
description:
|
|
72
|
+
'Grace period in seconds, measured from the end of a proposed block build slot, after which a ' +
|
|
73
|
+
'proposed block with no matching proposed checkpoint is pruned as an orphan. Defaults from the ' +
|
|
74
|
+
'sequencer block duration at the node wiring layer when unset.',
|
|
75
|
+
...optionalNumberConfigHelper(),
|
|
76
|
+
},
|
|
63
77
|
...chainConfigMappings,
|
|
64
78
|
...l1ReaderConfigMappings,
|
|
65
79
|
viemPollingIntervalMS: {
|
|
@@ -68,10 +82,6 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
|
|
|
68
82
|
...numberConfigHelper(1000),
|
|
69
83
|
},
|
|
70
84
|
...l1ContractsConfigMappings,
|
|
71
|
-
l1Contracts: {
|
|
72
|
-
description: 'The deployed L1 contract addresses',
|
|
73
|
-
nested: l1ContractAddressesMapping,
|
|
74
|
-
},
|
|
75
85
|
};
|
|
76
86
|
|
|
77
87
|
/**
|
|
@@ -89,7 +99,10 @@ export function mapArchiverConfig(config: Partial<ArchiverConfig>) {
|
|
|
89
99
|
pollingIntervalMs: config.archiverPollingIntervalMS,
|
|
90
100
|
batchSize: config.archiverBatchSize,
|
|
91
101
|
skipValidateCheckpointAttestations: config.skipValidateCheckpointAttestations,
|
|
102
|
+
skipPromoteProposedCheckpointDuringL1Sync: config.skipPromoteProposedCheckpointDuringL1Sync,
|
|
92
103
|
maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds,
|
|
93
104
|
ethereumAllowNoDebugHosts: config.ethereumAllowNoDebugHosts,
|
|
105
|
+
skipHistoricalLogsCheck: config.archiverSkipHistoricalLogsCheck,
|
|
106
|
+
orphanProposedBlockPruneGraceSeconds: config.orphanProposedBlockPruneGraceSeconds,
|
|
94
107
|
};
|
|
95
108
|
}
|
package/src/errors.ts
CHANGED
|
@@ -1,14 +1,17 @@
|
|
|
1
|
+
import type { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
1
2
|
import type { Fr } from '@aztec/foundation/schemas';
|
|
2
3
|
|
|
3
4
|
export class NoBlobBodiesFoundError extends Error {
|
|
4
5
|
constructor(l2BlockNum: number) {
|
|
5
6
|
super(`No blob bodies found for block ${l2BlockNum}`);
|
|
7
|
+
this.name = 'NoBlobBodiesFoundError';
|
|
6
8
|
}
|
|
7
9
|
}
|
|
8
10
|
|
|
9
11
|
export class BlockNumberNotSequentialError extends Error {
|
|
10
12
|
constructor(newBlockNumber: number, previous: number | undefined) {
|
|
11
13
|
super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
|
|
14
|
+
this.name = 'BlockNumberNotSequentialError';
|
|
12
15
|
}
|
|
13
16
|
}
|
|
14
17
|
|
|
@@ -22,14 +25,35 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
|
|
|
22
25
|
previousCheckpointNumber ?? 'undefined'
|
|
23
26
|
}`,
|
|
24
27
|
);
|
|
28
|
+
this.name = 'InitialCheckpointNumberNotSequentialError';
|
|
25
29
|
}
|
|
26
30
|
}
|
|
27
31
|
|
|
28
32
|
export class CheckpointNumberNotSequentialError extends Error {
|
|
29
|
-
constructor(
|
|
33
|
+
constructor(
|
|
34
|
+
public readonly newCheckpointNumber: CheckpointNumber,
|
|
35
|
+
public readonly previousCheckpointNumber: CheckpointNumber | undefined,
|
|
36
|
+
source?: 'proposed' | 'confirmed',
|
|
37
|
+
) {
|
|
38
|
+
const qualifier = source ? `${source} ` : '';
|
|
30
39
|
super(
|
|
31
|
-
`Cannot insert new checkpoint ${newCheckpointNumber} given previous checkpoint number
|
|
40
|
+
`Cannot insert new checkpoint ${newCheckpointNumber} given previous ${qualifier}checkpoint number is ${previousCheckpointNumber ?? 'undefined'}`,
|
|
32
41
|
);
|
|
42
|
+
this.name = 'CheckpointNumberNotSequentialError';
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
/** Thrown when a proposed block carries a checkpoint number that does not follow the latest one. */
|
|
47
|
+
export class BlockCheckpointNumberNotSequentialError extends Error {
|
|
48
|
+
constructor(
|
|
49
|
+
blockNumber: BlockNumber,
|
|
50
|
+
blockCheckpointNumber: CheckpointNumber,
|
|
51
|
+
previous: CheckpointNumber | undefined,
|
|
52
|
+
) {
|
|
53
|
+
super(
|
|
54
|
+
`Cannot insert new block ${blockNumber} for checkpoint ${blockCheckpointNumber} given previous checkpoint number is ${previous ?? 'undefined'}`,
|
|
55
|
+
);
|
|
56
|
+
this.name = 'BlockCheckpointNumberNotSequentialError';
|
|
33
57
|
}
|
|
34
58
|
}
|
|
35
59
|
|
|
@@ -38,6 +62,7 @@ export class BlockIndexNotSequentialError extends Error {
|
|
|
38
62
|
super(
|
|
39
63
|
`Cannot insert new block at checkpoint index ${newBlockIndex} given previous block index is ${previousBlockIndex ?? 'undefined'}`,
|
|
40
64
|
);
|
|
65
|
+
this.name = 'BlockIndexNotSequentialError';
|
|
41
66
|
}
|
|
42
67
|
}
|
|
43
68
|
|
|
@@ -51,18 +76,21 @@ export class BlockArchiveNotConsistentError extends Error {
|
|
|
51
76
|
super(
|
|
52
77
|
`Cannot insert new block number ${newBlockNumber} with archive ${newBlockArchive.toString()} previous block number is ${previousBlockNumber ?? 'undefined'}, previous archive is ${previousBlockArchive?.toString() ?? 'undefined'}`,
|
|
53
78
|
);
|
|
79
|
+
this.name = 'BlockArchiveNotConsistentError';
|
|
54
80
|
}
|
|
55
81
|
}
|
|
56
82
|
|
|
57
83
|
export class CheckpointNotFoundError extends Error {
|
|
58
84
|
constructor(checkpointNumber: number) {
|
|
59
85
|
super(`Failed to find expected checkpoint number ${checkpointNumber}`);
|
|
86
|
+
this.name = 'CheckpointNotFoundError';
|
|
60
87
|
}
|
|
61
88
|
}
|
|
62
89
|
|
|
63
90
|
export class BlockNotFoundError extends Error {
|
|
64
91
|
constructor(blockNumber: number) {
|
|
65
92
|
super(`Failed to find expected block number ${blockNumber}`);
|
|
93
|
+
this.name = 'BlockNotFoundError';
|
|
66
94
|
}
|
|
67
95
|
}
|
|
68
96
|
|
|
@@ -74,22 +102,6 @@ export class BlockAlreadyCheckpointedError extends Error {
|
|
|
74
102
|
}
|
|
75
103
|
}
|
|
76
104
|
|
|
77
|
-
/** Thrown when logs are added for a tag whose last stored log has a higher block number than the new log. */
|
|
78
|
-
export class OutOfOrderLogInsertionError extends Error {
|
|
79
|
-
constructor(
|
|
80
|
-
public readonly logType: 'private' | 'public',
|
|
81
|
-
public readonly tag: string,
|
|
82
|
-
public readonly lastBlockNumber: number,
|
|
83
|
-
public readonly newBlockNumber: number,
|
|
84
|
-
) {
|
|
85
|
-
super(
|
|
86
|
-
`Out-of-order ${logType} log insertion for tag ${tag}: ` +
|
|
87
|
-
`last existing log is from block ${lastBlockNumber} but new log is from block ${newBlockNumber}`,
|
|
88
|
-
);
|
|
89
|
-
this.name = 'OutOfOrderLogInsertionError';
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
|
|
93
105
|
/** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
|
|
94
106
|
export class L1ToL2MessagesNotReadyError extends Error {
|
|
95
107
|
constructor(
|
|
@@ -104,6 +116,79 @@ export class L1ToL2MessagesNotReadyError extends Error {
|
|
|
104
116
|
}
|
|
105
117
|
}
|
|
106
118
|
|
|
119
|
+
/** Thrown when a proposed checkpoint number is stale (already processed). */
|
|
120
|
+
export class ProposedCheckpointStaleError extends Error {
|
|
121
|
+
constructor(
|
|
122
|
+
public readonly proposedCheckpointNumber: number,
|
|
123
|
+
public readonly currentProposedNumber: number,
|
|
124
|
+
) {
|
|
125
|
+
super(`Stale proposed checkpoint ${proposedCheckpointNumber}: current proposed is ${currentProposedNumber}`);
|
|
126
|
+
this.name = 'ProposedCheckpointStaleError';
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
/** Thrown when a proposed checkpoint number is not the expected latestTip + 1. */
|
|
131
|
+
export class ProposedCheckpointNotSequentialError extends Error {
|
|
132
|
+
constructor(
|
|
133
|
+
public readonly proposedCheckpointNumber: number,
|
|
134
|
+
public readonly latestTipNumber: number,
|
|
135
|
+
) {
|
|
136
|
+
super(
|
|
137
|
+
`Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${latestTipNumber + 1} (latest tip + 1, where tip is highest of confirmed or pending)`,
|
|
138
|
+
);
|
|
139
|
+
this.name = 'ProposedCheckpointNotSequentialError';
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
/** Thrown when a proposed checkpoint or block L2 slot has already expired on L1. */
|
|
144
|
+
export class BlockOrCheckpointSlotExpiredError extends Error {
|
|
145
|
+
constructor(
|
|
146
|
+
public readonly slot: number,
|
|
147
|
+
public readonly nextSlotStart: bigint,
|
|
148
|
+
public readonly l1TimestampSynced: bigint | undefined,
|
|
149
|
+
) {
|
|
150
|
+
super(
|
|
151
|
+
`Checkpoint or block for slot ${slot} is expired: L1 synced to ${l1TimestampSynced} which is past the next slot start ${nextSlotStart}. ` +
|
|
152
|
+
`If the checkpoint still lands via a late L1 tx, the archiver will pick it up via normal L1-sync (not the pending-queue shortcut).`,
|
|
153
|
+
);
|
|
154
|
+
this.name = 'BlockOrCheckpointSlotExpiredError';
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
/** Thrown when attempting to promote a proposed checkpoint but no proposed checkpoint exists in the store. */
|
|
159
|
+
export class NoProposedCheckpointToPromoteError extends Error {
|
|
160
|
+
constructor() {
|
|
161
|
+
super('Cannot promote proposed checkpoint: no proposed checkpoint exists');
|
|
162
|
+
this.name = 'NoProposedCheckpointToPromoteError';
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/** Thrown when the archive root of the proposed checkpoint does not match the expected one. */
|
|
167
|
+
export class ProposedCheckpointArchiveRootMismatchError extends Error {
|
|
168
|
+
constructor(
|
|
169
|
+
public readonly expectedArchiveRoot: Fr,
|
|
170
|
+
public readonly actualArchiveRoot: Fr,
|
|
171
|
+
) {
|
|
172
|
+
super(
|
|
173
|
+
`Cannot promote proposed checkpoint: archive root mismatch (expected ${expectedArchiveRoot}, got ${actualArchiveRoot})`,
|
|
174
|
+
);
|
|
175
|
+
this.name = 'ProposedCheckpointArchiveRootMismatchError';
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
/** Thrown when the proposed checkpoint does not directly follow the latest confirmed checkpoint. */
|
|
180
|
+
export class ProposedCheckpointPromotionNotSequentialError extends Error {
|
|
181
|
+
constructor(
|
|
182
|
+
public readonly proposedCheckpointNumber: number,
|
|
183
|
+
public readonly latestCheckpointNumber: number,
|
|
184
|
+
) {
|
|
185
|
+
super(
|
|
186
|
+
`Cannot promote proposed checkpoint: not sequential (latest ${latestCheckpointNumber}, proposed ${proposedCheckpointNumber})`,
|
|
187
|
+
);
|
|
188
|
+
this.name = 'ProposedCheckpointPromotionNotSequentialError';
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
|
|
107
192
|
/** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
|
|
108
193
|
export class CannotOverwriteCheckpointedBlockError extends Error {
|
|
109
194
|
constructor(
|
package/src/factory.ts
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
2
2
|
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
3
3
|
import { makeL1HttpTransport } from '@aztec/ethereum/client';
|
|
4
|
-
import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
4
|
+
import { InboxContract, OutboxContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
5
|
+
import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
5
6
|
import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
6
7
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
7
8
|
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
@@ -12,9 +13,11 @@ import { createStore } from '@aztec/kv-store/lmdb-v2';
|
|
|
12
13
|
import { protocolContractNames } from '@aztec/protocol-contracts';
|
|
13
14
|
import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
|
|
14
15
|
import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
|
|
15
|
-
import type { ArchiverEmitter } from '@aztec/stdlib/block';
|
|
16
|
-
import { type
|
|
16
|
+
import type { ArchiverEmitter, BlockHash } from '@aztec/stdlib/block';
|
|
17
|
+
import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
|
|
17
18
|
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
19
|
+
import { MIN_EXECUTION_TIME } from '@aztec/stdlib/timetable';
|
|
20
|
+
import type { BlockHeader } from '@aztec/stdlib/tx';
|
|
18
21
|
import { getTelemetryClient } from '@aztec/telemetry-client';
|
|
19
22
|
|
|
20
23
|
import { EventEmitter } from 'events';
|
|
@@ -24,21 +27,22 @@ import { Archiver, type ArchiverDeps } from './archiver.js';
|
|
|
24
27
|
import { type ArchiverConfig, mapArchiverConfig } from './config.js';
|
|
25
28
|
import { ArchiverInstrumentation } from './modules/instrumentation.js';
|
|
26
29
|
import { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
|
|
27
|
-
import { ARCHIVER_DB_VERSION,
|
|
30
|
+
import { ARCHIVER_DB_VERSION, type ArchiverDataStores, createArchiverDataStores } from './store/data_stores.js';
|
|
28
31
|
import { L2TipsCache } from './store/l2_tips_cache.js';
|
|
29
32
|
|
|
30
33
|
export const ARCHIVER_STORE_NAME = 'archiver';
|
|
31
34
|
|
|
32
35
|
/** Creates an archiver store. */
|
|
33
36
|
export async function createArchiverStore(
|
|
34
|
-
userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb'
|
|
35
|
-
|
|
37
|
+
userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb'> & DataStoreConfig,
|
|
38
|
+
genesisBlockHash: BlockHash,
|
|
39
|
+
): Promise<ArchiverDataStores> {
|
|
36
40
|
const config = {
|
|
37
41
|
...userConfig,
|
|
38
42
|
dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
|
|
39
43
|
};
|
|
40
44
|
const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
|
|
41
|
-
return
|
|
45
|
+
return createArchiverDataStores(store, genesisBlockHash);
|
|
42
46
|
}
|
|
43
47
|
|
|
44
48
|
/**
|
|
@@ -46,14 +50,19 @@ export async function createArchiverStore(
|
|
|
46
50
|
* @param config - The archiver configuration.
|
|
47
51
|
* @param deps - The archiver dependencies (blobClient, epochCache, dateProvider, telemetry).
|
|
48
52
|
* @param opts - The options.
|
|
53
|
+
* @param initialHeader - The genesis block header from world-state, used to answer block-0 queries.
|
|
54
|
+
* @param initialBlockHash - Precomputed hash of `initialHeader`. Hoisted to the caller so the archiver
|
|
55
|
+
* can expose `getGenesisBlockHash()` synchronously.
|
|
49
56
|
* @returns The local archiver.
|
|
50
57
|
*/
|
|
51
58
|
export async function createArchiver(
|
|
52
59
|
config: ArchiverConfig & DataStoreConfig,
|
|
53
60
|
deps: ArchiverDeps,
|
|
54
|
-
opts: { blockUntilSync: boolean } = { blockUntilSync: true },
|
|
61
|
+
opts: { blockUntilSync: boolean; enableOrphanProposedBlockPruning?: boolean } = { blockUntilSync: true },
|
|
62
|
+
initialHeader: BlockHeader,
|
|
63
|
+
initialBlockHash: BlockHash,
|
|
55
64
|
): Promise<Archiver> {
|
|
56
|
-
const archiverStore = await createArchiverStore(config);
|
|
65
|
+
const archiverStore = await createArchiverStore(config, initialBlockHash);
|
|
57
66
|
await registerProtocolContracts(archiverStore);
|
|
58
67
|
|
|
59
68
|
// Create Ethereum clients
|
|
@@ -74,8 +83,9 @@ export async function createArchiver(
|
|
|
74
83
|
}) as ViemPublicDebugClient;
|
|
75
84
|
|
|
76
85
|
// Create L1 contract instances
|
|
77
|
-
const rollup = new RollupContract(publicClient, config.
|
|
78
|
-
const inbox = new InboxContract(publicClient, config.
|
|
86
|
+
const rollup = new RollupContract(publicClient, config.rollupAddress);
|
|
87
|
+
const inbox = new InboxContract(publicClient, config.inboxAddress);
|
|
88
|
+
const outbox = new OutboxContract(publicClient, config.outboxAddress);
|
|
79
89
|
|
|
80
90
|
// Fetch L1 constants from rollup contract
|
|
81
91
|
const [
|
|
@@ -121,19 +131,24 @@ export async function createArchiver(
|
|
|
121
131
|
batchSize: 100,
|
|
122
132
|
maxAllowedEthClientDriftSeconds: 300,
|
|
123
133
|
ethereumAllowNoDebugHosts: false,
|
|
134
|
+
skipHistoricalLogsCheck: false,
|
|
135
|
+
orphanProposedBlockPruneGraceSeconds: MIN_EXECUTION_TIME,
|
|
136
|
+
enableOrphanProposedBlockPruning: opts.enableOrphanProposedBlockPruning ?? true,
|
|
124
137
|
},
|
|
125
138
|
mapArchiverConfig(config),
|
|
126
139
|
);
|
|
127
140
|
|
|
128
|
-
const epochCache = deps.epochCache ?? (await EpochCache.create(config.
|
|
141
|
+
const epochCache = deps.epochCache ?? (await EpochCache.create(config.rollupAddress, config, deps));
|
|
129
142
|
const telemetry = deps.telemetry ?? getTelemetryClient();
|
|
130
|
-
const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.estimateSize());
|
|
143
|
+
const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.db.estimateSize());
|
|
131
144
|
|
|
132
145
|
// Create the event emitter that will be shared by archiver and synchronizer
|
|
133
146
|
const events = new EventEmitter() as ArchiverEmitter;
|
|
134
147
|
|
|
135
|
-
// Create L2 tips cache shared by archiver and synchronizer
|
|
136
|
-
|
|
148
|
+
// Create L2 tips cache shared by archiver and synchronizer. The genesis block hash is dynamic —
|
|
149
|
+
// it depends on the injected initial header (genesisTimestamp + prefilled state). Hoisted to the
|
|
150
|
+
// caller so we can pass the same value to the archiver and expose it via `getGenesisBlockHash()`.
|
|
151
|
+
const l2TipsCache = new L2TipsCache(archiverStore.blocks, initialBlockHash);
|
|
137
152
|
|
|
138
153
|
// Create the L1 synchronizer
|
|
139
154
|
const synchronizer = new ArchiverL1Synchronizer(
|
|
@@ -158,7 +173,8 @@ export async function createArchiver(
|
|
|
158
173
|
publicClient,
|
|
159
174
|
debugClient,
|
|
160
175
|
rollup,
|
|
161
|
-
|
|
176
|
+
outbox,
|
|
177
|
+
{ ...pickL1ContractAddresses(config), slashingProposerAddress },
|
|
162
178
|
archiverStore,
|
|
163
179
|
archiverConfig,
|
|
164
180
|
deps.blobClient,
|
|
@@ -166,32 +182,40 @@ export async function createArchiver(
|
|
|
166
182
|
l1Constants,
|
|
167
183
|
synchronizer,
|
|
168
184
|
events,
|
|
185
|
+
initialHeader,
|
|
186
|
+
initialBlockHash,
|
|
169
187
|
l2TipsCache,
|
|
188
|
+
deps.dateProvider ?? new DateProvider(),
|
|
170
189
|
);
|
|
171
190
|
|
|
172
191
|
await archiver.start(opts.blockUntilSync);
|
|
173
192
|
return archiver;
|
|
174
193
|
}
|
|
175
194
|
|
|
176
|
-
/** Registers protocol contracts in the archiver store. */
|
|
177
|
-
export async function registerProtocolContracts(
|
|
195
|
+
/** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
|
|
196
|
+
export async function registerProtocolContracts(stores: ArchiverDataStores) {
|
|
178
197
|
const blockNumber = 0;
|
|
179
198
|
for (const name of protocolContractNames) {
|
|
180
199
|
const provider = new BundledProtocolContractsProvider();
|
|
181
200
|
const contract = await provider.getProtocolContractArtifact(name);
|
|
182
|
-
|
|
201
|
+
|
|
202
|
+
// Skip if already registered (happens on node restart with a persisted store).
|
|
203
|
+
if (await stores.contractClasses.getContractClass(contract.contractClass.id)) {
|
|
204
|
+
continue;
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
|
|
208
|
+
const contractClassPublic: ContractClassPublicWithCommitment = {
|
|
183
209
|
...contract.contractClass,
|
|
184
|
-
|
|
185
|
-
utilityFunctions: [],
|
|
210
|
+
publicBytecodeCommitment,
|
|
186
211
|
};
|
|
187
212
|
|
|
188
213
|
const publicFunctionSignatures = contract.artifact.functions
|
|
189
214
|
.filter(fn => fn.functionType === FunctionType.PUBLIC)
|
|
190
215
|
.map(fn => decodeFunctionSignature(fn.name, fn.parameters));
|
|
191
216
|
|
|
192
|
-
await
|
|
193
|
-
|
|
194
|
-
await
|
|
195
|
-
await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
|
|
217
|
+
await stores.functionNames.register(publicFunctionSignatures);
|
|
218
|
+
await stores.contractClasses.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
|
|
219
|
+
await stores.contractInstances.addContractInstances([contract.instance], BlockNumber(blockNumber));
|
|
196
220
|
}
|
|
197
221
|
}
|
package/src/index.ts
CHANGED
|
@@ -4,10 +4,26 @@ export * from './archiver.js';
|
|
|
4
4
|
export * from './modules/data_source_base.js';
|
|
5
5
|
export * from './modules/data_store_updater.js';
|
|
6
6
|
export * from './config.js';
|
|
7
|
+
export * from './errors.js';
|
|
7
8
|
|
|
8
9
|
export { type L1PublishedData } from './structs/published.js';
|
|
9
|
-
export {
|
|
10
|
+
export {
|
|
11
|
+
ARCHIVER_DB_VERSION,
|
|
12
|
+
type ArchiverDataStores,
|
|
13
|
+
type ArchiverL1SynchPoint,
|
|
14
|
+
backupArchiverDataStores,
|
|
15
|
+
createArchiverDataStores,
|
|
16
|
+
createContractDataSource,
|
|
17
|
+
getArchiverSynchPoint,
|
|
18
|
+
} from './store/data_stores.js';
|
|
19
|
+
export { FunctionNamesCache } from './store/function_names_cache.js';
|
|
20
|
+
export { ArchiverContractDataSourceAdapter } from './modules/contract_data_source_adapter.js';
|
|
21
|
+
export { BlockStore } from './store/block_store.js';
|
|
22
|
+
export { LogStore } from './store/log_store.js';
|
|
23
|
+
export { MessageStore } from './store/message_store.js';
|
|
24
|
+
export { ContractClassStore } from './store/contract_class_store.js';
|
|
10
25
|
export { ContractInstanceStore } from './store/contract_instance_store.js';
|
|
11
26
|
export { L2TipsCache } from './store/l2_tips_cache.js';
|
|
12
27
|
|
|
13
|
-
export {
|
|
28
|
+
export { retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
|
|
29
|
+
export { CalldataRetriever } from './l1/calldata_retriever.js';
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { MULTI_CALL_3_ADDRESS, type ViemCommitteeAttestations, type ViemHeader } from '@aztec/ethereum/contracts';
|
|
2
2
|
import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
3
3
|
import { CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
4
|
+
import { LruSet } from '@aztec/foundation/collection';
|
|
4
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
5
6
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
6
7
|
import type { Logger } from '@aztec/foundation/log';
|
|
7
8
|
import { RollupAbi } from '@aztec/l1-artifacts';
|
|
8
9
|
import { CommitteeAttestation } from '@aztec/stdlib/block';
|
|
9
|
-
import {
|
|
10
|
+
import { computeCheckpointPayloadDigest } from '@aztec/stdlib/checkpoint';
|
|
10
11
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
11
12
|
|
|
12
13
|
import {
|
|
@@ -44,7 +45,7 @@ type CheckpointData = {
|
|
|
44
45
|
*/
|
|
45
46
|
export class CalldataRetriever {
|
|
46
47
|
/** Tx hashes we've already logged for trace+debug failure (log once per tx per process). */
|
|
47
|
-
private static readonly traceFailureWarnedTxHashes = new
|
|
48
|
+
private static readonly traceFailureWarnedTxHashes = new LruSet<string>(1000);
|
|
48
49
|
|
|
49
50
|
/** Clears the trace-failure warned set. For testing only. */
|
|
50
51
|
static resetTraceFailureWarnedForTesting(): void {
|
|
@@ -60,6 +61,13 @@ export class CalldataRetriever {
|
|
|
60
61
|
private readonly rollupAddress: EthAddress,
|
|
61
62
|
) {}
|
|
62
63
|
|
|
64
|
+
private getSignatureContext() {
|
|
65
|
+
return {
|
|
66
|
+
chainId: this.publicClient.chain.id,
|
|
67
|
+
rollupAddress: this.rollupAddress,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
|
|
63
71
|
/**
|
|
64
72
|
* Gets checkpoint header and metadata from the calldata of an L1 transaction.
|
|
65
73
|
* Tries multicall3 decoding, falls back to trace-based extraction.
|
|
@@ -465,9 +473,12 @@ export class CalldataRetriever {
|
|
|
465
473
|
|
|
466
474
|
/** Computes the keccak256 payload digest from the checkpoint header, archive root, and fee asset price modifier. */
|
|
467
475
|
private computePayloadDigest(header: CheckpointHeader, archiveRoot: Fr, feeAssetPriceModifier: bigint): Hex {
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
476
|
+
return computeCheckpointPayloadDigest({
|
|
477
|
+
header,
|
|
478
|
+
archiveRoot,
|
|
479
|
+
feeAssetPriceModifier,
|
|
480
|
+
signatureContext: this.getSignatureContext(),
|
|
481
|
+
}).toString();
|
|
471
482
|
}
|
|
472
483
|
|
|
473
484
|
/**
|