@aztec/archiver 0.0.1-commit.86469d5 → 0.0.1-commit.8655d4a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (132) hide show
  1. package/README.md +19 -11
  2. package/dest/archiver.d.ts +39 -17
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +260 -160
  5. package/dest/config.d.ts +6 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +23 -15
  8. package/dest/errors.d.ts +55 -9
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +81 -14
  11. package/dest/factory.d.ts +13 -9
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +51 -37
  14. package/dest/index.d.ts +12 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +11 -2
  17. package/dest/l1/bin/retrieve-calldata.js +36 -33
  18. package/dest/l1/calldata_retriever.d.ts +74 -50
  19. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  20. package/dest/l1/calldata_retriever.js +201 -260
  21. package/dest/l1/data_retrieval.d.ts +26 -17
  22. package/dest/l1/data_retrieval.d.ts.map +1 -1
  23. package/dest/l1/data_retrieval.js +42 -47
  24. package/dest/l1/spire_proposer.d.ts +5 -5
  25. package/dest/l1/spire_proposer.d.ts.map +1 -1
  26. package/dest/l1/spire_proposer.js +9 -17
  27. package/dest/l1/trace_tx.d.ts +12 -66
  28. package/dest/l1/trace_tx.d.ts.map +1 -1
  29. package/dest/l1/validate_historical_logs.d.ts +23 -0
  30. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  31. package/dest/l1/validate_historical_logs.js +108 -0
  32. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  33. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  34. package/dest/modules/contract_data_source_adapter.js +40 -0
  35. package/dest/modules/data_source_base.d.ts +71 -42
  36. package/dest/modules/data_source_base.d.ts.map +1 -1
  37. package/dest/modules/data_source_base.js +270 -179
  38. package/dest/modules/data_store_updater.d.ts +49 -17
  39. package/dest/modules/data_store_updater.d.ts.map +1 -1
  40. package/dest/modules/data_store_updater.js +211 -121
  41. package/dest/modules/instrumentation.d.ts +21 -3
  42. package/dest/modules/instrumentation.d.ts.map +1 -1
  43. package/dest/modules/instrumentation.js +44 -9
  44. package/dest/modules/l1_synchronizer.d.ts +14 -12
  45. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  46. package/dest/modules/l1_synchronizer.js +443 -211
  47. package/dest/modules/validation.d.ts +4 -3
  48. package/dest/modules/validation.d.ts.map +1 -1
  49. package/dest/modules/validation.js +6 -6
  50. package/dest/store/block_store.d.ts +174 -66
  51. package/dest/store/block_store.d.ts.map +1 -1
  52. package/dest/store/block_store.js +743 -245
  53. package/dest/store/contract_class_store.d.ts +17 -4
  54. package/dest/store/contract_class_store.d.ts.map +1 -1
  55. package/dest/store/contract_class_store.js +24 -68
  56. package/dest/store/contract_instance_store.d.ts +28 -1
  57. package/dest/store/contract_instance_store.d.ts.map +1 -1
  58. package/dest/store/contract_instance_store.js +37 -2
  59. package/dest/store/data_stores.d.ts +68 -0
  60. package/dest/store/data_stores.d.ts.map +1 -0
  61. package/dest/store/data_stores.js +54 -0
  62. package/dest/store/function_names_cache.d.ts +17 -0
  63. package/dest/store/function_names_cache.d.ts.map +1 -0
  64. package/dest/store/function_names_cache.js +30 -0
  65. package/dest/store/l2_tips_cache.d.ts +25 -0
  66. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  67. package/dest/store/l2_tips_cache.js +26 -0
  68. package/dest/store/log_store.d.ts +42 -37
  69. package/dest/store/log_store.d.ts.map +1 -1
  70. package/dest/store/log_store.js +262 -388
  71. package/dest/store/log_store_codec.d.ts +70 -0
  72. package/dest/store/log_store_codec.d.ts.map +1 -0
  73. package/dest/store/log_store_codec.js +101 -0
  74. package/dest/store/message_store.d.ts +11 -1
  75. package/dest/store/message_store.d.ts.map +1 -1
  76. package/dest/store/message_store.js +51 -9
  77. package/dest/test/fake_l1_state.d.ts +25 -1
  78. package/dest/test/fake_l1_state.d.ts.map +1 -1
  79. package/dest/test/fake_l1_state.js +166 -32
  80. package/dest/test/mock_archiver.d.ts +1 -1
  81. package/dest/test/mock_archiver.d.ts.map +1 -1
  82. package/dest/test/mock_archiver.js +3 -2
  83. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  84. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  85. package/dest/test/mock_l1_to_l2_message_source.js +2 -1
  86. package/dest/test/mock_l2_block_source.d.ts +62 -41
  87. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  88. package/dest/test/mock_l2_block_source.js +321 -202
  89. package/dest/test/mock_structs.d.ts +4 -1
  90. package/dest/test/mock_structs.d.ts.map +1 -1
  91. package/dest/test/mock_structs.js +13 -1
  92. package/dest/test/noop_l1_archiver.d.ts +12 -6
  93. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  94. package/dest/test/noop_l1_archiver.js +26 -9
  95. package/package.json +14 -14
  96. package/src/archiver.ts +319 -181
  97. package/src/config.ts +32 -12
  98. package/src/errors.ts +122 -21
  99. package/src/factory.ts +75 -36
  100. package/src/index.ts +19 -2
  101. package/src/l1/README.md +25 -68
  102. package/src/l1/bin/retrieve-calldata.ts +46 -39
  103. package/src/l1/calldata_retriever.ts +260 -379
  104. package/src/l1/data_retrieval.ts +58 -69
  105. package/src/l1/spire_proposer.ts +7 -15
  106. package/src/l1/validate_historical_logs.ts +140 -0
  107. package/src/modules/contract_data_source_adapter.ts +55 -0
  108. package/src/modules/data_source_base.ts +347 -221
  109. package/src/modules/data_store_updater.ts +248 -153
  110. package/src/modules/instrumentation.ts +56 -9
  111. package/src/modules/l1_synchronizer.ts +585 -258
  112. package/src/modules/validation.ts +10 -9
  113. package/src/store/block_store.ts +924 -300
  114. package/src/store/contract_class_store.ts +31 -103
  115. package/src/store/contract_instance_store.ts +51 -5
  116. package/src/store/data_stores.ts +104 -0
  117. package/src/store/function_names_cache.ts +37 -0
  118. package/src/store/l2_tips_cache.ts +35 -0
  119. package/src/store/log_store.ts +303 -499
  120. package/src/store/log_store_codec.ts +132 -0
  121. package/src/store/message_store.ts +60 -10
  122. package/src/structs/inbox_message.ts +1 -1
  123. package/src/test/fake_l1_state.ts +213 -42
  124. package/src/test/mock_archiver.ts +3 -2
  125. package/src/test/mock_l1_to_l2_message_source.ts +1 -0
  126. package/src/test/mock_l2_block_source.ts +394 -210
  127. package/src/test/mock_structs.ts +20 -6
  128. package/src/test/noop_l1_archiver.ts +39 -9
  129. package/dest/store/kv_archiver_store.d.ts +0 -340
  130. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  131. package/dest/store/kv_archiver_store.js +0 -446
  132. package/src/store/kv_archiver_store.ts +0 -639
package/src/config.ts CHANGED
@@ -1,14 +1,19 @@
1
1
  import { type BlobClientConfig, blobClientConfigMapping } from '@aztec/blob-client/client/config';
2
2
  import { type L1ContractsConfig, l1ContractsConfigMappings } from '@aztec/ethereum/config';
3
- import { l1ContractAddressesMapping } from '@aztec/ethereum/l1-contract-addresses';
4
3
  import { type L1ReaderConfig, l1ReaderConfigMappings } from '@aztec/ethereum/l1-reader';
5
4
  import {
6
5
  type ConfigMappingsType,
7
6
  booleanConfigHelper,
8
7
  getConfigFromMappings,
9
8
  numberConfigHelper,
9
+ optionalNumberConfigHelper,
10
10
  } from '@aztec/foundation/config';
11
- import { type ChainConfig, chainConfigMappings } from '@aztec/stdlib/config';
11
+ import {
12
+ type ChainConfig,
13
+ type PipelineConfig,
14
+ chainConfigMappings,
15
+ pipelineConfigMappings,
16
+ } from '@aztec/stdlib/config';
12
17
  import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
13
18
 
14
19
  /**
@@ -21,11 +26,13 @@ import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
21
26
  export type ArchiverConfig = ArchiverSpecificConfig &
22
27
  L1ReaderConfig &
23
28
  L1ContractsConfig &
29
+ PipelineConfig & // required to pass through to epoch cache
24
30
  BlobClientConfig &
25
31
  ChainConfig;
26
32
 
27
33
  export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
28
34
  ...blobClientConfigMapping,
35
+ ...pipelineConfigMappings,
29
36
  archiverPollingIntervalMS: {
30
37
  env: 'ARCHIVER_POLLING_INTERVAL_MS',
31
38
  description: 'The polling interval in ms for retrieving new L2 blocks and encrypted logs.',
@@ -36,20 +43,19 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
36
43
  description: 'The number of L2 blocks the archiver will attempt to download at a time.',
37
44
  ...numberConfigHelper(100),
38
45
  },
39
- maxLogs: {
40
- env: 'ARCHIVER_MAX_LOGS',
41
- description: 'The max number of logs that can be obtained in 1 "getPublicLogs" call.',
42
- ...numberConfigHelper(1_000),
43
- },
44
46
  archiverStoreMapSizeKb: {
45
47
  env: 'ARCHIVER_STORE_MAP_SIZE_KB',
46
- parseEnv: (val: string | undefined) => (val ? +val : undefined),
48
+ ...optionalNumberConfigHelper(),
47
49
  description: 'The maximum possible size of the archiver DB in KB. Overwrites the general dataStoreMapSizeKb.',
48
50
  },
49
51
  skipValidateCheckpointAttestations: {
50
52
  description: 'Skip validating checkpoint attestations (for testing purposes only)',
51
53
  ...booleanConfigHelper(false),
52
54
  },
55
+ skipPromoteProposedCheckpointDuringL1Sync: {
56
+ description: 'Skip promoting proposed checkpoints during L1 sync (for testing purposes only)',
57
+ ...booleanConfigHelper(false),
58
+ },
53
59
  maxAllowedEthClientDriftSeconds: {
54
60
  env: 'MAX_ALLOWED_ETH_CLIENT_DRIFT_SECONDS',
55
61
  description: 'Maximum allowed drift in seconds between the Ethereum client and current time.',
@@ -60,6 +66,21 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
60
66
  description: 'Whether to allow starting the archiver without debug/trace method support on Ethereum hosts',
61
67
  ...booleanConfigHelper(true),
62
68
  },
69
+ archiverSkipHistoricalLogsCheck: {
70
+ env: 'ARCHIVER_SKIP_HISTORICAL_LOGS_CHECK',
71
+ description:
72
+ 'Skip the startup check that probes the L1 RPC for historical Rollup contract logs. ' +
73
+ 'Set to true to bypass the check when the connected RPC node is known to prune old logs.',
74
+ ...booleanConfigHelper(false),
75
+ },
76
+ orphanProposedBlockPruneGraceSeconds: {
77
+ env: 'ARCHIVER_ORPHAN_PROPOSED_BLOCK_PRUNE_GRACE_SECONDS',
78
+ description:
79
+ 'Grace period in seconds, measured from the end of a proposed block build slot, after which a ' +
80
+ 'proposed block with no matching proposed checkpoint is pruned as an orphan. Defaults from the ' +
81
+ 'sequencer block duration at the node wiring layer when unset.',
82
+ ...optionalNumberConfigHelper(),
83
+ },
63
84
  ...chainConfigMappings,
64
85
  ...l1ReaderConfigMappings,
65
86
  viemPollingIntervalMS: {
@@ -68,10 +89,6 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
68
89
  ...numberConfigHelper(1000),
69
90
  },
70
91
  ...l1ContractsConfigMappings,
71
- l1Contracts: {
72
- description: 'The deployed L1 contract addresses',
73
- nested: l1ContractAddressesMapping,
74
- },
75
92
  };
76
93
 
77
94
  /**
@@ -89,7 +106,10 @@ export function mapArchiverConfig(config: Partial<ArchiverConfig>) {
89
106
  pollingIntervalMs: config.archiverPollingIntervalMS,
90
107
  batchSize: config.archiverBatchSize,
91
108
  skipValidateCheckpointAttestations: config.skipValidateCheckpointAttestations,
109
+ skipPromoteProposedCheckpointDuringL1Sync: config.skipPromoteProposedCheckpointDuringL1Sync,
92
110
  maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds,
93
111
  ethereumAllowNoDebugHosts: config.ethereumAllowNoDebugHosts,
112
+ skipHistoricalLogsCheck: config.archiverSkipHistoricalLogsCheck,
113
+ orphanProposedBlockPruneGraceSeconds: config.orphanProposedBlockPruneGraceSeconds,
94
114
  };
95
115
  }
package/src/errors.ts CHANGED
@@ -1,29 +1,17 @@
1
+ import type { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
1
2
  import type { Fr } from '@aztec/foundation/schemas';
2
3
 
3
4
  export class NoBlobBodiesFoundError extends Error {
4
5
  constructor(l2BlockNum: number) {
5
6
  super(`No blob bodies found for block ${l2BlockNum}`);
6
- }
7
- }
8
-
9
- export class InitialBlockNumberNotSequentialError extends Error {
10
- constructor(
11
- public readonly newBlockNumber: number,
12
- public readonly previousBlockNumber: number | undefined,
13
- ) {
14
- super(
15
- `Cannot insert new block ${newBlockNumber} given previous block number in store is ${
16
- previousBlockNumber ?? 'undefined'
17
- }`,
18
- );
7
+ this.name = 'NoBlobBodiesFoundError';
19
8
  }
20
9
  }
21
10
 
22
11
  export class BlockNumberNotSequentialError extends Error {
23
12
  constructor(newBlockNumber: number, previous: number | undefined) {
24
- super(
25
- `Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
26
- );
13
+ super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
14
+ this.name = 'BlockNumberNotSequentialError';
27
15
  }
28
16
  }
29
17
 
@@ -37,22 +25,35 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
37
25
  previousCheckpointNumber ?? 'undefined'
38
26
  }`,
39
27
  );
28
+ this.name = 'InitialCheckpointNumberNotSequentialError';
40
29
  }
41
30
  }
42
31
 
43
32
  export class CheckpointNumberNotSequentialError extends Error {
44
- constructor(newCheckpointNumber: number, previous: number | undefined) {
33
+ constructor(
34
+ public readonly newCheckpointNumber: CheckpointNumber,
35
+ public readonly previousCheckpointNumber: CheckpointNumber | undefined,
36
+ source?: 'proposed' | 'confirmed',
37
+ ) {
38
+ const qualifier = source ? `${source} ` : '';
45
39
  super(
46
- `Cannot insert new checkpoint ${newCheckpointNumber} given previous checkpoint number in batch is ${previous ?? 'undefined'}`,
40
+ `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${qualifier}checkpoint number is ${previousCheckpointNumber ?? 'undefined'}`,
47
41
  );
42
+ this.name = 'CheckpointNumberNotSequentialError';
48
43
  }
49
44
  }
50
45
 
51
- export class CheckpointNumberNotConsistentError extends Error {
52
- constructor(newCheckpointNumber: number, previous: number | undefined) {
46
+ /** Thrown when a proposed block carries a checkpoint number that does not follow the latest one. */
47
+ export class BlockCheckpointNumberNotSequentialError extends Error {
48
+ constructor(
49
+ blockNumber: BlockNumber,
50
+ blockCheckpointNumber: CheckpointNumber,
51
+ previous: CheckpointNumber | undefined,
52
+ ) {
53
53
  super(
54
- `Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
54
+ `Cannot insert new block ${blockNumber} for checkpoint ${blockCheckpointNumber} given previous checkpoint number is ${previous ?? 'undefined'}`,
55
55
  );
56
+ this.name = 'BlockCheckpointNumberNotSequentialError';
56
57
  }
57
58
  }
58
59
 
@@ -61,6 +62,7 @@ export class BlockIndexNotSequentialError extends Error {
61
62
  super(
62
63
  `Cannot insert new block at checkpoint index ${newBlockIndex} given previous block index is ${previousBlockIndex ?? 'undefined'}`,
63
64
  );
65
+ this.name = 'BlockIndexNotSequentialError';
64
66
  }
65
67
  }
66
68
 
@@ -74,21 +76,120 @@ export class BlockArchiveNotConsistentError extends Error {
74
76
  super(
75
77
  `Cannot insert new block number ${newBlockNumber} with archive ${newBlockArchive.toString()} previous block number is ${previousBlockNumber ?? 'undefined'}, previous archive is ${previousBlockArchive?.toString() ?? 'undefined'}`,
76
78
  );
79
+ this.name = 'BlockArchiveNotConsistentError';
77
80
  }
78
81
  }
79
82
 
80
83
  export class CheckpointNotFoundError extends Error {
81
84
  constructor(checkpointNumber: number) {
82
85
  super(`Failed to find expected checkpoint number ${checkpointNumber}`);
86
+ this.name = 'CheckpointNotFoundError';
83
87
  }
84
88
  }
85
89
 
86
90
  export class BlockNotFoundError extends Error {
87
91
  constructor(blockNumber: number) {
88
92
  super(`Failed to find expected block number ${blockNumber}`);
93
+ this.name = 'BlockNotFoundError';
94
+ }
95
+ }
96
+
97
+ /** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
98
+ export class BlockAlreadyCheckpointedError extends Error {
99
+ constructor(public readonly blockNumber: number) {
100
+ super(`Block ${blockNumber} has already been checkpointed with the same content`);
101
+ this.name = 'BlockAlreadyCheckpointedError';
102
+ }
103
+ }
104
+
105
+ /** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
106
+ export class L1ToL2MessagesNotReadyError extends Error {
107
+ constructor(
108
+ public readonly checkpointNumber: number,
109
+ public readonly inboxTreeInProgress: bigint,
110
+ ) {
111
+ super(
112
+ `Cannot get L1 to L2 messages for checkpoint ${checkpointNumber}: ` +
113
+ `inbox tree in progress is ${inboxTreeInProgress}, messages not yet sealed`,
114
+ );
115
+ this.name = 'L1ToL2MessagesNotReadyError';
116
+ }
117
+ }
118
+
119
+ /** Thrown when a proposed checkpoint number is stale (already processed). */
120
+ export class ProposedCheckpointStaleError extends Error {
121
+ constructor(
122
+ public readonly proposedCheckpointNumber: number,
123
+ public readonly currentProposedNumber: number,
124
+ ) {
125
+ super(`Stale proposed checkpoint ${proposedCheckpointNumber}: current proposed is ${currentProposedNumber}`);
126
+ this.name = 'ProposedCheckpointStaleError';
127
+ }
128
+ }
129
+
130
+ /** Thrown when a proposed checkpoint number is not the expected latestTip + 1. */
131
+ export class ProposedCheckpointNotSequentialError extends Error {
132
+ constructor(
133
+ public readonly proposedCheckpointNumber: number,
134
+ public readonly latestTipNumber: number,
135
+ ) {
136
+ super(
137
+ `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${latestTipNumber + 1} (latest tip + 1, where tip is highest of confirmed or pending)`,
138
+ );
139
+ this.name = 'ProposedCheckpointNotSequentialError';
140
+ }
141
+ }
142
+
143
+ /** Thrown when a proposed checkpoint or block L2 slot has already expired on L1. */
144
+ export class BlockOrCheckpointSlotExpiredError extends Error {
145
+ constructor(
146
+ public readonly slot: number,
147
+ public readonly nextSlotStart: bigint,
148
+ public readonly l1TimestampSynced: bigint | undefined,
149
+ ) {
150
+ super(
151
+ `Checkpoint or block for slot ${slot} is expired: L1 synced to ${l1TimestampSynced} which is past the next slot start ${nextSlotStart}. ` +
152
+ `If the checkpoint still lands via a late L1 tx, the archiver will pick it up via normal L1-sync (not the pending-queue shortcut).`,
153
+ );
154
+ this.name = 'BlockOrCheckpointSlotExpiredError';
155
+ }
156
+ }
157
+
158
+ /** Thrown when attempting to promote a proposed checkpoint but no proposed checkpoint exists in the store. */
159
+ export class NoProposedCheckpointToPromoteError extends Error {
160
+ constructor() {
161
+ super('Cannot promote proposed checkpoint: no proposed checkpoint exists');
162
+ this.name = 'NoProposedCheckpointToPromoteError';
163
+ }
164
+ }
165
+
166
+ /** Thrown when the archive root of the proposed checkpoint does not match the expected one. */
167
+ export class ProposedCheckpointArchiveRootMismatchError extends Error {
168
+ constructor(
169
+ public readonly expectedArchiveRoot: Fr,
170
+ public readonly actualArchiveRoot: Fr,
171
+ ) {
172
+ super(
173
+ `Cannot promote proposed checkpoint: archive root mismatch (expected ${expectedArchiveRoot}, got ${actualArchiveRoot})`,
174
+ );
175
+ this.name = 'ProposedCheckpointArchiveRootMismatchError';
176
+ }
177
+ }
178
+
179
+ /** Thrown when the proposed checkpoint does not directly follow the latest confirmed checkpoint. */
180
+ export class ProposedCheckpointPromotionNotSequentialError extends Error {
181
+ constructor(
182
+ public readonly proposedCheckpointNumber: number,
183
+ public readonly latestCheckpointNumber: number,
184
+ ) {
185
+ super(
186
+ `Cannot promote proposed checkpoint: not sequential (latest ${latestCheckpointNumber}, proposed ${proposedCheckpointNumber})`,
187
+ );
188
+ this.name = 'ProposedCheckpointPromotionNotSequentialError';
89
189
  }
90
190
  }
91
191
 
192
+ /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
92
193
  export class CannotOverwriteCheckpointedBlockError extends Error {
93
194
  constructor(
94
195
  public readonly blockNumber: number,
package/src/factory.ts CHANGED
@@ -1,44 +1,48 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
3
4
  import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
5
+ import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
4
6
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
5
7
  import { BlockNumber } from '@aztec/foundation/branded-types';
6
8
  import { Buffer32 } from '@aztec/foundation/buffer';
7
9
  import { merge } from '@aztec/foundation/collection';
8
10
  import { Fr } from '@aztec/foundation/curves/bn254';
9
11
  import { DateProvider } from '@aztec/foundation/timer';
10
- import type { DataStoreConfig } from '@aztec/kv-store/config';
11
12
  import { createStore } from '@aztec/kv-store/lmdb-v2';
12
13
  import { protocolContractNames } from '@aztec/protocol-contracts';
13
14
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
14
15
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
15
- import type { ArchiverEmitter } from '@aztec/stdlib/block';
16
- import { type ContractClassPublic, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
- import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
16
+ import type { ArchiverEmitter, BlockHash } from '@aztec/stdlib/block';
17
+ import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
18
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
19
+ import { MIN_EXECUTION_TIME } from '@aztec/stdlib/timetable';
20
+ import type { BlockHeader } from '@aztec/stdlib/tx';
18
21
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
22
 
20
23
  import { EventEmitter } from 'events';
21
- import { createPublicClient, fallback, http } from 'viem';
24
+ import { createPublicClient } from 'viem';
22
25
 
23
26
  import { Archiver, type ArchiverDeps } from './archiver.js';
24
27
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
25
28
  import { ArchiverInstrumentation } from './modules/instrumentation.js';
26
29
  import { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
27
- import { ARCHIVER_DB_VERSION, KVArchiverDataStore } from './store/kv_archiver_store.js';
30
+ import { ARCHIVER_DB_VERSION, type ArchiverDataStores, createArchiverDataStores } from './store/data_stores.js';
31
+ import { L2TipsCache } from './store/l2_tips_cache.js';
28
32
 
29
33
  export const ARCHIVER_STORE_NAME = 'archiver';
30
34
 
31
35
  /** Creates an archiver store. */
32
36
  export async function createArchiverStore(
33
- userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
34
- l1Constants: Pick<L1RollupConstants, 'epochDuration'>,
35
- ) {
37
+ userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb'> & DataStoreConfig,
38
+ genesisBlockHash: BlockHash,
39
+ ): Promise<ArchiverDataStores> {
36
40
  const config = {
37
41
  ...userConfig,
38
42
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
39
43
  };
40
44
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
41
- return new KVArchiverDataStore(store, config.maxLogs, l1Constants);
45
+ return createArchiverDataStores(store, genesisBlockHash);
42
46
  }
43
47
 
44
48
  /**
@@ -46,21 +50,27 @@ export async function createArchiverStore(
46
50
  * @param config - The archiver configuration.
47
51
  * @param deps - The archiver dependencies (blobClient, epochCache, dateProvider, telemetry).
48
52
  * @param opts - The options.
53
+ * @param initialHeader - The genesis block header from world-state, used to answer block-0 queries.
54
+ * @param initialBlockHash - Precomputed hash of `initialHeader`. Hoisted to the caller so the archiver
55
+ * can expose `getGenesisBlockHash()` synchronously.
49
56
  * @returns The local archiver.
50
57
  */
51
58
  export async function createArchiver(
52
59
  config: ArchiverConfig & DataStoreConfig,
53
60
  deps: ArchiverDeps,
54
61
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
62
+ initialHeader: BlockHeader,
63
+ initialBlockHash: BlockHash,
55
64
  ): Promise<Archiver> {
56
- const archiverStore = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
65
+ const archiverStore = await createArchiverStore(config, initialBlockHash);
57
66
  await registerProtocolContracts(archiverStore);
58
67
 
59
68
  // Create Ethereum clients
60
69
  const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
70
+ const httpTimeout = config.l1HttpTimeoutMS;
61
71
  const publicClient = createPublicClient({
62
72
  chain: chain.chainInfo,
63
- transport: fallback(config.l1RpcUrls.map(url => http(url, { batch: false }))),
73
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: httpTimeout }),
64
74
  pollingInterval: config.viemPollingIntervalMS,
65
75
  });
66
76
 
@@ -68,23 +78,32 @@ export async function createArchiver(
68
78
  const debugRpcUrls = config.l1DebugRpcUrls.length > 0 ? config.l1DebugRpcUrls : config.l1RpcUrls;
69
79
  const debugClient = createPublicClient({
70
80
  chain: chain.chainInfo,
71
- transport: fallback(debugRpcUrls.map(url => http(url, { batch: false }))),
81
+ transport: makeL1HttpTransport(debugRpcUrls, { timeout: httpTimeout }),
72
82
  pollingInterval: config.viemPollingIntervalMS,
73
83
  }) as ViemPublicDebugClient;
74
84
 
75
85
  // Create L1 contract instances
76
- const rollup = new RollupContract(publicClient, config.l1Contracts.rollupAddress);
77
- const inbox = new InboxContract(publicClient, config.l1Contracts.inboxAddress);
86
+ const rollup = new RollupContract(publicClient, config.rollupAddress);
87
+ const inbox = new InboxContract(publicClient, config.inboxAddress);
78
88
 
79
89
  // Fetch L1 constants from rollup contract
80
- const [l1StartBlock, l1GenesisTime, proofSubmissionEpochs, genesisArchiveRoot, slashingProposerAddress] =
81
- await Promise.all([
82
- rollup.getL1StartBlock(),
83
- rollup.getL1GenesisTime(),
84
- rollup.getProofSubmissionEpochs(),
85
- rollup.getGenesisArchiveTreeRoot(),
86
- rollup.getSlashingProposerAddress(),
87
- ] as const);
90
+ const [
91
+ l1StartBlock,
92
+ l1GenesisTime,
93
+ proofSubmissionEpochs,
94
+ genesisArchiveRoot,
95
+ slashingProposerAddress,
96
+ targetCommitteeSize,
97
+ rollupManaLimit,
98
+ ] = await Promise.all([
99
+ rollup.getL1StartBlock(),
100
+ rollup.getL1GenesisTime(),
101
+ rollup.getProofSubmissionEpochs(),
102
+ rollup.getGenesisArchiveTreeRoot(),
103
+ rollup.getSlashingProposerAddress(),
104
+ rollup.getTargetCommitteeSize(),
105
+ rollup.getManaLimit(),
106
+ ] as const);
88
107
 
89
108
  const l1StartBlockHash = await publicClient
90
109
  .getBlock({ blockNumber: l1StartBlock, includeTransactions: false })
@@ -100,7 +119,9 @@ export async function createArchiver(
100
119
  slotDuration,
101
120
  ethereumSlotDuration,
102
121
  proofSubmissionEpochs: Number(proofSubmissionEpochs),
122
+ targetCommitteeSize,
103
123
  genesisArchiveRoot: Fr.fromString(genesisArchiveRoot.toString()),
124
+ rollupManaLimit: Number(rollupManaLimit),
104
125
  };
105
126
 
106
127
  const archiverConfig = merge(
@@ -109,24 +130,30 @@ export async function createArchiver(
109
130
  batchSize: 100,
110
131
  maxAllowedEthClientDriftSeconds: 300,
111
132
  ethereumAllowNoDebugHosts: false,
133
+ skipHistoricalLogsCheck: false,
134
+ orphanProposedBlockPruneGraceSeconds: MIN_EXECUTION_TIME,
112
135
  },
113
136
  mapArchiverConfig(config),
114
137
  );
115
138
 
116
- const epochCache = deps.epochCache ?? (await EpochCache.create(config.l1Contracts.rollupAddress, config, deps));
139
+ const epochCache = deps.epochCache ?? (await EpochCache.create(config.rollupAddress, config, deps));
117
140
  const telemetry = deps.telemetry ?? getTelemetryClient();
118
- const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.estimateSize());
141
+ const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.db.estimateSize());
119
142
 
120
143
  // Create the event emitter that will be shared by archiver and synchronizer
121
144
  const events = new EventEmitter() as ArchiverEmitter;
122
145
 
146
+ // Create L2 tips cache shared by archiver and synchronizer. The genesis block hash is dynamic —
147
+ // it depends on the injected initial header (genesisTimestamp + prefilled state). Hoisted to the
148
+ // caller so we can pass the same value to the archiver and expose it via `getGenesisBlockHash()`.
149
+ const l2TipsCache = new L2TipsCache(archiverStore.blocks, initialBlockHash);
150
+
123
151
  // Create the L1 synchronizer
124
152
  const synchronizer = new ArchiverL1Synchronizer(
125
153
  publicClient,
126
154
  debugClient,
127
155
  rollup,
128
156
  inbox,
129
- { ...config.l1Contracts, slashingProposerAddress },
130
157
  archiverStore,
131
158
  archiverConfig,
132
159
  deps.blobClient,
@@ -136,13 +163,15 @@ export async function createArchiver(
136
163
  l1Constants,
137
164
  events,
138
165
  instrumentation.tracer,
166
+ l2TipsCache,
167
+ undefined, // log (use default)
139
168
  );
140
169
 
141
170
  const archiver = new Archiver(
142
171
  publicClient,
143
172
  debugClient,
144
173
  rollup,
145
- { ...config.l1Contracts, slashingProposerAddress },
174
+ { ...pickL1ContractAddresses(config), slashingProposerAddress },
146
175
  archiverStore,
147
176
  archiverConfig,
148
177
  deps.blobClient,
@@ -150,31 +179,41 @@ export async function createArchiver(
150
179
  l1Constants,
151
180
  synchronizer,
152
181
  events,
182
+ initialHeader,
183
+ initialBlockHash,
184
+ l2TipsCache,
185
+ epochCache,
186
+ deps.dateProvider ?? new DateProvider(),
153
187
  );
154
188
 
155
189
  await archiver.start(opts.blockUntilSync);
156
190
  return archiver;
157
191
  }
158
192
 
159
- /** Registers protocol contracts in the archiver store. */
160
- export async function registerProtocolContracts(store: KVArchiverDataStore) {
193
+ /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
194
+ export async function registerProtocolContracts(stores: ArchiverDataStores) {
161
195
  const blockNumber = 0;
162
196
  for (const name of protocolContractNames) {
163
197
  const provider = new BundledProtocolContractsProvider();
164
198
  const contract = await provider.getProtocolContractArtifact(name);
165
- const contractClassPublic: ContractClassPublic = {
199
+
200
+ // Skip if already registered (happens on node restart with a persisted store).
201
+ if (await stores.contractClasses.getContractClass(contract.contractClass.id)) {
202
+ continue;
203
+ }
204
+
205
+ const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
206
+ const contractClassPublic: ContractClassPublicWithCommitment = {
166
207
  ...contract.contractClass,
167
- privateFunctions: [],
168
- utilityFunctions: [],
208
+ publicBytecodeCommitment,
169
209
  };
170
210
 
171
211
  const publicFunctionSignatures = contract.artifact.functions
172
212
  .filter(fn => fn.functionType === FunctionType.PUBLIC)
173
213
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
174
214
 
175
- await store.registerContractFunctionSignatures(publicFunctionSignatures);
176
- const bytecodeCommitment = await computePublicBytecodeCommitment(contractClassPublic.packedBytecode);
177
- await store.addContractClasses([contractClassPublic], [bytecodeCommitment], BlockNumber(blockNumber));
178
- await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
215
+ await stores.functionNames.register(publicFunctionSignatures);
216
+ await stores.contractClasses.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
217
+ await stores.contractInstances.addContractInstances([contract.instance], BlockNumber(blockNumber));
179
218
  }
180
219
  }
package/src/index.ts CHANGED
@@ -4,9 +4,26 @@ export * from './archiver.js';
4
4
  export * from './modules/data_source_base.js';
5
5
  export * from './modules/data_store_updater.js';
6
6
  export * from './config.js';
7
+ export * from './errors.js';
7
8
 
8
9
  export { type L1PublishedData } from './structs/published.js';
9
- export { KVArchiverDataStore, ARCHIVER_DB_VERSION } from './store/kv_archiver_store.js';
10
+ export {
11
+ ARCHIVER_DB_VERSION,
12
+ type ArchiverDataStores,
13
+ type ArchiverL1SynchPoint,
14
+ backupArchiverDataStores,
15
+ createArchiverDataStores,
16
+ createContractDataSource,
17
+ getArchiverSynchPoint,
18
+ } from './store/data_stores.js';
19
+ export { FunctionNamesCache } from './store/function_names_cache.js';
20
+ export { ArchiverContractDataSourceAdapter } from './modules/contract_data_source_adapter.js';
21
+ export { BlockStore } from './store/block_store.js';
22
+ export { LogStore } from './store/log_store.js';
23
+ export { MessageStore } from './store/message_store.js';
24
+ export { ContractClassStore } from './store/contract_class_store.js';
10
25
  export { ContractInstanceStore } from './store/contract_instance_store.js';
26
+ export { L2TipsCache } from './store/l2_tips_cache.js';
11
27
 
12
- export { retrieveCheckpointsFromRollup, retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
28
+ export { retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
29
+ export { CalldataRetriever } from './l1/calldata_retriever.js';