@aztec/archiver 0.0.1-commit.4d3c002 → 0.0.1-commit.4d9804df

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/README.md +7 -5
  2. package/dest/archiver.d.ts +70 -15
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +274 -71
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +39 -16
  8. package/dest/errors.d.ts +35 -13
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +54 -16
  11. package/dest/factory.d.ts +11 -6
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +35 -21
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/calldata_retriever.d.ts +9 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +20 -10
  20. package/dest/l1/data_retrieval.d.ts +24 -10
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +13 -19
  23. package/dest/l1/trace_tx.d.ts +12 -66
  24. package/dest/l1/trace_tx.d.ts.map +1 -1
  25. package/dest/l1/validate_historical_logs.d.ts +23 -0
  26. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  27. package/dest/l1/validate_historical_logs.js +108 -0
  28. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  29. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  30. package/dest/modules/contract_data_source_adapter.js +32 -0
  31. package/dest/modules/data_source_base.d.ts +71 -50
  32. package/dest/modules/data_source_base.d.ts.map +1 -1
  33. package/dest/modules/data_source_base.js +250 -150
  34. package/dest/modules/data_store_updater.d.ts +28 -9
  35. package/dest/modules/data_store_updater.d.ts.map +1 -1
  36. package/dest/modules/data_store_updater.js +121 -61
  37. package/dest/modules/instrumentation.d.ts +15 -2
  38. package/dest/modules/instrumentation.d.ts.map +1 -1
  39. package/dest/modules/instrumentation.js +48 -9
  40. package/dest/modules/l1_synchronizer.d.ts +11 -7
  41. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  42. package/dest/modules/l1_synchronizer.js +347 -118
  43. package/dest/modules/outbox_trees_resolver.d.ts +62 -0
  44. package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
  45. package/dest/modules/outbox_trees_resolver.js +162 -0
  46. package/dest/modules/validation.d.ts +30 -7
  47. package/dest/modules/validation.d.ts.map +1 -1
  48. package/dest/modules/validation.js +33 -15
  49. package/dest/store/block_store.d.ts +167 -94
  50. package/dest/store/block_store.d.ts.map +1 -1
  51. package/dest/store/block_store.js +524 -260
  52. package/dest/store/contract_class_store.d.ts +17 -3
  53. package/dest/store/contract_class_store.d.ts.map +1 -1
  54. package/dest/store/contract_class_store.js +36 -2
  55. package/dest/store/contract_instance_store.d.ts +28 -1
  56. package/dest/store/contract_instance_store.d.ts.map +1 -1
  57. package/dest/store/contract_instance_store.js +49 -1
  58. package/dest/store/data_stores.d.ts +68 -0
  59. package/dest/store/data_stores.d.ts.map +1 -0
  60. package/dest/store/data_stores.js +54 -0
  61. package/dest/store/function_names_cache.d.ts +17 -0
  62. package/dest/store/function_names_cache.d.ts.map +1 -0
  63. package/dest/store/function_names_cache.js +30 -0
  64. package/dest/store/l2_tips_cache.d.ts +13 -8
  65. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  66. package/dest/store/l2_tips_cache.js +13 -96
  67. package/dest/store/log_store.d.ts +42 -40
  68. package/dest/store/log_store.d.ts.map +1 -1
  69. package/dest/store/log_store.js +257 -480
  70. package/dest/store/log_store_codec.d.ts +78 -0
  71. package/dest/store/log_store_codec.d.ts.map +1 -0
  72. package/dest/store/log_store_codec.js +110 -0
  73. package/dest/store/message_store.d.ts +9 -3
  74. package/dest/store/message_store.d.ts.map +1 -1
  75. package/dest/store/message_store.js +31 -1
  76. package/dest/test/fake_l1_state.d.ts +7 -3
  77. package/dest/test/fake_l1_state.d.ts.map +1 -1
  78. package/dest/test/fake_l1_state.js +45 -18
  79. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  80. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  81. package/dest/test/mock_l1_to_l2_message_source.js +1 -2
  82. package/dest/test/mock_l2_block_source.d.ts +47 -54
  83. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  84. package/dest/test/mock_l2_block_source.js +229 -205
  85. package/dest/test/mock_structs.d.ts +1 -1
  86. package/dest/test/mock_structs.d.ts.map +1 -1
  87. package/dest/test/mock_structs.js +2 -2
  88. package/dest/test/noop_l1_archiver.d.ts +14 -6
  89. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  90. package/dest/test/noop_l1_archiver.js +26 -10
  91. package/package.json +14 -14
  92. package/src/archiver.ts +355 -77
  93. package/src/config.ts +43 -20
  94. package/src/errors.ts +80 -23
  95. package/src/factory.ts +46 -19
  96. package/src/index.ts +18 -2
  97. package/src/l1/calldata_retriever.ts +27 -10
  98. package/src/l1/data_retrieval.ts +38 -36
  99. package/src/l1/validate_historical_logs.ts +140 -0
  100. package/src/modules/contract_data_source_adapter.ts +46 -0
  101. package/src/modules/data_source_base.ts +319 -200
  102. package/src/modules/data_store_updater.ts +146 -64
  103. package/src/modules/instrumentation.ts +43 -10
  104. package/src/modules/l1_synchronizer.ts +499 -136
  105. package/src/modules/outbox_trees_resolver.ts +199 -0
  106. package/src/modules/validation.ts +78 -21
  107. package/src/store/block_store.ts +627 -321
  108. package/src/store/contract_class_store.ts +47 -3
  109. package/src/store/contract_instance_store.ts +61 -1
  110. package/src/store/data_stores.ts +104 -0
  111. package/src/store/function_names_cache.ts +37 -0
  112. package/src/store/l2_tips_cache.ts +16 -109
  113. package/src/store/log_store.ts +296 -652
  114. package/src/store/log_store_codec.ts +143 -0
  115. package/src/store/message_store.ts +35 -2
  116. package/src/test/fake_l1_state.ts +50 -27
  117. package/src/test/mock_l1_to_l2_message_source.ts +0 -1
  118. package/src/test/mock_l2_block_source.ts +276 -258
  119. package/src/test/mock_structs.ts +5 -2
  120. package/src/test/noop_l1_archiver.ts +54 -11
  121. package/dest/store/kv_archiver_store.d.ts +0 -377
  122. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  123. package/dest/store/kv_archiver_store.js +0 -494
  124. package/src/store/kv_archiver_store.ts +0 -713
package/src/config.ts CHANGED
@@ -1,20 +1,16 @@
1
1
  import { type BlobClientConfig, blobClientConfigMapping } from '@aztec/blob-client/client/config';
2
2
  import { type L1ContractsConfig, l1ContractsConfigMappings } from '@aztec/ethereum/config';
3
- import { l1ContractAddressesMapping } from '@aztec/ethereum/l1-contract-addresses';
4
3
  import { type L1ReaderConfig, l1ReaderConfigMappings } from '@aztec/ethereum/l1-reader';
5
4
  import {
6
5
  type ConfigMappingsType,
7
6
  booleanConfigHelper,
8
7
  getConfigFromMappings,
9
8
  numberConfigHelper,
9
+ optionalNumberConfigHelper,
10
10
  } from '@aztec/foundation/config';
11
- import {
12
- type ChainConfig,
13
- type PipelineConfig,
14
- chainConfigMappings,
15
- pipelineConfigMappings,
16
- } from '@aztec/stdlib/config';
11
+ import { type ChainConfig, type SequencerConfig, chainConfigMappings } from '@aztec/stdlib/config';
17
12
  import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
13
+ import { DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE } from '@aztec/stdlib/timetable';
18
14
 
19
15
  /**
20
16
  * The archiver configuration.
@@ -26,13 +22,12 @@ import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
26
22
  export type ArchiverConfig = ArchiverSpecificConfig &
27
23
  L1ReaderConfig &
28
24
  L1ContractsConfig &
29
- PipelineConfig & // required to pass through to epoch cache
30
25
  BlobClientConfig &
31
- ChainConfig;
26
+ ChainConfig &
27
+ Pick<SequencerConfig, 'blockDurationMs' | 'checkpointProposalSyncGraceSeconds'>;
32
28
 
33
29
  export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
34
30
  ...blobClientConfigMapping,
35
- ...pipelineConfigMappings,
36
31
  archiverPollingIntervalMS: {
37
32
  env: 'ARCHIVER_POLLING_INTERVAL_MS',
38
33
  description: 'The polling interval in ms for retrieving new L2 blocks and encrypted logs.',
@@ -43,20 +38,31 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
43
38
  description: 'The number of L2 blocks the archiver will attempt to download at a time.',
44
39
  ...numberConfigHelper(100),
45
40
  },
46
- maxLogs: {
47
- env: 'ARCHIVER_MAX_LOGS',
48
- description: 'The max number of logs that can be obtained in 1 "getPublicLogs" call.',
49
- ...numberConfigHelper(1_000),
50
- },
51
41
  archiverStoreMapSizeKb: {
52
42
  env: 'ARCHIVER_STORE_MAP_SIZE_KB',
53
- parseEnv: (val: string | undefined) => (val ? +val : undefined),
43
+ ...optionalNumberConfigHelper(),
54
44
  description: 'The maximum possible size of the archiver DB in KB. Overwrites the general dataStoreMapSizeKb.',
55
45
  },
46
+ blockDurationMs: {
47
+ env: 'SEQ_BLOCK_DURATION_MS',
48
+ description:
49
+ 'Duration per block in milliseconds when building multiple blocks per slot. Used to derive orphan proposed block pruning timing.',
50
+ ...optionalNumberConfigHelper(),
51
+ },
52
+ checkpointProposalSyncGraceSeconds: {
53
+ env: 'CHECKPOINT_PROPOSAL_SYNC_GRACE_SECONDS',
54
+ description:
55
+ 'Consensus grace in seconds for a received checkpoint proposal to materialize into local proposed state.',
56
+ ...optionalNumberConfigHelper(),
57
+ },
56
58
  skipValidateCheckpointAttestations: {
57
59
  description: 'Skip validating checkpoint attestations (for testing purposes only)',
58
60
  ...booleanConfigHelper(false),
59
61
  },
62
+ skipPromoteProposedCheckpointDuringL1Sync: {
63
+ description: 'Skip promoting proposed checkpoints during L1 sync (for testing purposes only)',
64
+ ...booleanConfigHelper(false),
65
+ },
60
66
  maxAllowedEthClientDriftSeconds: {
61
67
  env: 'MAX_ALLOWED_ETH_CLIENT_DRIFT_SECONDS',
62
68
  description: 'Maximum allowed drift in seconds between the Ethereum client and current time.',
@@ -67,6 +73,23 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
67
73
  description: 'Whether to allow starting the archiver without debug/trace method support on Ethereum hosts',
68
74
  ...booleanConfigHelper(true),
69
75
  },
76
+ archiverSkipHistoricalLogsCheck: {
77
+ env: 'ARCHIVER_SKIP_HISTORICAL_LOGS_CHECK',
78
+ description:
79
+ 'Skip the startup check that probes the L1 RPC for historical Rollup contract logs. ' +
80
+ 'Set to true to bypass the check when the connected RPC node is known to prune old logs.',
81
+ ...booleanConfigHelper(false),
82
+ },
83
+ orphanPruneNoProposalTolerance: {
84
+ env: 'ARCHIVER_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE',
85
+ description: 'Local tolerance in seconds before pruning an orphan block when no checkpoint proposal was received.',
86
+ ...numberConfigHelper(DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE),
87
+ },
88
+ skipOrphanProposedBlockPruning: {
89
+ env: 'ARCHIVER_SKIP_ORPHAN_PROPOSED_BLOCK_PRUNING',
90
+ description: 'Skip pruning orphan proposed blocks that have no matching proposed checkpoint.',
91
+ ...booleanConfigHelper(false),
92
+ },
70
93
  ...chainConfigMappings,
71
94
  ...l1ReaderConfigMappings,
72
95
  viemPollingIntervalMS: {
@@ -75,10 +98,6 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
75
98
  ...numberConfigHelper(1000),
76
99
  },
77
100
  ...l1ContractsConfigMappings,
78
- l1Contracts: {
79
- description: 'The deployed L1 contract addresses',
80
- nested: l1ContractAddressesMapping,
81
- },
82
101
  };
83
102
 
84
103
  /**
@@ -96,7 +115,11 @@ export function mapArchiverConfig(config: Partial<ArchiverConfig>) {
96
115
  pollingIntervalMs: config.archiverPollingIntervalMS,
97
116
  batchSize: config.archiverBatchSize,
98
117
  skipValidateCheckpointAttestations: config.skipValidateCheckpointAttestations,
118
+ skipPromoteProposedCheckpointDuringL1Sync: config.skipPromoteProposedCheckpointDuringL1Sync,
99
119
  maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds,
100
120
  ethereumAllowNoDebugHosts: config.ethereumAllowNoDebugHosts,
121
+ skipHistoricalLogsCheck: config.archiverSkipHistoricalLogsCheck,
122
+ orphanPruneNoProposalTolerance: config.orphanPruneNoProposalTolerance,
123
+ skipOrphanProposedBlockPruning: config.skipOrphanProposedBlockPruning,
101
124
  };
102
125
  }
package/src/errors.ts CHANGED
@@ -1,14 +1,17 @@
1
+ import type { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
1
2
  import type { Fr } from '@aztec/foundation/schemas';
2
3
 
3
4
  export class NoBlobBodiesFoundError extends Error {
4
5
  constructor(l2BlockNum: number) {
5
6
  super(`No blob bodies found for block ${l2BlockNum}`);
7
+ this.name = 'NoBlobBodiesFoundError';
6
8
  }
7
9
  }
8
10
 
9
11
  export class BlockNumberNotSequentialError extends Error {
10
12
  constructor(newBlockNumber: number, previous: number | undefined) {
11
13
  super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
14
+ this.name = 'BlockNumberNotSequentialError';
12
15
  }
13
16
  }
14
17
 
@@ -22,18 +25,35 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
22
25
  previousCheckpointNumber ?? 'undefined'
23
26
  }`,
24
27
  );
28
+ this.name = 'InitialCheckpointNumberNotSequentialError';
25
29
  }
26
30
  }
27
31
 
28
32
  export class CheckpointNumberNotSequentialError extends Error {
29
33
  constructor(
30
- newCheckpointNumber: number,
31
- previous: number | undefined,
32
- source: 'confirmed' | 'proposed' = 'confirmed',
34
+ public readonly newCheckpointNumber: CheckpointNumber,
35
+ public readonly previousCheckpointNumber: CheckpointNumber | undefined,
36
+ source?: 'proposed' | 'confirmed',
33
37
  ) {
38
+ const qualifier = source ? `${source} ` : '';
34
39
  super(
35
- `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${source} checkpoint number is ${previous ?? 'undefined'}`,
40
+ `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${qualifier}checkpoint number is ${previousCheckpointNumber ?? 'undefined'}`,
36
41
  );
42
+ this.name = 'CheckpointNumberNotSequentialError';
43
+ }
44
+ }
45
+
46
+ /** Thrown when a proposed block carries a checkpoint number that does not follow the latest one. */
47
+ export class BlockCheckpointNumberNotSequentialError extends Error {
48
+ constructor(
49
+ blockNumber: BlockNumber,
50
+ blockCheckpointNumber: CheckpointNumber,
51
+ previous: CheckpointNumber | undefined,
52
+ ) {
53
+ super(
54
+ `Cannot insert new block ${blockNumber} for checkpoint ${blockCheckpointNumber} given previous checkpoint number is ${previous ?? 'undefined'}`,
55
+ );
56
+ this.name = 'BlockCheckpointNumberNotSequentialError';
37
57
  }
38
58
  }
39
59
 
@@ -42,6 +62,7 @@ export class BlockIndexNotSequentialError extends Error {
42
62
  super(
43
63
  `Cannot insert new block at checkpoint index ${newBlockIndex} given previous block index is ${previousBlockIndex ?? 'undefined'}`,
44
64
  );
65
+ this.name = 'BlockIndexNotSequentialError';
45
66
  }
46
67
  }
47
68
 
@@ -55,18 +76,21 @@ export class BlockArchiveNotConsistentError extends Error {
55
76
  super(
56
77
  `Cannot insert new block number ${newBlockNumber} with archive ${newBlockArchive.toString()} previous block number is ${previousBlockNumber ?? 'undefined'}, previous archive is ${previousBlockArchive?.toString() ?? 'undefined'}`,
57
78
  );
79
+ this.name = 'BlockArchiveNotConsistentError';
58
80
  }
59
81
  }
60
82
 
61
83
  export class CheckpointNotFoundError extends Error {
62
84
  constructor(checkpointNumber: number) {
63
85
  super(`Failed to find expected checkpoint number ${checkpointNumber}`);
86
+ this.name = 'CheckpointNotFoundError';
64
87
  }
65
88
  }
66
89
 
67
90
  export class BlockNotFoundError extends Error {
68
91
  constructor(blockNumber: number) {
69
92
  super(`Failed to find expected block number ${blockNumber}`);
93
+ this.name = 'BlockNotFoundError';
70
94
  }
71
95
  }
72
96
 
@@ -78,22 +102,6 @@ export class BlockAlreadyCheckpointedError extends Error {
78
102
  }
79
103
  }
80
104
 
81
- /** Thrown when logs are added for a tag whose last stored log has a higher block number than the new log. */
82
- export class OutOfOrderLogInsertionError extends Error {
83
- constructor(
84
- public readonly logType: 'private' | 'public',
85
- public readonly tag: string,
86
- public readonly lastBlockNumber: number,
87
- public readonly newBlockNumber: number,
88
- ) {
89
- super(
90
- `Out-of-order ${logType} log insertion for tag ${tag}: ` +
91
- `last existing log is from block ${lastBlockNumber} but new log is from block ${newBlockNumber}`,
92
- );
93
- this.name = 'OutOfOrderLogInsertionError';
94
- }
95
- }
96
-
97
105
  /** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
98
106
  export class L1ToL2MessagesNotReadyError extends Error {
99
107
  constructor(
@@ -119,19 +127,68 @@ export class ProposedCheckpointStaleError extends Error {
119
127
  }
120
128
  }
121
129
 
122
- /** Thrown when a proposed checkpoint number is not the expected confirmed + 1. */
130
+ /** Thrown when a proposed checkpoint number is not the expected latestTip + 1. */
123
131
  export class ProposedCheckpointNotSequentialError extends Error {
124
132
  constructor(
125
133
  public readonly proposedCheckpointNumber: number,
126
- public readonly confirmedCheckpointNumber: number,
134
+ public readonly latestTipNumber: number,
127
135
  ) {
128
136
  super(
129
- `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${confirmedCheckpointNumber + 1} (confirmed + 1)`,
137
+ `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${latestTipNumber + 1} (latest tip + 1, where tip is highest of confirmed or pending)`,
130
138
  );
131
139
  this.name = 'ProposedCheckpointNotSequentialError';
132
140
  }
133
141
  }
134
142
 
143
+ /** Thrown when a proposed checkpoint or block L2 slot has already expired on L1. */
144
+ export class BlockOrCheckpointSlotExpiredError extends Error {
145
+ constructor(
146
+ public readonly slot: number,
147
+ public readonly nextSlotStart: bigint,
148
+ public readonly l1TimestampSynced: bigint | undefined,
149
+ ) {
150
+ super(
151
+ `Checkpoint or block for slot ${slot} is expired: L1 synced to ${l1TimestampSynced} which is past the next slot start ${nextSlotStart}. ` +
152
+ `If the checkpoint still lands via a late L1 tx, the archiver will pick it up via normal L1-sync (not the pending-queue shortcut).`,
153
+ );
154
+ this.name = 'BlockOrCheckpointSlotExpiredError';
155
+ }
156
+ }
157
+
158
+ /** Thrown when attempting to promote a proposed checkpoint but no proposed checkpoint exists in the store. */
159
+ export class NoProposedCheckpointToPromoteError extends Error {
160
+ constructor() {
161
+ super('Cannot promote proposed checkpoint: no proposed checkpoint exists');
162
+ this.name = 'NoProposedCheckpointToPromoteError';
163
+ }
164
+ }
165
+
166
+ /** Thrown when the archive root of the proposed checkpoint does not match the expected one. */
167
+ export class ProposedCheckpointArchiveRootMismatchError extends Error {
168
+ constructor(
169
+ public readonly expectedArchiveRoot: Fr,
170
+ public readonly actualArchiveRoot: Fr,
171
+ ) {
172
+ super(
173
+ `Cannot promote proposed checkpoint: archive root mismatch (expected ${expectedArchiveRoot}, got ${actualArchiveRoot})`,
174
+ );
175
+ this.name = 'ProposedCheckpointArchiveRootMismatchError';
176
+ }
177
+ }
178
+
179
+ /** Thrown when the proposed checkpoint does not directly follow the latest confirmed checkpoint. */
180
+ export class ProposedCheckpointPromotionNotSequentialError extends Error {
181
+ constructor(
182
+ public readonly proposedCheckpointNumber: number,
183
+ public readonly latestCheckpointNumber: number,
184
+ ) {
185
+ super(
186
+ `Cannot promote proposed checkpoint: not sequential (latest ${latestCheckpointNumber}, proposed ${proposedCheckpointNumber})`,
187
+ );
188
+ this.name = 'ProposedCheckpointPromotionNotSequentialError';
189
+ }
190
+ }
191
+
135
192
  /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
136
193
  export class CannotOverwriteCheckpointedBlockError extends Error {
137
194
  constructor(
package/src/factory.ts CHANGED
@@ -1,7 +1,8 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
3
  import { makeL1HttpTransport } from '@aztec/ethereum/client';
4
- import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
+ import { InboxContract, OutboxContract, RollupContract } from '@aztec/ethereum/contracts';
5
+ import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
5
6
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
6
7
  import { BlockNumber } from '@aztec/foundation/branded-types';
7
8
  import { Buffer32 } from '@aztec/foundation/buffer';
@@ -12,9 +13,15 @@ import { createStore } from '@aztec/kv-store/lmdb-v2';
12
13
  import { protocolContractNames } from '@aztec/protocol-contracts';
13
14
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
14
15
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
15
- import type { ArchiverEmitter } from '@aztec/stdlib/block';
16
+ import type { ArchiverEmitter, BlockHash } from '@aztec/stdlib/block';
17
+ import { DEFAULT_BLOCK_DURATION_MS } from '@aztec/stdlib/config';
16
18
  import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
19
  import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
20
+ import {
21
+ DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE,
22
+ getDefaultCheckpointProposalSyncGrace,
23
+ } from '@aztec/stdlib/timetable';
24
+ import type { BlockHeader } from '@aztec/stdlib/tx';
18
25
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
26
 
20
27
  import { EventEmitter } from 'events';
@@ -24,21 +31,22 @@ import { Archiver, type ArchiverDeps } from './archiver.js';
24
31
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
25
32
  import { ArchiverInstrumentation } from './modules/instrumentation.js';
26
33
  import { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
27
- import { ARCHIVER_DB_VERSION, KVArchiverDataStore } from './store/kv_archiver_store.js';
34
+ import { ARCHIVER_DB_VERSION, type ArchiverDataStores, createArchiverDataStores } from './store/data_stores.js';
28
35
  import { L2TipsCache } from './store/l2_tips_cache.js';
29
36
 
30
37
  export const ARCHIVER_STORE_NAME = 'archiver';
31
38
 
32
39
  /** Creates an archiver store. */
33
40
  export async function createArchiverStore(
34
- userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
35
- ) {
41
+ userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb'> & DataStoreConfig,
42
+ genesisBlockHash: BlockHash,
43
+ ): Promise<ArchiverDataStores> {
36
44
  const config = {
37
45
  ...userConfig,
38
46
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
39
47
  };
40
48
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
41
- return new KVArchiverDataStore(store, config.maxLogs);
49
+ return createArchiverDataStores(store, genesisBlockHash);
42
50
  }
43
51
 
44
52
  /**
@@ -46,14 +54,19 @@ export async function createArchiverStore(
46
54
  * @param config - The archiver configuration.
47
55
  * @param deps - The archiver dependencies (blobClient, epochCache, dateProvider, telemetry).
48
56
  * @param opts - The options.
57
+ * @param initialHeader - The genesis block header from world-state, used to answer block-0 queries.
58
+ * @param initialBlockHash - Precomputed hash of `initialHeader`. Hoisted to the caller so the archiver
59
+ * can expose `getGenesisBlockHash()` synchronously.
49
60
  * @returns The local archiver.
50
61
  */
51
62
  export async function createArchiver(
52
63
  config: ArchiverConfig & DataStoreConfig,
53
64
  deps: ArchiverDeps,
54
65
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
66
+ initialHeader: BlockHeader,
67
+ initialBlockHash: BlockHash,
55
68
  ): Promise<Archiver> {
56
- const archiverStore = await createArchiverStore(config);
69
+ const archiverStore = await createArchiverStore(config, initialBlockHash);
57
70
  await registerProtocolContracts(archiverStore);
58
71
 
59
72
  // Create Ethereum clients
@@ -74,8 +87,9 @@ export async function createArchiver(
74
87
  }) as ViemPublicDebugClient;
75
88
 
76
89
  // Create L1 contract instances
77
- const rollup = new RollupContract(publicClient, config.l1Contracts.rollupAddress);
78
- const inbox = new InboxContract(publicClient, config.l1Contracts.inboxAddress);
90
+ const rollup = new RollupContract(publicClient, config.rollupAddress);
91
+ const inbox = new InboxContract(publicClient, config.inboxAddress);
92
+ const outbox = new OutboxContract(publicClient, config.outboxAddress);
79
93
 
80
94
  // Fetch L1 constants from rollup contract
81
95
  const [
@@ -121,19 +135,28 @@ export async function createArchiver(
121
135
  batchSize: 100,
122
136
  maxAllowedEthClientDriftSeconds: 300,
123
137
  ethereumAllowNoDebugHosts: false,
138
+ skipHistoricalLogsCheck: false,
139
+ checkpointProposalSyncGrace:
140
+ config.checkpointProposalSyncGraceSeconds ??
141
+ getDefaultCheckpointProposalSyncGrace((config.blockDurationMs ?? DEFAULT_BLOCK_DURATION_MS) / 1000),
142
+ orphanPruneNoProposalTolerance: DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE,
143
+ skipOrphanProposedBlockPruning: false,
144
+ blockDuration: (config.blockDurationMs ?? DEFAULT_BLOCK_DURATION_MS) / 1000,
124
145
  },
125
146
  mapArchiverConfig(config),
126
147
  );
127
148
 
128
- const epochCache = deps.epochCache ?? (await EpochCache.create(config.l1Contracts.rollupAddress, config, deps));
149
+ const epochCache = deps.epochCache ?? (await EpochCache.create(config.rollupAddress, config, deps));
129
150
  const telemetry = deps.telemetry ?? getTelemetryClient();
130
- const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.estimateSize());
151
+ const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.db.estimateSize());
131
152
 
132
153
  // Create the event emitter that will be shared by archiver and synchronizer
133
154
  const events = new EventEmitter() as ArchiverEmitter;
134
155
 
135
- // Create L2 tips cache shared by archiver and synchronizer
136
- const l2TipsCache = new L2TipsCache(archiverStore.blockStore);
156
+ // Create L2 tips cache shared by archiver and synchronizer. The genesis block hash is dynamic —
157
+ // it depends on the injected initial header (genesisTimestamp + prefilled state). Hoisted to the
158
+ // caller so we can pass the same value to the archiver and expose it via `getGenesisBlockHash()`.
159
+ const l2TipsCache = new L2TipsCache(archiverStore.blocks, initialBlockHash);
137
160
 
138
161
  // Create the L1 synchronizer
139
162
  const synchronizer = new ArchiverL1Synchronizer(
@@ -158,7 +181,8 @@ export async function createArchiver(
158
181
  publicClient,
159
182
  debugClient,
160
183
  rollup,
161
- { ...config.l1Contracts, slashingProposerAddress },
184
+ outbox,
185
+ { ...pickL1ContractAddresses(config), slashingProposerAddress },
162
186
  archiverStore,
163
187
  archiverConfig,
164
188
  deps.blobClient,
@@ -166,7 +190,10 @@ export async function createArchiver(
166
190
  l1Constants,
167
191
  synchronizer,
168
192
  events,
193
+ initialHeader,
194
+ initialBlockHash,
169
195
  l2TipsCache,
196
+ deps.dateProvider ?? new DateProvider(),
170
197
  );
171
198
 
172
199
  await archiver.start(opts.blockUntilSync);
@@ -174,14 +201,14 @@ export async function createArchiver(
174
201
  }
175
202
 
176
203
  /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
177
- export async function registerProtocolContracts(store: KVArchiverDataStore) {
204
+ export async function registerProtocolContracts(stores: ArchiverDataStores) {
178
205
  const blockNumber = 0;
179
206
  for (const name of protocolContractNames) {
180
207
  const provider = new BundledProtocolContractsProvider();
181
208
  const contract = await provider.getProtocolContractArtifact(name);
182
209
 
183
210
  // Skip if already registered (happens on node restart with a persisted store).
184
- if (await store.getContractClass(contract.contractClass.id)) {
211
+ if (await stores.contractClasses.getContractClass(contract.contractClass.id)) {
185
212
  continue;
186
213
  }
187
214
 
@@ -195,8 +222,8 @@ export async function registerProtocolContracts(store: KVArchiverDataStore) {
195
222
  .filter(fn => fn.functionType === FunctionType.PUBLIC)
196
223
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
197
224
 
198
- await store.registerContractFunctionSignatures(publicFunctionSignatures);
199
- await store.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
200
- await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
225
+ await stores.functionNames.register(publicFunctionSignatures);
226
+ await stores.contractClasses.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
227
+ await stores.contractInstances.addContractInstances([contract.instance], BlockNumber(blockNumber));
201
228
  }
202
229
  }
package/src/index.ts CHANGED
@@ -4,10 +4,26 @@ export * from './archiver.js';
4
4
  export * from './modules/data_source_base.js';
5
5
  export * from './modules/data_store_updater.js';
6
6
  export * from './config.js';
7
+ export * from './errors.js';
7
8
 
8
9
  export { type L1PublishedData } from './structs/published.js';
9
- export { KVArchiverDataStore, ARCHIVER_DB_VERSION } from './store/kv_archiver_store.js';
10
+ export {
11
+ ARCHIVER_DB_VERSION,
12
+ type ArchiverDataStores,
13
+ type ArchiverL1SynchPoint,
14
+ backupArchiverDataStores,
15
+ createArchiverDataStores,
16
+ createContractDataSource,
17
+ getArchiverSynchPoint,
18
+ } from './store/data_stores.js';
19
+ export { FunctionNamesCache } from './store/function_names_cache.js';
20
+ export { ArchiverContractDataSourceAdapter } from './modules/contract_data_source_adapter.js';
21
+ export { BlockStore } from './store/block_store.js';
22
+ export { LogStore } from './store/log_store.js';
23
+ export { MessageStore } from './store/message_store.js';
24
+ export { ContractClassStore } from './store/contract_class_store.js';
10
25
  export { ContractInstanceStore } from './store/contract_instance_store.js';
11
26
  export { L2TipsCache } from './store/l2_tips_cache.js';
12
27
 
13
- export { retrieveCheckpointsFromRollup, retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
28
+ export { retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
29
+ export { CalldataRetriever } from './l1/calldata_retriever.js';
@@ -7,7 +7,7 @@ import { EthAddress } from '@aztec/foundation/eth-address';
7
7
  import type { Logger } from '@aztec/foundation/log';
8
8
  import { RollupAbi } from '@aztec/l1-artifacts';
9
9
  import { CommitteeAttestation } from '@aztec/stdlib/block';
10
- import { ConsensusPayload, SignatureDomainSeparator } from '@aztec/stdlib/p2p';
10
+ import { computeCheckpointPayloadDigest } from '@aztec/stdlib/checkpoint';
11
11
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
12
12
 
13
13
  import {
@@ -34,6 +34,12 @@ type CheckpointData = {
34
34
  archiveRoot: Fr;
35
35
  header: CheckpointHeader;
36
36
  attestations: CommitteeAttestation[];
37
+ /**
38
+ * The exact packed `CommitteeAttestations` tuple as it appears in the propose calldata, preserved
39
+ * verbatim (never re-derived from {@link attestations}) so invalidation evidence stays byte-faithful to
40
+ * the on-chain `attestationsHash`.
41
+ */
42
+ verbatimAttestations: ViemCommitteeAttestations;
37
43
  blockHash: string;
38
44
  feeAssetPriceModifier: bigint;
39
45
  };
@@ -61,6 +67,13 @@ export class CalldataRetriever {
61
67
  private readonly rollupAddress: EthAddress,
62
68
  ) {}
63
69
 
70
+ private getSignatureContext() {
71
+ return {
72
+ chainId: this.publicClient.chain.id,
73
+ rollupAddress: this.rollupAddress,
74
+ };
75
+ }
76
+
64
77
  /**
65
78
  * Gets checkpoint header and metadata from the calldata of an L1 transaction.
66
79
  * Tries multicall3 decoding, falls back to trace-based extraction.
@@ -399,14 +412,14 @@ export class CalldataRetriever {
399
412
  return undefined;
400
413
  }
401
414
 
402
- const [decodedArgs, packedAttestations] = args! as readonly [
415
+ const [decodedArgs, verbatimAttestations] = args! as readonly [
403
416
  { archive: Hex; oracleInput: { feeAssetPriceModifier: bigint }; header: ViemHeader },
404
417
  ViemCommitteeAttestations,
405
418
  ...unknown[],
406
419
  ];
407
420
 
408
421
  // Verify attestationsHash
409
- const computedAttestationsHash = this.computeAttestationsHash(packedAttestations);
422
+ const computedAttestationsHash = this.computeAttestationsHash(verbatimAttestations);
410
423
  if (
411
424
  !Buffer.from(hexToBytes(computedAttestationsHash)).equals(
412
425
  Buffer.from(hexToBytes(expectedHashes.attestationsHash)),
@@ -434,7 +447,7 @@ export class CalldataRetriever {
434
447
  return undefined;
435
448
  }
436
449
 
437
- const attestations = CommitteeAttestation.fromPacked(packedAttestations, this.targetCommitteeSize);
450
+ const attestations = CommitteeAttestation.fromPacked(verbatimAttestations, this.targetCommitteeSize);
438
451
 
439
452
  this.logger.trace(`Validated and decoded propose calldata for checkpoint ${checkpointNumber}`, {
440
453
  checkpointNumber,
@@ -442,7 +455,7 @@ export class CalldataRetriever {
442
455
  header: decodedArgs.header,
443
456
  l1BlockHash: blockHash,
444
457
  attestations,
445
- packedAttestations,
458
+ verbatimAttestations,
446
459
  targetCommitteeSize: this.targetCommitteeSize,
447
460
  });
448
461
 
@@ -451,6 +464,7 @@ export class CalldataRetriever {
451
464
  archiveRoot,
452
465
  header,
453
466
  attestations,
467
+ verbatimAttestations,
454
468
  blockHash,
455
469
  feeAssetPriceModifier,
456
470
  };
@@ -460,15 +474,18 @@ export class CalldataRetriever {
460
474
  }
461
475
 
462
476
  /** Computes the keccak256 hash of ABI-encoded CommitteeAttestations. */
463
- private computeAttestationsHash(packedAttestations: ViemCommitteeAttestations): Hex {
464
- return keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [packedAttestations]));
477
+ private computeAttestationsHash(verbatimAttestations: ViemCommitteeAttestations): Hex {
478
+ return keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [verbatimAttestations]));
465
479
  }
466
480
 
467
481
  /** Computes the keccak256 payload digest from the checkpoint header, archive root, and fee asset price modifier. */
468
482
  private computePayloadDigest(header: CheckpointHeader, archiveRoot: Fr, feeAssetPriceModifier: bigint): Hex {
469
- const consensusPayload = new ConsensusPayload(header, archiveRoot, feeAssetPriceModifier);
470
- const payloadToSign = consensusPayload.getPayloadToSign(SignatureDomainSeparator.checkpointAttestation);
471
- return keccak256(payloadToSign);
483
+ return computeCheckpointPayloadDigest({
484
+ header,
485
+ archiveRoot,
486
+ feeAssetPriceModifier,
487
+ signatureContext: this.getSignatureContext(),
488
+ }).toString();
472
489
  }
473
490
 
474
491
  /**