@aztec/archiver 0.0.1-commit.a89ec08 → 0.0.1-commit.aa0c64f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/README.md +19 -11
  2. package/dest/archiver.d.ts +71 -16
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +276 -71
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +43 -14
  8. package/dest/errors.d.ts +50 -2
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +74 -2
  11. package/dest/factory.d.ts +19 -7
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +67 -24
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/calldata_retriever.d.ts +9 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +22 -11
  20. package/dest/l1/data_retrieval.d.ts +30 -13
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +36 -37
  23. package/dest/l1/trace_tx.d.ts +12 -66
  24. package/dest/l1/trace_tx.d.ts.map +1 -1
  25. package/dest/l1/validate_historical_logs.d.ts +23 -0
  26. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  27. package/dest/l1/validate_historical_logs.js +108 -0
  28. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  29. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  30. package/dest/modules/contract_data_source_adapter.js +32 -0
  31. package/dest/modules/data_source_base.d.ts +71 -48
  32. package/dest/modules/data_source_base.d.ts.map +1 -1
  33. package/dest/modules/data_source_base.js +250 -144
  34. package/dest/modules/data_store_updater.d.ts +30 -13
  35. package/dest/modules/data_store_updater.d.ts.map +1 -1
  36. package/dest/modules/data_store_updater.js +129 -111
  37. package/dest/modules/instrumentation.d.ts +26 -2
  38. package/dest/modules/instrumentation.d.ts.map +1 -1
  39. package/dest/modules/instrumentation.js +58 -9
  40. package/dest/modules/l1_synchronizer.d.ts +13 -8
  41. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  42. package/dest/modules/l1_synchronizer.js +463 -224
  43. package/dest/modules/outbox_trees_resolver.d.ts +62 -0
  44. package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
  45. package/dest/modules/outbox_trees_resolver.js +162 -0
  46. package/dest/modules/validation.d.ts +30 -7
  47. package/dest/modules/validation.d.ts.map +1 -1
  48. package/dest/modules/validation.js +35 -17
  49. package/dest/store/block_store.d.ts +175 -68
  50. package/dest/store/block_store.d.ts.map +1 -1
  51. package/dest/store/block_store.js +627 -239
  52. package/dest/store/contract_class_store.d.ts +17 -4
  53. package/dest/store/contract_class_store.d.ts.map +1 -1
  54. package/dest/store/contract_class_store.js +37 -67
  55. package/dest/store/contract_instance_store.d.ts +28 -1
  56. package/dest/store/contract_instance_store.d.ts.map +1 -1
  57. package/dest/store/contract_instance_store.js +49 -1
  58. package/dest/store/data_stores.d.ts +68 -0
  59. package/dest/store/data_stores.d.ts.map +1 -0
  60. package/dest/store/data_stores.js +54 -0
  61. package/dest/store/function_names_cache.d.ts +17 -0
  62. package/dest/store/function_names_cache.d.ts.map +1 -0
  63. package/dest/store/function_names_cache.js +30 -0
  64. package/dest/store/l2_tips_cache.d.ts +13 -7
  65. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  66. package/dest/store/l2_tips_cache.js +13 -76
  67. package/dest/store/log_store.d.ts +42 -37
  68. package/dest/store/log_store.d.ts.map +1 -1
  69. package/dest/store/log_store.js +259 -443
  70. package/dest/store/log_store_codec.d.ts +78 -0
  71. package/dest/store/log_store_codec.d.ts.map +1 -0
  72. package/dest/store/log_store_codec.js +110 -0
  73. package/dest/store/message_store.d.ts +11 -1
  74. package/dest/store/message_store.d.ts.map +1 -1
  75. package/dest/store/message_store.js +50 -8
  76. package/dest/test/fake_l1_state.d.ts +8 -3
  77. package/dest/test/fake_l1_state.d.ts.map +1 -1
  78. package/dest/test/fake_l1_state.js +78 -21
  79. package/dest/test/mock_l2_block_source.d.ts +48 -50
  80. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  81. package/dest/test/mock_l2_block_source.js +228 -179
  82. package/dest/test/mock_structs.d.ts +1 -1
  83. package/dest/test/mock_structs.d.ts.map +1 -1
  84. package/dest/test/mock_structs.js +2 -2
  85. package/dest/test/noop_l1_archiver.d.ts +14 -6
  86. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  87. package/dest/test/noop_l1_archiver.js +26 -10
  88. package/package.json +15 -14
  89. package/src/archiver.ts +361 -77
  90. package/src/config.ts +51 -13
  91. package/src/errors.ts +117 -2
  92. package/src/factory.ts +81 -22
  93. package/src/index.ts +18 -2
  94. package/src/l1/calldata_retriever.ts +29 -11
  95. package/src/l1/data_retrieval.ts +60 -54
  96. package/src/l1/validate_historical_logs.ts +140 -0
  97. package/src/modules/contract_data_source_adapter.ts +46 -0
  98. package/src/modules/data_source_base.ts +325 -187
  99. package/src/modules/data_store_updater.ts +155 -139
  100. package/src/modules/instrumentation.ts +63 -10
  101. package/src/modules/l1_synchronizer.ts +630 -273
  102. package/src/modules/outbox_trees_resolver.ts +199 -0
  103. package/src/modules/validation.ts +80 -23
  104. package/src/store/block_store.ts +766 -290
  105. package/src/store/contract_class_store.ts +43 -101
  106. package/src/store/contract_instance_store.ts +61 -1
  107. package/src/store/data_stores.ts +104 -0
  108. package/src/store/function_names_cache.ts +37 -0
  109. package/src/store/l2_tips_cache.ts +16 -70
  110. package/src/store/log_store.ts +298 -609
  111. package/src/store/log_store_codec.ts +143 -0
  112. package/src/store/message_store.ts +59 -9
  113. package/src/structs/inbox_message.ts +1 -1
  114. package/src/test/fake_l1_state.ts +99 -32
  115. package/src/test/mock_l2_block_source.ts +285 -232
  116. package/src/test/mock_structs.ts +5 -2
  117. package/src/test/noop_l1_archiver.ts +54 -11
  118. package/dest/store/kv_archiver_store.d.ts +0 -362
  119. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  120. package/dest/store/kv_archiver_store.js +0 -475
  121. package/src/store/kv_archiver_store.ts +0 -685
package/src/config.ts CHANGED
@@ -1,15 +1,16 @@
1
1
  import { type BlobClientConfig, blobClientConfigMapping } from '@aztec/blob-client/client/config';
2
2
  import { type L1ContractsConfig, l1ContractsConfigMappings } from '@aztec/ethereum/config';
3
- import { l1ContractAddressesMapping } from '@aztec/ethereum/l1-contract-addresses';
4
3
  import { type L1ReaderConfig, l1ReaderConfigMappings } from '@aztec/ethereum/l1-reader';
5
4
  import {
6
5
  type ConfigMappingsType,
7
6
  booleanConfigHelper,
8
7
  getConfigFromMappings,
9
8
  numberConfigHelper,
9
+ optionalNumberConfigHelper,
10
10
  } from '@aztec/foundation/config';
11
- import { type ChainConfig, chainConfigMappings } from '@aztec/stdlib/config';
11
+ import { type ChainConfig, type SequencerConfig, chainConfigMappings } from '@aztec/stdlib/config';
12
12
  import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
13
+ import { DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE } from '@aztec/stdlib/timetable';
13
14
 
14
15
  /**
15
16
  * The archiver configuration.
@@ -22,7 +23,8 @@ export type ArchiverConfig = ArchiverSpecificConfig &
22
23
  L1ReaderConfig &
23
24
  L1ContractsConfig &
24
25
  BlobClientConfig &
25
- ChainConfig;
26
+ ChainConfig &
27
+ Pick<SequencerConfig, 'blockDurationMs' | 'checkpointProposalSyncGraceSeconds'>;
26
28
 
27
29
  export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
28
30
  ...blobClientConfigMapping,
@@ -36,20 +38,31 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
36
38
  description: 'The number of L2 blocks the archiver will attempt to download at a time.',
37
39
  ...numberConfigHelper(100),
38
40
  },
39
- maxLogs: {
40
- env: 'ARCHIVER_MAX_LOGS',
41
- description: 'The max number of logs that can be obtained in 1 "getPublicLogs" call.',
42
- ...numberConfigHelper(1_000),
43
- },
44
41
  archiverStoreMapSizeKb: {
45
42
  env: 'ARCHIVER_STORE_MAP_SIZE_KB',
46
- parseEnv: (val: string | undefined) => (val ? +val : undefined),
43
+ ...optionalNumberConfigHelper(),
47
44
  description: 'The maximum possible size of the archiver DB in KB. Overwrites the general dataStoreMapSizeKb.',
48
45
  },
46
+ blockDurationMs: {
47
+ env: 'SEQ_BLOCK_DURATION_MS',
48
+ description:
49
+ 'Duration per block in milliseconds when building multiple blocks per slot. Used to derive orphan proposed block pruning timing.',
50
+ ...optionalNumberConfigHelper(),
51
+ },
52
+ checkpointProposalSyncGraceSeconds: {
53
+ env: 'CHECKPOINT_PROPOSAL_SYNC_GRACE_SECONDS',
54
+ description:
55
+ 'Consensus grace in seconds for a received checkpoint proposal to materialize into local proposed state.',
56
+ ...optionalNumberConfigHelper(),
57
+ },
49
58
  skipValidateCheckpointAttestations: {
50
59
  description: 'Skip validating checkpoint attestations (for testing purposes only)',
51
60
  ...booleanConfigHelper(false),
52
61
  },
62
+ skipPromoteProposedCheckpointDuringL1Sync: {
63
+ description: 'Skip promoting proposed checkpoints during L1 sync (for testing purposes only)',
64
+ ...booleanConfigHelper(false),
65
+ },
53
66
  maxAllowedEthClientDriftSeconds: {
54
67
  env: 'MAX_ALLOWED_ETH_CLIENT_DRIFT_SECONDS',
55
68
  description: 'Maximum allowed drift in seconds between the Ethereum client and current time.',
@@ -60,6 +73,31 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
60
73
  description: 'Whether to allow starting the archiver without debug/trace method support on Ethereum hosts',
61
74
  ...booleanConfigHelper(true),
62
75
  },
76
+ archiverSkipHistoricalLogsCheck: {
77
+ env: 'ARCHIVER_SKIP_HISTORICAL_LOGS_CHECK',
78
+ description:
79
+ 'Skip the startup check that probes the L1 RPC for historical Rollup contract logs. ' +
80
+ 'Set to true to bypass the check when the connected RPC node is known to prune old logs.',
81
+ ...booleanConfigHelper(false),
82
+ },
83
+ orphanPruneNoProposalTolerance: {
84
+ env: 'ARCHIVER_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE',
85
+ description: 'Local tolerance in seconds before pruning an orphan block when no checkpoint proposal was received.',
86
+ ...numberConfigHelper(DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE),
87
+ },
88
+ skipOrphanProposedBlockPruning: {
89
+ env: 'ARCHIVER_SKIP_ORPHAN_PROPOSED_BLOCK_PRUNING',
90
+ description: 'Skip pruning orphan proposed blocks that have no matching proposed checkpoint.',
91
+ ...booleanConfigHelper(false),
92
+ },
93
+ testPreloadStandardContracts: {
94
+ env: 'TEST_PRELOAD_STANDARD_CONTRACTS',
95
+ description:
96
+ 'Preload the standard contracts (AuthRegistry, PublicChecks, HandshakeRegistry) into the contract store at ' +
97
+ 'block 0. For test environments only, and only safe when genesis seeds the matching registration/deployment ' +
98
+ 'nullifiers; otherwise a later on-chain publish would collide with the block-0 preload.',
99
+ ...booleanConfigHelper(false),
100
+ },
63
101
  ...chainConfigMappings,
64
102
  ...l1ReaderConfigMappings,
65
103
  viemPollingIntervalMS: {
@@ -68,10 +106,6 @@ export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
68
106
  ...numberConfigHelper(1000),
69
107
  },
70
108
  ...l1ContractsConfigMappings,
71
- l1Contracts: {
72
- description: 'The deployed L1 contract addresses',
73
- nested: l1ContractAddressesMapping,
74
- },
75
109
  };
76
110
 
77
111
  /**
@@ -89,7 +123,11 @@ export function mapArchiverConfig(config: Partial<ArchiverConfig>) {
89
123
  pollingIntervalMs: config.archiverPollingIntervalMS,
90
124
  batchSize: config.archiverBatchSize,
91
125
  skipValidateCheckpointAttestations: config.skipValidateCheckpointAttestations,
126
+ skipPromoteProposedCheckpointDuringL1Sync: config.skipPromoteProposedCheckpointDuringL1Sync,
92
127
  maxAllowedEthClientDriftSeconds: config.maxAllowedEthClientDriftSeconds,
93
128
  ethereumAllowNoDebugHosts: config.ethereumAllowNoDebugHosts,
129
+ skipHistoricalLogsCheck: config.archiverSkipHistoricalLogsCheck,
130
+ orphanPruneNoProposalTolerance: config.orphanPruneNoProposalTolerance,
131
+ skipOrphanProposedBlockPruning: config.skipOrphanProposedBlockPruning,
94
132
  };
95
133
  }
package/src/errors.ts CHANGED
@@ -1,14 +1,17 @@
1
+ import type { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
1
2
  import type { Fr } from '@aztec/foundation/schemas';
2
3
 
3
4
  export class NoBlobBodiesFoundError extends Error {
4
5
  constructor(l2BlockNum: number) {
5
6
  super(`No blob bodies found for block ${l2BlockNum}`);
7
+ this.name = 'NoBlobBodiesFoundError';
6
8
  }
7
9
  }
8
10
 
9
11
  export class BlockNumberNotSequentialError extends Error {
10
12
  constructor(newBlockNumber: number, previous: number | undefined) {
11
13
  super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
14
+ this.name = 'BlockNumberNotSequentialError';
12
15
  }
13
16
  }
14
17
 
@@ -22,14 +25,35 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
22
25
  previousCheckpointNumber ?? 'undefined'
23
26
  }`,
24
27
  );
28
+ this.name = 'InitialCheckpointNumberNotSequentialError';
25
29
  }
26
30
  }
27
31
 
28
32
  export class CheckpointNumberNotSequentialError extends Error {
29
- constructor(newCheckpointNumber: number, previous: number | undefined) {
33
+ constructor(
34
+ public readonly newCheckpointNumber: CheckpointNumber,
35
+ public readonly previousCheckpointNumber: CheckpointNumber | undefined,
36
+ source?: 'proposed' | 'confirmed',
37
+ ) {
38
+ const qualifier = source ? `${source} ` : '';
30
39
  super(
31
- `Cannot insert new checkpoint ${newCheckpointNumber} given previous checkpoint number in batch is ${previous ?? 'undefined'}`,
40
+ `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${qualifier}checkpoint number is ${previousCheckpointNumber ?? 'undefined'}`,
32
41
  );
42
+ this.name = 'CheckpointNumberNotSequentialError';
43
+ }
44
+ }
45
+
46
+ /** Thrown when a proposed block carries a checkpoint number that does not follow the latest one. */
47
+ export class BlockCheckpointNumberNotSequentialError extends Error {
48
+ constructor(
49
+ blockNumber: BlockNumber,
50
+ blockCheckpointNumber: CheckpointNumber,
51
+ previous: CheckpointNumber | undefined,
52
+ ) {
53
+ super(
54
+ `Cannot insert new block ${blockNumber} for checkpoint ${blockCheckpointNumber} given previous checkpoint number is ${previous ?? 'undefined'}`,
55
+ );
56
+ this.name = 'BlockCheckpointNumberNotSequentialError';
33
57
  }
34
58
  }
35
59
 
@@ -38,6 +62,7 @@ export class BlockIndexNotSequentialError extends Error {
38
62
  super(
39
63
  `Cannot insert new block at checkpoint index ${newBlockIndex} given previous block index is ${previousBlockIndex ?? 'undefined'}`,
40
64
  );
65
+ this.name = 'BlockIndexNotSequentialError';
41
66
  }
42
67
  }
43
68
 
@@ -51,18 +76,21 @@ export class BlockArchiveNotConsistentError extends Error {
51
76
  super(
52
77
  `Cannot insert new block number ${newBlockNumber} with archive ${newBlockArchive.toString()} previous block number is ${previousBlockNumber ?? 'undefined'}, previous archive is ${previousBlockArchive?.toString() ?? 'undefined'}`,
53
78
  );
79
+ this.name = 'BlockArchiveNotConsistentError';
54
80
  }
55
81
  }
56
82
 
57
83
  export class CheckpointNotFoundError extends Error {
58
84
  constructor(checkpointNumber: number) {
59
85
  super(`Failed to find expected checkpoint number ${checkpointNumber}`);
86
+ this.name = 'CheckpointNotFoundError';
60
87
  }
61
88
  }
62
89
 
63
90
  export class BlockNotFoundError extends Error {
64
91
  constructor(blockNumber: number) {
65
92
  super(`Failed to find expected block number ${blockNumber}`);
93
+ this.name = 'BlockNotFoundError';
66
94
  }
67
95
  }
68
96
 
@@ -74,6 +102,93 @@ export class BlockAlreadyCheckpointedError extends Error {
74
102
  }
75
103
  }
76
104
 
105
+ /** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
106
+ export class L1ToL2MessagesNotReadyError extends Error {
107
+ constructor(
108
+ public readonly checkpointNumber: number,
109
+ public readonly inboxTreeInProgress: bigint,
110
+ ) {
111
+ super(
112
+ `Cannot get L1 to L2 messages for checkpoint ${checkpointNumber}: ` +
113
+ `inbox tree in progress is ${inboxTreeInProgress}, messages not yet sealed`,
114
+ );
115
+ this.name = 'L1ToL2MessagesNotReadyError';
116
+ }
117
+ }
118
+
119
+ /** Thrown when a proposed checkpoint number is stale (already processed). */
120
+ export class ProposedCheckpointStaleError extends Error {
121
+ constructor(
122
+ public readonly proposedCheckpointNumber: number,
123
+ public readonly currentProposedNumber: number,
124
+ ) {
125
+ super(`Stale proposed checkpoint ${proposedCheckpointNumber}: current proposed is ${currentProposedNumber}`);
126
+ this.name = 'ProposedCheckpointStaleError';
127
+ }
128
+ }
129
+
130
+ /** Thrown when a proposed checkpoint number is not the expected latestTip + 1. */
131
+ export class ProposedCheckpointNotSequentialError extends Error {
132
+ constructor(
133
+ public readonly proposedCheckpointNumber: number,
134
+ public readonly latestTipNumber: number,
135
+ ) {
136
+ super(
137
+ `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${latestTipNumber + 1} (latest tip + 1, where tip is highest of confirmed or pending)`,
138
+ );
139
+ this.name = 'ProposedCheckpointNotSequentialError';
140
+ }
141
+ }
142
+
143
+ /** Thrown when a proposed checkpoint or block L2 slot has already expired on L1. */
144
+ export class BlockOrCheckpointSlotExpiredError extends Error {
145
+ constructor(
146
+ public readonly slot: number,
147
+ public readonly nextSlotStart: bigint,
148
+ public readonly l1TimestampSynced: bigint | undefined,
149
+ ) {
150
+ super(
151
+ `Checkpoint or block for slot ${slot} is expired: L1 synced to ${l1TimestampSynced} which is past the next slot start ${nextSlotStart}. ` +
152
+ `If the checkpoint still lands via a late L1 tx, the archiver will pick it up via normal L1-sync (not the pending-queue shortcut).`,
153
+ );
154
+ this.name = 'BlockOrCheckpointSlotExpiredError';
155
+ }
156
+ }
157
+
158
+ /** Thrown when attempting to promote a proposed checkpoint but no proposed checkpoint exists in the store. */
159
+ export class NoProposedCheckpointToPromoteError extends Error {
160
+ constructor() {
161
+ super('Cannot promote proposed checkpoint: no proposed checkpoint exists');
162
+ this.name = 'NoProposedCheckpointToPromoteError';
163
+ }
164
+ }
165
+
166
+ /** Thrown when the archive root of the proposed checkpoint does not match the expected one. */
167
+ export class ProposedCheckpointArchiveRootMismatchError extends Error {
168
+ constructor(
169
+ public readonly expectedArchiveRoot: Fr,
170
+ public readonly actualArchiveRoot: Fr,
171
+ ) {
172
+ super(
173
+ `Cannot promote proposed checkpoint: archive root mismatch (expected ${expectedArchiveRoot}, got ${actualArchiveRoot})`,
174
+ );
175
+ this.name = 'ProposedCheckpointArchiveRootMismatchError';
176
+ }
177
+ }
178
+
179
+ /** Thrown when the proposed checkpoint does not directly follow the latest confirmed checkpoint. */
180
+ export class ProposedCheckpointPromotionNotSequentialError extends Error {
181
+ constructor(
182
+ public readonly proposedCheckpointNumber: number,
183
+ public readonly latestCheckpointNumber: number,
184
+ ) {
185
+ super(
186
+ `Cannot promote proposed checkpoint: not sequential (latest ${latestCheckpointNumber}, proposed ${proposedCheckpointNumber})`,
187
+ );
188
+ this.name = 'ProposedCheckpointPromotionNotSequentialError';
189
+ }
190
+ }
191
+
77
192
  /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
78
193
  export class CannotOverwriteCheckpointedBlockError extends Error {
79
194
  constructor(
package/src/factory.ts CHANGED
@@ -1,20 +1,28 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
3
  import { makeL1HttpTransport } from '@aztec/ethereum/client';
4
- import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
+ import { InboxContract, OutboxContract, RollupContract } from '@aztec/ethereum/contracts';
5
+ import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
5
6
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
6
7
  import { BlockNumber } from '@aztec/foundation/branded-types';
7
8
  import { Buffer32 } from '@aztec/foundation/buffer';
8
9
  import { merge } from '@aztec/foundation/collection';
9
10
  import { Fr } from '@aztec/foundation/curves/bn254';
10
11
  import { DateProvider } from '@aztec/foundation/timer';
11
- import type { DataStoreConfig } from '@aztec/kv-store/config';
12
12
  import { createStore } from '@aztec/kv-store/lmdb-v2';
13
13
  import { protocolContractNames } from '@aztec/protocol-contracts';
14
14
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
15
+ import { getPublishableStandardContracts } from '@aztec/standard-contracts';
15
16
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
16
- import type { ArchiverEmitter } from '@aztec/stdlib/block';
17
+ import type { ArchiverEmitter, BlockHash } from '@aztec/stdlib/block';
18
+ import { DEFAULT_BLOCK_DURATION_MS } from '@aztec/stdlib/config';
17
19
  import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
20
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
21
+ import {
22
+ DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE,
23
+ getDefaultCheckpointProposalSyncGrace,
24
+ } from '@aztec/stdlib/timetable';
25
+ import type { BlockHeader } from '@aztec/stdlib/tx';
18
26
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
27
 
20
28
  import { EventEmitter } from 'events';
@@ -24,21 +32,22 @@ import { Archiver, type ArchiverDeps } from './archiver.js';
24
32
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
25
33
  import { ArchiverInstrumentation } from './modules/instrumentation.js';
26
34
  import { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
27
- import { ARCHIVER_DB_VERSION, KVArchiverDataStore } from './store/kv_archiver_store.js';
35
+ import { ARCHIVER_DB_VERSION, type ArchiverDataStores, createArchiverDataStores } from './store/data_stores.js';
28
36
  import { L2TipsCache } from './store/l2_tips_cache.js';
29
37
 
30
38
  export const ARCHIVER_STORE_NAME = 'archiver';
31
39
 
32
40
  /** Creates an archiver store. */
33
41
  export async function createArchiverStore(
34
- userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
35
- ) {
42
+ userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb'> & DataStoreConfig,
43
+ genesisBlockHash: BlockHash,
44
+ ): Promise<ArchiverDataStores> {
36
45
  const config = {
37
46
  ...userConfig,
38
47
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
39
48
  };
40
49
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
41
- return new KVArchiverDataStore(store, config.maxLogs);
50
+ return createArchiverDataStores(store, genesisBlockHash);
42
51
  }
43
52
 
44
53
  /**
@@ -46,15 +55,23 @@ export async function createArchiverStore(
46
55
  * @param config - The archiver configuration.
47
56
  * @param deps - The archiver dependencies (blobClient, epochCache, dateProvider, telemetry).
48
57
  * @param opts - The options.
58
+ * @param initialHeader - The genesis block header from world-state, used to answer block-0 queries.
59
+ * @param initialBlockHash - Precomputed hash of `initialHeader`. Hoisted to the caller so the archiver
60
+ * can expose `getGenesisBlockHash()` synchronously.
49
61
  * @returns The local archiver.
50
62
  */
51
63
  export async function createArchiver(
52
64
  config: ArchiverConfig & DataStoreConfig,
53
65
  deps: ArchiverDeps,
54
66
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
67
+ initialHeader: BlockHeader,
68
+ initialBlockHash: BlockHash,
55
69
  ): Promise<Archiver> {
56
- const archiverStore = await createArchiverStore(config);
70
+ const archiverStore = await createArchiverStore(config, initialBlockHash);
57
71
  await registerProtocolContracts(archiverStore);
72
+ if (config.testPreloadStandardContracts) {
73
+ await registerStandardContracts(archiverStore);
74
+ }
58
75
 
59
76
  // Create Ethereum clients
60
77
  const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
@@ -74,8 +91,9 @@ export async function createArchiver(
74
91
  }) as ViemPublicDebugClient;
75
92
 
76
93
  // Create L1 contract instances
77
- const rollup = new RollupContract(publicClient, config.l1Contracts.rollupAddress);
78
- const inbox = new InboxContract(publicClient, config.l1Contracts.inboxAddress);
94
+ const rollup = new RollupContract(publicClient, config.rollupAddress);
95
+ const inbox = new InboxContract(publicClient, config.inboxAddress);
96
+ const outbox = new OutboxContract(publicClient, config.outboxAddress);
79
97
 
80
98
  // Fetch L1 constants from rollup contract
81
99
  const [
@@ -121,19 +139,28 @@ export async function createArchiver(
121
139
  batchSize: 100,
122
140
  maxAllowedEthClientDriftSeconds: 300,
123
141
  ethereumAllowNoDebugHosts: false,
142
+ skipHistoricalLogsCheck: false,
143
+ checkpointProposalSyncGrace:
144
+ config.checkpointProposalSyncGraceSeconds ??
145
+ getDefaultCheckpointProposalSyncGrace((config.blockDurationMs ?? DEFAULT_BLOCK_DURATION_MS) / 1000),
146
+ orphanPruneNoProposalTolerance: DEFAULT_ORPHAN_PRUNE_NO_PROPOSAL_TOLERANCE,
147
+ skipOrphanProposedBlockPruning: false,
148
+ blockDuration: (config.blockDurationMs ?? DEFAULT_BLOCK_DURATION_MS) / 1000,
124
149
  },
125
150
  mapArchiverConfig(config),
126
151
  );
127
152
 
128
- const epochCache = deps.epochCache ?? (await EpochCache.create(config.l1Contracts.rollupAddress, config, deps));
153
+ const epochCache = deps.epochCache ?? (await EpochCache.create(config.rollupAddress, config, deps));
129
154
  const telemetry = deps.telemetry ?? getTelemetryClient();
130
- const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.estimateSize());
155
+ const instrumentation = await ArchiverInstrumentation.new(telemetry, () => archiverStore.db.estimateSize());
131
156
 
132
157
  // Create the event emitter that will be shared by archiver and synchronizer
133
158
  const events = new EventEmitter() as ArchiverEmitter;
134
159
 
135
- // Create L2 tips cache shared by archiver and synchronizer
136
- const l2TipsCache = new L2TipsCache(archiverStore.blockStore);
160
+ // Create L2 tips cache shared by archiver and synchronizer. The genesis block hash is dynamic —
161
+ // it depends on the injected initial header (genesisTimestamp + prefilled state). Hoisted to the
162
+ // caller so we can pass the same value to the archiver and expose it via `getGenesisBlockHash()`.
163
+ const l2TipsCache = new L2TipsCache(archiverStore.blocks, initialBlockHash);
137
164
 
138
165
  // Create the L1 synchronizer
139
166
  const synchronizer = new ArchiverL1Synchronizer(
@@ -158,7 +185,8 @@ export async function createArchiver(
158
185
  publicClient,
159
186
  debugClient,
160
187
  rollup,
161
- { ...config.l1Contracts, slashingProposerAddress },
188
+ outbox,
189
+ { ...pickL1ContractAddresses(config), slashingProposerAddress },
162
190
  archiverStore,
163
191
  archiverConfig,
164
192
  deps.blobClient,
@@ -166,7 +194,10 @@ export async function createArchiver(
166
194
  l1Constants,
167
195
  synchronizer,
168
196
  events,
197
+ initialHeader,
198
+ initialBlockHash,
169
199
  l2TipsCache,
200
+ deps.dateProvider ?? new DateProvider(),
170
201
  );
171
202
 
172
203
  await archiver.start(opts.blockUntilSync);
@@ -174,14 +205,44 @@ export async function createArchiver(
174
205
  }
175
206
 
176
207
  /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
177
- export async function registerProtocolContracts(store: KVArchiverDataStore) {
208
+ export async function registerProtocolContracts(stores: ArchiverDataStores) {
178
209
  const blockNumber = 0;
179
210
  for (const name of protocolContractNames) {
180
211
  const provider = new BundledProtocolContractsProvider();
181
212
  const contract = await provider.getProtocolContractArtifact(name);
182
213
 
183
214
  // Skip if already registered (happens on node restart with a persisted store).
184
- if (await store.getContractClass(contract.contractClass.id)) {
215
+ if (await stores.contractClasses.getContractClass(contract.contractClass.id)) {
216
+ continue;
217
+ }
218
+
219
+ const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
220
+ const contractClassPublic: ContractClassPublicWithCommitment = {
221
+ ...contract.contractClass,
222
+ publicBytecodeCommitment,
223
+ };
224
+
225
+ const publicFunctionSignatures = contract.artifact.functions
226
+ .filter(fn => fn.functionType === FunctionType.PUBLIC)
227
+ .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
228
+
229
+ await stores.functionNames.register(publicFunctionSignatures);
230
+ await stores.contractClasses.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
231
+ await stores.contractInstances.addContractInstances([contract.instance], BlockNumber(blockNumber));
232
+ }
233
+ }
234
+
235
+ /**
236
+ * Preloads the standard contracts (AuthRegistry, PublicChecks, HandshakeRegistry) into the archiver store at block 0,
237
+ * mirroring {@link registerProtocolContracts}. Only invoked for test environments (via `testPreloadStandardContracts`),
238
+ * which also seed the matching registration/deployment nullifiers into the genesis nullifier tree so the store and tree
239
+ * stay consistent. Idempotent — skips contracts that already exist (e.g. on node restart).
240
+ */
241
+ export async function registerStandardContracts(stores: ArchiverDataStores) {
242
+ const blockNumber = 0;
243
+ for (const contract of await getPublishableStandardContracts()) {
244
+ // Skip if already registered (happens on node restart with a persisted store).
245
+ if (await stores.contractClasses.getContractClass(contract.contractClass.id)) {
185
246
  continue;
186
247
  }
187
248
 
@@ -189,16 +250,14 @@ export async function registerProtocolContracts(store: KVArchiverDataStore) {
189
250
  const contractClassPublic: ContractClassPublicWithCommitment = {
190
251
  ...contract.contractClass,
191
252
  publicBytecodeCommitment,
192
- privateFunctions: [],
193
- utilityFunctions: [],
194
253
  };
195
254
 
196
255
  const publicFunctionSignatures = contract.artifact.functions
197
256
  .filter(fn => fn.functionType === FunctionType.PUBLIC)
198
257
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
199
258
 
200
- await store.registerContractFunctionSignatures(publicFunctionSignatures);
201
- await store.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
202
- await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
259
+ await stores.functionNames.register(publicFunctionSignatures);
260
+ await stores.contractClasses.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
261
+ await stores.contractInstances.addContractInstances([contract.instance], BlockNumber(blockNumber));
203
262
  }
204
263
  }
package/src/index.ts CHANGED
@@ -4,10 +4,26 @@ export * from './archiver.js';
4
4
  export * from './modules/data_source_base.js';
5
5
  export * from './modules/data_store_updater.js';
6
6
  export * from './config.js';
7
+ export * from './errors.js';
7
8
 
8
9
  export { type L1PublishedData } from './structs/published.js';
9
- export { KVArchiverDataStore, ARCHIVER_DB_VERSION } from './store/kv_archiver_store.js';
10
+ export {
11
+ ARCHIVER_DB_VERSION,
12
+ type ArchiverDataStores,
13
+ type ArchiverL1SynchPoint,
14
+ backupArchiverDataStores,
15
+ createArchiverDataStores,
16
+ createContractDataSource,
17
+ getArchiverSynchPoint,
18
+ } from './store/data_stores.js';
19
+ export { FunctionNamesCache } from './store/function_names_cache.js';
20
+ export { ArchiverContractDataSourceAdapter } from './modules/contract_data_source_adapter.js';
21
+ export { BlockStore } from './store/block_store.js';
22
+ export { LogStore } from './store/log_store.js';
23
+ export { MessageStore } from './store/message_store.js';
24
+ export { ContractClassStore } from './store/contract_class_store.js';
10
25
  export { ContractInstanceStore } from './store/contract_instance_store.js';
11
26
  export { L2TipsCache } from './store/l2_tips_cache.js';
12
27
 
13
- export { retrieveCheckpointsFromRollup, retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
28
+ export { retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';
29
+ export { CalldataRetriever } from './l1/calldata_retriever.js';
@@ -1,12 +1,13 @@
1
1
  import { MULTI_CALL_3_ADDRESS, type ViemCommitteeAttestations, type ViemHeader } from '@aztec/ethereum/contracts';
2
2
  import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
3
3
  import { CheckpointNumber } from '@aztec/foundation/branded-types';
4
+ import { LruSet } from '@aztec/foundation/collection';
4
5
  import { Fr } from '@aztec/foundation/curves/bn254';
5
6
  import { EthAddress } from '@aztec/foundation/eth-address';
6
7
  import type { Logger } from '@aztec/foundation/log';
7
8
  import { RollupAbi } from '@aztec/l1-artifacts';
8
9
  import { CommitteeAttestation } from '@aztec/stdlib/block';
9
- import { ConsensusPayload, SignatureDomainSeparator } from '@aztec/stdlib/p2p';
10
+ import { computeCheckpointPayloadDigest } from '@aztec/stdlib/checkpoint';
10
11
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
11
12
 
12
13
  import {
@@ -33,6 +34,12 @@ type CheckpointData = {
33
34
  archiveRoot: Fr;
34
35
  header: CheckpointHeader;
35
36
  attestations: CommitteeAttestation[];
37
+ /**
38
+ * The exact packed `CommitteeAttestations` tuple as it appears in the propose calldata, preserved
39
+ * verbatim (never re-derived from {@link attestations}) so invalidation evidence stays byte-faithful to
40
+ * the on-chain `attestationsHash`.
41
+ */
42
+ verbatimAttestations: ViemCommitteeAttestations;
36
43
  blockHash: string;
37
44
  feeAssetPriceModifier: bigint;
38
45
  };
@@ -44,7 +51,7 @@ type CheckpointData = {
44
51
  */
45
52
  export class CalldataRetriever {
46
53
  /** Tx hashes we've already logged for trace+debug failure (log once per tx per process). */
47
- private static readonly traceFailureWarnedTxHashes = new Set<string>();
54
+ private static readonly traceFailureWarnedTxHashes = new LruSet<string>(1000);
48
55
 
49
56
  /** Clears the trace-failure warned set. For testing only. */
50
57
  static resetTraceFailureWarnedForTesting(): void {
@@ -60,6 +67,13 @@ export class CalldataRetriever {
60
67
  private readonly rollupAddress: EthAddress,
61
68
  ) {}
62
69
 
70
+ private getSignatureContext() {
71
+ return {
72
+ chainId: this.publicClient.chain.id,
73
+ rollupAddress: this.rollupAddress,
74
+ };
75
+ }
76
+
63
77
  /**
64
78
  * Gets checkpoint header and metadata from the calldata of an L1 transaction.
65
79
  * Tries multicall3 decoding, falls back to trace-based extraction.
@@ -398,14 +412,14 @@ export class CalldataRetriever {
398
412
  return undefined;
399
413
  }
400
414
 
401
- const [decodedArgs, packedAttestations] = args! as readonly [
415
+ const [decodedArgs, verbatimAttestations] = args! as readonly [
402
416
  { archive: Hex; oracleInput: { feeAssetPriceModifier: bigint }; header: ViemHeader },
403
417
  ViemCommitteeAttestations,
404
418
  ...unknown[],
405
419
  ];
406
420
 
407
421
  // Verify attestationsHash
408
- const computedAttestationsHash = this.computeAttestationsHash(packedAttestations);
422
+ const computedAttestationsHash = this.computeAttestationsHash(verbatimAttestations);
409
423
  if (
410
424
  !Buffer.from(hexToBytes(computedAttestationsHash)).equals(
411
425
  Buffer.from(hexToBytes(expectedHashes.attestationsHash)),
@@ -433,7 +447,7 @@ export class CalldataRetriever {
433
447
  return undefined;
434
448
  }
435
449
 
436
- const attestations = CommitteeAttestation.fromPacked(packedAttestations, this.targetCommitteeSize);
450
+ const attestations = CommitteeAttestation.fromPacked(verbatimAttestations, this.targetCommitteeSize);
437
451
 
438
452
  this.logger.trace(`Validated and decoded propose calldata for checkpoint ${checkpointNumber}`, {
439
453
  checkpointNumber,
@@ -441,7 +455,7 @@ export class CalldataRetriever {
441
455
  header: decodedArgs.header,
442
456
  l1BlockHash: blockHash,
443
457
  attestations,
444
- packedAttestations,
458
+ verbatimAttestations,
445
459
  targetCommitteeSize: this.targetCommitteeSize,
446
460
  });
447
461
 
@@ -450,6 +464,7 @@ export class CalldataRetriever {
450
464
  archiveRoot,
451
465
  header,
452
466
  attestations,
467
+ verbatimAttestations,
453
468
  blockHash,
454
469
  feeAssetPriceModifier,
455
470
  };
@@ -459,15 +474,18 @@ export class CalldataRetriever {
459
474
  }
460
475
 
461
476
  /** Computes the keccak256 hash of ABI-encoded CommitteeAttestations. */
462
- private computeAttestationsHash(packedAttestations: ViemCommitteeAttestations): Hex {
463
- return keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [packedAttestations]));
477
+ private computeAttestationsHash(verbatimAttestations: ViemCommitteeAttestations): Hex {
478
+ return keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [verbatimAttestations]));
464
479
  }
465
480
 
466
481
  /** Computes the keccak256 payload digest from the checkpoint header, archive root, and fee asset price modifier. */
467
482
  private computePayloadDigest(header: CheckpointHeader, archiveRoot: Fr, feeAssetPriceModifier: bigint): Hex {
468
- const consensusPayload = new ConsensusPayload(header, archiveRoot, feeAssetPriceModifier);
469
- const payloadToSign = consensusPayload.getPayloadToSign(SignatureDomainSeparator.checkpointAttestation);
470
- return keccak256(payloadToSign);
483
+ return computeCheckpointPayloadDigest({
484
+ header,
485
+ archiveRoot,
486
+ feeAssetPriceModifier,
487
+ signatureContext: this.getSignatureContext(),
488
+ }).toString();
471
489
  }
472
490
 
473
491
  /**