@aztec/archiver 0.0.1-commit.f504929 → 0.0.1-commit.f5d02921e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/dest/archiver.d.ts +5 -5
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +57 -19
  4. package/dest/config.d.ts +3 -3
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +2 -1
  7. package/dest/errors.d.ts +34 -10
  8. package/dest/errors.d.ts.map +1 -1
  9. package/dest/errors.js +45 -16
  10. package/dest/factory.d.ts +4 -5
  11. package/dest/factory.d.ts.map +1 -1
  12. package/dest/factory.js +24 -21
  13. package/dest/l1/calldata_retriever.d.ts +1 -1
  14. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  15. package/dest/l1/calldata_retriever.js +2 -1
  16. package/dest/modules/data_source_base.d.ts +8 -6
  17. package/dest/modules/data_source_base.d.ts.map +1 -1
  18. package/dest/modules/data_source_base.js +11 -5
  19. package/dest/modules/data_store_updater.d.ts +18 -12
  20. package/dest/modules/data_store_updater.d.ts.map +1 -1
  21. package/dest/modules/data_store_updater.js +87 -77
  22. package/dest/modules/l1_synchronizer.d.ts +2 -1
  23. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  24. package/dest/modules/l1_synchronizer.js +60 -25
  25. package/dest/modules/validation.d.ts +1 -1
  26. package/dest/modules/validation.d.ts.map +1 -1
  27. package/dest/modules/validation.js +2 -2
  28. package/dest/store/block_store.d.ts +49 -16
  29. package/dest/store/block_store.d.ts.map +1 -1
  30. package/dest/store/block_store.js +243 -118
  31. package/dest/store/contract_class_store.d.ts +2 -3
  32. package/dest/store/contract_class_store.d.ts.map +1 -1
  33. package/dest/store/contract_class_store.js +7 -67
  34. package/dest/store/contract_instance_store.d.ts +1 -1
  35. package/dest/store/contract_instance_store.d.ts.map +1 -1
  36. package/dest/store/contract_instance_store.js +6 -2
  37. package/dest/store/kv_archiver_store.d.ts +46 -19
  38. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  39. package/dest/store/kv_archiver_store.js +57 -22
  40. package/dest/store/l2_tips_cache.d.ts +2 -1
  41. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  42. package/dest/store/l2_tips_cache.js +25 -5
  43. package/dest/store/log_store.d.ts +6 -3
  44. package/dest/store/log_store.d.ts.map +1 -1
  45. package/dest/store/log_store.js +93 -16
  46. package/dest/store/message_store.d.ts +5 -1
  47. package/dest/store/message_store.d.ts.map +1 -1
  48. package/dest/store/message_store.js +14 -1
  49. package/dest/test/fake_l1_state.d.ts +8 -1
  50. package/dest/test/fake_l1_state.d.ts.map +1 -1
  51. package/dest/test/fake_l1_state.js +39 -5
  52. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  53. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  54. package/dest/test/mock_l1_to_l2_message_source.js +2 -1
  55. package/dest/test/mock_l2_block_source.d.ts +10 -4
  56. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  57. package/dest/test/mock_l2_block_source.js +35 -7
  58. package/dest/test/mock_structs.d.ts +4 -1
  59. package/dest/test/mock_structs.d.ts.map +1 -1
  60. package/dest/test/mock_structs.js +13 -1
  61. package/dest/test/noop_l1_archiver.d.ts +4 -1
  62. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  63. package/dest/test/noop_l1_archiver.js +5 -1
  64. package/package.json +13 -13
  65. package/src/archiver.ts +65 -21
  66. package/src/config.ts +8 -1
  67. package/src/errors.ts +70 -26
  68. package/src/factory.ts +23 -15
  69. package/src/l1/calldata_retriever.ts +2 -1
  70. package/src/modules/data_source_base.ts +26 -7
  71. package/src/modules/data_store_updater.ts +96 -107
  72. package/src/modules/l1_synchronizer.ts +72 -32
  73. package/src/modules/validation.ts +2 -2
  74. package/src/store/block_store.ts +312 -138
  75. package/src/store/contract_class_store.ts +8 -106
  76. package/src/store/contract_instance_store.ts +8 -5
  77. package/src/store/kv_archiver_store.ts +83 -34
  78. package/src/store/l2_tips_cache.ts +50 -11
  79. package/src/store/log_store.ts +126 -27
  80. package/src/store/message_store.ts +20 -1
  81. package/src/test/fake_l1_state.ts +50 -9
  82. package/src/test/mock_l1_to_l2_message_source.ts +1 -0
  83. package/src/test/mock_l2_block_source.ts +52 -5
  84. package/src/test/mock_structs.ts +20 -6
  85. package/src/test/noop_l1_archiver.ts +7 -1
package/src/errors.ts CHANGED
@@ -6,24 +6,9 @@ export class NoBlobBodiesFoundError extends Error {
6
6
  }
7
7
  }
8
8
 
9
- export class InitialBlockNumberNotSequentialError extends Error {
10
- constructor(
11
- public readonly newBlockNumber: number,
12
- public readonly previousBlockNumber: number | undefined,
13
- ) {
14
- super(
15
- `Cannot insert new block ${newBlockNumber} given previous block number in store is ${
16
- previousBlockNumber ?? 'undefined'
17
- }`,
18
- );
19
- }
20
- }
21
-
22
9
  export class BlockNumberNotSequentialError extends Error {
23
10
  constructor(newBlockNumber: number, previous: number | undefined) {
24
- super(
25
- `Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
26
- );
11
+ super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
27
12
  }
28
13
  }
29
14
 
@@ -41,17 +26,13 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
41
26
  }
42
27
 
43
28
  export class CheckpointNumberNotSequentialError extends Error {
44
- constructor(newCheckpointNumber: number, previous: number | undefined) {
45
- super(
46
- `Cannot insert new checkpoint ${newCheckpointNumber} given previous checkpoint number in batch is ${previous ?? 'undefined'}`,
47
- );
48
- }
49
- }
50
-
51
- export class CheckpointNumberNotConsistentError extends Error {
52
- constructor(newCheckpointNumber: number, previous: number | undefined) {
29
+ constructor(
30
+ newCheckpointNumber: number,
31
+ previous: number | undefined,
32
+ source: 'confirmed' | 'proposed' = 'confirmed',
33
+ ) {
53
34
  super(
54
- `Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
35
+ `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${source} checkpoint number is ${previous ?? 'undefined'}`,
55
36
  );
56
37
  }
57
38
  }
@@ -89,6 +70,69 @@ export class BlockNotFoundError extends Error {
89
70
  }
90
71
  }
91
72
 
73
+ /** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
74
+ export class BlockAlreadyCheckpointedError extends Error {
75
+ constructor(public readonly blockNumber: number) {
76
+ super(`Block ${blockNumber} has already been checkpointed with the same content`);
77
+ this.name = 'BlockAlreadyCheckpointedError';
78
+ }
79
+ }
80
+
81
+ /** Thrown when logs are added for a tag whose last stored log has a higher block number than the new log. */
82
+ export class OutOfOrderLogInsertionError extends Error {
83
+ constructor(
84
+ public readonly logType: 'private' | 'public',
85
+ public readonly tag: string,
86
+ public readonly lastBlockNumber: number,
87
+ public readonly newBlockNumber: number,
88
+ ) {
89
+ super(
90
+ `Out-of-order ${logType} log insertion for tag ${tag}: ` +
91
+ `last existing log is from block ${lastBlockNumber} but new log is from block ${newBlockNumber}`,
92
+ );
93
+ this.name = 'OutOfOrderLogInsertionError';
94
+ }
95
+ }
96
+
97
+ /** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
98
+ export class L1ToL2MessagesNotReadyError extends Error {
99
+ constructor(
100
+ public readonly checkpointNumber: number,
101
+ public readonly inboxTreeInProgress: bigint,
102
+ ) {
103
+ super(
104
+ `Cannot get L1 to L2 messages for checkpoint ${checkpointNumber}: ` +
105
+ `inbox tree in progress is ${inboxTreeInProgress}, messages not yet sealed`,
106
+ );
107
+ this.name = 'L1ToL2MessagesNotReadyError';
108
+ }
109
+ }
110
+
111
+ /** Thrown when a proposed checkpoint number is stale (already processed). */
112
+ export class ProposedCheckpointStaleError extends Error {
113
+ constructor(
114
+ public readonly proposedCheckpointNumber: number,
115
+ public readonly currentProposedNumber: number,
116
+ ) {
117
+ super(`Stale proposed checkpoint ${proposedCheckpointNumber}: current proposed is ${currentProposedNumber}`);
118
+ this.name = 'ProposedCheckpointStaleError';
119
+ }
120
+ }
121
+
122
+ /** Thrown when a proposed checkpoint number is not the expected confirmed + 1. */
123
+ export class ProposedCheckpointNotSequentialError extends Error {
124
+ constructor(
125
+ public readonly proposedCheckpointNumber: number,
126
+ public readonly confirmedCheckpointNumber: number,
127
+ ) {
128
+ super(
129
+ `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${confirmedCheckpointNumber + 1} (confirmed + 1)`,
130
+ );
131
+ this.name = 'ProposedCheckpointNotSequentialError';
132
+ }
133
+ }
134
+
135
+ /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
92
136
  export class CannotOverwriteCheckpointedBlockError extends Error {
93
137
  constructor(
94
138
  public readonly blockNumber: number,
package/src/factory.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
3
4
  import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
5
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
5
6
  import { BlockNumber } from '@aztec/foundation/branded-types';
@@ -7,18 +8,17 @@ import { Buffer32 } from '@aztec/foundation/buffer';
7
8
  import { merge } from '@aztec/foundation/collection';
8
9
  import { Fr } from '@aztec/foundation/curves/bn254';
9
10
  import { DateProvider } from '@aztec/foundation/timer';
10
- import type { DataStoreConfig } from '@aztec/kv-store/config';
11
11
  import { createStore } from '@aztec/kv-store/lmdb-v2';
12
12
  import { protocolContractNames } from '@aztec/protocol-contracts';
13
13
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
14
14
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
15
15
  import type { ArchiverEmitter } from '@aztec/stdlib/block';
16
- import { type ContractClassPublic, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
- import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
16
+ import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
18
18
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
19
 
20
20
  import { EventEmitter } from 'events';
21
- import { createPublicClient, fallback, http } from 'viem';
21
+ import { createPublicClient } from 'viem';
22
22
 
23
23
  import { Archiver, type ArchiverDeps } from './archiver.js';
24
24
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
@@ -32,14 +32,13 @@ export const ARCHIVER_STORE_NAME = 'archiver';
32
32
  /** Creates an archiver store. */
33
33
  export async function createArchiverStore(
34
34
  userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
35
- l1Constants: Pick<L1RollupConstants, 'epochDuration'>,
36
35
  ) {
37
36
  const config = {
38
37
  ...userConfig,
39
38
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
40
39
  };
41
40
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
42
- return new KVArchiverDataStore(store, config.maxLogs, l1Constants);
41
+ return new KVArchiverDataStore(store, config.maxLogs);
43
42
  }
44
43
 
45
44
  /**
@@ -54,14 +53,15 @@ export async function createArchiver(
54
53
  deps: ArchiverDeps,
55
54
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
56
55
  ): Promise<Archiver> {
57
- const archiverStore = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
56
+ const archiverStore = await createArchiverStore(config);
58
57
  await registerProtocolContracts(archiverStore);
59
58
 
60
59
  // Create Ethereum clients
61
60
  const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
61
+ const httpTimeout = config.l1HttpTimeoutMS;
62
62
  const publicClient = createPublicClient({
63
63
  chain: chain.chainInfo,
64
- transport: fallback(config.l1RpcUrls.map(url => http(url, { batch: false }))),
64
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: httpTimeout }),
65
65
  pollingInterval: config.viemPollingIntervalMS,
66
66
  });
67
67
 
@@ -69,7 +69,7 @@ export async function createArchiver(
69
69
  const debugRpcUrls = config.l1DebugRpcUrls.length > 0 ? config.l1DebugRpcUrls : config.l1RpcUrls;
70
70
  const debugClient = createPublicClient({
71
71
  chain: chain.chainInfo,
72
- transport: fallback(debugRpcUrls.map(url => http(url, { batch: false }))),
72
+ transport: makeL1HttpTransport(debugRpcUrls, { timeout: httpTimeout }),
73
73
  pollingInterval: config.viemPollingIntervalMS,
74
74
  }) as ViemPublicDebugClient;
75
75
 
@@ -85,6 +85,7 @@ export async function createArchiver(
85
85
  genesisArchiveRoot,
86
86
  slashingProposerAddress,
87
87
  targetCommitteeSize,
88
+ rollupManaLimit,
88
89
  ] = await Promise.all([
89
90
  rollup.getL1StartBlock(),
90
91
  rollup.getL1GenesisTime(),
@@ -92,6 +93,7 @@ export async function createArchiver(
92
93
  rollup.getGenesisArchiveTreeRoot(),
93
94
  rollup.getSlashingProposerAddress(),
94
95
  rollup.getTargetCommitteeSize(),
96
+ rollup.getManaLimit(),
95
97
  ] as const);
96
98
 
97
99
  const l1StartBlockHash = await publicClient
@@ -110,6 +112,7 @@ export async function createArchiver(
110
112
  proofSubmissionEpochs: Number(proofSubmissionEpochs),
111
113
  targetCommitteeSize,
112
114
  genesisArchiveRoot: Fr.fromString(genesisArchiveRoot.toString()),
115
+ rollupManaLimit: Number(rollupManaLimit),
113
116
  };
114
117
 
115
118
  const archiverConfig = merge(
@@ -170,16 +173,22 @@ export async function createArchiver(
170
173
  return archiver;
171
174
  }
172
175
 
173
- /** Registers protocol contracts in the archiver store. */
176
+ /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
174
177
  export async function registerProtocolContracts(store: KVArchiverDataStore) {
175
178
  const blockNumber = 0;
176
179
  for (const name of protocolContractNames) {
177
180
  const provider = new BundledProtocolContractsProvider();
178
181
  const contract = await provider.getProtocolContractArtifact(name);
179
- const contractClassPublic: ContractClassPublic = {
182
+
183
+ // Skip if already registered (happens on node restart with a persisted store).
184
+ if (await store.getContractClass(contract.contractClass.id)) {
185
+ continue;
186
+ }
187
+
188
+ const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
189
+ const contractClassPublic: ContractClassPublicWithCommitment = {
180
190
  ...contract.contractClass,
181
- privateFunctions: [],
182
- utilityFunctions: [],
191
+ publicBytecodeCommitment,
183
192
  };
184
193
 
185
194
  const publicFunctionSignatures = contract.artifact.functions
@@ -187,8 +196,7 @@ export async function registerProtocolContracts(store: KVArchiverDataStore) {
187
196
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
188
197
 
189
198
  await store.registerContractFunctionSignatures(publicFunctionSignatures);
190
- const bytecodeCommitment = await computePublicBytecodeCommitment(contractClassPublic.packedBytecode);
191
- await store.addContractClasses([contractClassPublic], [bytecodeCommitment], BlockNumber(blockNumber));
199
+ await store.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
192
200
  await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
193
201
  }
194
202
  }
@@ -1,6 +1,7 @@
1
1
  import { MULTI_CALL_3_ADDRESS, type ViemCommitteeAttestations, type ViemHeader } from '@aztec/ethereum/contracts';
2
2
  import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
3
3
  import { CheckpointNumber } from '@aztec/foundation/branded-types';
4
+ import { LruSet } from '@aztec/foundation/collection';
4
5
  import { Fr } from '@aztec/foundation/curves/bn254';
5
6
  import { EthAddress } from '@aztec/foundation/eth-address';
6
7
  import type { Logger } from '@aztec/foundation/log';
@@ -44,7 +45,7 @@ type CheckpointData = {
44
45
  */
45
46
  export class CalldataRetriever {
46
47
  /** Tx hashes we've already logged for trace+debug failure (log once per tx per process). */
47
- private static readonly traceFailureWarnedTxHashes = new Set<string>();
48
+ private static readonly traceFailureWarnedTxHashes = new LruSet<string>(1000);
48
49
 
49
50
  /** Clears the trace-failure warned set. For testing only. */
50
51
  static resetTraceFailureWarnedForTesting(): void {
@@ -6,7 +6,13 @@ import { isDefined } from '@aztec/foundation/types';
6
6
  import type { FunctionSelector } from '@aztec/stdlib/abi';
7
7
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
8
8
  import { type BlockData, type BlockHash, CheckpointedL2Block, L2Block, type L2Tips } from '@aztec/stdlib/block';
9
- import { Checkpoint, type CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
9
+ import {
10
+ Checkpoint,
11
+ type CheckpointData,
12
+ type CommonCheckpointData,
13
+ type ProposedCheckpointData,
14
+ PublishedCheckpoint,
15
+ } from '@aztec/stdlib/checkpoint';
10
16
  import type { ContractClassPublic, ContractDataSource, ContractInstanceWithAddress } from '@aztec/stdlib/contract';
11
17
  import { type L1RollupConstants, getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
12
18
  import type { GetContractClassLogsResponse, GetPublicLogsResponse } from '@aztec/stdlib/interfaces/client';
@@ -46,9 +52,9 @@ export abstract class ArchiverDataSourceBase
46
52
 
47
53
  abstract getL2Tips(): Promise<L2Tips>;
48
54
 
49
- abstract getL2SlotNumber(): Promise<SlotNumber | undefined>;
55
+ abstract getSyncedL2SlotNumber(): Promise<SlotNumber | undefined>;
50
56
 
51
- abstract getL2EpochNumber(): Promise<EpochNumber | undefined>;
57
+ abstract getSyncedL2EpochNumber(): Promise<EpochNumber | undefined>;
52
58
 
53
59
  abstract isEpochComplete(epochNumber: EpochNumber): Promise<boolean>;
54
60
 
@@ -154,7 +160,15 @@ export abstract class ArchiverDataSourceBase
154
160
  }
155
161
 
156
162
  public getSettledTxReceipt(txHash: TxHash): Promise<TxReceipt | undefined> {
157
- return this.store.getSettledTxReceipt(txHash);
163
+ return this.store.getSettledTxReceipt(txHash, this.l1Constants);
164
+ }
165
+
166
+ public getProposedCheckpoint(): Promise<CommonCheckpointData | undefined> {
167
+ return this.store.getProposedCheckpoint();
168
+ }
169
+
170
+ public getProposedCheckpointOnly(): Promise<ProposedCheckpointData | undefined> {
171
+ return this.store.getProposedCheckpointOnly();
158
172
  }
159
173
 
160
174
  public isPendingChainInvalid(): Promise<boolean> {
@@ -165,16 +179,21 @@ export abstract class ArchiverDataSourceBase
165
179
  return (await this.store.getPendingChainValidationStatus()) ?? { valid: true };
166
180
  }
167
181
 
168
- public getPrivateLogsByTags(tags: SiloedTag[], page?: number): Promise<TxScopedL2Log[][]> {
169
- return this.store.getPrivateLogsByTags(tags, page);
182
+ public getPrivateLogsByTags(
183
+ tags: SiloedTag[],
184
+ page?: number,
185
+ upToBlockNumber?: BlockNumber,
186
+ ): Promise<TxScopedL2Log[][]> {
187
+ return this.store.getPrivateLogsByTags(tags, page, upToBlockNumber);
170
188
  }
171
189
 
172
190
  public getPublicLogsByTagsFromContract(
173
191
  contractAddress: AztecAddress,
174
192
  tags: Tag[],
175
193
  page?: number,
194
+ upToBlockNumber?: BlockNumber,
176
195
  ): Promise<TxScopedL2Log[][]> {
177
- return this.store.getPublicLogsByTagsFromContract(contractAddress, tags, page);
196
+ return this.store.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
178
197
  }
179
198
 
180
199
  public getPublicLogs(filter: LogFilter): Promise<GetPublicLogsResponse> {
@@ -1,29 +1,21 @@
1
1
  import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
2
- import { Fr } from '@aztec/foundation/curves/bn254';
2
+ import { filterAsync } from '@aztec/foundation/collection';
3
3
  import { createLogger } from '@aztec/foundation/log';
4
- import {
5
- ContractClassPublishedEvent,
6
- PrivateFunctionBroadcastedEvent,
7
- UtilityFunctionBroadcastedEvent,
8
- } from '@aztec/protocol-contracts/class-registry';
4
+ import { ContractClassPublishedEvent } from '@aztec/protocol-contracts/class-registry';
9
5
  import {
10
6
  ContractInstancePublishedEvent,
11
7
  ContractInstanceUpdatedEvent,
12
8
  } from '@aztec/protocol-contracts/instance-registry';
13
9
  import type { L2Block, ValidateCheckpointResult } from '@aztec/stdlib/block';
14
- import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
10
+ import { type ProposedCheckpointInput, type PublishedCheckpoint, validateCheckpoint } from '@aztec/stdlib/checkpoint';
15
11
  import {
16
- type ExecutablePrivateFunctionWithMembershipProof,
17
- type UtilityFunctionWithMembershipProof,
18
- computePublicBytecodeCommitment,
19
- isValidPrivateFunctionMembershipProof,
20
- isValidUtilityFunctionMembershipProof,
12
+ type ContractClassPublicWithCommitment,
13
+ computeContractAddressFromInstance,
14
+ computeContractClassId,
21
15
  } from '@aztec/stdlib/contract';
22
16
  import type { ContractClassLog, PrivateLog, PublicLog } from '@aztec/stdlib/logs';
23
17
  import type { UInt64 } from '@aztec/stdlib/types';
24
18
 
25
- import groupBy from 'lodash.groupby';
26
-
27
19
  import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
28
20
  import type { L2TipsCache } from '../store/l2_tips_cache.js';
29
21
 
@@ -48,32 +40,32 @@ export class ArchiverDataStoreUpdater {
48
40
  constructor(
49
41
  private store: KVArchiverDataStore,
50
42
  private l2TipsCache?: L2TipsCache,
43
+ private opts: { rollupManaLimit?: number } = {},
51
44
  ) {}
52
45
 
53
46
  /**
54
- * Adds proposed blocks to the store with contract class/instance extraction from logs.
55
- * These are uncheckpointed blocks that have been proposed by the sequencer but not yet included in a checkpoint on L1.
56
- * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
57
- * and individually broadcasted functions from the block logs.
47
+ * Adds a proposed block to the store with contract class/instance extraction from logs.
48
+ * This is an uncheckpointed block that has been proposed by the sequencer but not yet included in a checkpoint on L1.
49
+ * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the block logs.
58
50
  *
59
- * @param blocks - The proposed L2 blocks to add.
51
+ * @param block - The proposed L2 block to add.
60
52
  * @param pendingChainValidationStatus - Optional validation status to set.
61
53
  * @returns True if the operation is successful.
62
54
  */
63
- public async addProposedBlocks(
64
- blocks: L2Block[],
55
+ public async addProposedBlock(
56
+ block: L2Block,
65
57
  pendingChainValidationStatus?: ValidateCheckpointResult,
66
58
  ): Promise<boolean> {
67
59
  const result = await this.store.transactionAsync(async () => {
68
- await this.store.addProposedBlocks(blocks);
60
+ await this.store.addProposedBlock(block);
69
61
 
70
62
  const opResults = await Promise.all([
71
63
  // Update the pending chain validation status if provided
72
64
  pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
73
- // Add any logs emitted during the retrieved blocks
74
- this.store.addLogs(blocks),
75
- // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
76
- ...blocks.map(block => this.addContractDataToDb(block)),
65
+ // Add any logs emitted during the retrieved block
66
+ this.store.addLogs([block]),
67
+ // Unroll all logs emitted during the retrieved block and extract any contract classes and instances from it
68
+ this.addContractDataToDb(block),
77
69
  ]);
78
70
 
79
71
  await this.l2TipsCache?.refresh();
@@ -86,8 +78,7 @@ export class ArchiverDataStoreUpdater {
86
78
  * Reconciles local blocks with incoming checkpoints from L1.
87
79
  * Adds new checkpoints to the store with contract class/instance extraction from logs.
88
80
  * Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
89
- * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events,
90
- * and individually broadcasted functions from the checkpoint block logs.
81
+ * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the checkpoint block logs.
91
82
  *
92
83
  * @param checkpoints - The published checkpoints to add.
93
84
  * @param pendingChainValidationStatus - Optional validation status to set.
@@ -97,13 +88,17 @@ export class ArchiverDataStoreUpdater {
97
88
  checkpoints: PublishedCheckpoint[],
98
89
  pendingChainValidationStatus?: ValidateCheckpointResult,
99
90
  ): Promise<ReconcileCheckpointsResult> {
91
+ for (const checkpoint of checkpoints) {
92
+ validateCheckpoint(checkpoint.checkpoint, { rollupManaLimit: this.opts?.rollupManaLimit });
93
+ }
94
+
100
95
  const result = await this.store.transactionAsync(async () => {
101
96
  // Before adding checkpoints, check for conflicts with local blocks if any
102
97
  const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
103
98
 
104
99
  await this.store.addCheckpoints(checkpoints);
105
100
 
106
- // Filter out blocks that were already inserted via addProposedBlocks() to avoid duplicating logs/contract data
101
+ // Filter out blocks that were already inserted via addProposedBlock() to avoid duplicating logs/contract data
107
102
  const newBlocks = checkpoints
108
103
  .flatMap((ch: PublishedCheckpoint) => ch.checkpoint.blocks)
109
104
  .filter(b => lastAlreadyInsertedBlockNumber === undefined || b.number > lastAlreadyInsertedBlockNumber);
@@ -123,6 +118,15 @@ export class ArchiverDataStoreUpdater {
123
118
  return result;
124
119
  }
125
120
 
121
+ public async setProposedCheckpoint(proposedCheckpoint: ProposedCheckpointInput) {
122
+ const result = await this.store.transactionAsync(async () => {
123
+ await this.store.setProposedCheckpoint(proposedCheckpoint);
124
+ await this.l2TipsCache?.refresh();
125
+ });
126
+
127
+ return result;
128
+ }
129
+
126
130
  /**
127
131
  * Checks for local proposed blocks that do not match the ones to be checkpointed and prunes them.
128
132
  * This method handles multiple checkpoints but returns after pruning the first conflict found.
@@ -173,7 +177,7 @@ export class ArchiverDataStoreUpdater {
173
177
  this.log.verbose(`Block number ${blockNumber} already inserted and matches checkpoint`, blockInfos);
174
178
  lastAlreadyInsertedBlockNumber = blockNumber;
175
179
  } else {
176
- this.log.warn(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
180
+ this.log.info(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
177
181
  const prunedBlocks = await this.removeBlocksAfter(BlockNumber(blockNumber - 1));
178
182
  return { prunedBlocks, lastAlreadyInsertedBlockNumber };
179
183
  }
@@ -216,6 +220,10 @@ export class ArchiverDataStoreUpdater {
216
220
  }
217
221
 
218
222
  const result = await this.removeBlocksAfter(blockNumber);
223
+
224
+ // Clear the proposed checkpoint if it exists, since its blocks have been pruned
225
+ await this.store.deleteProposedCheckpoint();
226
+
219
227
  await this.l2TipsCache?.refresh();
220
228
  return result;
221
229
  });
@@ -276,6 +284,17 @@ export class ArchiverDataStoreUpdater {
276
284
  });
277
285
  }
278
286
 
287
+ /**
288
+ * Updates the finalized checkpoint number and refreshes the L2 tips cache.
289
+ * @param checkpointNumber - The checkpoint number to set as finalized.
290
+ */
291
+ public async setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
292
+ await this.store.transactionAsync(async () => {
293
+ await this.store.setFinalizedCheckpointNumber(checkpointNumber);
294
+ await this.l2TipsCache?.refresh();
295
+ });
296
+ }
297
+
279
298
  /** Extracts and stores contract data from a single block. */
280
299
  private addContractDataToDb(block: L2Block): Promise<boolean> {
281
300
  return this.updateContractDataOnDb(block, Operation.Store);
@@ -297,9 +316,6 @@ export class ArchiverDataStoreUpdater {
297
316
  this.updatePublishedContractClasses(contractClassLogs, block.number, operation),
298
317
  this.updateDeployedContractInstances(privateLogs, block.number, operation),
299
318
  this.updateUpdatedContractInstances(publicLogs, block.header.globalVariables.timestamp, operation),
300
- operation === Operation.Store
301
- ? this.storeBroadcastedIndividualFunctions(contractClassLogs, block.number)
302
- : Promise.resolve(true),
303
319
  ])
304
320
  ).every(Boolean);
305
321
  }
@@ -316,18 +332,37 @@ export class ArchiverDataStoreUpdater {
316
332
  .filter(log => ContractClassPublishedEvent.isContractClassPublishedEvent(log))
317
333
  .map(log => ContractClassPublishedEvent.fromLog(log));
318
334
 
319
- const contractClasses = await Promise.all(contractClassPublishedEvents.map(e => e.toContractClassPublic()));
320
- if (contractClasses.length > 0) {
321
- contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
322
- if (operation == Operation.Store) {
323
- // TODO: Will probably want to create some worker threads to compute these bytecode commitments as they are expensive
324
- const commitments = await Promise.all(
325
- contractClasses.map(c => computePublicBytecodeCommitment(c.packedBytecode)),
326
- );
327
- return await this.store.addContractClasses(contractClasses, commitments, blockNum);
328
- } else if (operation == Operation.Delete) {
335
+ if (operation == Operation.Delete) {
336
+ const contractClasses = contractClassPublishedEvents.map(e => e.toContractClassPublic());
337
+ if (contractClasses.length > 0) {
338
+ contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
329
339
  return await this.store.deleteContractClasses(contractClasses, blockNum);
330
340
  }
341
+ return true;
342
+ }
343
+
344
+ // Compute bytecode commitments and validate class IDs in a single pass.
345
+ const contractClasses: ContractClassPublicWithCommitment[] = [];
346
+ for (const event of contractClassPublishedEvents) {
347
+ const contractClass = await event.toContractClassPublicWithBytecodeCommitment();
348
+ const computedClassId = await computeContractClassId({
349
+ artifactHash: contractClass.artifactHash,
350
+ privateFunctionsRoot: contractClass.privateFunctionsRoot,
351
+ publicBytecodeCommitment: contractClass.publicBytecodeCommitment,
352
+ });
353
+ if (!computedClassId.equals(contractClass.id)) {
354
+ this.log.warn(
355
+ `Skipping contract class with mismatched id at block ${blockNum}. Claimed ${contractClass.id}, computed ${computedClassId}`,
356
+ { blockNum, contractClassId: event.contractClassId.toString() },
357
+ );
358
+ continue;
359
+ }
360
+ contractClasses.push(contractClass);
361
+ }
362
+
363
+ if (contractClasses.length > 0) {
364
+ contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
365
+ return await this.store.addContractClasses(contractClasses, blockNum);
331
366
  }
332
367
  return true;
333
368
  }
@@ -340,10 +375,27 @@ export class ArchiverDataStoreUpdater {
340
375
  blockNum: BlockNumber,
341
376
  operation: Operation,
342
377
  ): Promise<boolean> {
343
- const contractInstances = allLogs
378
+ const allInstances = allLogs
344
379
  .filter(log => ContractInstancePublishedEvent.isContractInstancePublishedEvent(log))
345
380
  .map(log => ContractInstancePublishedEvent.fromLog(log))
346
381
  .map(e => e.toContractInstance());
382
+
383
+ // Verify that each instance's address matches the one derived from its fields if we're adding
384
+ const contractInstances =
385
+ operation === Operation.Delete
386
+ ? allInstances
387
+ : await filterAsync(allInstances, async instance => {
388
+ const computedAddress = await computeContractAddressFromInstance(instance);
389
+ if (!computedAddress.equals(instance.address)) {
390
+ this.log.warn(
391
+ `Found contract instance with mismatched address at block ${blockNum}. Claimed ${instance.address} but computed ${computedAddress}.`,
392
+ { instanceAddress: instance.address.toString(), computedAddress: computedAddress.toString(), blockNum },
393
+ );
394
+ return false;
395
+ }
396
+ return true;
397
+ });
398
+
347
399
  if (contractInstances.length > 0) {
348
400
  contractInstances.forEach(c =>
349
401
  this.log.verbose(`${Operation[operation]} contract instance at ${c.address.toString()}`),
@@ -382,67 +434,4 @@ export class ArchiverDataStoreUpdater {
382
434
  }
383
435
  return true;
384
436
  }
385
-
386
- /**
387
- * Stores the functions that were broadcasted individually.
388
- *
389
- * @dev Beware that there is not a delete variant of this, since they are added to contract classes
390
- * and will be deleted as part of the class if needed.
391
- */
392
- private async storeBroadcastedIndividualFunctions(
393
- allLogs: ContractClassLog[],
394
- _blockNum: BlockNumber,
395
- ): Promise<boolean> {
396
- // Filter out private and utility function broadcast events
397
- const privateFnEvents = allLogs
398
- .filter(log => PrivateFunctionBroadcastedEvent.isPrivateFunctionBroadcastedEvent(log))
399
- .map(log => PrivateFunctionBroadcastedEvent.fromLog(log));
400
- const utilityFnEvents = allLogs
401
- .filter(log => UtilityFunctionBroadcastedEvent.isUtilityFunctionBroadcastedEvent(log))
402
- .map(log => UtilityFunctionBroadcastedEvent.fromLog(log));
403
-
404
- // Group all events by contract class id
405
- for (const [classIdString, classEvents] of Object.entries(
406
- groupBy([...privateFnEvents, ...utilityFnEvents], e => e.contractClassId.toString()),
407
- )) {
408
- const contractClassId = Fr.fromHexString(classIdString);
409
- const contractClass = await this.store.getContractClass(contractClassId);
410
- if (!contractClass) {
411
- this.log.warn(`Skipping broadcasted functions as contract class ${contractClassId.toString()} was not found`);
412
- continue;
413
- }
414
-
415
- // Split private and utility functions, and filter out invalid ones
416
- const allFns = classEvents.map(e => e.toFunctionWithMembershipProof());
417
- const privateFns = allFns.filter(
418
- (fn): fn is ExecutablePrivateFunctionWithMembershipProof => 'utilityFunctionsTreeRoot' in fn,
419
- );
420
- const utilityFns = allFns.filter(
421
- (fn): fn is UtilityFunctionWithMembershipProof => 'privateFunctionsArtifactTreeRoot' in fn,
422
- );
423
-
424
- const privateFunctionsWithValidity = await Promise.all(
425
- privateFns.map(async fn => ({ fn, valid: await isValidPrivateFunctionMembershipProof(fn, contractClass) })),
426
- );
427
- const validPrivateFns = privateFunctionsWithValidity.filter(({ valid }) => valid).map(({ fn }) => fn);
428
- const utilityFunctionsWithValidity = await Promise.all(
429
- utilityFns.map(async fn => ({
430
- fn,
431
- valid: await isValidUtilityFunctionMembershipProof(fn, contractClass),
432
- })),
433
- );
434
- const validUtilityFns = utilityFunctionsWithValidity.filter(({ valid }) => valid).map(({ fn }) => fn);
435
- const validFnCount = validPrivateFns.length + validUtilityFns.length;
436
- if (validFnCount !== allFns.length) {
437
- this.log.warn(`Skipping ${allFns.length - validFnCount} invalid functions`);
438
- }
439
-
440
- // Store the functions in the contract class in a single operation
441
- if (validFnCount > 0) {
442
- this.log.verbose(`Storing ${validFnCount} functions for contract class ${contractClassId.toString()}`);
443
- }
444
- return await this.store.addFunctions(contractClassId, validPrivateFns, validUtilityFns);
445
- }
446
- return true;
447
- }
448
437
  }