@aztec/kv-store 0.0.1-commit.96bb3f7 → 0.0.1-commit.993d240

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. package/dest/bench/shared_map_bench.d.ts +19 -0
  2. package/dest/bench/shared_map_bench.d.ts.map +1 -0
  3. package/dest/bench/shared_map_bench.js +91 -0
  4. package/dest/indexeddb/array.js +18 -6
  5. package/dest/indexeddb/index.d.ts +3 -3
  6. package/dest/indexeddb/index.d.ts.map +1 -1
  7. package/dest/indexeddb/index.js +3 -6
  8. package/dest/indexeddb/map.d.ts +8 -2
  9. package/dest/indexeddb/map.d.ts.map +1 -1
  10. package/dest/indexeddb/map.js +23 -13
  11. package/dest/indexeddb/multi_map.d.ts +2 -1
  12. package/dest/indexeddb/multi_map.d.ts.map +1 -1
  13. package/dest/indexeddb/multi_map.js +16 -1
  14. package/dest/indexeddb/singleton.js +3 -1
  15. package/dest/indexeddb/store.d.ts +3 -3
  16. package/dest/indexeddb/store.d.ts.map +1 -1
  17. package/dest/indexeddb/store.js +6 -4
  18. package/dest/interfaces/array_test_suite.d.ts +1 -1
  19. package/dest/interfaces/array_test_suite.d.ts.map +1 -1
  20. package/dest/interfaces/array_test_suite.js +33 -34
  21. package/dest/interfaces/index.d.ts +2 -2
  22. package/dest/interfaces/index.d.ts.map +1 -1
  23. package/dest/interfaces/map_test_suite.d.ts +1 -1
  24. package/dest/interfaces/map_test_suite.d.ts.map +1 -1
  25. package/dest/interfaces/map_test_suite.js +74 -29
  26. package/dest/interfaces/multi_map_test_suite.d.ts +1 -1
  27. package/dest/interfaces/multi_map_test_suite.d.ts.map +1 -1
  28. package/dest/interfaces/multi_map_test_suite.js +84 -60
  29. package/dest/interfaces/set_test_suite.d.ts +1 -1
  30. package/dest/interfaces/set_test_suite.d.ts.map +1 -1
  31. package/dest/interfaces/set_test_suite.js +13 -14
  32. package/dest/interfaces/singleton_test_suite.d.ts +1 -1
  33. package/dest/interfaces/singleton_test_suite.d.ts.map +1 -1
  34. package/dest/interfaces/singleton_test_suite.js +6 -7
  35. package/dest/interfaces/utils.d.ts +2 -1
  36. package/dest/interfaces/utils.d.ts.map +1 -1
  37. package/dest/interfaces/utils.js +2 -1
  38. package/dest/lmdb/index.d.ts +3 -3
  39. package/dest/lmdb/index.d.ts.map +1 -1
  40. package/dest/lmdb/index.js +4 -4
  41. package/dest/lmdb/store.d.ts +3 -3
  42. package/dest/lmdb/store.d.ts.map +1 -1
  43. package/dest/lmdb/store.js +12 -8
  44. package/dest/lmdb-v2/factory.d.ts +32 -7
  45. package/dest/lmdb-v2/factory.d.ts.map +1 -1
  46. package/dest/lmdb-v2/factory.js +71 -16
  47. package/dest/lmdb-v2/read_transaction.js +21 -19
  48. package/dest/lmdb-v2/store.d.ts +3 -3
  49. package/dest/lmdb-v2/store.d.ts.map +1 -1
  50. package/dest/lmdb-v2/store.js +5 -4
  51. package/dest/sqlite-opfs/array.d.ts +21 -0
  52. package/dest/sqlite-opfs/array.d.ts.map +1 -0
  53. package/dest/sqlite-opfs/array.js +128 -0
  54. package/dest/sqlite-opfs/errors.d.ts +27 -0
  55. package/dest/sqlite-opfs/errors.d.ts.map +1 -0
  56. package/dest/sqlite-opfs/errors.js +34 -0
  57. package/dest/sqlite-opfs/index.d.ts +16 -0
  58. package/dest/sqlite-opfs/index.d.ts.map +1 -0
  59. package/dest/sqlite-opfs/index.js +22 -0
  60. package/dest/sqlite-opfs/internal/ordered-binary-browser.d.ts +32 -0
  61. package/dest/sqlite-opfs/internal/ordered-binary-browser.d.ts.map +1 -0
  62. package/dest/sqlite-opfs/internal/ordered-binary-browser.js +448 -0
  63. package/dest/sqlite-opfs/map.d.ts +35 -0
  64. package/dest/sqlite-opfs/map.d.ts.map +1 -0
  65. package/dest/sqlite-opfs/map.js +163 -0
  66. package/dest/sqlite-opfs/messages.d.ts +66 -0
  67. package/dest/sqlite-opfs/messages.d.ts.map +1 -0
  68. package/dest/sqlite-opfs/messages.js +5 -0
  69. package/dest/sqlite-opfs/multi_map.d.ts +16 -0
  70. package/dest/sqlite-opfs/multi_map.d.ts.map +1 -0
  71. package/dest/sqlite-opfs/multi_map.js +67 -0
  72. package/dest/sqlite-opfs/set.d.ts +13 -0
  73. package/dest/sqlite-opfs/set.d.ts.map +1 -0
  74. package/dest/sqlite-opfs/set.js +19 -0
  75. package/dest/sqlite-opfs/singleton.d.ts +13 -0
  76. package/dest/sqlite-opfs/singleton.d.ts.map +1 -0
  77. package/dest/sqlite-opfs/singleton.js +48 -0
  78. package/dest/sqlite-opfs/store.d.ts +79 -0
  79. package/dest/sqlite-opfs/store.d.ts.map +1 -0
  80. package/dest/sqlite-opfs/store.js +281 -0
  81. package/dest/sqlite-opfs/worker.d.ts +2 -0
  82. package/dest/sqlite-opfs/worker.d.ts.map +1 -0
  83. package/dest/sqlite-opfs/worker.js +249 -0
  84. package/dest/stores/l2_tips_store.d.ts +3 -3
  85. package/dest/stores/l2_tips_store.d.ts.map +1 -1
  86. package/dest/stores/l2_tips_store.js +2 -2
  87. package/dest/utils.d.ts +9 -6
  88. package/dest/utils.d.ts.map +1 -1
  89. package/dest/utils.js +51 -16
  90. package/package.json +30 -26
  91. package/src/bench/shared_map_bench.ts +111 -0
  92. package/src/indexeddb/array.ts +4 -4
  93. package/src/indexeddb/index.ts +9 -7
  94. package/src/indexeddb/map.ts +24 -11
  95. package/src/indexeddb/multi_map.ts +15 -1
  96. package/src/indexeddb/singleton.ts +1 -1
  97. package/src/indexeddb/store.ts +13 -6
  98. package/src/interfaces/array_test_suite.ts +33 -35
  99. package/src/interfaces/index.ts +1 -1
  100. package/src/interfaces/map_test_suite.ts +56 -30
  101. package/src/interfaces/multi_map_test_suite.ts +88 -58
  102. package/src/interfaces/set_test_suite.ts +13 -15
  103. package/src/interfaces/singleton_test_suite.ts +6 -8
  104. package/src/interfaces/utils.ts +1 -0
  105. package/src/lmdb/index.ts +10 -5
  106. package/src/lmdb/store.ts +12 -8
  107. package/src/lmdb-v2/factory.ts +93 -19
  108. package/src/lmdb-v2/read_transaction.ts +23 -23
  109. package/src/lmdb-v2/store.ts +7 -4
  110. package/src/sqlite-opfs/array.ts +124 -0
  111. package/src/sqlite-opfs/errors.ts +44 -0
  112. package/src/sqlite-opfs/index.ts +39 -0
  113. package/src/sqlite-opfs/internal/ordered-binary-browser.js +465 -0
  114. package/src/sqlite-opfs/map.ts +163 -0
  115. package/src/sqlite-opfs/messages.ts +39 -0
  116. package/src/sqlite-opfs/multi_map.ts +74 -0
  117. package/src/sqlite-opfs/set.ts +29 -0
  118. package/src/sqlite-opfs/singleton.ts +48 -0
  119. package/src/sqlite-opfs/store.ts +296 -0
  120. package/src/sqlite-opfs/worker.ts +231 -0
  121. package/src/stores/l2_tips_store.ts +3 -2
  122. package/src/utils.ts +79 -21
  123. package/dest/config.d.ts +0 -17
  124. package/dest/config.d.ts.map +0 -1
  125. package/dest/config.js +0 -26
  126. package/src/config.ts +0 -36
@@ -0,0 +1,249 @@
1
+ /// <reference lib="webworker" />
2
+ import sqlite3InitModule from '@aztec/sqlite3mc-wasm';
3
+ import { SqliteEncryptionError, isDecryptFailureMessage } from './errors.js';
4
+ const SCHEMA_SQL = `
5
+ CREATE TABLE IF NOT EXISTS data (
6
+ slot TEXT NOT NULL PRIMARY KEY,
7
+ container TEXT NOT NULL,
8
+ key BLOB NOT NULL,
9
+ key_count INTEGER NOT NULL,
10
+ hash TEXT NOT NULL,
11
+ value BLOB
12
+ ) WITHOUT ROWID;
13
+
14
+ CREATE INDEX IF NOT EXISTS idx_container_key ON data(container, key);
15
+ CREATE UNIQUE INDEX IF NOT EXISTS idx_container_key_count ON data(container, key, key_count);
16
+ CREATE UNIQUE INDEX IF NOT EXISTS idx_container_key_hash ON data(container, key, hash);
17
+ `;
18
+ const DEFAULT_SAH_POOL_DIRECTORY = '.aztec-kv';
19
+ const SAH_POOL_VFS_NAME = 'aztec-kv-opfs';
20
+ const MC_SAH_POOL_VFS_NAME = `multipleciphers-${SAH_POOL_VFS_NAME}`;
21
+ let sqlite3;
22
+ let pool;
23
+ let db;
24
+ let dbPath;
25
+ async function ensurePool(directory) {
26
+ sqlite3 ??= await sqlite3InitModule();
27
+ const s = sqlite3;
28
+ if (!pool) {
29
+ pool = await s.installOpfsSAHPoolVfs({
30
+ name: SAH_POOL_VFS_NAME,
31
+ directory,
32
+ initialCapacity: 8
33
+ });
34
+ // Register a sqlite3mc-wrapped VFS pointing at our SAH Pool VFS.
35
+ // Encrypted DBs must be opened through this wrapper so sqlite3mc can
36
+ // intercept file I/O; plain DBs continue using the SAH Pool VFS directly.
37
+ // The wrapper name is `multipleciphers-<underlying>`.
38
+ s.capi.sqlite3mc_vfs_create(SAH_POOL_VFS_NAME, 0);
39
+ }
40
+ return pool;
41
+ }
42
+ /**
43
+ * Applies sqlite3mc's ChaCha20 page cipher using a pre-derived 32-byte key.
44
+ * The PRAGMAs must run before any schema DDL so sqlite3mc can decrypt existing
45
+ * pages and encrypt new ones. Zeroes the caller-held key array after the PRAGMA
46
+ * completes to minimize residency of the raw key bytes outside sqlite3mc's heap.
47
+ */ function applyEncryptionKey(conn, key) {
48
+ const hex = Array.from(key, (b)=>b.toString(16).padStart(2, '0')).join('');
49
+ conn.exec(`PRAGMA cipher = 'chacha20'`);
50
+ conn.exec(`PRAGMA key = "x'${hex}'"`);
51
+ key.fill(0);
52
+ }
53
+ async function handleInit(dbName, ephemeral, directory, encryptionKey) {
54
+ sqlite3 ??= await sqlite3InitModule();
55
+ const s = sqlite3;
56
+ if (encryptionKey !== undefined && ephemeral) {
57
+ throw new SqliteEncryptionError('encryption_not_supported_for_ephemeral', 'encryptionKey is not supported for ephemeral (:memory:) stores');
58
+ }
59
+ if (ephemeral) {
60
+ db = new s.oo1.DB(':memory:', 'c');
61
+ } else {
62
+ await ensurePool(directory ?? DEFAULT_SAH_POOL_DIRECTORY);
63
+ dbPath = normalizeDbPath(dbName);
64
+ if (encryptionKey !== undefined) {
65
+ db = new s.oo1.DB({
66
+ filename: dbPath,
67
+ flags: 'c',
68
+ vfs: MC_SAH_POOL_VFS_NAME
69
+ });
70
+ applyEncryptionKey(db, encryptionKey);
71
+ } else {
72
+ db = new pool.OpfsSAHPoolDb(dbPath);
73
+ }
74
+ }
75
+ runSql(SCHEMA_SQL);
76
+ }
77
+ function handleClose() {
78
+ db?.close();
79
+ db = undefined;
80
+ dbPath = undefined;
81
+ }
82
+ async function handleExport() {
83
+ if (!db || !dbPath) {
84
+ throw new Error('SQLite worker: no database open to export');
85
+ }
86
+ if (!pool) {
87
+ throw new Error('SQLite worker: no SAH Pool available (ephemeral DBs cannot be exported)');
88
+ }
89
+ return await pool.exportFile(dbPath);
90
+ }
91
+ function handleDeleteDb(dbName) {
92
+ const path = normalizeDbPath(dbName);
93
+ if (db && dbPath === path) {
94
+ db.close();
95
+ db = undefined;
96
+ dbPath = undefined;
97
+ }
98
+ // Ephemeral :memory: DBs never back a file — skip installing a pool just to unlink
99
+ // nothing. installOpfsSAHPoolVfs acquires an exclusive lock on the OPFS SAH
100
+ // directory, and under heavy test churn that can contend with workers from
101
+ // previous tests whose OPFS handles Chromium hasn't yet released, hanging the RPC
102
+ // and then the whole test run.
103
+ if (!pool) {
104
+ return;
105
+ }
106
+ try {
107
+ pool.unlink(path);
108
+ } catch {
109
+ // File may not exist; ignore.
110
+ }
111
+ }
112
+ function requireDb() {
113
+ if (!db) {
114
+ throw new Error('SQLite worker: no database open');
115
+ }
116
+ return db;
117
+ }
118
+ function runSql(sql, bind) {
119
+ const conn = requireDb();
120
+ conn.exec({
121
+ sql,
122
+ bind
123
+ });
124
+ return {
125
+ changes: conn.changes()
126
+ };
127
+ }
128
+ function selectAll(sql, bind) {
129
+ const conn = requireDb();
130
+ const rows = [];
131
+ conn.exec({
132
+ sql,
133
+ bind,
134
+ rowMode: 'array',
135
+ resultRows: rows
136
+ });
137
+ return rows;
138
+ }
139
+ function normalizeDbPath(dbName) {
140
+ return dbName.startsWith('/') ? dbName : `/${dbName}`;
141
+ }
142
+ function respond(msg) {
143
+ self.postMessage(msg);
144
+ }
145
+ self.onmessage = async (ev)=>{
146
+ const req = ev.data;
147
+ try {
148
+ switch(req.type){
149
+ case 'init':
150
+ await handleInit(req.dbName, req.ephemeral, req.poolDirectory, req.encryptionKey);
151
+ return respond({
152
+ type: 'ok',
153
+ id: req.id
154
+ });
155
+ case 'close':
156
+ handleClose();
157
+ return respond({
158
+ type: 'ok',
159
+ id: req.id
160
+ });
161
+ case 'deleteDb':
162
+ handleDeleteDb(req.dbName);
163
+ return respond({
164
+ type: 'ok',
165
+ id: req.id
166
+ });
167
+ case 'run':
168
+ {
169
+ const { changes } = runSql(req.sql, req.bind);
170
+ return respond({
171
+ type: 'ok',
172
+ id: req.id,
173
+ changes
174
+ });
175
+ }
176
+ case 'all':
177
+ {
178
+ const rows = selectAll(req.sql, req.bind);
179
+ return respond({
180
+ type: 'ok',
181
+ id: req.id,
182
+ rows
183
+ });
184
+ }
185
+ case 'export':
186
+ {
187
+ const bytes = await handleExport();
188
+ return respond({
189
+ type: 'ok',
190
+ id: req.id,
191
+ bytes
192
+ });
193
+ }
194
+ case 'begin':
195
+ runSql('BEGIN');
196
+ return respond({
197
+ type: 'ok',
198
+ id: req.id
199
+ });
200
+ case 'commit':
201
+ runSql('COMMIT');
202
+ return respond({
203
+ type: 'ok',
204
+ id: req.id
205
+ });
206
+ case 'rollback':
207
+ runSql('ROLLBACK');
208
+ return respond({
209
+ type: 'ok',
210
+ id: req.id
211
+ });
212
+ default:
213
+ {
214
+ const _exhaustive = req;
215
+ throw new Error(`Unknown request: ${JSON.stringify(_exhaustive)}`);
216
+ }
217
+ }
218
+ } catch (err) {
219
+ const message = err instanceof Error ? err.message : String(err);
220
+ respond({
221
+ type: 'err',
222
+ id: req.id,
223
+ message,
224
+ encryptionCode: detectEncryptionCode(req, err, message)
225
+ });
226
+ }
227
+ };
228
+ /**
229
+ * Maps a thrown error during request handling to a typed encryption code, so the
230
+ * main thread can re-hydrate it as a {@link SqliteEncryptionError}. Returns
231
+ * `undefined` for non-encryption errors (preserves the existing untyped path).
232
+ *
233
+ * Two sources:
234
+ * - The error was already a `SqliteEncryptionError` (pre-flight throws inside
235
+ * this worker — e.g. ephemeral + encryptionKey). Forward its code as-is.
236
+ * - The error came from SQLite/sqlite3mc with a known decrypt-failure message
237
+ * during an `init` request. Both "wrong key supplied" and "no key supplied
238
+ * to an encrypted DB" surface as SQLITE_NOTADB ("file is not a database") —
239
+ * we don't constrain on `req.encryptionKey` because the no-key-on-encrypted-DB
240
+ * case is exactly when the caller most needs the typed signal.
241
+ */ function detectEncryptionCode(req, err, message) {
242
+ if (err instanceof SqliteEncryptionError) {
243
+ return err.code;
244
+ }
245
+ if (req.type === 'init' && isDecryptFailureMessage(message)) {
246
+ return 'decrypt_failed';
247
+ }
248
+ return undefined;
249
+ }
@@ -1,5 +1,5 @@
1
1
  import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
2
- import { type L2BlockTag, L2TipsStoreBase } from '@aztec/stdlib/block';
2
+ import { type BlockHash, type L2BlockTag, L2TipsStoreBase } from '@aztec/stdlib/block';
3
3
  import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
4
4
  import type { AztecAsyncKVStore } from '../interfaces/store.js';
5
5
  /**
@@ -12,7 +12,7 @@ export declare class L2TipsKVStore extends L2TipsStoreBase {
12
12
  private readonly l2BlockHashesStore;
13
13
  private readonly l2BlockNumberToCheckpointNumberStore;
14
14
  private readonly l2CheckpointStore;
15
- constructor(store: AztecAsyncKVStore, namespace: string);
15
+ constructor(store: AztecAsyncKVStore, namespace: string, initialBlockHash: BlockHash);
16
16
  protected getTip(tag: L2BlockTag): Promise<BlockNumber | undefined>;
17
17
  protected setTip(tag: L2BlockTag, blockNumber: BlockNumber): Promise<void>;
18
18
  protected getStoredBlockHash(blockNumber: BlockNumber): Promise<string | undefined>;
@@ -26,4 +26,4 @@ export declare class L2TipsKVStore extends L2TipsStoreBase {
26
26
  protected deleteCheckpointsBefore(checkpointNumber: CheckpointNumber): Promise<void>;
27
27
  protected runInTransaction<T>(fn: () => Promise<T>): Promise<T>;
28
28
  }
29
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibDJfdGlwc19zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3N0b3Jlcy9sMl90aXBzX3N0b3JlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxXQUFXLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNoRixPQUFPLEVBQUUsS0FBSyxVQUFVLEVBQUUsZUFBZSxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDdkUsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFHL0QsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUVoRTs7O0dBR0c7QUFDSCxxQkFBYSxhQUFjLFNBQVEsZUFBZTtJQU85QyxPQUFPLENBQUMsS0FBSztJQU5mLE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVyxDQUF5QztJQUNyRSxPQUFPLENBQUMsUUFBUSxDQUFDLGtCQUFrQixDQUFxQztJQUN4RSxPQUFPLENBQUMsUUFBUSxDQUFDLG9DQUFvQyxDQUErQztJQUNwRyxPQUFPLENBQUMsUUFBUSxDQUFDLGlCQUFpQixDQUEwQztJQUU1RSxZQUNVLEtBQUssRUFBRSxpQkFBaUIsRUFDaEMsU0FBUyxFQUFFLE1BQU0sRUFTbEI7SUFFRCxTQUFTLENBQUMsTUFBTSxDQUFDLEdBQUcsRUFBRSxVQUFVLEdBQUcsT0FBTyxDQUFDLFdBQVcsR0FBRyxTQUFTLENBQUMsQ0FFbEU7SUFFRCxTQUFTLENBQUMsTUFBTSxDQUFDLEdBQUcsRUFBRSxVQUFVLEVBQUUsV0FBVyxFQUFFLFdBQVcsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBRXpFO0lBRUQsU0FBUyxDQUFDLGtCQUFrQixDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLE1BQU0sR0FBRyxTQUFTLENBQUMsQ0FFbEY7SUFFRCxTQUFTLENBQUMsWUFBWSxDQUFDLFdBQVcsRUFBRSxXQUFXLEVBQUUsSUFBSSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBRTVFO0lBRUQsVUFBZ0IsdUJBQXVCLENBQUMsV0FBVyxFQUFFLFdBQVcsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSS9FO0lBRUQsU0FBUyxDQUFDLDJCQUEyQixDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLGdCQUFnQixHQUFHLFNBQVMsQ0FBQyxDQUVyRztJQUVELFNBQVMsQ0FBQywyQkFBMkIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxFQUFFLGdCQUFnQixFQUFFLGdCQUFnQixHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FFakg7SUFFRCxVQUFnQiw2QkFBNkIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FJckY7SUFFRCxVQUFnQixhQUFhLENBQUMsZ0JBQWdCLEVBQUUsZ0JBQWdCLEdBQUcsT0FBTyxDQUFDLG1CQUFtQixHQUFHLFNBQVMsQ0FBQyxDQU0xRztJQUVELFNBQVMsQ0FBQyxrQkFBa0IsQ0FBQyxVQUFVLEVBQUUsbUJBQW1CLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUUzRTtJQUVELFVBQWdCLHVCQUF1QixDQUFDLGdCQUFnQixFQUFFLGdCQUFnQixHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FJekY7SUFFRCxTQUFTLENBQUMsZ0JBQWdCLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxNQUFNLE9BQU8sQ0FBQyxDQUFDLENBQUMsR0FBRyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBRTlEO0NBQ0YifQ==
29
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibDJfdGlwc19zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL3N0b3Jlcy9sMl90aXBzX3N0b3JlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxXQUFXLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNoRixPQUFPLEVBQUUsS0FBSyxTQUFTLEVBQUUsS0FBSyxVQUFVLEVBQUUsZUFBZSxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDdkYsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFHL0QsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUVoRTs7O0dBR0c7QUFDSCxxQkFBYSxhQUFjLFNBQVEsZUFBZTtJQU85QyxPQUFPLENBQUMsS0FBSztJQU5mLE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVyxDQUF5QztJQUNyRSxPQUFPLENBQUMsUUFBUSxDQUFDLGtCQUFrQixDQUFxQztJQUN4RSxPQUFPLENBQUMsUUFBUSxDQUFDLG9DQUFvQyxDQUErQztJQUNwRyxPQUFPLENBQUMsUUFBUSxDQUFDLGlCQUFpQixDQUEwQztJQUU1RSxZQUNVLEtBQUssRUFBRSxpQkFBaUIsRUFDaEMsU0FBUyxFQUFFLE1BQU0sRUFDakIsZ0JBQWdCLEVBQUUsU0FBUyxFQVM1QjtJQUVELFNBQVMsQ0FBQyxNQUFNLENBQUMsR0FBRyxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMsV0FBVyxHQUFHLFNBQVMsQ0FBQyxDQUVsRTtJQUVELFNBQVMsQ0FBQyxNQUFNLENBQUMsR0FBRyxFQUFFLFVBQVUsRUFBRSxXQUFXLEVBQUUsV0FBVyxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FFekU7SUFFRCxTQUFTLENBQUMsa0JBQWtCLENBQUMsV0FBVyxFQUFFLFdBQVcsR0FBRyxPQUFPLENBQUMsTUFBTSxHQUFHLFNBQVMsQ0FBQyxDQUVsRjtJQUVELFNBQVMsQ0FBQyxZQUFZLENBQUMsV0FBVyxFQUFFLFdBQVcsRUFBRSxJQUFJLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FFNUU7SUFFRCxVQUFnQix1QkFBdUIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FJL0U7SUFFRCxTQUFTLENBQUMsMkJBQTJCLENBQUMsV0FBVyxFQUFFLFdBQVcsR0FBRyxPQUFPLENBQUMsZ0JBQWdCLEdBQUcsU0FBUyxDQUFDLENBRXJHO0lBRUQsU0FBUyxDQUFDLDJCQUEyQixDQUFDLFdBQVcsRUFBRSxXQUFXLEVBQUUsZ0JBQWdCLEVBQUUsZ0JBQWdCLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUVqSDtJQUVELFVBQWdCLDZCQUE2QixDQUFDLFdBQVcsRUFBRSxXQUFXLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUlyRjtJQUVELFVBQWdCLGFBQWEsQ0FBQyxnQkFBZ0IsRUFBRSxnQkFBZ0IsR0FBRyxPQUFPLENBQUMsbUJBQW1CLEdBQUcsU0FBUyxDQUFDLENBTTFHO0lBRUQsU0FBUyxDQUFDLGtCQUFrQixDQUFDLFVBQVUsRUFBRSxtQkFBbUIsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBRTNFO0lBRUQsVUFBZ0IsdUJBQXVCLENBQUMsZ0JBQWdCLEVBQUUsZ0JBQWdCLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUl6RjtJQUVELFNBQVMsQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDLEVBQUUsRUFBRSxFQUFFLE1BQU0sT0FBTyxDQUFDLENBQUMsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FFOUQ7Q0FDRiJ9
@@ -1 +1 @@
1
- {"version":3,"file":"l2_tips_store.d.ts","sourceRoot":"","sources":["../../src/stores/l2_tips_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EAAE,KAAK,UAAU,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhE;;;GAGG;AACH,qBAAa,aAAc,SAAQ,eAAe;IAO9C,OAAO,CAAC,KAAK;IANf,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyC;IACrE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqC;IACxE,OAAO,CAAC,QAAQ,CAAC,oCAAoC,CAA+C;IACpG,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA0C;IAE5E,YACU,KAAK,EAAE,iBAAiB,EAChC,SAAS,EAAE,MAAM,EASlB;IAED,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAElE;IAED,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzE;IAED,SAAS,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAElF;IAED,SAAS,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE5E;IAED,UAAgB,uBAAuB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI/E;IAED,SAAS,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAErG;IAED,SAAS,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAEjH;IAED,UAAgB,6BAA6B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAIrF;IAED,UAAgB,aAAa,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAM1G;IAED,SAAS,CAAC,kBAAkB,CAAC,UAAU,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAE3E;IAED,UAAgB,uBAAuB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAIzF;IAED,SAAS,CAAC,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAE9D;CACF"}
1
+ {"version":3,"file":"l2_tips_store.d.ts","sourceRoot":"","sources":["../../src/stores/l2_tips_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,UAAU,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhE;;;GAGG;AACH,qBAAa,aAAc,SAAQ,eAAe;IAO9C,OAAO,CAAC,KAAK;IANf,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyC;IACrE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqC;IACxE,OAAO,CAAC,QAAQ,CAAC,oCAAoC,CAA+C;IACpG,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA0C;IAE5E,YACU,KAAK,EAAE,iBAAiB,EAChC,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,SAAS,EAS5B;IAED,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAElE;IAED,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzE;IAED,SAAS,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAElF;IAED,SAAS,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE5E;IAED,UAAgB,uBAAuB,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAI/E;IAED,SAAS,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAErG;IAED,SAAS,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAEjH;IAED,UAAgB,6BAA6B,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAIrF;IAED,UAAgB,aAAa,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAM1G;IAED,SAAS,CAAC,kBAAkB,CAAC,UAAU,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAE3E;IAED,UAAgB,uBAAuB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAIzF;IAED,SAAS,CAAC,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAE9D;CACF"}
@@ -9,8 +9,8 @@ import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
9
9
  l2BlockHashesStore;
10
10
  l2BlockNumberToCheckpointNumberStore;
11
11
  l2CheckpointStore;
12
- constructor(store, namespace){
13
- super(), this.store = store;
12
+ constructor(store, namespace, initialBlockHash){
13
+ super(initialBlockHash), this.store = store;
14
14
  this.l2TipsStore = store.openMap([
15
15
  namespace,
16
16
  'l2_tips'
package/dest/utils.d.ts CHANGED
@@ -1,12 +1,15 @@
1
- import type { EthAddress } from '@aztec/foundation/eth-address';
1
+ import { EthAddress } from '@aztec/foundation/eth-address';
2
2
  import type { Logger } from '@aztec/foundation/log';
3
3
  import type { AztecAsyncKVStore, AztecKVStore } from './interfaces/store.js';
4
4
  /**
5
- * Clears the store if the rollup address does not match the one stored in the database.
6
- * This is to prevent data from being accidentally shared between different rollup instances.
5
+ * Clears the store if the schema version or rollup address does not match the one stored in the database.
6
+ * Also clears if migrating from an older store format that didn't track schema version.
7
+ * This is to prevent data from being accidentally mixed up between different rollup instances or schema versions.
7
8
  * @param store - The store to check
9
+ * @param targetSchemaVersion - The current schema version
8
10
  * @param rollupAddress - The ETH address of the rollup contract
9
- * @returns A promise that resolves when the store is cleared, or rejects if the rollup address does not match
11
+ * @param log - Optional logger
12
+ * @returns The store (cleared if necessary)
10
13
  */
11
- export declare function initStoreForRollup<T extends AztecKVStore | AztecAsyncKVStore>(store: T, rollupAddress: EthAddress, log?: Logger): Promise<T>;
12
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXRpbHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy91dGlscy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUNoRSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUdwRCxPQUFPLEtBQUssRUFBRSxpQkFBaUIsRUFBRSxZQUFZLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUc3RTs7Ozs7O0dBTUc7QUFDSCx3QkFBc0Isa0JBQWtCLENBQUMsQ0FBQyxTQUFTLFlBQVksR0FBRyxpQkFBaUIsRUFDakYsS0FBSyxFQUFFLENBQUMsRUFDUixhQUFhLEVBQUUsVUFBVSxFQUN6QixHQUFHLENBQUMsRUFBRSxNQUFNLEdBQ1gsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQXFCWiJ9
14
+ export declare function initStoreForRollupAndSchemaVersion<T extends AztecKVStore | AztecAsyncKVStore>(store: T, schemaVersion: number | undefined, rollupAddress: EthAddress | undefined, log?: Logger): Promise<T>;
15
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidXRpbHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy91dGlscy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsVUFBVSxFQUFFLE1BQU0sK0JBQStCLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFJcEQsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsWUFBWSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFHN0U7Ozs7Ozs7OztHQVNHO0FBQ0gsd0JBQXNCLGtDQUFrQyxDQUFDLENBQUMsU0FBUyxZQUFZLEdBQUcsaUJBQWlCLEVBQ2pHLEtBQUssRUFBRSxDQUFDLEVBQ1IsYUFBYSxFQUFFLE1BQU0sR0FBRyxTQUFTLEVBQ2pDLGFBQWEsRUFBRSxVQUFVLEdBQUcsU0FBUyxFQUNyQyxHQUFHLENBQUMsRUFBRSxNQUFNLEdBQ1gsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQXFDWiJ9
@@ -1 +1 @@
1
- {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAGpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAG7E;;;;;;GAMG;AACH,wBAAsB,kBAAkB,CAAC,CAAC,SAAS,YAAY,GAAG,iBAAiB,EACjF,KAAK,EAAE,CAAC,EACR,aAAa,EAAE,UAAU,EACzB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,CAAC,CAAC,CAqBZ"}
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAIpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAG7E;;;;;;;;;GASG;AACH,wBAAsB,kCAAkC,CAAC,CAAC,SAAS,YAAY,GAAG,iBAAiB,EACjG,KAAK,EAAE,CAAC,EACR,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,aAAa,EAAE,UAAU,GAAG,SAAS,EACrC,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,CAAC,CAAC,CAqCZ"}
package/dest/utils.js CHANGED
@@ -1,24 +1,59 @@
1
+ import { EthAddress } from '@aztec/foundation/eth-address';
2
+ import { DatabaseVersion } from '@aztec/stdlib/database-version/version';
1
3
  import { isSyncStore } from './interfaces/utils.js';
2
4
  /**
3
- * Clears the store if the rollup address does not match the one stored in the database.
4
- * This is to prevent data from being accidentally shared between different rollup instances.
5
+ * Clears the store if the schema version or rollup address does not match the one stored in the database.
6
+ * Also clears if migrating from an older store format that didn't track schema version.
7
+ * This is to prevent data from being accidentally mixed up between different rollup instances or schema versions.
5
8
  * @param store - The store to check
9
+ * @param targetSchemaVersion - The current schema version
6
10
  * @param rollupAddress - The ETH address of the rollup contract
7
- * @returns A promise that resolves when the store is cleared, or rejects if the rollup address does not match
8
- */ export async function initStoreForRollup(store, rollupAddress, log) {
9
- if (!rollupAddress) {
10
- throw new Error('Rollup address is required');
11
- }
12
- const rollupAddressValue = store.openSingleton('rollupAddress');
13
- const rollupAddressString = rollupAddress.toString();
14
- const storedRollupAddressString = isSyncStore(store) ? rollupAddressValue.get() : await rollupAddressValue.getAsync();
15
- if (typeof storedRollupAddressString !== 'undefined' && storedRollupAddressString !== rollupAddressString) {
16
- log?.warn(`Rollup address mismatch. Clearing entire database...`, {
17
- expected: rollupAddressString,
18
- found: storedRollupAddressString
19
- });
11
+ * @param log - Optional logger
12
+ * @returns The store (cleared if necessary)
13
+ */ export async function initStoreForRollupAndSchemaVersion(store, schemaVersion, rollupAddress, log) {
14
+ const targetSchemaVersion = schemaVersion ?? 0;
15
+ const targetRollupAddress = rollupAddress ?? EthAddress.ZERO;
16
+ const targetDatabaseVersion = new DatabaseVersion(targetSchemaVersion, targetRollupAddress);
17
+ // DB version: database schema version + rollup address combined)
18
+ const dbVersion = store.openSingleton('dbVersion');
19
+ const storedDatabaseVersion = isSyncStore(store) ? dbVersion.get() : await dbVersion.getAsync();
20
+ // Check if this is an old format store (has rollupAddress singleton but no dbVersion)
21
+ const oldRollupSingleton = store.openSingleton('rollupAddress');
22
+ const hasOldFormat = isSyncStore(store) ? !storedDatabaseVersion && !!oldRollupSingleton.get() : !storedDatabaseVersion && !!await oldRollupSingleton.getAsync();
23
+ if (hasOldFormat || doesStoreNeedToBeCleared(targetDatabaseVersion, storedDatabaseVersion, targetSchemaVersion, targetRollupAddress, log)) {
24
+ if (hasOldFormat) {
25
+ log?.warn('Detected old store format without dbVersion, clearing database');
26
+ }
20
27
  await store.clear();
21
28
  }
22
- await rollupAddressValue.set(rollupAddressString);
29
+ await dbVersion.set(targetDatabaseVersion.toBuffer().toString('utf-8'));
23
30
  return store;
24
31
  }
32
+ function doesStoreNeedToBeCleared(targetDatabaseVersion, storedDatabaseVersion, targetSchemaVersion, targetRollupAddress, log) {
33
+ if (storedDatabaseVersion) {
34
+ try {
35
+ const storedVersion = DatabaseVersion.fromBuffer(Buffer.from(storedDatabaseVersion, 'utf-8'));
36
+ const cmp = storedVersion.cmp(targetDatabaseVersion);
37
+ if (cmp === undefined) {
38
+ log?.warn('Rollup address changed, clearing database', {
39
+ stored: storedVersion.rollupAddress.toString(),
40
+ current: targetRollupAddress.toString()
41
+ });
42
+ return true;
43
+ }
44
+ if (cmp !== 0) {
45
+ log?.warn('Schema version changed, clearing database', {
46
+ stored: storedVersion.schemaVersion,
47
+ current: targetSchemaVersion
48
+ });
49
+ return true;
50
+ }
51
+ } catch (err) {
52
+ log?.warn('Failed to parse stored version, clearing database', {
53
+ err
54
+ });
55
+ return true;
56
+ }
57
+ }
58
+ return false;
59
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@aztec/kv-store",
3
- "version": "0.0.1-commit.96bb3f7",
3
+ "version": "0.0.1-commit.993d240",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": "./dest/interfaces/index.js",
@@ -8,16 +8,27 @@
8
8
  "./lmdb": "./dest/lmdb/index.js",
9
9
  "./lmdb-v2": "./dest/lmdb-v2/index.js",
10
10
  "./indexeddb": "./dest/indexeddb/index.js",
11
- "./stores": "./dest/stores/index.js",
12
- "./config": "./dest/config.js"
11
+ "./sqlite-opfs": "./dest/sqlite-opfs/index.js",
12
+ "./stores": "./dest/stores/index.js"
13
+ },
14
+ "imports": {
15
+ "#msgpackr": {
16
+ "browser": "msgpackr/index-no-eval",
17
+ "default": "msgpackr"
18
+ },
19
+ "#ordered-binary": {
20
+ "browser": "./dest/sqlite-opfs/internal/ordered-binary-browser.js",
21
+ "default": "ordered-binary"
22
+ }
13
23
  },
14
24
  "scripts": {
15
25
  "build": "yarn clean && ../scripts/tsc.sh",
16
26
  "build:dev": "../scripts/tsc.sh --watch",
17
27
  "clean": "rm -rf ./dest .tsbuildinfo",
18
- "test:node": "NODE_NO_WARNINGS=1 mocha --config ./.mocharc.json",
19
- "test:browser": "wtr --config ./web-test-runner.config.mjs",
20
- "test": "yarn test:node",
28
+ "test:node": "vitest run --project node",
29
+ "test:browser": "bash scripts/run-browser-tests.sh",
30
+ "bench:browser": "VITE_BENCH=1 vitest run --project browser src/bench",
31
+ "test": "vitest run",
21
32
  "test:jest": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --passWithNoTests --maxWorkers=${JEST_MAX_WORKERS:-8}"
22
33
  },
23
34
  "inherits": [
@@ -25,11 +36,12 @@
25
36
  "./package.local.json"
26
37
  ],
27
38
  "dependencies": {
28
- "@aztec/constants": "0.0.1-commit.96bb3f7",
29
- "@aztec/ethereum": "0.0.1-commit.96bb3f7",
30
- "@aztec/foundation": "0.0.1-commit.96bb3f7",
31
- "@aztec/native": "0.0.1-commit.96bb3f7",
32
- "@aztec/stdlib": "0.0.1-commit.96bb3f7",
39
+ "@aztec/constants": "0.0.1-commit.993d240",
40
+ "@aztec/ethereum": "0.0.1-commit.993d240",
41
+ "@aztec/foundation": "0.0.1-commit.993d240",
42
+ "@aztec/native": "0.0.1-commit.993d240",
43
+ "@aztec/sqlite3mc-wasm": "0.0.1-commit.993d240",
44
+ "@aztec/stdlib": "0.0.1-commit.993d240",
33
45
  "idb": "^8.0.0",
34
46
  "lmdb": "^3.2.0",
35
47
  "msgpackr": "^1.11.2",
@@ -38,25 +50,17 @@
38
50
  },
39
51
  "devDependencies": {
40
52
  "@jest/globals": "^30.0.0",
41
- "@types/chai": "^5.0.1",
42
- "@types/chai-as-promised": "^8.0.1",
43
53
  "@types/jest": "^30.0.0",
44
- "@types/mocha": "^10.0.10",
45
- "@types/mocha-each": "^2.0.4",
46
54
  "@types/node": "^22.15.17",
47
- "@types/sinon": "^17.0.3",
48
- "@typescript/native-preview": "7.0.0-dev.20251126.1",
49
- "@web/dev-server-esbuild": "^1.0.3",
50
- "@web/test-runner": "^0.19.0",
51
- "@web/test-runner-playwright": "^0.11.0",
52
- "chai": "^5.1.2",
53
- "chai-as-promised": "^8.0.1",
55
+ "@typescript/native-preview": "7.0.0-dev.20260113.1",
56
+ "@vitest/browser-playwright": "^4.0.0",
57
+ "buffer": "^6.0.3",
54
58
  "jest": "^30.0.0",
55
- "mocha": "^10.8.2",
56
- "mocha-each": "^2.0.1",
57
- "sinon": "^19.0.2",
59
+ "playwright": "1.49.0",
58
60
  "ts-node": "^10.9.1",
59
- "typescript": "^5.3.3"
61
+ "typescript": "^5.3.3",
62
+ "util": "^0.12.5",
63
+ "vitest": "^4.0.0"
60
64
  },
61
65
  "files": [
62
66
  "dest",
@@ -0,0 +1,111 @@
1
+ import type { Logger } from '@aztec/foundation/log';
2
+ import { Timer } from '@aztec/foundation/timer';
3
+
4
+ import type { Key } from '../interfaces/common.js';
5
+ import type { AztecAsyncMap } from '../interfaces/map.js';
6
+ import type { AztecAsyncKVStore } from '../interfaces/store.js';
7
+
8
+ /** One benchmark measurement. */
9
+ export type BenchResult = {
10
+ /** Benchmark name (includes the backend prefix for disambiguation). */
11
+ name: string;
12
+ value: number;
13
+ unit: 'ms' | 'us';
14
+ };
15
+
16
+ export type BenchReporter = (results: BenchResult[]) => void | Promise<void>;
17
+
18
+ /**
19
+ * Runs the standard Map benchmark suite against any `AztecAsyncKVStore` backend,
20
+ * populates `results`, and calls `reporter` in `afterAll`.
21
+ *
22
+ * Kept free of Node-only deps (`fs`, `path`) so the same runner works under
23
+ * vitest-browser for IndexedDB and SQLite-OPFS.
24
+ */
25
+ export function describeAztecMapBench(
26
+ backendPrefix: string,
27
+ getStore: () => Promise<AztecAsyncKVStore>,
28
+ logger: Logger,
29
+ reporter: BenchReporter,
30
+ ) {
31
+ describe(`${backendPrefix} Map benchmarks`, () => {
32
+ let store: AztecAsyncKVStore;
33
+ let map: AztecAsyncMap<Key, string>;
34
+
35
+ const results: BenchResult[] = [];
36
+
37
+ const generateKeyValuePairs = (count: number, offset = 0) => {
38
+ const keys = Array.from({ length: count }, (_, i) => `key-${i + offset}`);
39
+ const values = Array.from({ length: count }, (_, i) => `value-${i + offset}`);
40
+ return keys.map((key, i) => ({ key, value: values[i] }));
41
+ };
42
+
43
+ const record = (name: string, value: number, unit: BenchResult['unit']) => {
44
+ results.push({ name: `${backendPrefix}/Map/${name}`, value, unit });
45
+ };
46
+
47
+ beforeEach(async () => {
48
+ store = await getStore();
49
+ map = store.openMap<Key, string>('test');
50
+ });
51
+
52
+ afterEach(async () => {
53
+ await store.delete();
54
+ });
55
+
56
+ afterAll(async () => {
57
+ const pretty = results.map(r => `${r.name}: ${r.value.toFixed(2)} ${r.unit}`).join('\n');
58
+ logger.info(`\n${pretty}\n`);
59
+ await reporter(results);
60
+ });
61
+
62
+ it('adds individual values', async () => {
63
+ const pairs = generateKeyValuePairs(1000);
64
+ const timer = new Timer();
65
+ for (const pair of pairs) {
66
+ await map.set(pair.key, pair.value);
67
+ }
68
+ record('Individual insertion', timer.ms() / pairs.length, 'ms');
69
+ });
70
+
71
+ it('adds batched values', async () => {
72
+ const batches = Array.from({ length: 100 }, (_, i) => generateKeyValuePairs(1000, i * 1000));
73
+ const timer = new Timer();
74
+ for (const batch of batches) {
75
+ await map.setMany(batch);
76
+ }
77
+ record(`Batch insertion of ${batches[0].length} items`, timer.ms() / batches.length, 'ms');
78
+ });
79
+
80
+ it('reads individual values', async () => {
81
+ const pairs = generateKeyValuePairs(10000);
82
+ await map.setMany(pairs);
83
+ const timer = new Timer();
84
+ for (const pair of pairs) {
85
+ await map.getAsync(pair.key);
86
+ }
87
+ record('Individual read', (timer.ms() * 1000) / pairs.length, 'us');
88
+ });
89
+
90
+ it('reads via a cursor', async () => {
91
+ const pairs = generateKeyValuePairs(10000);
92
+ await map.setMany(pairs);
93
+ const timer = new Timer();
94
+ for await (const _ of map.entriesAsync()) {
95
+ // consume
96
+ }
97
+ record(`Iterator per item read of ${pairs.length} items`, (timer.ms() * 1000) / pairs.length, 'us');
98
+ });
99
+
100
+ it('reads the size of the map', async () => {
101
+ const numIterations = 1000;
102
+ const pairs = generateKeyValuePairs(10000);
103
+ await map.setMany(pairs);
104
+ const timer = new Timer();
105
+ for (let i = 0; i < numIterations; i++) {
106
+ await map.sizeAsync();
107
+ }
108
+ record(`Read size of ${pairs.length} items`, (timer.ms() * 1000) / numIterations, 'us');
109
+ });
110
+ });
111
+ }
@@ -32,7 +32,7 @@ export class IndexedDBAztecArray<T extends Value> implements AztecAsyncArray<T>
32
32
  return (
33
33
  (await this.db
34
34
  .index('key')
35
- .count(IDBKeyRange.bound([this.#container, this.#name], [this.#container, this.#name]))) ?? 0
35
+ .count(IDBKeyRange.bound([this.#container, [this.#name]], [this.#container, [this.#name]]))) ?? 0
36
36
  );
37
37
  }
38
38
 
@@ -43,7 +43,7 @@ export class IndexedDBAztecArray<T extends Value> implements AztecAsyncArray<T>
43
43
  value: val,
44
44
  hash: hash(val),
45
45
  container: this.#container,
46
- key: this.#name,
46
+ key: [this.#name],
47
47
  keyCount: length + 1,
48
48
  slot: this.#slot(length),
49
49
  });
@@ -91,7 +91,7 @@ export class IndexedDBAztecArray<T extends Value> implements AztecAsyncArray<T>
91
91
  value: val,
92
92
  hash: hash(val),
93
93
  container: this.#container,
94
- key: this.#name,
94
+ key: [this.#name],
95
95
  keyCount: index + 1,
96
96
  slot: this.#slot(index),
97
97
  });
@@ -100,7 +100,7 @@ export class IndexedDBAztecArray<T extends Value> implements AztecAsyncArray<T>
100
100
 
101
101
  async *entriesAsync(): AsyncIterableIterator<[number, T]> {
102
102
  const index = this.db.index('key');
103
- const rangeQuery = IDBKeyRange.bound([this.#container, this.#name], [this.#container, this.#name]);
103
+ const rangeQuery = IDBKeyRange.bound([this.#container, [this.#name]], [this.#container, [this.#name]]);
104
104
  for await (const cursor of index.iterate(rangeQuery)) {
105
105
  yield [cursor.value.keyCount - 1, cursor.value.value] as [number, T];
106
106
  }