@aztec/kv-store 0.0.1-commit.b33fc05d0 → 0.0.1-commit.b3d3157a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -1
- package/dest/bench/shared_map_bench.d.ts +19 -0
- package/dest/bench/shared_map_bench.d.ts.map +1 -0
- package/dest/bench/shared_map_bench.js +91 -0
- package/dest/indexeddb/index.js +1 -1
- package/dest/interfaces/array_test_suite.d.ts +1 -1
- package/dest/interfaces/array_test_suite.d.ts.map +1 -1
- package/dest/interfaces/array_test_suite.js +33 -34
- package/dest/interfaces/index.d.ts +2 -2
- package/dest/interfaces/index.d.ts.map +1 -1
- package/dest/interfaces/map_test_suite.d.ts +1 -1
- package/dest/interfaces/map_test_suite.d.ts.map +1 -1
- package/dest/interfaces/map_test_suite.js +32 -33
- package/dest/interfaces/multi_map_test_suite.d.ts +1 -1
- package/dest/interfaces/multi_map_test_suite.d.ts.map +1 -1
- package/dest/interfaces/multi_map_test_suite.js +68 -69
- package/dest/interfaces/set_test_suite.d.ts +1 -1
- package/dest/interfaces/set_test_suite.d.ts.map +1 -1
- package/dest/interfaces/set_test_suite.js +13 -14
- package/dest/interfaces/singleton_test_suite.d.ts +1 -1
- package/dest/interfaces/singleton_test_suite.d.ts.map +1 -1
- package/dest/interfaces/singleton_test_suite.js +6 -7
- package/dest/lmdb/index.js +2 -2
- package/dest/lmdb/store.d.ts +3 -3
- package/dest/lmdb/store.d.ts.map +1 -1
- package/dest/lmdb/store.js +12 -8
- package/dest/lmdb-v2/factory.d.ts +28 -3
- package/dest/lmdb-v2/factory.d.ts.map +1 -1
- package/dest/lmdb-v2/factory.js +61 -10
- package/dest/lmdb-v2/read_transaction.js +21 -19
- package/dest/lmdb-v2/store.d.ts +2 -2
- package/dest/lmdb-v2/store.d.ts.map +1 -1
- package/dest/lmdb-v2/store.js +4 -4
- package/dest/sqlite-opfs/array.d.ts +21 -0
- package/dest/sqlite-opfs/array.d.ts.map +1 -0
- package/dest/sqlite-opfs/array.js +128 -0
- package/dest/sqlite-opfs/errors.d.ts +27 -0
- package/dest/sqlite-opfs/errors.d.ts.map +1 -0
- package/dest/sqlite-opfs/errors.js +34 -0
- package/dest/sqlite-opfs/index.d.ts +16 -0
- package/dest/sqlite-opfs/index.d.ts.map +1 -0
- package/dest/sqlite-opfs/index.js +22 -0
- package/dest/sqlite-opfs/internal/ordered-binary-browser.d.ts +32 -0
- package/dest/sqlite-opfs/internal/ordered-binary-browser.d.ts.map +1 -0
- package/dest/sqlite-opfs/internal/ordered-binary-browser.js +448 -0
- package/dest/sqlite-opfs/map.d.ts +35 -0
- package/dest/sqlite-opfs/map.d.ts.map +1 -0
- package/dest/sqlite-opfs/map.js +163 -0
- package/dest/sqlite-opfs/messages.d.ts +66 -0
- package/dest/sqlite-opfs/messages.d.ts.map +1 -0
- package/dest/sqlite-opfs/messages.js +5 -0
- package/dest/sqlite-opfs/multi_map.d.ts +16 -0
- package/dest/sqlite-opfs/multi_map.d.ts.map +1 -0
- package/dest/sqlite-opfs/multi_map.js +67 -0
- package/dest/sqlite-opfs/set.d.ts +13 -0
- package/dest/sqlite-opfs/set.d.ts.map +1 -0
- package/dest/sqlite-opfs/set.js +19 -0
- package/dest/sqlite-opfs/singleton.d.ts +13 -0
- package/dest/sqlite-opfs/singleton.d.ts.map +1 -0
- package/dest/sqlite-opfs/singleton.js +48 -0
- package/dest/sqlite-opfs/store.d.ts +79 -0
- package/dest/sqlite-opfs/store.d.ts.map +1 -0
- package/dest/sqlite-opfs/store.js +281 -0
- package/dest/sqlite-opfs/worker.d.ts +2 -0
- package/dest/sqlite-opfs/worker.d.ts.map +1 -0
- package/dest/sqlite-opfs/worker.js +249 -0
- package/dest/stores/l2_tips_store.d.ts +3 -3
- package/dest/stores/l2_tips_store.d.ts.map +1 -1
- package/dest/stores/l2_tips_store.js +2 -2
- package/package.json +22 -19
- package/src/bench/shared_map_bench.ts +111 -0
- package/src/indexeddb/index.ts +1 -1
- package/src/interfaces/array_test_suite.ts +33 -35
- package/src/interfaces/index.ts +1 -1
- package/src/interfaces/map_test_suite.ts +32 -34
- package/src/interfaces/multi_map_test_suite.ts +65 -67
- package/src/interfaces/set_test_suite.ts +13 -15
- package/src/interfaces/singleton_test_suite.ts +6 -8
- package/src/lmdb/index.ts +2 -2
- package/src/lmdb/store.ts +12 -8
- package/src/lmdb-v2/factory.ts +79 -9
- package/src/lmdb-v2/read_transaction.ts +23 -23
- package/src/lmdb-v2/store.ts +4 -2
- package/src/sqlite-opfs/array.ts +124 -0
- package/src/sqlite-opfs/errors.ts +44 -0
- package/src/sqlite-opfs/index.ts +39 -0
- package/src/sqlite-opfs/internal/ordered-binary-browser.js +465 -0
- package/src/sqlite-opfs/map.ts +163 -0
- package/src/sqlite-opfs/messages.ts +39 -0
- package/src/sqlite-opfs/multi_map.ts +74 -0
- package/src/sqlite-opfs/set.ts +29 -0
- package/src/sqlite-opfs/singleton.ts +48 -0
- package/src/sqlite-opfs/store.ts +296 -0
- package/src/sqlite-opfs/worker.ts +231 -0
- package/src/stores/l2_tips_store.ts +3 -2
|
@@ -1,9 +1,34 @@
|
|
|
1
1
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
2
2
|
import { type LoggerBindings } from '@aztec/foundation/log';
|
|
3
|
+
import { type SchemaVersionMismatchPolicy } from '@aztec/stdlib/database-version/manager';
|
|
3
4
|
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
4
5
|
import { AztecLMDBStoreV2 } from './store.js';
|
|
5
|
-
|
|
6
|
-
export
|
|
6
|
+
/** Optional versioning hooks for persistent LMDB stores. */
|
|
7
|
+
export type CreateStoreOptions = {
|
|
8
|
+
onUpgrade?: (dataDir: string, currentVersion: number, latestVersion: number) => Promise<void>;
|
|
9
|
+
schemaVersionMismatchPolicy?: SchemaVersionMismatchPolicy;
|
|
10
|
+
};
|
|
11
|
+
export declare function createStore(name: string, schemaVersion: number, config: DataStoreConfig, bindings?: LoggerBindings, options?: CreateStoreOptions): Promise<AztecLMDBStoreV2>;
|
|
12
|
+
/**
|
|
13
|
+
* Open a persistent on-disk store rooted in OS tmpdir. Caller chooses whether to
|
|
14
|
+
* auto-remove the directory on close. Uses standard durable LMDB flags (fsync on
|
|
15
|
+
* every commit) — for full in-memory / NOSYNC semantics use `openEphemeralStore`.
|
|
16
|
+
*/
|
|
17
|
+
export declare function openTmpStore(name: string, cleanupTmpDir?: boolean, dbMapSizeKb?: number, maxReaders?: number, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
18
|
+
/**
|
|
19
|
+
* Open a fully-ephemeral store: a fresh tmpdir backing file, LMDB opened with
|
|
20
|
+
* MDB_NOSYNC | MDB_NOMETASYNC (no fsync, kernel-only writeback), and the directory
|
|
21
|
+
* unconditionally removed on close. Intended for tests and worker-local scratch
|
|
22
|
+
* stores where durability is explicitly not desired.
|
|
23
|
+
*/
|
|
24
|
+
export declare function openEphemeralStore(name: string, dbMapSizeKb?: number, maxReaders?: number, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
7
25
|
export declare function openStoreAt(dataDir: string, dbMapSizeKb?: number, maxReaders?: number, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
26
|
+
/**
|
|
27
|
+
* Open a fully-ephemeral store seeded from an existing `data.mdb` file. Creates a fresh tmpdir,
|
|
28
|
+
* copies `srcDataMdbPath` into it as `data.mdb`, opens with MDB_NOSYNC | MDB_NOMETASYNC, and
|
|
29
|
+
* removes the tmpdir on close. Intended for worker clones of a main-thread-built store — the
|
|
30
|
+
* source file is never written to.
|
|
31
|
+
*/
|
|
32
|
+
export declare function cloneEphemeralStoreFrom(srcDataMdbPath: string, name: string, dbMapSizeKb?: number, maxReaders?: number, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
8
33
|
export declare function openVersionedStoreAt(dataDirectory: string, schemaVersion: number, rollupAddress: EthAddress, dbMapSizeKb?: number, maxReaders?: number, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
9
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
34
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmFjdG9yeS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL2xtZGItdjIvZmFjdG9yeS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsVUFBVSxFQUFFLE1BQU0sK0JBQStCLENBQUM7QUFDM0QsT0FBTyxFQUFFLEtBQUssY0FBYyxFQUFnQixNQUFNLHVCQUF1QixDQUFDO0FBQzFFLE9BQU8sRUFBMEIsS0FBSywyQkFBMkIsRUFBRSxNQUFNLHdDQUF3QyxDQUFDO0FBQ2xILE9BQU8sS0FBSyxFQUFFLGVBQWUsRUFBRSxNQUFNLHdCQUF3QixDQUFDO0FBTTlELE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLFlBQVksQ0FBQztBQUk5Qyw0REFBNEQ7QUFDNUQsTUFBTSxNQUFNLGtCQUFrQixHQUFHO0lBQy9CLFNBQVMsQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sRUFBRSxjQUFjLEVBQUUsTUFBTSxFQUFFLGFBQWEsRUFBRSxNQUFNLEtBQUssT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFDO0lBQzlGLDJCQUEyQixDQUFDLEVBQUUsMkJBQTJCLENBQUM7Q0FDM0QsQ0FBQztBQUVGLHdCQUFzQixXQUFXLENBQy9CLElBQUksRUFBRSxNQUFNLEVBQ1osYUFBYSxFQUFFLE1BQU0sRUFDckIsTUFBTSxFQUFFLGVBQWUsRUFDdkIsUUFBUSxDQUFDLEVBQUUsY0FBYyxFQUN6QixPQUFPLEdBQUUsa0JBQXVCLEdBQy9CLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQWdDM0I7QUFFRDs7OztHQUlHO0FBQ0gsd0JBQXNCLFlBQVksQ0FDaEMsSUFBSSxFQUFFLE1BQU0sRUFDWixhQUFhLEdBQUUsT0FBYyxFQUM3QixXQUFXLFNBQXFCLEVBQ2hDLFVBQVUsU0FBYyxFQUN4QixRQUFRLENBQUMsRUFBRSxjQUFjLEdBQ3hCLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQW9CM0I7QUFFRDs7Ozs7R0FLRztBQUNILHdCQUFzQixrQkFBa0IsQ0FDdEMsSUFBSSxFQUFFLE1BQU0sRUFDWixXQUFXLFNBQXFCLEVBQ2hDLFVBQVUsU0FBYyxFQUN4QixRQUFRLENBQUMsRUFBRSxjQUFjLEdBQ3hCLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQWUzQjtBQUVELHdCQUFzQixXQUFXLENBQy9CLE9BQU8sRUFBRSxNQUFNLEVBQ2YsV0FBVyxTQUFxQixFQUNoQyxVQUFVLFNBQWMsRUFDeEIsUUFBUSxDQUFDLEVBQUUsY0FBYyxHQUN4QixPQUFPLENBQUMsZ0JBQWdCLENBQUMsQ0FJM0I7QUFFRDs7Ozs7R0FLRztBQUNILHdCQUFzQix1QkFBdUIsQ0FDM0MsY0FBYyxFQUFFLE1BQU0sRUFDdEIsSUFBSSxFQUFFLE1BQU0sRUFDWixXQUFXLFNBQXFCLEVBQ2hDLFVBQVUsU0FBYyxFQUN4QixRQUFRLENBQUMsRUFBRSxjQUFjLEdBQ3hCLE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBQyxDQWdCM0I7QUFFRCx3QkFBc0Isb0JBQW9CLENBQ3hDLGFBQWEsRUFBRSxNQUFNLEVBQ3JCLGFBQWEsRUFBRSxNQUFNLEVBQ3JCLGFBQWEsRUFBRSxVQUFVLEVBQ3pCLFdBQVcsU0FBcUIsRUFDaEMsVUFBVSxTQUFjLEVBQ3hCLFFBQVEsQ0FBQyxFQUFFLGNBQWMsR0FDeEIsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBVTNCIn0=
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../src/lmdb-v2/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../src/lmdb-v2/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAA0B,KAAK,2BAA2B,EAAE,MAAM,wCAAwC,CAAC;AAClH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAM9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,4DAA4D;AAC5D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,2BAA2B,CAAC,EAAE,2BAA2B,CAAC;CAC3D,CAAC;AAEF,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,eAAe,EACvB,QAAQ,CAAC,EAAE,cAAc,EACzB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,gBAAgB,CAAC,CAgC3B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,aAAa,GAAE,OAAc,EAC7B,WAAW,SAAqB,EAChC,UAAU,SAAc,EACxB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAoB3B;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,WAAW,SAAqB,EAChC,UAAU,SAAc,EACxB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAe3B;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,MAAM,EACf,WAAW,SAAqB,EAChC,UAAU,SAAc,EACxB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAI3B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,EACZ,WAAW,SAAqB,EAChC,UAAU,SAAc,EACxB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAgB3B;AAED,wBAAsB,oBAAoB,CACxC,aAAa,EAAE,MAAM,EACrB,aAAa,EAAE,MAAM,EACrB,aAAa,EAAE,UAAU,EACzB,WAAW,SAAqB,EAChC,UAAU,SAAc,EACxB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAU3B"}
|
package/dest/lmdb-v2/factory.js
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
2
2
|
import { createLogger } from '@aztec/foundation/log';
|
|
3
3
|
import { DatabaseVersionManager } from '@aztec/stdlib/database-version/manager';
|
|
4
|
-
import { mkdir, mkdtemp, rm } from 'fs/promises';
|
|
4
|
+
import { copyFile, mkdir, mkdtemp, rm } from 'fs/promises';
|
|
5
5
|
import { tmpdir } from 'os';
|
|
6
6
|
import { join } from 'path';
|
|
7
7
|
import { AztecLMDBStoreV2 } from './store.js';
|
|
8
8
|
const MAX_READERS = 16;
|
|
9
|
-
export async function createStore(name, schemaVersion, config, bindings) {
|
|
9
|
+
export async function createStore(name, schemaVersion, config, bindings, options = {}) {
|
|
10
10
|
const log = createLogger('kv-store:lmdb-v2:' + name, bindings);
|
|
11
|
-
const { dataDirectory,
|
|
11
|
+
const { dataDirectory, rollupAddress: rollupFromConfig } = config;
|
|
12
12
|
let store;
|
|
13
13
|
if (typeof dataDirectory !== 'undefined') {
|
|
14
14
|
// Get rollup address from contracts config, or use zero address
|
|
@@ -16,13 +16,15 @@ export async function createStore(name, schemaVersion, config, bindings) {
|
|
|
16
16
|
await mkdir(subDir, {
|
|
17
17
|
recursive: true
|
|
18
18
|
});
|
|
19
|
-
const rollupAddress =
|
|
19
|
+
const rollupAddress = rollupFromConfig ?? EthAddress.ZERO;
|
|
20
20
|
// Create a version manager
|
|
21
21
|
const versionManager = new DatabaseVersionManager({
|
|
22
22
|
schemaVersion,
|
|
23
23
|
rollupAddress,
|
|
24
24
|
dataDirectory: subDir,
|
|
25
|
-
onOpen: (dbDirectory)=>AztecLMDBStoreV2.new(dbDirectory, config.dataStoreMapSizeKb, MAX_READERS, ()=>Promise.resolve(), bindings)
|
|
25
|
+
onOpen: (dbDirectory)=>AztecLMDBStoreV2.new(dbDirectory, config.dataStoreMapSizeKb, MAX_READERS, ()=>Promise.resolve(), bindings),
|
|
26
|
+
onUpgrade: options.onUpgrade,
|
|
27
|
+
schemaVersionMismatchPolicy: options.schemaVersionMismatchPolicy
|
|
26
28
|
});
|
|
27
29
|
log.info(`Creating ${name} data store at directory ${subDir} with map size ${config.dataStoreMapSizeKb} KB (LMDB v2)`);
|
|
28
30
|
[store] = await versionManager.open();
|
|
@@ -31,13 +33,17 @@ export async function createStore(name, schemaVersion, config, bindings) {
|
|
|
31
33
|
}
|
|
32
34
|
return store;
|
|
33
35
|
}
|
|
34
|
-
|
|
36
|
+
/**
|
|
37
|
+
* Open a persistent on-disk store rooted in OS tmpdir. Caller chooses whether to
|
|
38
|
+
* auto-remove the directory on close. Uses standard durable LMDB flags (fsync on
|
|
39
|
+
* every commit) — for full in-memory / NOSYNC semantics use `openEphemeralStore`.
|
|
40
|
+
*/ export async function openTmpStore(name, cleanupTmpDir = true, dbMapSizeKb = 10 * 1_024 * 1_024, maxReaders = MAX_READERS, bindings) {
|
|
35
41
|
const log = createLogger('kv-store:lmdb-v2:' + name, bindings);
|
|
36
42
|
const dataDir = await mkdtemp(join(tmpdir(), name + '-'));
|
|
37
43
|
log.debug(`Created temporary data store at: ${dataDir} with size: ${dbMapSizeKb} KB (LMDB v2)`);
|
|
38
44
|
// pass a cleanup callback because process.on('beforeExit', cleanup) does not work under Jest
|
|
39
45
|
const cleanup = async ()=>{
|
|
40
|
-
if (
|
|
46
|
+
if (cleanupTmpDir) {
|
|
41
47
|
try {
|
|
42
48
|
await rm(dataDir, {
|
|
43
49
|
recursive: true,
|
|
@@ -52,15 +58,60 @@ export async function openTmpStore(name, ephemeral = true, dbMapSizeKb = 10 * 1_
|
|
|
52
58
|
log.debug(`Leaving temporary data store: ${dataDir}`);
|
|
53
59
|
}
|
|
54
60
|
};
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
61
|
+
return AztecLMDBStoreV2.new(dataDir, dbMapSizeKb, maxReaders, cleanup, bindings, false);
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Open a fully-ephemeral store: a fresh tmpdir backing file, LMDB opened with
|
|
65
|
+
* MDB_NOSYNC | MDB_NOMETASYNC (no fsync, kernel-only writeback), and the directory
|
|
66
|
+
* unconditionally removed on close. Intended for tests and worker-local scratch
|
|
67
|
+
* stores where durability is explicitly not desired.
|
|
68
|
+
*/ export async function openEphemeralStore(name, dbMapSizeKb = 10 * 1_024 * 1_024, maxReaders = MAX_READERS, bindings) {
|
|
69
|
+
const log = createLogger('kv-store:lmdb-v2:' + name, bindings);
|
|
70
|
+
const dataDir = await mkdtemp(join(tmpdir(), name + '-'));
|
|
71
|
+
log.debug(`Created ephemeral data store at: ${dataDir} with size: ${dbMapSizeKb} KB (LMDB v2)`);
|
|
72
|
+
const cleanup = async ()=>{
|
|
73
|
+
try {
|
|
74
|
+
await rm(dataDir, {
|
|
75
|
+
recursive: true,
|
|
76
|
+
force: true,
|
|
77
|
+
maxRetries: 3
|
|
78
|
+
});
|
|
79
|
+
log.debug(`Deleted ephemeral data store: ${dataDir}`);
|
|
80
|
+
} catch (err) {
|
|
81
|
+
log.warn(`Failed to delete ephemeral data directory (LMDB v2) ${dataDir}: ${err}`);
|
|
82
|
+
}
|
|
83
|
+
};
|
|
84
|
+
return AztecLMDBStoreV2.new(dataDir, dbMapSizeKb, maxReaders, cleanup, bindings, true);
|
|
58
85
|
}
|
|
59
86
|
export async function openStoreAt(dataDir, dbMapSizeKb = 10 * 1_024 * 1_024, maxReaders = MAX_READERS, bindings) {
|
|
60
87
|
const log = createLogger('kv-store:lmdb-v2', bindings);
|
|
61
88
|
log.debug(`Opening data store at: ${dataDir} with size: ${dbMapSizeKb} KB (LMDB v2)`);
|
|
62
89
|
return await AztecLMDBStoreV2.new(dataDir, dbMapSizeKb, maxReaders, undefined, bindings);
|
|
63
90
|
}
|
|
91
|
+
/**
|
|
92
|
+
* Open a fully-ephemeral store seeded from an existing `data.mdb` file. Creates a fresh tmpdir,
|
|
93
|
+
* copies `srcDataMdbPath` into it as `data.mdb`, opens with MDB_NOSYNC | MDB_NOMETASYNC, and
|
|
94
|
+
* removes the tmpdir on close. Intended for worker clones of a main-thread-built store — the
|
|
95
|
+
* source file is never written to.
|
|
96
|
+
*/ export async function cloneEphemeralStoreFrom(srcDataMdbPath, name, dbMapSizeKb = 10 * 1_024 * 1_024, maxReaders = MAX_READERS, bindings) {
|
|
97
|
+
const log = createLogger('kv-store:lmdb-v2:' + name, bindings);
|
|
98
|
+
const dataDir = await mkdtemp(join(tmpdir(), name + '-'));
|
|
99
|
+
await copyFile(srcDataMdbPath, join(dataDir, 'data.mdb'));
|
|
100
|
+
log.debug(`Cloned ephemeral data store at: ${dataDir} from ${srcDataMdbPath} (LMDB v2)`);
|
|
101
|
+
const cleanup = async ()=>{
|
|
102
|
+
try {
|
|
103
|
+
await rm(dataDir, {
|
|
104
|
+
recursive: true,
|
|
105
|
+
force: true,
|
|
106
|
+
maxRetries: 3
|
|
107
|
+
});
|
|
108
|
+
log.debug(`Deleted ephemeral data store: ${dataDir}`);
|
|
109
|
+
} catch (err) {
|
|
110
|
+
log.warn(`Failed to delete ephemeral data directory (LMDB v2) ${dataDir}: ${err}`);
|
|
111
|
+
}
|
|
112
|
+
};
|
|
113
|
+
return AztecLMDBStoreV2.new(dataDir, dbMapSizeKb, maxReaders, cleanup, bindings, true);
|
|
114
|
+
}
|
|
64
115
|
export async function openVersionedStoreAt(dataDirectory, schemaVersion, rollupAddress, dbMapSizeKb = 10 * 1_024 * 1_024, maxReaders = MAX_READERS, bindings) {
|
|
65
116
|
const log = createLogger('kv-store:lmdb-v2', bindings);
|
|
66
117
|
log.debug(`Opening data store at: ${dataDirectory} with size: ${dbMapSizeKb} KB (LMDB v2)`);
|
|
@@ -51,18 +51,19 @@ export class ReadTransaction {
|
|
|
51
51
|
}
|
|
52
52
|
async *#iterate(db, startKey, endKey, reverse, limit, map) {
|
|
53
53
|
this.assertIsOpen();
|
|
54
|
-
|
|
55
|
-
key: startKey,
|
|
56
|
-
reverse,
|
|
57
|
-
count: typeof limit === 'number' ? Math.min(limit, CURSOR_PAGE_SIZE) : CURSOR_PAGE_SIZE,
|
|
58
|
-
onePage: typeof limit === 'number' && limit < CURSOR_PAGE_SIZE,
|
|
59
|
-
db
|
|
60
|
-
});
|
|
61
|
-
const cursor = response.cursor;
|
|
62
|
-
let entries = response.entries;
|
|
63
|
-
let done = typeof cursor !== 'number';
|
|
64
|
-
let count = 0;
|
|
54
|
+
let cursor;
|
|
65
55
|
try {
|
|
56
|
+
const response = await this.channel.sendMessage(LMDBMessageType.START_CURSOR, {
|
|
57
|
+
key: startKey,
|
|
58
|
+
reverse,
|
|
59
|
+
count: typeof limit === 'number' ? Math.min(limit, CURSOR_PAGE_SIZE) : CURSOR_PAGE_SIZE,
|
|
60
|
+
onePage: typeof limit === 'number' && limit < CURSOR_PAGE_SIZE,
|
|
61
|
+
db
|
|
62
|
+
});
|
|
63
|
+
cursor = response.cursor ?? undefined;
|
|
64
|
+
let entries = response.entries;
|
|
65
|
+
let done = typeof cursor !== 'number';
|
|
66
|
+
let count = 0;
|
|
66
67
|
// emit the first page and any subsequent pages in a while loop
|
|
67
68
|
// NB: end contition is in the middle of the while loop
|
|
68
69
|
while(entries.length > 0){
|
|
@@ -106,15 +107,16 @@ export class ReadTransaction {
|
|
|
106
107
|
}
|
|
107
108
|
async #countEntries(db, startKey, endKey, reverse) {
|
|
108
109
|
this.assertIsOpen();
|
|
109
|
-
|
|
110
|
-
key: startKey,
|
|
111
|
-
reverse,
|
|
112
|
-
count: 0,
|
|
113
|
-
onePage: false,
|
|
114
|
-
db
|
|
115
|
-
});
|
|
116
|
-
const cursor = response.cursor;
|
|
110
|
+
let cursor;
|
|
117
111
|
try {
|
|
112
|
+
const response = await this.channel.sendMessage(LMDBMessageType.START_CURSOR, {
|
|
113
|
+
key: startKey,
|
|
114
|
+
reverse,
|
|
115
|
+
count: 0,
|
|
116
|
+
onePage: false,
|
|
117
|
+
db
|
|
118
|
+
});
|
|
119
|
+
cursor = response.cursor ?? undefined;
|
|
118
120
|
if (!cursor) {
|
|
119
121
|
return 0;
|
|
120
122
|
}
|
package/dest/lmdb-v2/store.d.ts
CHANGED
|
@@ -23,7 +23,7 @@ export declare class AztecLMDBStoreV2 implements AztecAsyncKVStore, LMDBMessageC
|
|
|
23
23
|
private constructor();
|
|
24
24
|
get dataDirectory(): string;
|
|
25
25
|
private start;
|
|
26
|
-
static new(dataDir: string, dbMapSizeKb?: number, maxReaders?: number, cleanup?: () => Promise<void>, bindings?: LoggerBindings): Promise<AztecLMDBStoreV2>;
|
|
26
|
+
static new(dataDir: string, dbMapSizeKb?: number, maxReaders?: number, cleanup?: () => Promise<void>, bindings?: LoggerBindings, ephemeral?: boolean): Promise<AztecLMDBStoreV2>;
|
|
27
27
|
backupTo(dstPath: string, compact?: boolean): Promise<void>;
|
|
28
28
|
getReadTx(): ReadTransaction;
|
|
29
29
|
getCurrentWriteTx(): WriteTransaction | undefined;
|
|
@@ -40,4 +40,4 @@ export declare class AztecLMDBStoreV2 implements AztecAsyncKVStore, LMDBMessageC
|
|
|
40
40
|
sendMessage<T extends LMDBMessageType>(msgType: T, body: LMDBRequestBody[T]): Promise<LMDBResponseBody[T]>;
|
|
41
41
|
estimateSize(): Promise<StoreSize>;
|
|
42
42
|
}
|
|
43
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
43
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RvcmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9sbWRiLXYyL3N0b3JlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBZSxLQUFLLGNBQWMsRUFBZ0IsTUFBTSx1QkFBdUIsQ0FBQztBQU92RixPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUM5RCxPQUFPLEtBQUssRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLEtBQUssRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQ3JFLE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sMEJBQTBCLENBQUM7QUFDbEUsT0FBTyxLQUFLLEVBQUUsYUFBYSxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDMUQsT0FBTyxLQUFLLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSw0QkFBNEIsQ0FBQztBQUNyRSxPQUFPLEtBQUssRUFBRSxhQUFhLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUMxRCxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLDRCQUE0QixDQUFDO0FBQ3RFLE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFHaEUsT0FBTyxFQUVMLEtBQUssa0JBQWtCLEVBQ3ZCLGVBQWUsRUFDZixLQUFLLGVBQWUsRUFDcEIsS0FBSyxnQkFBZ0IsRUFDdEIsTUFBTSxjQUFjLENBQUM7QUFFdEIsT0FBTyxFQUFFLGVBQWUsRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBR3hELE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLHdCQUF3QixDQUFDO0FBRTFELE9BQU8sRUFBRSxZQUFZLEVBQUUsYUFBYSxFQUFFLE1BQU0saUJBQWlCLENBQUM7QUFFOUQscUJBQWEsZ0JBQWlCLFlBQVcsaUJBQWlCLEVBQUUsa0JBQWtCO0lBUTFFLE9BQU8sQ0FBQyxPQUFPO0lBR2YsT0FBTyxDQUFDLEdBQUc7SUFDWCxPQUFPLENBQUMsT0FBTyxDQUFDO0lBWGxCLE9BQU8sQ0FBQyxJQUFJLENBQVM7SUFDckIsT0FBTyxDQUFDLE9BQU8sQ0FBcUU7SUFDcEYsT0FBTyxDQUFDLFNBQVMsQ0FBNkM7SUFDOUQsT0FBTyxDQUFDLFdBQVcsQ0FBcUI7SUFDeEMsT0FBTyxDQUFDLGdCQUFnQixDQUFZO0lBRXBDLE9BQU8sZUFZTjtJQUVELElBQVcsYUFBYSxJQUFJLE1BQU0sQ0FFakM7WUFFYSxLQUFLO0lBZ0JuQixPQUFvQixHQUFHLENBQ3JCLE9BQU8sRUFBRSxNQUFNLEVBQ2YsV0FBVyxHQUFFLE1BQXlCLEVBQ3RDLFVBQVUsR0FBRSxNQUFXLEVBQ3ZCLE9BQU8sQ0FBQyxFQUFFLE1BQU0sT0FBTyxDQUFDLElBQUksQ0FBQyxFQUM3QixRQUFRLENBQUMsRUFBRSxjQUFjLEVBQ3pCLFNBQVMsR0FBRSxPQUFlLDZCQU0zQjtJQUVZLFFBQVEsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLE9BQU8sVUFBTyxpQkFHcEQ7SUFFTSxTQUFTLElBQUksZUFBZSxDQUtsQztJQUVNLGlCQUFpQixJQUFJLGdCQUFnQixHQUFHLFNBQVMsQ0FNdkQ7SUFFRCxPQUFPLENBQUMsQ0FBQyxTQUFTLEdBQUcsRUFBRSxDQUFDLFNBQVMsS0FBSyxFQUFFLElBQUksRUFBRSxNQUFNLEdBQUcsYUFBYSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FFekU7SUFFRCxZQUFZLENBQUMsQ0FBQyxTQUFTLEdBQUcsRUFBRSxDQUFDLFNBQVMsS0FBSyxFQUFFLElBQUksRUFBRSxNQUFNLEdBQUcsa0JBQWtCLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUVuRjtJQUVELGFBQWEsQ0FBQyxDQUFDLFNBQVMsS0FBSyxFQUFFLElBQUksRUFBRSxNQUFNLEdBQUcsbUJBQW1CLENBQUMsQ0FBQyxDQUFDLENBRW5FO0lBRUQsU0FBUyxDQUFDLENBQUMsU0FBUyxLQUFLLEVBQUUsSUFBSSxFQUFFLE1BQU0sR0FBRyxlQUFlLENBQUMsQ0FBQyxDQUFDLENBRTNEO0lBRUQsT0FBTyxDQUFDLENBQUMsU0FBUyxHQUFHLEVBQUUsSUFBSSxFQUFFLE1BQU0sR0FBRyxhQUFhLENBQUMsQ0FBQyxDQUFDLENBRXJEO0lBRUQsV0FBVyxDQUFDLENBQUMsU0FBUyxHQUFHLEVBQUUsS0FBSyxFQUFFLE1BQU0sR0FBRyxpQkFBaUIsQ0FBQyxDQUFDLENBQUMsQ0FFOUQ7SUFFSyxnQkFBZ0IsQ0FBQyxDQUFDLFNBQVMsT0FBTyxDQUFDLEdBQUcsRUFBRSxPQUFPLENBQUMsR0FBRyxDQUFDLENBQUMsRUFDekQsUUFBUSxFQUFFLENBQUMsRUFBRSxFQUFFLGdCQUFnQixLQUFLLE9BQU8sQ0FBQyxDQUFDLENBQUMsR0FDN0MsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQTBCWjtJQUVELEtBQUssSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBRXJCO0lBRUssTUFBTSxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FLNUI7SUFFSyxLQUFLLGtCQVFWO0lBRVksV0FBVyxDQUFDLENBQUMsU0FBUyxlQUFlLEVBQ2hELE9BQU8sRUFBRSxDQUFDLEVBQ1YsSUFBSSxFQUFFLGVBQWUsQ0FBQyxDQUFDLENBQUMsR0FDdkIsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBQUMsQ0FBQyxDQUFDLENBd0I5QjtJQUVZLFlBQVksSUFBSSxPQUFPLENBQUMsU0FBUyxDQUFDLENBUTlDO0NBQ0YifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/lmdb-v2/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAOvF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAEL,KAAK,kBAAkB,EACvB,eAAe,EACf,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAE9D,qBAAa,gBAAiB,YAAW,iBAAiB,EAAE,kBAAkB;IAQ1E,OAAO,CAAC,OAAO;IAGf,OAAO,CAAC,GAAG;IACX,OAAO,CAAC,OAAO,CAAC;IAXlB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,OAAO,CAAqE;IACpF,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,gBAAgB,CAAY;IAEpC,OAAO,
|
|
1
|
+
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/lmdb-v2/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAOvF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAEL,KAAK,kBAAkB,EACvB,eAAe,EACf,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACtB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAE9D,qBAAa,gBAAiB,YAAW,iBAAiB,EAAE,kBAAkB;IAQ1E,OAAO,CAAC,OAAO;IAGf,OAAO,CAAC,GAAG;IACX,OAAO,CAAC,OAAO,CAAC;IAXlB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,OAAO,CAAqE;IACpF,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,gBAAgB,CAAY;IAEpC,OAAO,eAYN;IAED,IAAW,aAAa,IAAI,MAAM,CAEjC;YAEa,KAAK;IAgBnB,OAAoB,GAAG,CACrB,OAAO,EAAE,MAAM,EACf,WAAW,GAAE,MAAyB,EACtC,UAAU,GAAE,MAAW,EACvB,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC7B,QAAQ,CAAC,EAAE,cAAc,EACzB,SAAS,GAAE,OAAe,6BAM3B;IAEY,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,UAAO,iBAGpD;IAEM,SAAS,IAAI,eAAe,CAKlC;IAEM,iBAAiB,IAAI,gBAAgB,GAAG,SAAS,CAMvD;IAED,OAAO,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,SAAS,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAEzE;IAED,YAAY,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,SAAS,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAEnF;IAED,aAAa,CAAC,CAAC,SAAS,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAEnE;IAED,SAAS,CAAC,CAAC,SAAS,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAE3D;IAED,OAAO,CAAC,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAErD;IAED,WAAW,CAAC,CAAC,SAAS,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAE9D;IAEK,gBAAgB,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EACzD,QAAQ,EAAE,CAAC,EAAE,EAAE,gBAAgB,KAAK,OAAO,CAAC,CAAC,CAAC,GAC7C,OAAO,CAAC,CAAC,CAAC,CA0BZ;IAED,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAErB;IAEK,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAK5B;IAEK,KAAK,kBAQV;IAEY,WAAW,CAAC,CAAC,SAAS,eAAe,EAChD,OAAO,EAAE,CAAC,EACV,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAwB9B;IAEY,YAAY,IAAI,OAAO,CAAC,SAAS,CAAC,CAQ9C;CACF"}
|
package/dest/lmdb-v2/store.js
CHANGED
|
@@ -21,7 +21,7 @@ export class AztecLMDBStoreV2 {
|
|
|
21
21
|
writerCtx;
|
|
22
22
|
writerQueue;
|
|
23
23
|
availableCursors;
|
|
24
|
-
constructor(dataDir, mapSize, maxReaders, log, cleanup){
|
|
24
|
+
constructor(dataDir, mapSize, maxReaders, log, cleanup, ephemeral = false){
|
|
25
25
|
this.dataDir = dataDir;
|
|
26
26
|
this.log = log;
|
|
27
27
|
this.cleanup = cleanup;
|
|
@@ -29,7 +29,7 @@ export class AztecLMDBStoreV2 {
|
|
|
29
29
|
this.writerCtx = new AsyncLocalStorage();
|
|
30
30
|
this.writerQueue = new SerialQueue();
|
|
31
31
|
this.log.info(`Starting data store with maxReaders ${maxReaders}`);
|
|
32
|
-
this.channel = new MsgpackChannel(new NativeLMDBStore(dataDir, mapSize, maxReaders));
|
|
32
|
+
this.channel = new MsgpackChannel(new NativeLMDBStore(dataDir, mapSize, maxReaders, ephemeral));
|
|
33
33
|
// leave one reader to always be available for regular, atomic, reads
|
|
34
34
|
this.availableCursors = new Semaphore(maxReaders - 1);
|
|
35
35
|
}
|
|
@@ -48,9 +48,9 @@ export class AztecLMDBStoreV2 {
|
|
|
48
48
|
});
|
|
49
49
|
this.open = true;
|
|
50
50
|
}
|
|
51
|
-
static async new(dataDir, dbMapSizeKb = 10 * 1024 * 1024, maxReaders = 16, cleanup, bindings) {
|
|
51
|
+
static async new(dataDir, dbMapSizeKb = 10 * 1024 * 1024, maxReaders = 16, cleanup, bindings, ephemeral = false) {
|
|
52
52
|
const log = createLogger('kv-store:lmdb-v2', bindings);
|
|
53
|
-
const db = new AztecLMDBStoreV2(dataDir, dbMapSizeKb, maxReaders, log, cleanup);
|
|
53
|
+
const db = new AztecLMDBStoreV2(dataDir, dbMapSizeKb, maxReaders, log, cleanup, ephemeral);
|
|
54
54
|
await db.start();
|
|
55
55
|
return db;
|
|
56
56
|
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { AztecAsyncArray } from '../interfaces/array.js';
|
|
2
|
+
import type { Value } from '../interfaces/common.js';
|
|
3
|
+
import type { AztecSQLiteOPFSStore } from './store.js';
|
|
4
|
+
/**
|
|
5
|
+
* Persistent array backed by SQLite. Entries share a common `key` (the array name)
|
|
6
|
+
* and are ordered by `key_count`, which doubles as the 1-indexed slot number.
|
|
7
|
+
*/
|
|
8
|
+
export declare class SQLiteOPFSAztecArray<T extends Value> implements AztecAsyncArray<T> {
|
|
9
|
+
#private;
|
|
10
|
+
private readonly store;
|
|
11
|
+
constructor(store: AztecSQLiteOPFSStore, name: string);
|
|
12
|
+
lengthAsync(): Promise<number>;
|
|
13
|
+
push(...vals: T[]): Promise<number>;
|
|
14
|
+
pop(): Promise<T | undefined>;
|
|
15
|
+
atAsync(index: number): Promise<T | undefined>;
|
|
16
|
+
setAt(index: number, val: T): Promise<boolean>;
|
|
17
|
+
entriesAsync(): AsyncIterableIterator<[number, T]>;
|
|
18
|
+
valuesAsync(): AsyncIterableIterator<T>;
|
|
19
|
+
[Symbol.asyncIterator](): AsyncIterableIterator<T>;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYXJyYXkuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zcWxpdGUtb3Bmcy9hcnJheS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFJQSxPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSx3QkFBd0IsQ0FBQztBQUM5RCxPQUFPLEtBQUssRUFBRSxLQUFLLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUNyRCxPQUFPLEtBQUssRUFBRSxvQkFBb0IsRUFBRSxNQUFNLFlBQVksQ0FBQztBQUV2RDs7O0dBR0c7QUFDSCxxQkFBYSxvQkFBb0IsQ0FBQyxDQUFDLFNBQVMsS0FBSyxDQUFFLFlBQVcsZUFBZSxDQUFDLENBQUMsQ0FBQzs7SUFNNUUsT0FBTyxDQUFDLFFBQVEsQ0FBQyxLQUFLO0lBRHhCLFlBQ21CLEtBQUssRUFBRSxvQkFBb0IsRUFDNUMsSUFBSSxFQUFFLE1BQU0sRUFJYjtJQUVLLFdBQVcsSUFBSSxPQUFPLENBQUMsTUFBTSxDQUFDLENBTW5DO0lBRUssSUFBSSxDQUFDLEdBQUcsSUFBSSxFQUFFLENBQUMsRUFBRSxHQUFHLE9BQU8sQ0FBQyxNQUFNLENBQUMsQ0FnQnhDO0lBRUssR0FBRyxJQUFJLE9BQU8sQ0FBQyxDQUFDLEdBQUcsU0FBUyxDQUFDLENBWWxDO0lBRUssT0FBTyxDQUFDLEtBQUssRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLENBQUMsR0FBRyxTQUFTLENBQUMsQ0FTbkQ7SUFFSyxLQUFLLENBQUMsS0FBSyxFQUFFLE1BQU0sRUFBRSxHQUFHLEVBQUUsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FjbkQ7SUFFTSxZQUFZLElBQUkscUJBQXFCLENBQUMsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FZeEQ7SUFFTSxXQUFXLElBQUkscUJBQXFCLENBQUMsQ0FBQyxDQUFDLENBSTdDO0lBRUQsQ0FBQyxNQUFNLENBQUMsYUFBYSxDQUFDLElBQUkscUJBQXFCLENBQUMsQ0FBQyxDQUFDLENBRWpEO0NBU0YifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../src/sqlite-opfs/array.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD;;;GAGG;AACH,qBAAa,oBAAoB,CAAC,CAAC,SAAS,KAAK,CAAE,YAAW,eAAe,CAAC,CAAC,CAAC;;IAM5E,OAAO,CAAC,QAAQ,CAAC,KAAK;IADxB,YACmB,KAAK,EAAE,oBAAoB,EAC5C,IAAI,EAAE,MAAM,EAIb;IAEK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,CAMnC;IAEK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAgBxC;IAEK,GAAG,IAAI,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAYlC;IAEK,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CASnD;IAEK,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAcnD;IAEM,YAAY,IAAI,qBAAqB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAYxD;IAEM,WAAW,IAAI,qBAAqB,CAAC,CAAC,CAAC,CAI7C;IAED,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,qBAAqB,CAAC,CAAC,CAAC,CAEjD;CASF"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
var _computedKey;
|
|
2
|
+
import { Encoder } from '#msgpackr';
|
|
3
|
+
import { toBufferKey } from '#ordered-binary';
|
|
4
|
+
import { hash } from 'ohash';
|
|
5
|
+
_computedKey = Symbol.asyncIterator;
|
|
6
|
+
/**
|
|
7
|
+
* Persistent array backed by SQLite. Entries share a common `key` (the array name)
|
|
8
|
+
* and are ordered by `key_count`, which doubles as the 1-indexed slot number.
|
|
9
|
+
*/ export class SQLiteOPFSAztecArray {
|
|
10
|
+
store;
|
|
11
|
+
#name;
|
|
12
|
+
#container;
|
|
13
|
+
#encoder;
|
|
14
|
+
constructor(store, name){
|
|
15
|
+
this.store = store;
|
|
16
|
+
this.#encoder = new Encoder();
|
|
17
|
+
this.#name = name;
|
|
18
|
+
this.#container = `array:${name}`;
|
|
19
|
+
}
|
|
20
|
+
async lengthAsync() {
|
|
21
|
+
const rows = await this.store.allAsync('SELECT COUNT(*) FROM data WHERE container = ? AND key = ?', [
|
|
22
|
+
this.#container,
|
|
23
|
+
this.#encodedKey()
|
|
24
|
+
]);
|
|
25
|
+
return Number(rows[0]?.[0] ?? 0);
|
|
26
|
+
}
|
|
27
|
+
async push(...vals) {
|
|
28
|
+
if (vals.length === 0) {
|
|
29
|
+
return this.lengthAsync();
|
|
30
|
+
}
|
|
31
|
+
return await this.store.transactionAsync(async ()=>{
|
|
32
|
+
let length = await this.lengthAsync();
|
|
33
|
+
for (const val of vals){
|
|
34
|
+
await this.store.runAsync(`INSERT INTO data (slot, container, key, key_count, hash, value)
|
|
35
|
+
VALUES (?, ?, ?, ?, ?, ?)`, [
|
|
36
|
+
this.#slot(length),
|
|
37
|
+
this.#container,
|
|
38
|
+
this.#encodedKey(),
|
|
39
|
+
length + 1,
|
|
40
|
+
hash(val),
|
|
41
|
+
this.#encoder.pack(val)
|
|
42
|
+
]);
|
|
43
|
+
length += 1;
|
|
44
|
+
}
|
|
45
|
+
return length;
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
async pop() {
|
|
49
|
+
return await this.store.transactionAsync(async ()=>{
|
|
50
|
+
const length = await this.lengthAsync();
|
|
51
|
+
if (length === 0) {
|
|
52
|
+
return undefined;
|
|
53
|
+
}
|
|
54
|
+
const slot = this.#slot(length - 1);
|
|
55
|
+
const rows = await this.store.allAsync('SELECT value FROM data WHERE slot = ? LIMIT 1', [
|
|
56
|
+
slot
|
|
57
|
+
]);
|
|
58
|
+
await this.store.runAsync('DELETE FROM data WHERE slot = ?', [
|
|
59
|
+
slot
|
|
60
|
+
]);
|
|
61
|
+
const raw = rows[0]?.[0];
|
|
62
|
+
return raw instanceof Uint8Array ? this.#encoder.unpack(raw) : undefined;
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
async atAsync(index) {
|
|
66
|
+
const length = await this.lengthAsync();
|
|
67
|
+
const resolved = index < 0 ? length + index : index;
|
|
68
|
+
if (resolved < 0 || resolved >= length) {
|
|
69
|
+
return undefined;
|
|
70
|
+
}
|
|
71
|
+
const rows = await this.store.allAsync('SELECT value FROM data WHERE slot = ? LIMIT 1', [
|
|
72
|
+
this.#slot(resolved)
|
|
73
|
+
]);
|
|
74
|
+
const raw = rows[0]?.[0];
|
|
75
|
+
return raw instanceof Uint8Array ? this.#encoder.unpack(raw) : undefined;
|
|
76
|
+
}
|
|
77
|
+
async setAt(index, val) {
|
|
78
|
+
return await this.store.transactionAsync(async ()=>{
|
|
79
|
+
const length = await this.lengthAsync();
|
|
80
|
+
const resolved = index < 0 ? length + index : index;
|
|
81
|
+
if (resolved < 0 || resolved >= length) {
|
|
82
|
+
return false;
|
|
83
|
+
}
|
|
84
|
+
await this.store.runAsync(`INSERT OR REPLACE INTO data (slot, container, key, key_count, hash, value)
|
|
85
|
+
VALUES (?, ?, ?, ?, ?, ?)`, [
|
|
86
|
+
this.#slot(resolved),
|
|
87
|
+
this.#container,
|
|
88
|
+
this.#encodedKey(),
|
|
89
|
+
resolved + 1,
|
|
90
|
+
hash(val),
|
|
91
|
+
this.#encoder.pack(val)
|
|
92
|
+
]);
|
|
93
|
+
return true;
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
async *entriesAsync() {
|
|
97
|
+
const rows = await this.store.allAsync('SELECT key_count, value FROM data WHERE container = ? AND key = ? ORDER BY key_count ASC', [
|
|
98
|
+
this.#container,
|
|
99
|
+
this.#encodedKey()
|
|
100
|
+
]);
|
|
101
|
+
for (const row of rows){
|
|
102
|
+
const keyCount = Number(row[0]);
|
|
103
|
+
const raw = row[1];
|
|
104
|
+
if (raw instanceof Uint8Array) {
|
|
105
|
+
yield [
|
|
106
|
+
keyCount - 1,
|
|
107
|
+
this.#encoder.unpack(raw)
|
|
108
|
+
];
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
async *valuesAsync() {
|
|
113
|
+
for await (const [, val] of this.entriesAsync()){
|
|
114
|
+
yield val;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
[_computedKey]() {
|
|
118
|
+
return this.valuesAsync();
|
|
119
|
+
}
|
|
120
|
+
#encodedKey() {
|
|
121
|
+
return toBufferKey([
|
|
122
|
+
this.#name
|
|
123
|
+
]);
|
|
124
|
+
}
|
|
125
|
+
#slot(index) {
|
|
126
|
+
return `array:${this.#name}:slot:${index}`;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Typed error surface for sqlite3mc-backed page-level encryption failures.
|
|
3
|
+
*
|
|
4
|
+
* Three concrete failure modes are surfaced:
|
|
5
|
+
*
|
|
6
|
+
* - `invalid_key_length`: caller-side pre-flight (key not 32 bytes).
|
|
7
|
+
* - `encryption_not_supported_for_ephemeral`: caller-side pre-flight (encryption was requested on an ephemeral
|
|
8
|
+
* `:memory:` store, which sqlite3mc does not support).
|
|
9
|
+
* - `decrypt_failed`: runtime failure raised when sqlite3mc cannot decode page 1 of an existing database. Covers
|
|
10
|
+
* both "wrong key supplied" and "no key supplied to an encrypted DB".
|
|
11
|
+
*/
|
|
12
|
+
export type SqliteEncryptionErrorCode = 'invalid_key_length' | 'encryption_not_supported_for_ephemeral' | 'decrypt_failed';
|
|
13
|
+
/**
|
|
14
|
+
* Error thrown by sqlite-opfs when an encryption operation fails.
|
|
15
|
+
**/
|
|
16
|
+
export declare class SqliteEncryptionError extends Error {
|
|
17
|
+
readonly code: SqliteEncryptionErrorCode;
|
|
18
|
+
constructor(code: SqliteEncryptionErrorCode, message: string, opts?: {
|
|
19
|
+
cause?: unknown;
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Returns `true` if `message` matches one of the known sqlite3mc decrypt-failure
|
|
24
|
+
* strings.
|
|
25
|
+
**/
|
|
26
|
+
export declare function isDecryptFailureMessage(message: string): boolean;
|
|
27
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZXJyb3JzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvc3FsaXRlLW9wZnMvZXJyb3JzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7O0dBVUc7QUFDSCxNQUFNLE1BQU0seUJBQXlCLEdBQ2pDLG9CQUFvQixHQUNwQix3Q0FBd0MsR0FDeEMsZ0JBQWdCLENBQUM7QUFFckI7O0lBRUk7QUFDSixxQkFBYSxxQkFBc0IsU0FBUSxLQUFLO0lBQzlDLFFBQVEsQ0FBQyxJQUFJLEVBQUUseUJBQXlCLENBQUM7SUFFekMsWUFBWSxJQUFJLEVBQUUseUJBQXlCLEVBQUUsT0FBTyxFQUFFLE1BQU0sRUFBRSxJQUFJLENBQUMsRUFBRTtRQUFFLEtBQUssQ0FBQyxFQUFFLE9BQU8sQ0FBQTtLQUFFLEVBSXZGO0NBQ0Y7QUFVRDs7O0lBR0k7QUFDSix3QkFBZ0IsdUJBQXVCLENBQUMsT0FBTyxFQUFFLE1BQU0sR0FBRyxPQUFPLENBRWhFIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/sqlite-opfs/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,MAAM,MAAM,yBAAyB,GACjC,oBAAoB,GACpB,wCAAwC,GACxC,gBAAgB,CAAC;AAErB;;IAEI;AACJ,qBAAa,qBAAsB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,IAAI,EAAE,yBAAyB,CAAC;IAEzC,YAAY,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,EAIvF;CACF;AAUD;;;IAGI;AACJ,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAEhE"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Typed error surface for sqlite3mc-backed page-level encryption failures.
|
|
3
|
+
*
|
|
4
|
+
* Three concrete failure modes are surfaced:
|
|
5
|
+
*
|
|
6
|
+
* - `invalid_key_length`: caller-side pre-flight (key not 32 bytes).
|
|
7
|
+
* - `encryption_not_supported_for_ephemeral`: caller-side pre-flight (encryption was requested on an ephemeral
|
|
8
|
+
* `:memory:` store, which sqlite3mc does not support).
|
|
9
|
+
* - `decrypt_failed`: runtime failure raised when sqlite3mc cannot decode page 1 of an existing database. Covers
|
|
10
|
+
* both "wrong key supplied" and "no key supplied to an encrypted DB".
|
|
11
|
+
*/ /**
|
|
12
|
+
* Error thrown by sqlite-opfs when an encryption operation fails.
|
|
13
|
+
**/ export class SqliteEncryptionError extends Error {
|
|
14
|
+
code;
|
|
15
|
+
constructor(code, message, opts){
|
|
16
|
+
super(message, opts?.cause !== undefined ? {
|
|
17
|
+
cause: opts.cause
|
|
18
|
+
} : undefined);
|
|
19
|
+
this.name = 'SqliteEncryptionError';
|
|
20
|
+
this.code = code;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Strings raised by sqlite3mc when page 1 cannot be decoded.
|
|
25
|
+
**/ const SQLITE3MC_DECRYPT_ERROR_PATTERNS = [
|
|
26
|
+
/file is not a database/i,
|
|
27
|
+
/file is encrypted or is not a database/i
|
|
28
|
+
];
|
|
29
|
+
/**
|
|
30
|
+
* Returns `true` if `message` matches one of the known sqlite3mc decrypt-failure
|
|
31
|
+
* strings.
|
|
32
|
+
**/ export function isDecryptFailureMessage(message) {
|
|
33
|
+
return SQLITE3MC_DECRYPT_ERROR_PATTERNS.some((p)=>p.test(message));
|
|
34
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type Logger } from '@aztec/foundation/log';
|
|
2
|
+
import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
|
|
3
|
+
import { AztecSQLiteOPFSStore } from './store.js';
|
|
4
|
+
export { AztecSQLiteOPFSStore } from './store.js';
|
|
5
|
+
export { SqliteEncryptionError } from './errors.js';
|
|
6
|
+
export type { SqliteEncryptionErrorCode } from './errors.js';
|
|
7
|
+
export declare function createStore(name: string, config: DataStoreConfig, schemaVersion?: number | undefined, log?: Logger): Promise<AztecSQLiteOPFSStore>;
|
|
8
|
+
export declare function openTmpStore(ephemeral?: boolean): Promise<AztecSQLiteOPFSStore>;
|
|
9
|
+
/**
|
|
10
|
+
* Convenience helper for tests and consumers that want an encrypted sqlite-opfs
|
|
11
|
+
* store without dealing with the full `open()` parameter order. Key must be 32
|
|
12
|
+
* bytes. Creates a fresh persistent store (sqlite3mc does not support encryption
|
|
13
|
+
* on ephemeral `:memory:` databases) in an auto-generated OPFS directory.
|
|
14
|
+
*/
|
|
15
|
+
export declare function openEncryptedStore(encryptionKey: Uint8Array, name?: string, poolDirectory?: string): Promise<AztecSQLiteOPFSStore>;
|
|
16
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zcWxpdGUtb3Bmcy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxNQUFNLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFDbEUsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sd0JBQXdCLENBQUM7QUFHOUQsT0FBTyxFQUFFLG9CQUFvQixFQUFFLE1BQU0sWUFBWSxDQUFDO0FBRWxELE9BQU8sRUFBRSxvQkFBb0IsRUFBRSxNQUFNLFlBQVksQ0FBQztBQUNsRCxPQUFPLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFDcEQsWUFBWSxFQUFFLHlCQUF5QixFQUFFLE1BQU0sYUFBYSxDQUFDO0FBRTdELHdCQUFzQixXQUFXLENBQy9CLElBQUksRUFBRSxNQUFNLEVBQ1osTUFBTSxFQUFFLGVBQWUsRUFDdkIsYUFBYSxHQUFFLE1BQU0sR0FBRyxTQUFxQixFQUM3QyxHQUFHLEdBQUUsTUFBaUMsaUNBVXZDO0FBRUQsd0JBQWdCLFlBQVksQ0FBQyxTQUFTLEdBQUUsT0FBZSxHQUFHLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBQyxDQUV0RjtBQUVEOzs7OztHQUtHO0FBQ0gsd0JBQWdCLGtCQUFrQixDQUFDLGFBQWEsRUFBRSxVQUFVLEVBQUUsSUFBSSxDQUFDLEVBQUUsTUFBTSxFQUFFLGFBQWEsQ0FBQyxFQUFFLE1BQU0saUNBRWxHIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sqlite-opfs/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAG9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,YAAY,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,eAAe,EACvB,aAAa,GAAE,MAAM,GAAG,SAAqB,EAC7C,GAAG,GAAE,MAAiC,iCAUvC;AAED,wBAAgB,YAAY,CAAC,SAAS,GAAE,OAAe,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAEtF;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,iCAElG"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { createLogger } from '@aztec/foundation/log';
|
|
2
|
+
import { initStoreForRollupAndSchemaVersion } from '../utils.js';
|
|
3
|
+
import { AztecSQLiteOPFSStore } from './store.js';
|
|
4
|
+
export { AztecSQLiteOPFSStore } from './store.js';
|
|
5
|
+
export { SqliteEncryptionError } from './errors.js';
|
|
6
|
+
export async function createStore(name, config, schemaVersion = undefined, log = createLogger('kv-store')) {
|
|
7
|
+
const { dataDirectory } = config;
|
|
8
|
+
log.info(dataDirectory ? `Creating ${name} SQLite-OPFS data store with map size ${config.dataStoreMapSizeKb} KB` : `Creating ${name} ephemeral SQLite-OPFS data store with map size ${config.dataStoreMapSizeKb} KB`);
|
|
9
|
+
const store = await AztecSQLiteOPFSStore.open(createLogger('kv-store:sqlite-opfs'), name, false);
|
|
10
|
+
return initStoreForRollupAndSchemaVersion(store, schemaVersion, config.rollupAddress, log);
|
|
11
|
+
}
|
|
12
|
+
export function openTmpStore(ephemeral = false) {
|
|
13
|
+
return AztecSQLiteOPFSStore.open(createLogger('kv-store:sqlite-opfs'), undefined, ephemeral);
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Convenience helper for tests and consumers that want an encrypted sqlite-opfs
|
|
17
|
+
* store without dealing with the full `open()` parameter order. Key must be 32
|
|
18
|
+
* bytes. Creates a fresh persistent store (sqlite3mc does not support encryption
|
|
19
|
+
* on ephemeral `:memory:` databases) in an auto-generated OPFS directory.
|
|
20
|
+
*/ export function openEncryptedStore(encryptionKey, name, poolDirectory) {
|
|
21
|
+
return AztecSQLiteOPFSStore.open(createLogger('kv-store:sqlite-opfs'), name, false, poolDirectory, encryptionKey);
|
|
22
|
+
}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Vendored from `ordered-binary@1.5.3/index.js` with one targeted edit:
|
|
3
|
+
* the `readString` definition (originally a dynamically-generated
|
|
4
|
+
* unrolled-loop function) is replaced with a hand-written interpreted
|
|
5
|
+
* equivalent that does the same work without code-generation-from-strings.
|
|
6
|
+
*
|
|
7
|
+
* Why vendor: upstream has no CSP-safe build, and the codegen is a
|
|
8
|
+
* module-init-time string-passed-to-evaluator that trips MV3 CSP
|
|
9
|
+
* (`script-src 'self' 'wasm-unsafe-eval'`). The codegen is a perf
|
|
10
|
+
* optimization on the string-decoding path only — the interpreted
|
|
11
|
+
* version is functionally identical, just slower per call.
|
|
12
|
+
*
|
|
13
|
+
* Parity with upstream is enforced by `ordered-binary-browser.test.ts`,
|
|
14
|
+
* which compares byte-exact output for a representative key set on every
|
|
15
|
+
* Node-mode test run. If `ordered-binary` is bumped, re-vendor by
|
|
16
|
+
* recopying upstream and reapplying the patch in the section marked
|
|
17
|
+
* `// CSP PATCH BEGIN` ... `// CSP PATCH END`.
|
|
18
|
+
*/
|
|
19
|
+
export declare function writeKey(key: any, target: any, position: any, inSequence: any): any;
|
|
20
|
+
export declare function readKey(buffer: any, start: any, end: any, inSequence: any): any;
|
|
21
|
+
export declare const enableNullTermination: () => boolean;
|
|
22
|
+
export declare const encoder: {
|
|
23
|
+
writeKey: typeof writeKey;
|
|
24
|
+
readKey: typeof readKey;
|
|
25
|
+
enableNullTermination: () => boolean;
|
|
26
|
+
};
|
|
27
|
+
export declare const toBufferKey: (key: any) => any;
|
|
28
|
+
export declare const fromBufferKey: (sourceBuffer: any) => any;
|
|
29
|
+
export declare function compareKeys(a: any, b: any): any;
|
|
30
|
+
export declare const MINIMUM_KEY: null;
|
|
31
|
+
export declare const MAXIMUM_KEY: Uint8Array<ArrayBuffer>;
|
|
32
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3JkZXJlZC1iaW5hcnktYnJvd3Nlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3NxbGl0ZS1vcGZzL2ludGVybmFsL29yZGVyZWQtYmluYXJ5LWJyb3dzZXIuanMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0E7Ozs7Ozs7Ozs7Ozs7Ozs7O0dBaUJHO0FBNEJILHdCQUFnQixRQUFRLENBQUMsR0FBRyxLQUFBLEVBQUUsTUFBTSxLQUFBLEVBQUUsUUFBUSxLQUFBLEVBQUUsVUFBVSxLQUFBLE9Bd0p6RDtBQUdELHdCQUFnQixPQUFPLENBQUMsTUFBTSxLQUFBLEVBQUUsS0FBSyxLQUFBLEVBQUUsR0FBRyxLQUFBLEVBQUUsVUFBVSxLQUFBLE9BK0ZyRDtBQUNELGVBQU8sTUFBTSxxQkFBcUIsZUFBK0IsQ0FBQztBQUVsRSxlQUFPLE1BQU0sT0FBTzs7OztDQUluQixDQUFDO0FBS0YsZUFBTyxNQUFNLFdBQVcsbUJBdUJ2QixDQUFDO0FBQ0YsZUFBTyxNQUFNLGFBQWEsNEJBRXpCLENBQUM7QUErRUYsd0JBQWdCLFdBQVcsQ0FBQyxDQUFDLEtBQUEsRUFBRSxDQUFDLEtBQUEsT0EwQy9CO0FBUUQsZUFBTyxNQUFNLFdBQVcsTUFBTyxDQUFDO0FBQ2hDLGVBQU8sTUFBTSxXQUFXLHlCQUF5QixDQUFDIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ordered-binary-browser.d.ts","sourceRoot":"","sources":["../../../src/sqlite-opfs/internal/ordered-binary-browser.js"],"names":[],"mappings":"AACA;;;;;;;;;;;;;;;;;GAiBG;AA4BH,wBAAgB,QAAQ,CAAC,GAAG,KAAA,EAAE,MAAM,KAAA,EAAE,QAAQ,KAAA,EAAE,UAAU,KAAA,OAwJzD;AAGD,wBAAgB,OAAO,CAAC,MAAM,KAAA,EAAE,KAAK,KAAA,EAAE,GAAG,KAAA,EAAE,UAAU,KAAA,OA+FrD;AACD,eAAO,MAAM,qBAAqB,eAA+B,CAAC;AAElE,eAAO,MAAM,OAAO;;;;CAInB,CAAC;AAKF,eAAO,MAAM,WAAW,mBAuBvB,CAAC;AACF,eAAO,MAAM,aAAa,4BAEzB,CAAC;AA+EF,wBAAgB,WAAW,CAAC,CAAC,KAAA,EAAE,CAAC,KAAA,OA0C/B;AAQD,eAAO,MAAM,WAAW,MAAO,CAAC;AAChC,eAAO,MAAM,WAAW,yBAAyB,CAAC"}
|