@livestore/livestore 0.0.10 → 0.0.13

package/dist/storage/utils/idb.d.ts

@@ -0,0 +1,10 @@
+export declare class IDB {
+    private dbName;
+    private storeName;
+    private db;
+    constructor(dbName: string, storeName?: string);
+    private open;
+    get(key: string): Promise<Uint8Array | undefined>;
+    put(key: string, value: Uint8Array): Promise<void>;
+}
+//# sourceMappingURL=idb.d.ts.map

package/dist/storage/utils/idb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"idb.d.ts","sourceRoot":"","sources":["../../../src/storage/utils/idb.ts"],"names":[],"mappings":"AAGA,qBAAa,GAAG;IAIZ,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,SAAS;IAJnB,OAAO,CAAC,EAAE,CAA2B;gBAG3B,MAAM,EAAE,MAAM,EACd,SAAS,GAAE,MAAuB;YAG9B,IAAI;IAwBL,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAkBjD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBhE"}

package/dist/storage/utils/idb.js

@@ -0,0 +1,58 @@
+/* eslint-disable unicorn/prefer-add-event-listener */
+/* eslint-disable prefer-arrow/prefer-arrow-functions */
+export class IDB {
+    constructor(dbName, storeName = 'binary_store') {
+        this.dbName = dbName;
+        this.storeName = storeName;
+        this.db = null;
+    }
+    async open() {
+        if (this.db)
+            return this.db;
+        return new Promise((resolve, reject) => {
+            const openRequest = indexedDB.open(this.dbName, 1);
+            openRequest.onupgradeneeded = () => {
+                const db = openRequest.result;
+                if (!db.objectStoreNames.contains(this.storeName)) {
+                    db.createObjectStore(this.storeName);
+                }
+            };
+            openRequest.onsuccess = () => {
+                this.db = openRequest.result;
+                resolve(this.db);
+            };
+            openRequest.onerror = () => {
+                reject(new Error('Failed to open database.'));
+            };
+        });
+    }
+    async get(key) {
+        const db = await this.open();
+        return new Promise((resolve, reject) => {
+            const transaction = db.transaction(this.storeName, 'readonly');
+            const store = transaction.objectStore(this.storeName);
+            const getRequest = store.get(key);
+            getRequest.onsuccess = () => {
+                resolve(getRequest.result);
+            };
+            getRequest.onerror = () => {
+                reject(new Error('Failed to get data.'));
+            };
+        });
+    }
+    async put(key, value) {
+        const db = await this.open();
+        return new Promise((resolve, reject) => {
+            const transaction = db.transaction(this.storeName, 'readwrite');
+            const store = transaction.objectStore(this.storeName);
+            const putRequest = store.put(value, key);
+            putRequest.onsuccess = () => {
+                resolve();
+            };
+            putRequest.onerror = () => {
+                reject(new Error('Failed to write data.'));
+            };
+        });
+    }
+}
+//# sourceMappingURL=idb.js.map

package/dist/storage/utils/idb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"idb.js","sourceRoot":"","sources":["../../../src/storage/utils/idb.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,wDAAwD;AAExD,MAAM,OAAO,GAAG;IAGd,YACU,MAAc,EACd,YAAoB,cAAc;QADlC,WAAM,GAAN,MAAM,CAAQ;QACd,cAAS,GAAT,SAAS,CAAyB;QAJpC,OAAE,GAAuB,IAAI,CAAA;IAKlC,CAAC;IAEI,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC,EAAE,CAAA;QAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;YAElD,WAAW,CAAC,eAAe,GAAG,GAAG,EAAE;gBACjC,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAA;gBAC7B,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;oBACjD,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;iBACrC;YACH,CAAC,CAAA;YAED,WAAW,CAAC,SAAS,GAAG,GAAG,EAAE;gBAC3B,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,MAAM,CAAA;gBAC5B,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAClB,CAAC,CAAA;YAED,WAAW,CAAC,OAAO,GAAG,GAAG,EAAE;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAA;YAC/C,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW;QAC1B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAE5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;YAC9D,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACrD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEjC,UAAU,CAAC,SAAS,GAAG,GAAG,EAAE;gBAC1B,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC5B,CAAC,CAAA;YAED,UAAU,CAAC,OAAO,GAAG,GAAG,EAAE;gBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAA;YAC1C,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAiB;QAC7C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAE5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;YAC/D,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACrD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;YAExC,UAAU,CAAC,SAAS,GAAG,GAAG,EAAE;gBAC1B,OAAO,EAAE,CAAA;YACX,CAAC,CAAA;YAED,UAAU,CAAC,OAAO,GAAG,GAAG,EAAE;gBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAA;YAC5C,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;CACF"}

package/dist/storage/web-worker/index.d.ts

@@ -0,0 +1,27 @@
+import type * as otel from '@opentelemetry/api';
+import * as Comlink from 'comlink';
+import type { ParamsObject } from '../../util.js';
+import type { Storage, StorageOtelProps } from '../index.js';
+import type { WrappedWorker } from './worker.js';
+export type StorageType = 'opfs' | 'indexeddb';
+export type StorageOptionsWeb = {
+    /** Specifies where to persist data for this storage */
+    type: StorageType;
+    virtualFilename: string;
+};
+export declare class WebWorkerStorage implements Storage {
+    worker: Comlink.Remote<WrappedWorker>;
+    options: StorageOptionsWeb;
+    otelTracer: otel.Tracer;
+    executionBacklog: {
+        query: string;
+        bindValues?: ParamsObject;
+    }[];
+    executionPromise: Promise<void> | undefined;
+    private constructor();
+    static load: (options: StorageOptionsWeb) => ({ otelTracer }: StorageOtelProps) => WebWorkerStorage;
+    execute: (query: string, bindValues_?: ParamsObject) => void;
+    private executeBacklog;
+    getPersistedData: (_parentSpan?: otel.Span) => Promise<Uint8Array>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/web-worker/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/web-worker/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,IAAI,MAAM,oBAAoB,CAAA;AAC/C,OAAO,KAAK,OAAO,MAAM,SAAS,CAAA;AAElC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAEjD,OAAO,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAE5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,CAAA;AAE9C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,uDAAuD;IACvD,IAAI,EAAE,WAAW,CAAA;IACjB,eAAe,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,qBAAa,gBAAiB,YAAW,OAAO;IAC9C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,OAAO,EAAE,iBAAiB,CAAA;IAC1B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAA;IAEvB,gBAAgB,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,YAAY,CAAA;KAAE,EAAE,CAAK;IACrE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAA;IAE3C,OAAO;IAmBP,MAAM,CAAC,IAAI,YAAa,iBAAiB,sBASf,gBAAgB,sBAOzC;IAED,OAAO,UAAW,MAAM,gBAAgB,YAAY,UAcnD;IAED,OAAO,CAAC,cAAc,CAIrB;IAED,gBAAgB,iBAAwB,KAAK,IAAI,KAAG,QAAQ,UAAU,CAAC,CAAkC;CAC1G"}

package/dist/storage/web-worker/index.js

@@ -0,0 +1,76 @@
+import { casesHandled } from '@livestore/utils';
+import * as Comlink from 'comlink';
+import { prepareBindValues } from '../../util.js';
+import { IDB } from '../utils/idb.js';
+export class WebWorkerStorage {
+    constructor({ worker, options, otelTracer, executionPromise, }) {
+        this.executionBacklog = [];
+        this.execute = (query, bindValues_) => {
+            const bindValues = prepareBindValues(bindValues_ ?? {}, query);
+            this.executionBacklog.push({ query, bindValues });
+            // Instead of sending the queries to the worker immediately, we wait a bit and batch them up (which reduces the number of messages sent to the worker)
+            if (this.executionPromise === undefined) {
+                this.executionPromise = new Promise((resolve) => {
+                    setTimeout(() => {
+                        this.executeBacklog();
+                        resolve();
+                    }, 10);
+                });
+            }
+        };
+        this.executeBacklog = () => {
+            void this.worker.executeBulk(this.executionBacklog);
+            this.executionBacklog = [];
+            this.executionPromise = undefined;
+        };
+        this.getPersistedData = async (_parentSpan) => getPersistedData(this.options);
+        this.worker = worker;
+        this.options = options;
+        this.otelTracer = otelTracer;
+        this.executionPromise = executionPromise;
+        executionPromise.then(() => this.executeBacklog());
+    }
+}
+WebWorkerStorage.load = (options) => {
+    // TODO: Importing the worker like this only works with Vite;
+    // should this really be inside the LiveStore library?
+    // Doesn't work with Firefox right now during dev https://bugzilla.mozilla.org/show_bug.cgi?id=1247687
+    const worker = new Worker(new URL('./worker.js', import.meta.url), {
+        type: 'module',
+    });
+    const wrappedWorker = Comlink.wrap(worker);
+    return ({ otelTracer }) => new WebWorkerStorage({
+        worker: wrappedWorker,
+        options,
+        otelTracer,
+        executionPromise: wrappedWorker.initialize(options),
+    });
+};
+const getPersistedData = async (options) => {
+    switch (options.type) {
+        case 'opfs': {
+            try {
+                const rootHandle = await navigator.storage.getDirectory();
+                const fileHandle = await rootHandle.getFileHandle(options.virtualFilename + '.db');
+                const file = await fileHandle.getFile();
+                const buffer = await file.arrayBuffer();
+                const data = new Uint8Array(buffer);
+                return data;
+            }
+            catch (error) {
+                if (error instanceof DOMException && error.name === 'NotFoundError') {
+                    return new Uint8Array();
+                }
+                throw error;
+            }
+        }
+        case 'indexeddb': {
+            const idb = new IDB(options.virtualFilename);
+            return (await idb.get('db')) ?? new Uint8Array();
+        }
+        default: {
+            casesHandled(options.type);
+        }
+    }
+};
+//# sourceMappingURL=index.js.map

package/dist/storage/web-worker/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/web-worker/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAE/C,OAAO,KAAK,OAAO,MAAM,SAAS,CAAA;AAGlC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AAEjD,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AAWrC,MAAM,OAAO,gBAAgB;IAQ3B,YAAoB,EAClB,MAAM,EACN,OAAO,EACP,UAAU,EACV,gBAAgB,GAMjB;QAbD,qBAAgB,GAAmD,EAAE,CAAA;QAwCrE,YAAO,GAAG,CAAC,KAAa,EAAE,WAA0B,EAAE,EAAE;YACtD,MAAM,UAAU,GAAG,iBAAiB,CAAC,WAAW,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;YAC9D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;YAEjD,sJAAsJ;YACtJ,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE;gBACvC,IAAI,CAAC,gBAAgB,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC9C,UAAU,CAAC,GAAG,EAAE;wBACd,IAAI,CAAC,cAAc,EAAE,CAAA;wBAErB,OAAO,EAAE,CAAA;oBACX,CAAC,EAAE,EAAE,CAAC,CAAA;gBACR,CAAC,CAAC,CAAA;aACH;QACH,CAAC,CAAA;QAEO,mBAAc,GAAG,GAAG,EAAE;YAC5B,KAAK,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACnD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;YAC1B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAA;QACnC,CAAC,CAAA;QAED,qBAAgB,GAAG,KAAK,EAAE,WAAuB,EAAuB,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAhDvG,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAExC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;IACpD,CAAC;;AAEM,qBAAI,GAAG,CAAC,OAA0B,EAAE,EAAE;IAC3C,6DAA6D;IAC7D,sDAAsD;IACtD,sGAAsG;IACtG,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QACjE,IAAI,EAAE,QAAQ;KACf,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAgB,MAAM,CAAC,CAAA;IAEzD,OAAO,CAAC,EAAE,UAAU,EAAoB,EAAE,EAAE,CAC1C,IAAI,gBAAgB,CAAC;QACnB,MAAM,EAAE,aAAa;QACrB,OAAO;QACP,UAAU;QACV,gBAAgB,EAAE,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC;KACpD,CAAC,CAAA;AACN,CAAC,AAhBU,CAgBV;AA2BH,MAAM,gBAAgB,GAAG,KAAK,EAAE,OAA0B,EAAuB,EAAE;IACjF,QAAQ,OAAO,CAAC,IAAI,EAAE;QACpB,KAAK,MAAM,CAAC,CAAC;YACX,IAAI;gBACF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;gBACzD,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,CAAA;gBAClF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;gBACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;gBACvC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;gBAEnC,OAAO,IAAI,CAAA;aACZ;YAAC,OAAO,KAAU,EAAE;gBACnB,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE;oBACnE,OAAO,IAAI,UAAU,EAAE,CAAA;iBACxB;gBAED,MAAM,KAAK,CAAA;aACZ;SACF;QAED,KAAK,WAAW,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;YAE5C,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,EAAE,CAAA;SACjD;QACD,OAAO,CAAC,CAAC;YACP,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;SAC3B;KACF;AACH,CAAC,CAAA"}

package/dist/storage/web-worker/worker.d.ts

@@ -0,0 +1,13 @@
+import type { Bindable } from '../../util.js';
+import type { StorageOptionsWeb } from './index.js';
+type ExecutionQueueItem = {
+    query: string;
+    bindValues?: Bindable;
+};
+declare const wrappedWorker: {
+    initialize: (options: StorageOptionsWeb) => Promise<void>;
+    executeBulk: (executionItems: ExecutionQueueItem[]) => void;
+};
+export type WrappedWorker = typeof wrappedWorker;
+export {};
+//# sourceMappingURL=worker.d.ts.map

package/dist/storage/web-worker/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/storage/web-worker/worker.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAG7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAsEnD,KAAK,kBAAkB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAA;AA8ClE,QAAA,MAAM,aAAa;0BA5FgB,iBAAiB;kCAgDf,kBAAkB,EAAE,KAAG,IAAI;CA4Cf,CAAA;AAEjD,MAAM,MAAM,aAAa,GAAG,OAAO,aAAa,CAAA"}

package/dist/storage/web-worker/worker.js

@@ -0,0 +1,110 @@
+// Web Worker file for running SQLite in a web worker.
+// TODO: create types for these libraries? SQL.js already should have types;
+// we just need the types to apply to the fork.
+import { shouldNeverHappen } from '@livestore/utils';
+import * as Comlink from 'comlink';
+import sqlite3InitModule from 'sqlite-esm';
+import { casesHandled, sql } from '../../util.js';
+import { IDB } from '../utils/idb.js';
+// A global variable to hold the database connection.
+// let db: SqliteWasm.Database
+let db;
+let sqlite3;
+// TODO get rid of this in favour of a "proper" IDB SQLite storage
+let idb;
+/** The location where this database storage persists its data */
+let options_;
+const configureConnection = () => db.exec(sql `
+    PRAGMA page_size=8192;
+    PRAGMA journal_mode=MEMORY;
+    PRAGMA foreign_keys='ON'; -- we want foreign key constraints to be enforced
+  `);
+/** A full virtual filename in the IDB FS */
+const fullyQualifiedFilename = (name) => `${name}.db`;
+const initialize = async (options) => {
+    options_ = options;
+    sqlite3 = await sqlite3InitModule({
+        print: (message) => console.log(`[sql-client] ${message}`),
+        printErr: (message) => console.error(`[sql-client] ${message}`),
+    });
+    switch (options.type) {
+        case 'opfs': {
+            try {
+                db = new sqlite3.oo1.OpfsDb(fullyQualifiedFilename(options.virtualFilename)); // , 'c'
+            }
+            catch (e) {
+                debugger;
+            }
+            break;
+        }
+        case 'indexeddb': {
+            try {
+                db = new sqlite3.oo1.DB({ filename: ':memory:', flags: 'c' });
+                idb = new IDB(options.virtualFilename);
+                const bytes = await idb.get('db');
+                if (bytes !== undefined) {
+                    // Based on https://sqlite.org/forum/forumpost/2119230da8ac5357a13b731f462dc76e08621a4a29724f7906d5f35bb8508465
+                    // TODO find cleaner way to do this once possible in sqlite3-wasm
+                    const p = sqlite3.wasm.allocFromTypedArray(bytes);
+                    const _rc = sqlite3.capi.sqlite3_deserialize(db.pointer, 'main', p, bytes.length, bytes.length, 0);
+                }
+            }
+            catch (e) {
+                debugger;
+            }
+            break;
+        }
+        default: {
+            casesHandled(options.type);
+        }
+    }
+    configureConnection();
+};
+// TODO get rid of this in favour of a "proper" IDB SQLite storage
+let idbPersistTimeout;
+const executeBulk = (executionItems) => {
+    let batchItems = [];
+    while (executionItems.length > 0) {
+        try {
+            db.exec('BEGIN TRANSACTION'); // Start the transaction
+            batchItems = executionItems.splice(0, 50);
+            for (const { query, bindValues } of batchItems) {
+                db.exec({
+                    sql: query,
+                    bind: bindValues,
+                    returnValue: 'resultRows',
+                    rowMode: 'object',
+                });
+            }
+            db.exec('COMMIT'); // Commit the transaction
+        }
+        catch (error) {
+            try {
+                db.exec('ROLLBACK'); // Rollback in case of an error
+            }
+            catch (e) {
+                console.error('Error rolling back transaction', e);
+            }
+            shouldNeverHappen(`Error executing query: ${error} \n ${JSON.stringify(batchItems)}`);
+        }
+    }
+    // TODO get rid of this in favour of a "proper" IDB SQLite storage
+    if (options_.type === 'indexeddb') {
+        if (idbPersistTimeout !== undefined) {
+            clearTimeout(idbPersistTimeout);
+        }
+        idbPersistTimeout = setTimeout(() => {
+            const data = sqlite3.capi.sqlite3_js_db_export(db.pointer);
+            void idb.put('db', data);
+        }, 1000);
+    }
+};
+const wrappedWorker = { initialize, executeBulk };
+Comlink.expose(wrappedWorker);
+// NOTE keep this around for debugging
+// db.exec({
+//   sql: `select * from sqlite_master where name = 'library_tracks'`,
+//   callback: (_: TODO) => console.log(_),
+//   rowMode: 'object',
+// } as TODO)
+//# sourceMappingURL=worker.js.map

package/dist/storage/web-worker/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/storage/web-worker/worker.ts"],"names":[],"mappings":"AAAA,sDAAsD;AAEtD,4EAA4E;AAC5E,+CAA+C;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAA;AAElC,OAAO,iBAAiB,MAAM,YAAY,CAAA;AAI1C,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AAGrC,qDAAqD;AACrD,8BAA8B;AAC9B,IAAI,EAA0B,CAAA;AAE9B,IAAI,OAAiC,CAAA;AAErC,kEAAkE;AAClE,IAAI,GAAoB,CAAA;AAExB,iEAAiE;AACjE,IAAI,QAA2B,CAAA;AAE/B,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAC/B,EAAE,CAAC,IAAI,CAAC,GAAG,CAAA;;;;GAIV,CAAC,CAAA;AAEJ,4CAA4C;AAC5C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,CAAA;AAE7D,MAAM,UAAU,GAAG,KAAK,EAAE,OAA0B,EAAE,EAAE;IACtD,QAAQ,GAAG,OAAO,CAAA;IAElB,OAAO,GAAG,MAAM,iBAAiB,CAAC;QAChC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,EAAE,CAAC;QAC1D,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,OAAO,EAAE,CAAC;KAChE,CAAC,CAAA;IAEF,QAAQ,OAAO,CAAC,IAAI,EAAE;QACpB,KAAK,MAAM,CAAC,CAAC;YACX,IAAI;gBACF,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAA,CAAC,QAAQ;aACtF;YAAC,OAAO,CAAC,EAAE;gBACV,QAAQ,CAAA;aACT;YACD,MAAK;SACN;QACD,KAAK,WAAW,CAAC,CAAC;YAChB,IAAI;gBACF,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC7D,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;gBAEtC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBAEjC,IAAI,KAAK,KAAK,SAAS,EAAE;oBACvB,+GAA+G;oBAC/G,iEAAiE;oBACjE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;oBACjD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;iBACnG;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,QAAQ,CAAA;aACT;YACD,MAAK;SACN;QACD,OAAO,CAAC,CAAC;YACP,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;SAC3B;KACF;IAED,mBAAmB,EAAE,CAAA;AACvB,CAAC,CAAA;AAED,kEAAkE;AAClE,IAAI,iBAA6C,CAAA;AAIjD,MAAM,WAAW,GAAG,CAAC,cAAoC,EAAQ,EAAE;IACjE,IAAI,UAAU,GAAyB,EAAE,CAAA;IAEzC,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;QAChC,IAAI;YACF,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA,CAAC,wBAAwB;YAErD,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAEzC,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,UAAU,EAAE;gBAC9C,EAAE,CAAC,IAAI,CAAC;oBACN,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,UAAkB;oBACxB,WAAW,EAAE,YAAY;oBACzB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAA;aACH;YAED,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA,CAAC,yBAAyB;SAC5C;QAAC,OAAO,KAAK,EAAE;YACd,IAAI;gBACF,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA,CAAC,+BAA+B;aACpD;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAA;aACnD;YAED,iBAAiB,CAAC,0BAA0B,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;SACtF;KACF;IAED,kEAAkE;IAClE,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE;QACjC,IAAI,iBAAiB,KAAK,SAAS,EAAE;YACnC,YAAY,CAAC,iBAAiB,CAAC,CAAA;SAChC;QAED,iBAAiB,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,CAAe,CAAA;YAExE,KAAK,GAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC3B,CAAC,EAAE,IAAI,CAAC,CAAA;KACT;AACH,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,CAAA;AAIjD,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;AAE7B,sCAAsC;AACtC,YAAY;AACZ,sEAAsE;AACtE,2CAA2C;AAC3C,uBAAuB;AACvB,aAAa"}

package/dist/store.d.ts

@@ -1,7 +1,6 @@
 import type { TypedDocumentNode as DocumentNode } from '@graphql-typed-document-node/core';
 import * as otel from '@opentelemetry/api';
 import type { GraphQLSchema } from 'graphql';
-import type { Backend, BackendOptions } from './backends/index.js';
 import type { ComponentKey } from './componentKey.js';
 import type { LiveStoreEvent } from './events.js';
 import { InMemoryDatabase } from './inMemoryDatabase.js';
@@ -11,6 +10,7 @@ import { LiveStoreGraphQLQuery } from './reactiveQueries/graphql.js';
 import { LiveStoreJSQuery } from './reactiveQueries/js.js';
 import { LiveStoreSQLQuery } from './reactiveQueries/sql.js';
 import type { GetActionArgs, Schema } from './schema.js';
+import type { Storage, StorageInit } from './storage/index.js';
 import type { Bindable, ParamsObject } from './util.js';
 export type LiveStoreQuery<TResult extends Record<string, any> = any> = LiveStoreSQLQuery<TResult> | LiveStoreJSQuery<TResult> | LiveStoreGraphQLQuery<TResult, any, any>;
 export type BaseGraphQLContext = {
@@ -27,7 +27,7 @@ export type GraphQLOptions<TContext> = {
 export type StoreOptions<TGraphQLContext extends BaseGraphQLContext> = {
     db: InMemoryDatabase;
     schema: Schema;
-    backend?: Backend;
+    storage?: Storage;
     graphQLOptions?: GraphQLOptions<TGraphQLContext>;
     otelTracer: otel.Tracer;
     otelRootSpanContext: otel.Context;
@@ -79,7 +79,7 @@ export declare class Store<TGraphQLContext extends BaseGraphQLContext> {
         [key: string]: Ref<null>;
     };
     activeQueries: Set<LiveStoreQuery>;
-    backend?: Backend;
+    storage?: Storage;
     temporaryQueries: Set<LiveStoreQuery> | undefined;
     private constructor();
     static createStore: <TGraphQLContext_1 extends BaseGraphQLContext>(storeOptions: StoreOptions<TGraphQLContext_1>, parentSpan: otel.Span) => Store<TGraphQLContext_1>;
@@ -181,12 +181,12 @@ export declare class Store<TGraphQLContext extends BaseGraphQLContext> {
     execute: (query: string, params?: ParamsObject, writeTables?: string[]) => Promise<void>;
 }
 /** Create a new LiveStore Store */
-export declare const createStore: <TGraphQLContext extends BaseGraphQLContext>({ schema, backendOptions, graphQLOptions, otelTracer, otelRootSpanContext, boot, }: {
+export declare const createStore: <TGraphQLContext extends BaseGraphQLContext>({ schema, loadStorage, graphQLOptions, otelTracer, otelRootSpanContext, boot, }: {
     schema: Schema;
-    backendOptions: BackendOptions;
+    loadStorage: () => StorageInit | Promise<StorageInit>;
     graphQLOptions?: GraphQLOptions<TGraphQLContext> | undefined;
     otelTracer?: otel.Tracer | undefined;
     otelRootSpanContext?: otel.Context | undefined;
-    boot?: ((backend: Backend, parentSpan: otel.Span) => Promise<void>) | undefined;
+    boot?: ((db: InMemoryDatabase, parentSpan: otel.Span) => unknown | Promise<unknown>) | undefined;
 }) => Promise<Store<TGraphQLContext>>;
 //# sourceMappingURL=store.d.ts.map

package/dist/store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAE1F,OAAO,KAAK,IAAI,MAAM,oBAAoB,CAAA;AAC1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAM5C,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAExD,OAAO,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,KAAK,EAAoB,aAAa,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAE1E,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGvD,MAAM,MAAM,cAAc,CAAC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,IAChE,iBAAiB,CAAC,OAAO,CAAC,GAC1B,gBAAgB,CAAC,OAAO,CAAC,GACzB,qBAAqB,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAE5C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAC1B,gEAAgE;IAChE,WAAW,CAAC,EAAE,IAAI,CAAC,OAAO,CAAA;CAC3B,CAAA;AAED,eAAO,MAAM,0BAA0B,oBAAoB,CAAA;AAE3D,MAAM,MAAM,WAAW,CAAC,MAAM,IAAI,MAAM,SAAS,iBAAiB,CAAC,MAAM,CAAC,CAAC,GACvE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAC1B,MAAM,SAAS,gBAAgB,CAAC,MAAM,CAAC,CAAC,GACxC,QAAQ,CAAC,CAAC,CAAC,GACX,MAAM,SAAS,qBAAqB,CAAC,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAC5D,QAAQ,CAAC,MAAM,CAAC,GAChB,KAAK,CAAA;AAIT,MAAM,MAAM,cAAc,CAAC,QAAQ,IAAI;IACrC,MAAM,EAAE,aAAa,CAAA;IACrB,WAAW,EAAE,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAA;CACrE,CAAA;AAED,MAAM,MAAM,YAAY,CAAC,eAAe,SAAS,kBAAkB,IAAI;IACrE,EAAE,EAAE,gBAAgB,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,cAAc,CAAC,EAAE,cAAc,CAAC,eAAe,CAAC,CAAA;IAChD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAA;IACvB,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAA;CAClC,CAAA;AAED,MAAM,MAAM,aAAa,GACrB;IACE,IAAI,EAAE,YAAY,CAAA;IAClB,iCAAiC;IAGjC,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAA;IAEjC,mDAAmD;IACnD,WAAW,EAAE,MAAM,EAAE,CAAA;CACtB,GACD;IACE,IAAI,EAAE,aAAa,CAAA;IACnB,kCAAkC;IAGlC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAA;IAEpC,mDAAmD;IACnD,WAAW,EAAE,MAAM,EAAE,CAAA;CACtB;AACH,sFAAsF;GACpF;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IACE,IAAI,EAAE,WAAW,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GACD;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAA;AAEvB,MAAM,MAAM,cAAc,GAAG;IAAE,IAAI,EAAE,SAAS,GAAG,KAAK,GAAG,IAAI,GAAG,SAAS,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzG,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAA;IACnB,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAA;IACpC,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAA;CACjC,CAAA;AAED,qBAAa,KAAK,CAAC,eAAe,SAAS,kBAAkB;IAC3D,KAAK,EAAE,aAAa,CAAC,aAAa,EAAE,cAAc,CAAC,CAAA;IACnD,UAAU,EAAE,gBAAgB,CAAA;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,aAAa,CAAA;IAC7B,cAAc,CAAC,EAAE,eAAe,CAAA;IAChC,IAAI,EAAE,SAAS,CAAA;IACf;;;OAGG;IACH,SAAS,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAA;KAAE,CAAA;IACvC,aAAa,EAAE,GAAG,CAAC,cAAc,CAAC,CAAA;IAClC,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,gBAAgB,EAAE,GAAG,CAAC,cAAc,CAAC,GAAG,SAAS,CAAA;IAEjD,OAAO;IAoDP,MAAM,CAAC,WAAW,4GAEJ,KAAK,IAAI,8BAUtB;IAED;;;;OAIG;IACH,QAAQ,kCACgB,OAAO,KAAK,MAAM;QAQtC;;;;;WAKG;uBACY,MAAM,EAAE;qBACV,QAAQ,GAAG,SAAS;uBAClB,YAAY,GAAG,SAAS;gBAC/B,MAAM,GAAG,SAAS;;qCAiF3B;IAEH,OAAO,8BACa,OAAO;;;;oCAoCvB;IAEJ,YAAY,gKAEe,OAAO;sBAMhB,YAAY;;;2EAmE3B;IAEH,gBAAgB,sLAGD,KAAK,OAAO;;uBACU,MAAM,EAAE;MAuC5C;IAED;;;OAGG;IACH,SAAS,kGAEqC,IAAI,mBAC/B,MAAM,IAAI,YACjB;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,KACvC,CAAC,MAAM,IAAI,CAAC,CAiCZ;IAEH;;;;OAIG;IACH,kBAAkB,gDASjB;IAED;;;;OAIG;IACH,OAAO,aAcN;IAED,OAAO,CAAC,YAAY,CASnB;IAED;;;OAGG;IACH,gBAAgB,iBAAkB,YAAY,UAM7C;IAGD,UAAU,2EAGE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,KAClC;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAiDxB;IAED;;;;OAIG;IACH,WAAW,WAED,SAAS;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,GAAG,CAAA;KAAE,CAAC,YACxC;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,KAClD;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAkFxB;IAED;;;OAGG;IACH,aAAa,aAAc;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,UAY5C;IAED;;;;;OAKG;IACH,OAAO,CAAC,wBAAwB,CA6D/B;IAED;;;;OAIG;IACH,OAAO,UAAiB,MAAM,WAAU,YAAY,gBAAqB,MAAM,EAAE,mBAOhF;CACF;AAED,mCAAmC;AACnC,eAAO,MAAM,WAAW;YAQd,MAAM;oBACE,cAAc;;;;sBAIb,OAAO,cAAc,KAAK,IAAI,KAAK,QAAQ,IAAI,CAAC;qCAwElE,CAAA"}
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAG1F,OAAO,KAAK,IAAI,MAAM,oBAAoB,CAAA;AAC1C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAO5C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAGxD,OAAO,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,KAAK,EAAoB,aAAa,EAAE,MAAM,EAAqB,MAAM,aAAa,CAAA;AAE7F,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAC9D,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGvD,MAAM,MAAM,cAAc,CAAC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,IAChE,iBAAiB,CAAC,OAAO,CAAC,GAC1B,gBAAgB,CAAC,OAAO,CAAC,GACzB,qBAAqB,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAE5C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAC1B,gEAAgE;IAChE,WAAW,CAAC,EAAE,IAAI,CAAC,OAAO,CAAA;CAC3B,CAAA;AAED,eAAO,MAAM,0BAA0B,oBAAoB,CAAA;AAE3D,MAAM,MAAM,WAAW,CAAC,MAAM,IAAI,MAAM,SAAS,iBAAiB,CAAC,MAAM,CAAC,CAAC,GACvE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAC1B,MAAM,SAAS,gBAAgB,CAAC,MAAM,CAAC,CAAC,GACxC,QAAQ,CAAC,CAAC,CAAC,GACX,MAAM,SAAS,qBAAqB,CAAC,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAC5D,QAAQ,CAAC,MAAM,CAAC,GAChB,KAAK,CAAA;AAIT,MAAM,MAAM,cAAc,CAAC,QAAQ,IAAI;IACrC,MAAM,EAAE,aAAa,CAAA;IACrB,WAAW,EAAE,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAA;CACrE,CAAA;AAED,MAAM,MAAM,YAAY,CAAC,eAAe,SAAS,kBAAkB,IAAI;IACrE,EAAE,EAAE,gBAAgB,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,cAAc,CAAC,EAAE,cAAc,CAAC,eAAe,CAAC,CAAA;IAChD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAA;IACvB,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAA;CAClC,CAAA;AAED,MAAM,MAAM,aAAa,GACrB;IACE,IAAI,EAAE,YAAY,CAAA;IAClB,iCAAiC;IAGjC,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAA;IAEjC,mDAAmD;IACnD,WAAW,EAAE,MAAM,EAAE,CAAA;CACtB,GACD;IACE,IAAI,EAAE,aAAa,CAAA;IACnB,kCAAkC;IAGlC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAA;IAEpC,mDAAmD;IACnD,WAAW,EAAE,MAAM,EAAE,CAAA;CACtB;AACH,sFAAsF;GACpF;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IACE,IAAI,EAAE,WAAW,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GACD;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAA;AAEvB,MAAM,MAAM,cAAc,GAAG;IAAE,IAAI,EAAE,SAAS,GAAG,KAAK,GAAG,IAAI,GAAG,SAAS,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzG,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAA;IACnB,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAA;IACpC,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAA;CACjC,CAAA;AAED,qBAAa,KAAK,CAAC,eAAe,SAAS,kBAAkB;IAC3D,KAAK,EAAE,aAAa,CAAC,aAAa,EAAE,cAAc,CAAC,CAAA;IACnD,UAAU,EAAE,gBAAgB,CAAA;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,aAAa,CAAA;IAC7B,cAAc,CAAC,EAAE,eAAe,CAAA;IAChC,IAAI,EAAE,SAAS,CAAA;IACf;;;OAGG;IACH,SAAS,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAA;KAAE,CAAA;IACvC,aAAa,EAAE,GAAG,CAAC,cAAc,CAAC,CAAA;IAClC,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,gBAAgB,EAAE,GAAG,CAAC,cAAc,CAAC,GAAG,SAAS,CAAA;IAEjD,OAAO;IAoDP,MAAM,CAAC,WAAW,4GAEJ,KAAK,IAAI,8BAUtB;IAED;;;;OAIG;IACH,QAAQ,kCACgB,OAAO,KAAK,MAAM;QAQtC;;;;;WAKG;uBACY,MAAM,EAAE;qBACV,QAAQ,GAAG,SAAS;uBAClB,YAAY,GAAG,SAAS;gBAC/B,MAAM,GAAG,SAAS;;qCAiF3B;IAEH,OAAO,8BACa,OAAO;;;;oCAoCvB;IAEJ,YAAY,gKAEe,OAAO;sBAMhB,YAAY;;;2EAmE3B;IAEH,gBAAgB,sLAGD,KAAK,OAAO;;uBACU,MAAM,EAAE;MAuC5C;IAED;;;OAGG;IACH,SAAS,kGAEqC,IAAI,mBAC/B,MAAM,IAAI,YACjB;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,KACvC,CAAC,MAAM,IAAI,CAAC,CAiCZ;IAEH;;;;OAIG;IACH,kBAAkB,gDASjB;IAED;;;;OAIG;IACH,OAAO,aAcN;IAED,OAAO,CAAC,YAAY,CASnB;IAED;;;OAGG;IACH,gBAAgB,iBAAkB,YAAY,UAM7C;IAGD,UAAU,2EAGE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,KAClC;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAiDxB;IAED;;;;OAIG;IACH,WAAW,WAED,SAAS;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,GAAG,CAAA;KAAE,CAAC,YACxC;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,KAClD;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAkFxB;IAED;;;OAGG;IACH,aAAa,aAAc;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,UAY5C;IAED;;;;;OAKG;IACH,OAAO,CAAC,wBAAwB,CA2E/B;IAED;;;;OAIG;IACH,OAAO,UAAiB,MAAM,WAAU,YAAY,gBAAqB,MAAM,EAAE,mBAOhF;CACF;AAED,mCAAmC;AACnC,eAAO,MAAM,WAAW;YAQd,MAAM;iBACD,MAAM,WAAW,GAAG,QAAQ,WAAW,CAAC;;;;iBAIzC,gBAAgB,cAAc,KAAK,IAAI,KAAK,OAAO,GAAG,QAAQ,OAAO,CAAC;qCAyFnF,CAAA"}

package/dist/store.js

@@ -1,23 +1,25 @@
 import { assertNever, makeNoopSpan, makeNoopTracer, shouldNeverHappen } from '@livestore/utils';
+import { identity } from '@livestore/utils/effect';
 import * as otel from '@opentelemetry/api';
 import * as graphql from 'graphql';
 import { uniqueId } from 'lodash-es';
 import * as ReactDOM from 'react-dom';
+import initSqlite3Wasm from 'sqlite-esm';
 import { v4 as uuid } from 'uuid';
-import { createBackend } from './backends/index.js';
 import { tableNameForComponentKey } from './componentKey.js';
 import { InMemoryDatabase } from './inMemoryDatabase.js';
+import { migrateDb } from './migrations.js';
 import { getDurationMsFromSpan } from './otel.js';
 import { ReactiveGraph } from './reactive.js';
 import { LiveStoreGraphQLQuery } from './reactiveQueries/graphql.js';
 import { LiveStoreJSQuery } from './reactiveQueries/js.js';
 import { LiveStoreSQLQuery } from './reactiveQueries/sql.js';
-import { componentStateTables, loadSchema } from './schema.js';
-import { sql } from './util.js';
+import { componentStateTables } from './schema.js';
+import { isPromise, sql } from './util.js';
 export const RESET_DB_LOCAL_STORAGE_KEY = 'livestore-reset';
 const globalComponentKey = { _tag: 'singleton', componentName: '__global', id: 'singleton' };
 export class Store {
-    constructor({ db, schema, backend, graphQLOptions, otelTracer, otelRootSpanContext, }) {
+    constructor({ db, schema, storage, graphQLOptions, otelTracer, otelRootSpanContext, }) {
         /**
          * Creates a reactive LiveStore SQL query
          *
@@ -298,7 +300,7 @@ export class Store {
                     this.otel.tracer.startActiveSpan('LiveStore:processWrites', { attributes: { 'livestore.applyEventsLabel': label } }, otel.trace.setSpan(otel.context.active(), span), (span) => {
                         try {
                             const otelContext = otel.trace.setSpan(otel.context.active(), span);
-                            // TODO: what to do about backend transaction here?
+                            // TODO: what to do about storage transaction here?
                             this.inMemoryDB.txn(() => {
                                 for (const event of events) {
                                     try {
@@ -387,21 +389,35 @@ export class Store {
                             };
                         },
                     },
+                    RawSql: {
+                        statement: ({ sql, writeTables }) => ({
+                            sql,
+                            writeTables,
+                            argsAlreadyBound: false,
+                        }),
+                        prepareBindValues: ({ bindValues }) => bindValues,
+                    },
                 };
                 const actionDefinition = actionDefinitions[eventType] ?? shouldNeverHappen(`Unknown event type: ${eventType}`);
                 // Generate a fresh ID for the event
                 const eventWithId = { id: uuid(), type: eventType, args };
                 // Synchronously apply the event to the in-memory database
-                const { durationMs } = this.inMemoryDB.applyEvent(eventWithId, actionDefinition, otelContext);
-                // Asynchronously apply the event to a persistent backend (we're not awaiting this promise here)
-                if (this.backend !== undefined) {
-                    this.backend.applyEvent(eventWithId, actionDefinition, span);
+                // const { durationMs } = this.inMemoryDB.applyEvent(eventWithId, actionDefinition, otelContext)
+                const { statement, bindValues } = eventToSql(eventWithId, actionDefinition);
+                const { durationMs } = this.inMemoryDB.execute(statement.sql, bindValues, statement.writeTables, {
+                    otelContext,
+                });
+                // Asynchronously apply the event to a persistent storage (we're not awaiting this promise here)
+                if (this.storage !== undefined) {
+                    // this.storage.applyEvent(eventWithId, actionDefinition, span)
+                    this.storage.execute(statement.sql, bindValues, span);
                 }
                 // Uncomment to print a list of queries currently registered on the store
                 // console.log(JSON.parse(JSON.stringify([...this.queries].map((q) => `${labelForKey(q.componentKey)}/${q.label}`))))
-                const statement = typeof actionDefinition.statement === 'function'
-                    ? actionDefinition.statement(args)
-                    : actionDefinition.statement;
+                // const statement =
+                //   typeof actionDefinition.statement === 'function'
+                //     ? actionDefinition.statement(args)
+                //     : actionDefinition.statement
                 span.end();
                 return { writeTables: statement.writeTables, durationMs };
             });
@@ -413,9 +429,9 @@ export class Store {
          */
         this.execute = async (query, params = {}, writeTables) => {
             this.inMemoryDB.execute(query, params, writeTables);
-            if (this.backend !== undefined) {
+            if (this.storage !== undefined) {
                 const parentSpan = otel.trace.getSpan(otel.context.active());
-                this.backend.execute(query, params, parentSpan);
+                this.storage.execute(query, params, parentSpan);
             }
         };
         this.inMemoryDB = db;
@@ -429,7 +445,7 @@ export class Store {
         // TODO generalize the `tableRefs` concept to allow finer-grained refs
         this.tableRefs = {};
         this.activeQueries = new Set();
-        this.backend = backend;
+        this.storage = storage;
         const applyEventsSpan = otelTracer.startSpan('LiveStore:applyEvents', {}, otelRootSpanContext);
         const otelApplyEventsSpanContext = otel.trace.setSpan(otel.context.active(), applyEventsSpan);
         const queriesSpan = otelTracer.startSpan('LiveStore:queries', {}, otelRootSpanContext);
@@ -469,71 +485,85 @@ Store.createStore = (storeOptions, parentSpan) => {
     });
 };
 /** Create a new LiveStore Store */
-export const createStore = async ({ schema, backendOptions, graphQLOptions, otelTracer = makeNoopTracer(), otelRootSpanContext = otel.context.active(), boot, }) => {
+export const createStore = async ({ schema, loadStorage, graphQLOptions, otelTracer = makeNoopTracer(), otelRootSpanContext = otel.context.active(), boot, }) => {
     return otelTracer.startActiveSpan('createStore', {}, otelRootSpanContext, async (span) => {
         try {
-            let persistedData;
-            const backend = await createBackend(backendOptions, {
-                otelTracer: otelTracer ?? makeNoopTracer(),
-                parentSpan: otel.trace.getSpan(otelRootSpanContext ?? otel.context.active()) ?? makeNoopSpan(),
-            });
-            // if we're resetting the database, run boot here.
-            let shouldResetDB = false;
-            // Uncomment this line if you want to reset the database contents.
-            // let shouldResetDB = true
-            const existingTablesRaw = await backend.select(sql `SELECT * FROM sqlite_master WHERE type='table';`, undefined, span);
-            const existingTables = existingTablesRaw.results.map((t) => t.name);
-            const missingTables = Object.keys(schema.tables).filter((tableName) => !existingTables.includes(tableName));
-            if (existingTables.length === 0) {
-                console.log('No existing tables found, loading from schema');
-                shouldResetDB = true;
-            }
-            else if (missingTables.length > 0 &&
-                window.confirm(`Existing DB is missing ${missingTables.length} tables: ${missingTables.join(', ')}\n\nReset DB? This will reset all of the following tables to empty: ${Object.keys(schema).join(', ')}`)) {
-                shouldResetDB = true;
-            }
-            if (localStorage.getItem(RESET_DB_LOCAL_STORAGE_KEY) !== null) {
-                shouldResetDB = true;
-            }
-            if (shouldResetDB) {
-                await loadSchema(backend, schema);
-                localStorage.removeItem(RESET_DB_LOCAL_STORAGE_KEY);
-            }
-            if (boot) {
-                await boot(backend, span);
-            }
             const otelContext = otel.trace.setSpan(otel.context.active(), span);
-            await otelTracer.startActiveSpan('backend-getPersistedData', {}, otelContext, async (span) => {
+            const loadStorageAndPersistedData = async () => {
+                const storage = await otelTracer.startActiveSpan('storage:load', {}, otelContext, async (span) => {
+                    try {
+                        const init = await loadStorage();
+                        const parentSpan = otel.trace.getSpan(otel.context.active()) ?? makeNoopSpan();
+                        return init({ otelTracer, parentSpan });
+                    }
+                    finally {
+                        span.end();
+                    }
+                });
+                const persistedData = await otelTracer.startActiveSpan('storage:getPersistedData', {}, otelContext, async (span) => {
+                    try {
+                        return await storage.getPersistedData(span);
+                    }
+                    finally {
+                        span.end();
+                    }
+                });
+                return { storage, persistedData };
+            };
+            const loadSqlite3 = () => initSqlite3Wasm({
+                // Required to load the wasm binary asynchronously. Of course, you can host it wherever you want
+                // You can omit locateFile completely when running in node
+                // locateFile: () => `/sql-wasm.wasm`,
+                print: (message) => console.log(`[livestore sqlite] ${message}`),
+                printErr: (message) => console.error(`[livestore sqlite] ${message}`),
+            });
+            const [{ storage, persistedData }, sqlite3] = await Promise.all([loadStorageAndPersistedData(), loadSqlite3()]);
+            const db = InMemoryDatabase.load(persistedData, otelTracer, otelRootSpanContext, sqlite3);
+            // Proxy to `db` that also mirrors `execute` calls to `storage`
+            const dbProxy = new Proxy(db, {
+                get: (db, prop, receiver) => {
+                    if (prop === 'execute') {
+                        const execute = (query, bindValues, writeTables, options) => {
+                            storage.execute(query, bindValues, span);
+                            return db.execute(query, bindValues, writeTables, options);
+                        };
+                        return execute;
+                    }
+                    else {
+                        return Reflect.get(db, prop, receiver);
+                    }
+                },
+            });
+            otelTracer.startActiveSpan('migrateDb', {}, otelContext, async (span) => {
                 try {
-                    persistedData = await backend.getPersistedData(span);
+                    const otelContext = otel.trace.setSpan(otel.context.active(), span);
+                    migrateDb({ db: dbProxy, schema, otelContext });
                 }
                 finally {
                     span.end();
                 }
             });
-            const db = await InMemoryDatabase.load(persistedData, otelTracer, otelRootSpanContext);
-            configureSQLite(db);
+            if (boot !== undefined) {
+                const booting = boot(dbProxy, span);
+                // NOTE only awaiting if it's actually a promise to avoid unnecessary async/await
+                if (isPromise(booting)) {
+                    await booting;
+                }
+            }
             // TODO: we can't apply the schema at this point, we've already loaded persisted data!
             // Think about what to do about this case.
             // await applySchema(db, schema)
-            return Store.createStore({ db, schema, backend, graphQLOptions, otelTracer, otelRootSpanContext }, span);
+            return Store.createStore({ db, schema, storage, graphQLOptions, otelTracer, otelRootSpanContext }, span);
         }
         finally {
             span.end();
         }
     });
 };
-/** Set up SQLite performance; hasn't been super carefully optimized yet. */
-const configureSQLite = (db) => {
-    db.execute(
-    // TODO: revisit these tuning parameters for max performance
-    sql `
-      PRAGMA page_size=32768;
-      PRAGMA cache_size=10000;
-      PRAGMA journal_mode='MEMORY'; -- we don't flush to disk before committing a write
-      PRAGMA synchronous='OFF';
-      PRAGMA temp_store='MEMORY';
-      PRAGMA foreign_keys='ON'; -- we want foreign key constraints to be enforced
-    `);
+const eventToSql = (event, eventDefinition) => {
+    const statement = typeof eventDefinition.statement === 'function' ? eventDefinition.statement(event.args) : eventDefinition.statement;
+    const prepareBindValues = eventDefinition.prepareBindValues ?? identity;
+    const bindValues = typeof eventDefinition.statement === 'function' && statement.argsAlreadyBound ? {} : prepareBindValues(event.args);
+    return { statement, bindValues };
 };
 //# sourceMappingURL=store.js.map