@verdant-web/store 3.12.1 → 4.0.0-next.0

package/dist/esm/persistence/PersistenceRebaser.js

@@ -0,0 +1,120 @@
+import { applyPatch, assignOid, isFileRef, } from '@verdant-web/common';
+export class PersistenceRebaser {
+    constructor(db, ctx) {
+        this.db = db;
+        this.ctx = ctx;
+        /**
+         * Autonomous rebases are only allowed for clients who have never synced. They
+         * keep storage clean for non-syncing clients by compressing history.
+         */
+        this.tryAutonomousRebase = async () => {
+            const localReplicaInfo = await this.db.getLocalReplica();
+            if (localReplicaInfo.lastSyncedLogicalTime)
+                return; // cannot autonomously rebase if we've synced
+            // but if we have never synced... we can rebase everything!
+            await this.runRebase(this.ctx.time.now);
+        };
+        /**
+         * Attempt to autonomously rebase local documents without server intervention.
+         * This can currently only happen for a client who has never synced before.
+         * The goal is to allow local-only clients to compress their history to exactly
+         * their undo stack.
+         */
+        this.runRebase = async (globalAckTimestamp) => {
+            if (this.ctx.closing)
+                return;
+            // find all operations before the global ack
+            let lastTimestamp;
+            const toRebase = new Set();
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            let operationCount = 0;
+            await this.db.iterateAllOperations((patch) => {
+                toRebase.add(patch.oid);
+                lastTimestamp = patch.timestamp;
+                operationCount++;
+            }, {
+                before: globalAckTimestamp,
+                transaction,
+            });
+            if (!toRebase.size) {
+                return;
+            }
+            if (this.ctx.closing) {
+                return;
+            }
+            // rebase each affected document
+            let newBaselines = [];
+            for (const oid of toRebase) {
+                newBaselines.push(await this.rebase(oid, lastTimestamp || globalAckTimestamp, transaction));
+            }
+            this.ctx.globalEvents.emit('rebase');
+        };
+        /**
+         * Debounces rebase attempts to avoid thrashing the database with
+         * rebase operations.
+         */
+        this.scheduleRebase = async (timestamp) => {
+            var _a, _b;
+            if (this.rebaseTimeout) {
+                clearTimeout(this.rebaseTimeout);
+            }
+            this.rebaseTimeout = setTimeout(this.runRebase, (_b = (_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.rebaseTimeout) !== null && _b !== void 0 ? _b : 10000, timestamp);
+        };
+        this.rebaseTimeout = null;
+        this.rebase = async (oid, upTo, providedTx) => {
+            const transaction = providedTx ||
+                this.db.transaction({
+                    storeNames: ['operations', 'baselines'],
+                    mode: 'readwrite',
+                });
+            const baseline = await this.db.getBaseline(oid, { transaction });
+            let current = (baseline === null || baseline === void 0 ? void 0 : baseline.snapshot) || undefined;
+            let operationsApplied = 0;
+            let authz = baseline === null || baseline === void 0 ? void 0 : baseline.authz;
+            const deletedRefs = [];
+            await this.db.consumeEntityOperations(oid, (patch) => {
+                // FIXME: this seems like the wrong place to do this
+                // but it's here as a safety measure...
+                if (!baseline || patch.timestamp > baseline.timestamp) {
+                    current = applyPatch(current, patch.data, deletedRefs);
+                    if (patch.data.op === 'initialize') {
+                        authz = patch.authz;
+                    }
+                }
+                // delete all prior operations to the baseline
+                operationsApplied++;
+            }, {
+                to: upTo,
+                transaction,
+            });
+            if (current) {
+                assignOid(current, oid);
+            }
+            const newBaseline = {
+                oid,
+                snapshot: current,
+                timestamp: upTo,
+                authz,
+            };
+            if (newBaseline.snapshot) {
+                await this.db.setBaselines([newBaseline], { transaction });
+            }
+            else {
+                await this.db.deleteBaseline(oid, { transaction });
+            }
+            this.ctx.log('debug', 'rebased', oid, 'up to', upTo, ':', current, 'and deleted', operationsApplied, 'operations');
+            // cleanup deleted refs
+            if (deletedRefs.length) {
+                const fileRefs = deletedRefs.filter(isFileRef);
+                if (fileRefs.length) {
+                    this.ctx.internalEvents.emit('filesDeleted', fileRefs);
+                }
+            }
+            return newBaseline;
+        };
+    }
+}
+//# sourceMappingURL=PersistenceRebaser.js.map

package/dist/esm/persistence/PersistenceRebaser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceRebaser.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceRebaser.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,SAAS,EACT,SAAS,GAGT,MAAM,qBAAqB,CAAC;AAI7B,MAAM,OAAO,kBAAkB;IAC9B,YACS,EAAyB,EACzB,GAGP;QAJO,OAAE,GAAF,EAAE,CAAuB;QACzB,QAAG,GAAH,GAAG,CAGV;QAGF;;;WAGG;QACH,wBAAmB,GAAG,KAAK,IAAI,EAAE;YAChC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,IAAI,gBAAgB,CAAC,qBAAqB;gBAAE,OAAO,CAAC,6CAA6C;YACjG,2DAA2D;YAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF;;;;;WAKG;QACK,cAAS,GAAG,KAAK,EAAE,kBAA0B,EAAE,EAAE;YACxD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAE7B,4CAA4C;YAC5C,IAAI,aAAa,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,MAAM,IAAI,CAAC,EAAE,CAAC,oBAAoB,CACjC,CAAC,KAAK,EAAE,EAAE;gBACT,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC;gBAChC,cAAc,EAAE,CAAC;YAClB,CAAC,EACD;gBACC,MAAM,EAAE,kBAAkB;gBAC1B,WAAW;aACX,CACD,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpB,OAAO;YACR,CAAC;YAED,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACtB,OAAO;YACR,CAAC;YAED,gCAAgC;YAChC,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAChB,MAAM,IAAI,CAAC,MAAM,CAChB,GAAG,EACH,aAAa,IAAI,kBAAkB,EACnC,WAAW,CACX,CACD,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC;QAEF;;;WAGG;QACH,mBAAc,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;;YAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,UAAU,CAC9B,IAAI,CAAC,SAAS,EACd,MAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,aAAa,mCAAI,KAAK,EACnD,SAAS,CACT,CAAC;QACH,CAAC,CAAC;QACM,kBAAa,GAA0B,IAAI,CAAC;QAEpD,WAAM,GAAG,KAAK,EACb,GAAqB,EACrB,IAAY,EACZ,UAAgC,EAC/B,EAAE;YACH,MAAM,WAAW,GAChB,UAAU;gBACV,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;oBACnB,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC;oBACvC,IAAI,EAAE,WAAW;iBACjB,CAAC,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACjE,IAAI,OAAO,GAAQ,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,KAAI,SAAS,CAAC;YACnD,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,CAAC;YAC5B,MAAM,WAAW,GAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,EAAE,CAAC,uBAAuB,CACpC,GAAG,EACH,CAAC,KAAK,EAAE,EAAE;gBACT,oDAAoD;gBACpD,uCAAuC;gBACvC,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvD,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,YAAY,EAAE,CAAC;wBACpC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;oBACrB,CAAC;gBACF,CAAC;gBACD,8CAA8C;gBAC9C,iBAAiB,EAAE,CAAC;YACrB,CAAC,EACD;gBACC,EAAE,EAAE,IAAI;gBACR,WAAW;aACX,CACD,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACb,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,WAAW,GAAG;gBACnB,GAAG;gBACH,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,IAAI;gBACf,KAAK;aACL,CAAC;YACF,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,SAAS,EACT,GAAG,EACH,OAAO,EACP,IAAI,EACJ,GAAG,EACH,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,YAAY,CACZ,CAAC;YAEF,uBAAuB;YACvB,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC/C,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACrB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;gBACxD,CAAC;YACF,CAAC;YAED,OAAO,WAAW,CAAC;QACpB,CAAC,CAAC;IAxJC,CAAC;CAyJJ"}

package/dist/esm/{IDBService.d.ts → persistence/idb/IdbService.d.ts}

@@ -1,6 +1,6 @@
-import { Context } from './context.js';
-import { Disposable } from './utils/Disposable.js';
-export declare class IDBService extends Disposable {
+import { Context } from '../../context/context.js';
+import { Disposable } from '../../utils/Disposable.js';
+export declare class IdbService extends Disposable {
     protected db: IDBDatabase;
     protected log?: Context['log'];
     private globalAbortController;
@@ -11,20 +11,22 @@ export declare class IDBService extends Disposable {
         mode?: 'readonly' | 'readwrite';
         abort?: AbortSignal;
     }) => IDBTransaction;
-    run: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<T>, opts?: {
+    run: <T = any>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<T>, opts?: {
         mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<T>;
     runAll: <T>(storeName: string, getRequests: (store: IDBObjectStore) => IDBRequest<T>[], opts?: {
-        mode: 'readonly' | 'readwrite';
+        mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<T[]>;
-    iterate: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest | IDBRequest[], iterator: (value: T, store: IDBObjectStore) => boolean | void, opts?: {
+    iterate: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<IDBCursorWithValue | null> | IDBRequest<IDBCursorWithValue | null>[], iterator: (value: T, store: IDBObjectStore, cursor: IDBCursorWithValue) => boolean | void, opts?: {
         mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<void>;
-    clear: (storeName: string) => Promise<undefined>;
+    clear: (storeName: string, transaction?: IDBTransaction) => Promise<undefined>;
+    cloneTo: (otherDb: IDBDatabase) => Promise<void>;
+    private onVersionChange;
 }

package/dist/esm/{IDBService.js → persistence/idb/IdbService.js}

@@ -1,6 +1,6 @@
-import { createAbortableTransaction, isAbortError, storeRequestPromise, } from './idb.js';
-import { Disposable } from './utils/Disposable.js';
-export class IDBService extends Disposable {
+import { copyDatabase, createAbortableTransaction, isAbortError, storeRequestPromise, } from './util.js';
+import { Disposable } from '../../utils/Disposable.js';
+export class IdbService extends Disposable {
     constructor(db, { log } = {}) {
         super();
         this.db = db;
@@ -44,8 +44,13 @@ export class IDBService extends Disposable {
                         req.onsuccess = () => {
                             const cursor = req.result;
                             if (cursor) {
-                                iterator(cursor.value, store);
-                                cursor.continue();
+                                const stop = iterator(cursor.value, store, cursor);
+                                if (stop) {
+                                    resolve();
+                                }
+                                else {
+                                    cursor.continue();
+                                }
                             }
                             else {
                                 resolve();
@@ -66,7 +71,7 @@ export class IDBService extends Disposable {
                 request.onsuccess = () => {
                     const cursor = request.result;
                     if (cursor) {
-                        const stop = iterator(cursor.value, store);
+                        const stop = iterator(cursor.value, store, cursor);
                         if (stop) {
                             resolve();
                         }
@@ -88,15 +93,31 @@ export class IDBService extends Disposable {
                 };
             });
         };
-        this.clear = (storeName) => {
+        this.clear = (storeName, transaction) => {
             return this.run(storeName, (store) => store.clear(), {
                 mode: 'readwrite',
+                transaction,
             });
         };
+        this.cloneTo = async (otherDb) => {
+            await copyDatabase(this.db, otherDb);
+        };
+        this.onVersionChange = () => {
+            var _a;
+            (_a = this.log) === null || _a === void 0 ? void 0 : _a.call(this, 'warn', `Another tab has requested a version change for ${this.db.name}`);
+            this.db.close();
+            if (typeof window !== 'undefined') {
+                window.location.reload();
+            }
+        };
         this.log = log;
         this.addDispose(() => {
             this.globalAbortController.abort();
         });
+        this.db.addEventListener('versionchange', this.onVersionChange);
+        this.addDispose(() => {
+            this.db.removeEventListener('versionchange', this.onVersionChange);
+        });
     }
 }
-//# sourceMappingURL=IDBService.js.map
+//# sourceMappingURL=IdbService.js.map

package/dist/esm/persistence/idb/IdbService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IdbService.js","sourceRoot":"","sources":["../../../../src/persistence/idb/IdbService.ts"],"names":[],"mappings":"AACA,OAAO,EACN,YAAY,EACZ,0BAA0B,EAC1B,YAAY,EACZ,mBAAmB,GACnB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAEvD,MAAM,OAAO,UAAW,SAAQ,UAAU;IAIzC,YACW,EAAe,EACzB,EAAE,GAAG,KAA+B,EAAE;QAEtC,KAAK,EAAE,CAAC;QAHE,OAAE,GAAF,EAAE,CAAa;QAHlB,0BAAqB,GAAG,IAAI,eAAe,EAAE,CAAC;QAiBtD,sBAAiB,GAAG,CACnB,UAAoB,EACpB,IAGC,EACA,EAAE;YACH,MAAM,EAAE,GAAG,0BAA0B,CACpC,IAAI,CAAC,EAAE,EACP,UAAU,EACV,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,KAAI,UAAU,EACxB,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,EACX,IAAI,CAAC,GAAG,CACR,CAAC;YACF,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YACtE,EAAE,CAAC,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE;gBACpC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;YACH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACjC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACX,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,SAAiB,EACjB,UAAoD,EACpD,IAIC,EACY,EAAE;;YACf,IAAI,IAAI,CAAC,QAAQ,KAAI,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,0CAAE,KAAK,CAAA;gBAC5C,OAAO,OAAO,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,mBAAmB,CAAI,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EACb,SAAiB,EACjB,WAAuD,EACvD,IAIC,EACc,EAAE;;YACjB,IAAI,IAAI,CAAC,QAAQ,KAAI,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,0CAAE,KAAK,CAAA;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1E,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACpC,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC;QAEF,YAAO,GAAG,KAAK,EACd,SAAiB,EACjB,UAI0C,EAC1C,QAImB,EACnB,IAIC,EACe,EAAE;YAClB,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,OAAO,OAAO,CAAC,GAAG,CACjB,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBACnB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC5C,GAAG,CAAC,SAAS,GAAG,GAAG,EAAE;4BACpB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;4BAC1B,IAAI,MAAM,EAAE,CAAC;gCACZ,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;gCACnD,IAAI,IAAI,EAAE,CAAC;oCACV,OAAO,EAAE,CAAC;gCACX,CAAC;qCAAM,CAAC;oCACP,MAAM,CAAC,QAAQ,EAAE,CAAC;gCACnB,CAAC;4BACF,CAAC;iCAAM,CAAC;gCACP,OAAO,EAAE,CAAC;4BACX,CAAC;wBACF,CAAC,CAAC;wBACF,GAAG,CAAC,OAAO,GAAG,GAAG,EAAE;4BAClB,IAAI,GAAG,CAAC,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gCAC1C,OAAO,EAAE,CAAC;4BACX,CAAC;iCAAM,CAAC;gCACP,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;4BACnB,CAAC;wBACF,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC;gBACJ,CAAC,CAAC,CACF,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC5C,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE;oBACxB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAmC,CAAC;oBAC3D,IAAI,MAAM,EAAE,CAAC;wBACZ,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;wBACnD,IAAI,IAAI,EAAE,CAAC;4BACV,OAAO,EAAE,CAAC;wBACX,CAAC;6BAAM,CAAC;4BACP,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACnB,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,OAAO,EAAE,CAAC;oBACX,CAAC;gBACF,CAAC,CAAC;gBACF,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE;oBACtB,IAAI,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAClD,OAAO,EAAE,CAAC;oBACX,CAAC;yBAAM,CAAC;wBACP,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACvB,CAAC;gBACF,CAAC,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,UAAK,GAAG,CAAC,SAAiB,EAAE,WAA4B,EAAE,EAAE;YAC3D,OAAO,IAAI,CAAC,GAAG,CAAY,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE;gBAC/D,IAAI,EAAE,WAAW;gBACjB,WAAW;aACX,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,YAAO,GAAG,KAAK,EAAE,OAAoB,EAAE,EAAE;YACxC,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC;QAEM,oBAAe,GAAG,GAAG,EAAE;;YAC9B,MAAA,IAAI,CAAC,GAAG,qDACP,MAAM,EACN,kDAAkD,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAChE,CAAC;YACF,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;gBACnC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1B,CAAC;QACF,CAAC,CAAC;QAhKD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACJ,CAAC;CAyJD"}

package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.d.ts

@@ -0,0 +1,58 @@
+import { FileData } from '@verdant-web/common';
+import { AbstractTransaction, PersistedFileData, PersistenceFileDb, QueryMode } from '../../interfaces.js';
+import { IdbService } from '../IdbService.js';
+/**
+ * When stored in IDB, replace the file blob with an array buffer
+ * since it's more compatible, and replace remote boolean with
+ * a string since IDB doesn't support boolean indexes.
+ */
+export interface StoredFileData extends Omit<FileData, 'remote' | 'file'> {
+    remote: 'true' | 'false';
+    buffer?: ArrayBuffer;
+    deletedAt: number | null;
+    timestamp?: string;
+}
+export declare class IdbPersistenceFileDb extends IdbService implements PersistenceFileDb {
+    transaction: (opts: {
+        mode?: QueryMode;
+        storeNames: string[];
+        abort?: AbortSignal;
+    }) => AbstractTransaction;
+    add: (file: FileData, options?: {
+        transaction?: AbstractTransaction;
+        downloadRemote?: boolean;
+    }) => Promise<void>;
+    markUploaded: (id: string, options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<void>;
+    get: (fileId: string, options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<PersistedFileData | null>;
+    delete: (fileId: string, options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<void>;
+    markPendingDelete: (fileId: string, options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<void>;
+    listUnsynced: (options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<PersistedFileData[]>;
+    resetSyncedStatusSince: (since: string | null, options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<void>;
+    iterateOverPendingDelete: (iterator: (file: PersistedFileData, store: IDBObjectStore) => void, options?: {
+        transaction?: IDBTransaction;
+    }) => Promise<void>;
+    getAll: (options?: {
+        transaction?: AbstractTransaction;
+    }) => Promise<PersistedFileData[]>;
+    stats: () => Promise<{
+        size: {
+            count: number;
+            size: number;
+        };
+    }>;
+    private hydrateFileData;
+    private getFileRaw;
+}
+export declare function arrayBufferToBlob(buffer: ArrayBuffer, type: string): Blob;

package/dist/esm/{files/FileStorage.js → persistence/idb/files/IdbPersistenceFileDb.js}

@@ -1,12 +1,17 @@
-import { IDBService } from '../IDBService.js';
-import { fileToArrayBuffer } from './utils.js';
-import { getAllFromObjectStores, getSizeOfObjectStore } from '../idb.js';
-export class FileStorage extends IDBService {
+import { IdbService } from '../IdbService.js';
+import { getAllFromObjectStores, getSizeOfObjectStore } from '../util.js';
+export class IdbPersistenceFileDb extends IdbService {
     constructor() {
         super(...arguments);
-        this.addFile = async (file, { transaction, downloadRemote = false, } = {}) => {
+        this.transaction = (opts) => {
+            return this.createTransaction(opts.storeNames, {
+                mode: opts.mode,
+                abort: opts.abort,
+            });
+        };
+        this.add = async (file, options) => {
             let buffer = file.file ? await fileToArrayBuffer(file.file) : undefined;
-            if (!buffer && downloadRemote && file.url) {
+            if (!buffer && (options === null || options === void 0 ? void 0 : options.downloadRemote) && file.url) {
                 try {
                     buffer = await fetch(file.url, {
                         method: 'GET',
@@ -17,7 +22,7 @@ export class FileStorage extends IDBService {
                     console.error("Failed to download file to cache it locally. The file will still be available using its URL. Check the file server's CORS configuration.", err);
                 }
             }
-            return this.run('files', (store) => {
+            await this.run('files', (store) => {
                 return store.put({
                     id: file.id,
                     // IDB doesn't support boolean indexes
@@ -28,59 +33,59 @@ export class FileStorage extends IDBService {
                     url: file.url,
                     buffer,
                 });
-            }, { mode: 'readwrite', transaction });
-        };
-        this.hydrateFileData = (raw) => {
-            raw.remote = raw.remote === 'true';
-            const buffer = raw.buffer;
-            delete raw.buffer;
-            raw.file = buffer
-                ? arrayBufferToBlob(buffer, raw.type)
-                : undefined;
-            return raw;
+            }, {
+                mode: 'readwrite',
+                transaction: options === null || options === void 0 ? void 0 : options.transaction,
+            });
         };
-        this.markUploaded = async (id, { transaction } = {}) => {
-            const current = await this.getFileRaw(id, { transaction });
+        this.markUploaded = async (id, options) => {
+            const current = await this.getFileRaw(id, options);
             if (!current) {
                 throw new Error('File is not in local database');
             }
-            return this.run('files', (store) => {
+            await this.run('files', (store) => {
                 return store.put(Object.assign(Object.assign({}, current), { remote: 'true' }));
-            }, { mode: 'readwrite', transaction });
+            }, {
+                mode: 'readwrite',
+                transaction: options === null || options === void 0 ? void 0 : options.transaction,
+            });
         };
-        this.getFileRaw = async (id, { transaction } = {}) => {
-            const raw = await this.run('files', (store) => {
-                return store.get(id);
-            }, { mode: 'readonly', transaction });
+        this.get = async (fileId, options) => {
+            const raw = await this.getFileRaw(fileId, options);
             if (!raw) {
-                return undefined;
-            }
-            return raw;
-        };
-        this.getFile = async (id, { transaction } = {}) => {
-            const raw = await this.getFileRaw(id, { transaction });
-            if (!raw) {
-                return undefined;
+                return null;
             }
             return this.hydrateFileData(raw);
         };
-        this.markPendingDelete = async (id, { transaction } = {}) => {
-            const current = await this.getFileRaw(id, { transaction });
+        this.delete = (fileId, options) => {
+            return this.run('files', (store) => {
+                return store.delete(fileId);
+            }, {
+                mode: 'readwrite',
+                transaction: options === null || options === void 0 ? void 0 : options.transaction,
+            });
+        };
+        this.markPendingDelete = async (fileId, options) => {
+            const current = await this.getFileRaw(fileId, options);
             if (!current) {
                 throw new Error('File is not in local database');
             }
-            return this.run('files', (store) => {
+            await this.run('files', (store) => {
                 return store.put(Object.assign(Object.assign({}, current), { deletedAt: Date.now() }));
-            }, { mode: 'readwrite', transaction });
+            }, {
+                mode: 'readwrite',
+                transaction: options === null || options === void 0 ? void 0 : options.transaction,
+            });
         };
-        this.listUnsynced = async () => {
+        this.listUnsynced = async (options) => {
             const raw = await this.run('files', (store) => {
                 return store.index('remote').getAll('false');
-            }, { mode: 'readonly' });
+            }, { mode: 'readonly', transaction: options === null || options === void 0 ? void 0 : options.transaction });
             return raw.map(this.hydrateFileData);
         };
-        this.resetSyncedStatusSince = async (since) => {
-            const tx = this.createTransaction(['files'], { mode: 'readwrite' });
+        this.resetSyncedStatusSince = async (since, options) => {
+            var _a;
+            const tx = (_a = options === null || options === void 0 ? void 0 : options.transaction) !== null && _a !== void 0 ? _a : this.createTransaction(['files'], { mode: 'readwrite' });
             const raw = await this.run('files', (store) => {
                 return store.index('remote').getAll('true');
             }, { transaction: tx });
@@ -91,16 +96,19 @@ export class FileStorage extends IDBService {
                 }, { transaction: tx });
             }));
         };
-        this.iterateOverPendingDelete = (iterator, transaction) => {
+        this.iterateOverPendingDelete = (iterator, options) => {
             return this.iterate('files', (store) => {
                 return store
                     .index('deletedAt')
                     .openCursor(IDBKeyRange.lowerBound(0, true));
             }, (value, store) => {
                 iterator(this.hydrateFileData(value), store);
-            }, { mode: 'readwrite', transaction });
+            }, {
+                mode: 'readwrite',
+                transaction: options === null || options === void 0 ? void 0 : options.transaction,
+            });
         };
-        this.getAll = async () => {
+        this.getAll = async (options) => {
             const [files] = await getAllFromObjectStores(this.db, ['files']);
             return files.map(this.hydrateFileData);
         };
@@ -109,14 +117,41 @@ export class FileStorage extends IDBService {
                 size: await getSizeOfObjectStore(this.db, 'files'),
             };
         };
-    }
-    deleteFile(id, { transaction } = {}) {
-        return this.run('files', (store) => {
-            return store.delete(id);
-        }, { mode: 'readwrite', transaction });
+        this.hydrateFileData = (raw) => {
+            raw.remote = raw.remote === 'true';
+            const buffer = raw.buffer;
+            delete raw.buffer;
+            raw.file = buffer
+                ? arrayBufferToBlob(buffer, raw.type)
+                : undefined;
+            return raw;
+        };
+        this.getFileRaw = async (id, { transaction } = {}) => {
+            const raw = await this.run('files', (store) => {
+                return store.get(id);
+            }, { mode: 'readonly', transaction: transaction });
+            if (!raw) {
+                return undefined;
+            }
+            return raw;
+        };
     }
 }
 export function arrayBufferToBlob(buffer, type) {
     return new Blob([buffer], { type });
 }
-//# sourceMappingURL=FileStorage.js.map
+function fileToArrayBuffer(file) {
+    // special case for testing...
+    if ('__testReadBuffer' in file) {
+        return Promise.resolve(file.__testReadBuffer);
+    }
+    return new Promise((resolve, reject) => {
+        const reader = new FileReader();
+        reader.onload = () => {
+            resolve(reader.result);
+        };
+        reader.onerror = reject;
+        reader.readAsArrayBuffer(file);
+    });
+}
+//# sourceMappingURL=IdbPersistenceFileDb.js.map

package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IdbPersistenceFileDb.js","sourceRoot":"","sources":["../../../../../src/persistence/idb/files/IdbPersistenceFileDb.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAc1E,MAAM,OAAO,oBACZ,SAAQ,UAAU;IADnB;;QAIC,gBAAW,GAAG,CAAC,IAId,EAAuB,EAAE;YACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,IAAc,EACd,OAAyE,EACzD,EAAE;YAClB,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,IAAI,CAAC,MAAM,KAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,cAAc,CAAA,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpD,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;wBAC9B,MAAM,EAAE,KAAK;wBACb,WAAW,EAAE,SAAS;qBACtB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,OAAO,CAAC,KAAK,CACZ,0IAA0I,EAC1I,GAAG,CACH,CAAC;gBACH,CAAC;YACF,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC;oBAChB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,sCAAsC;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBACtC,SAAS,EAAE,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,MAAM;iBACmB,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EACnB,EAAU,EACV,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,MAAM,EAAE,MAAM,GACI,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,QAAG,GAAG,KAAK,EACV,MAAc,EACd,OAA+C,EACX,EAAE;YACtC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC;QACF,WAAM,GAAG,CACR,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,sBAAiB,GAAG,KAAK,EACxB,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEvD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GACH,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EAAE,OAErB,EAAgC,EAAE;YAClC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B,EAAE,CACzE,CAAC;YACF,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,2BAAsB,GAAG,KAAK,EAC7B,KAAoB,EACpB,OAA+C,EAC/B,EAAE;;YAClB,MAAM,EAAE,GACP,MAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAmB,mCAC7B,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,GAAG,KAAK,CAC7D,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;oBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,IAAI,KACP,MAAM,EAAE,OAAO,GACG,CAAC,CAAC;gBACtB,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YACH,CAAC,CAAC,CACF,CAAC;QACH,CAAC,CAAC;QACF,6BAAwB,GAAG,CAC1B,QAAkE,EAClE,OAA0C,EAC1B,EAAE;YAClB,OAAO,IAAI,CAAC,OAAO,CAClB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK;qBACV,KAAK,CAAC,WAAW,CAAC;qBAClB,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC/C,CAAC,EACD,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAChB,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9C,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,OAEf,EAAgC,EAAE;YAClC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;YACjE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,UAAK,GAAG,KAAK,IAAwD,EAAE;YACtE,OAAO;gBACN,IAAI,EAAE,MAAM,oBAAoB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC;aAClD,CAAC;QACH,CAAC,CAAC;QAEM,oBAAe,GAAG,CAAC,GAAmB,EAAqB,EAAE;YACnE,GAAW,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC;YAC5C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,OAAO,GAAG,CAAC,MAAM,CAAC;YACjB,GAA2B,CAAC,IAAI,GAAG,MAAM;gBACzC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;gBACrC,CAAC,CAAC,SAAS,CAAC;YACb,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEM,eAAU,GAAG,KAAK,EACzB,EAAU,EACV,EAAE,WAAW,KAA4C,EAAE,EACrB,EAAE;YACxC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,WAA6B,EAAE,CAChE,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,SAAS,CAAC;YAClB,CAAC;YACD,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;IACH,CAAC;CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAmB,EAAE,IAAY;IAClE,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAiB;IAC3C,8BAA8B;IAC9B,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC,OAAO,CAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACpB,OAAO,CAAC,MAAM,CAAC,MAAqB,CAAC,CAAC;QACvC,CAAC,CAAC;QACF,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC;QACxB,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/esm/persistence/idb/idbPersistence.d.ts

@@ -0,0 +1,19 @@
+import { Context, InitialContext } from '../../context/context.js';
+import { PersistenceImplementation, PersistenceFileDb } from '../interfaces.js';
+import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
+import { IdbQueryDb } from './queries/IdbQueryDb.js';
+import { PersistenceMetadata } from '../PersistenceMetadata.js';
+export declare class IdbPersistence implements PersistenceImplementation {
+    private indexedDB;
+    private metadataDb;
+    constructor(indexedDB?: IDBFactory);
+    getNamespaces: () => Promise<string[]>;
+    getNamespaceVersion: (namespace: string) => Promise<number>;
+    deleteNamespace: (namespace: string, ctx: InitialContext) => Promise<void>;
+    openFiles(ctx: Omit<Context, 'files' | 'queries'>): Promise<PersistenceFileDb>;
+    openMetadata: (ctx: InitialContext) => Promise<IdbMetadataDb>;
+    openQueries: (ctx: InitialContext & {
+        meta: PersistenceMetadata;
+    }) => Promise<IdbQueryDb>;
+    copyNamespace: (from: string, to: string, ctx: InitialContext) => Promise<void>;
+}

package/dist/esm/persistence/idb/idbPersistence.js

@@ -0,0 +1,80 @@
+import { IdbPersistenceFileDb } from './files/IdbPersistenceFileDb.js';
+import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
+import { openMetadataDatabase } from './metadata/openMetadataDatabase.js';
+import { IdbQueryDb } from './queries/IdbQueryDb.js';
+import { openQueryDatabase } from './queries/migration/openQueryDatabase.js';
+import { PersistenceMetadata } from '../PersistenceMetadata.js';
+import { closeDatabase, deleteDatabase, getMetadataDbName, getNamespaceFromDatabaseInfo, getSizesOfAllObjectStores, } from './util.js';
+import { getDatabaseVersion } from './queries/migration/db.js';
+export class IdbPersistence {
+    constructor(indexedDB = window.indexedDB) {
+        this.indexedDB = indexedDB;
+        this.getNamespaces = async () => {
+            // list all idb database names
+            const dbs = await this.indexedDB.databases();
+            return Array.from(new Set(dbs.map(getNamespaceFromDatabaseInfo).filter((n) => !!n)));
+        };
+        this.getNamespaceVersion = async (namespace) => {
+            return getDatabaseVersion(this.indexedDB, namespace);
+        };
+        this.deleteNamespace = async (namespace, ctx) => {
+            await Promise.all([
+                deleteDatabase(getMetadataDbName(namespace), this.indexedDB),
+                deleteDatabase([namespace, 'collections'].join('_'), this.indexedDB),
+            ]);
+        };
+        this.openMetadata = async (ctx) => {
+            const { db } = await openMetadataDatabase({
+                indexedDB: this.indexedDB,
+                log: ctx.log,
+                namespace: ctx.namespace,
+            });
+            this.metadataDb = db;
+            return new IdbMetadataDb(db, ctx);
+        };
+        this.openQueries = async (ctx) => {
+            const db = await openQueryDatabase({
+                version: ctx.schema.version,
+                indexedDB: this.indexedDB,
+                migrations: ctx.migrations,
+                context: ctx,
+            });
+            return new IdbQueryDb(db, ctx);
+        };
+        this.copyNamespace = async (from, to, ctx) => {
+            const fromCtx = Object.assign(Object.assign({}, ctx), { namespace: from, originalNamespace: from });
+            const fromMetaDb = await this.openMetadata(fromCtx);
+            const fromMeta = new PersistenceMetadata(fromMetaDb, fromCtx);
+            const fromQueries = await this.openQueries(Object.assign(Object.assign({}, fromCtx), { meta: fromMeta }));
+            ctx.log('info', `Copying data from ${from} to ${to}`);
+            const { db: toMetaDb } = await openMetadataDatabase({
+                indexedDB: this.indexedDB,
+                log: ctx.log,
+                namespace: to,
+            });
+            ctx.log('debug', 'Metadata database opened');
+            await fromMetaDb.cloneTo(toMetaDb);
+            ctx.log('debug', 'Metadata copied');
+            const toQueryDb = await openQueryDatabase({
+                version: ctx.schema.version,
+                indexedDB: this.indexedDB,
+                migrations: ctx.migrations,
+                context: Object.assign(Object.assign({}, ctx), { namespace: to, originalNamespace: to, meta: fromMeta }),
+            });
+            await fromQueries.cloneTo(toQueryDb);
+            ctx.log('debug', 'Indexes copied');
+            ctx.log('debug', 'New document store stats:', await getSizesOfAllObjectStores(toQueryDb));
+            await fromMetaDb.dispose();
+            await closeDatabase(toMetaDb);
+            await fromQueries.dispose();
+            await closeDatabase(toQueryDb);
+        };
+    }
+    openFiles(ctx) {
+        if (!this.metadataDb) {
+            throw new Error('Metadata database must be opened first. This is a bug in Verdant.');
+        }
+        return Promise.resolve(new IdbPersistenceFileDb(this.metadataDb, ctx));
+    }
+}
+//# sourceMappingURL=idbPersistence.js.map

package/dist/esm/persistence/idb/idbPersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"idbPersistence.js","sourceRoot":"","sources":["../../../../src/persistence/idb/idbPersistence.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EACN,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,4BAA4B,EAC5B,yBAAyB,GACzB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,OAAO,cAAc;IAE1B,YAAoB,YAAwB,MAAM,CAAC,SAAS;QAAxC,cAAS,GAAT,SAAS,CAA+B;QAE5D,kBAAa,GAAG,KAAK,IAAuB,EAAE;YAC7C,8BAA8B;YAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC,IAAI,CAChB,IAAI,GAAG,CACN,GAAG,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACrE,CACD,CAAC;QACH,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAAE,SAAiB,EAAmB,EAAE;YAClE,OAAO,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EACtB,SAAiB,EACjB,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,cAAc,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC5D,cAAc,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;aACpE,CAAC,CAAC;QACJ,CAAC,CAAC;QAaF,iBAAY,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACzC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,GAAG,CAAC,SAAS;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;YACrB,OAAO,IAAI,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,gBAAW,GAAG,KAAK,EAAE,GAAmD,EAAE,EAAE;YAC3E,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAC;gBAClC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG;aACZ,CAAC,CAAC;YACH,OAAO,IAAI,UAAU,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC,CAAC;QAEF,kBAAa,GAAG,KAAK,EACpB,IAAY,EACZ,EAAU,EACV,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,mCAAQ,GAAG,KAAE,SAAS,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,GAAE,CAAC;YACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,iCAAM,OAAO,KAAE,IAAI,EAAE,QAAQ,IAAG,CAAC;YAC3E,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC;YAEtD,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACnD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;YAC7C,MAAM,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAEpC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;gBACzC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,kCAAO,GAAG,KAAE,SAAS,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,GAAE;aACzE,CAAC,CAAC;YACH,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACrC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CACN,OAAO,EACP,2BAA2B,EAC3B,MAAM,yBAAyB,CAAC,SAAS,CAAC,CAC1C,CAAC;YAEF,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC,CAAC;IA/F6D,CAAC;IA0BhE,SAAS,CACR,GAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACd,mEAAmE,CACnE,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;CA6DD"}