@verdant-web/store 3.12.0 → 4.0.0-next.0

package/dist/esm/persistence/PersistenceMetadata.js

@@ -0,0 +1,302 @@
+import { applyPatch, assert, assignOid, EventSubscriber, getOidRoot, substituteRefsWithObjects, } from '@verdant-web/common';
+import { PersistenceRebaser } from './PersistenceRebaser.js';
+import { MessageCreator } from './MessageCreator.js';
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceMetadata extends Disposable {
+    constructor(db, ctx) {
+        super();
+        this.db = db;
+        this.ctx = ctx;
+        this.events = new EventSubscriber();
+        this.insertOperations = async (operations, options) => {
+            var _a;
+            this.ctx.log('debug', `Inserting ${operations.length} operations`, operations);
+            const affectedDocumentOids = await this.db.addOperations(operations, options);
+            for (const op of operations) {
+                this.ctx.globalEvents.emit('operation', op);
+            }
+            // we can now enqueue and check for rebase opportunities
+            if (!((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing)) {
+                this.rebaser.tryAutonomousRebase();
+            }
+            return affectedDocumentOids;
+        };
+        this.insertLocalOperations = async (operations, options) => {
+            if (operations.length === 0)
+                return;
+            // add local flag, in place.
+            for (const operation of operations) {
+                operation.isLocal = true;
+            }
+            await this.insertOperations(operations, options);
+            const message = await this.messageCreator.createOperation({ operations });
+            this.events.emit('syncMessage', message);
+        };
+        this.insertRemoteOperations = async (operations, options) => {
+            if (operations.length === 0)
+                return [];
+            // add local flag, in place
+            for (const operation of operations) {
+                operation.isLocal = false;
+            }
+            await this.insertOperations(operations, options);
+            this.ack(operations[operations.length - 1].timestamp);
+        };
+        this.insertRemoteBaselines = async (baselines, options) => {
+            if (baselines.length === 0)
+                return [];
+            this.ctx.log('debug', `Inserting ${baselines.length} remote baselines`);
+            await this.db.setBaselines(baselines, options);
+            // this.ack(baselines[baselines.length - 1].timestamp);
+            const affectedOidSet = new Set();
+            baselines.forEach((baseline) => {
+                affectedOidSet.add(getOidRoot(baseline.oid));
+            });
+            return Array.from(affectedOidSet);
+        };
+        this.deleteDocument = async (rootOid) => {
+            const oids = new Set();
+            const documentOid = getOidRoot(rootOid);
+            assert(documentOid === rootOid, 'Must be root document OID');
+            oids.add(documentOid);
+            // readwrite mode to block on other write transactions
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+            });
+            await Promise.all([
+                this.db.iterateDocumentBaselines(documentOid, (baseline) => {
+                    oids.add(baseline.oid);
+                }, { transaction }),
+                this.db.iterateDocumentOperations(documentOid, (patch) => {
+                    oids.add(patch.oid);
+                }, { transaction }),
+            ]);
+            const authz = await this.getDocumentAuthz(documentOid);
+            const ops = new Array();
+            for (const oid of oids) {
+                ops.push({
+                    oid,
+                    timestamp: this.ctx.time.now,
+                    data: { op: 'delete' },
+                    authz,
+                });
+            }
+            return this.insertLocalOperations(ops);
+        };
+        this.deleteCollection = async (collection) => {
+            const oids = new Set();
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            await Promise.all([
+                this.db.iterateCollectionBaselines(collection, (baseline) => {
+                    oids.add(baseline.oid);
+                }, { transaction }),
+                this.db.iterateCollectionOperations(collection, (patch) => {
+                    oids.add(patch.oid);
+                }, { transaction }),
+            ]);
+            const ops = new Array();
+            for (const oid of oids) {
+                ops.push({
+                    oid,
+                    timestamp: this.ctx.time.now,
+                    data: { op: 'delete' },
+                    authz: undefined,
+                });
+            }
+            return this.insertLocalOperations(ops);
+        };
+        this.getDocumentSnapshot = async (oid, options = {}) => {
+            const documentOid = getOidRoot(oid);
+            assert(documentOid === oid, 'Must be root document OID');
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            const baselines = [];
+            await this.db.iterateDocumentBaselines(documentOid, (b) => {
+                baselines.push(b);
+            }, {
+                transaction,
+            });
+            const objectMap = new Map();
+            for (const baseline of baselines) {
+                if (baseline.snapshot) {
+                    assignOid(baseline.snapshot, baseline.oid);
+                }
+                objectMap.set(baseline.oid, baseline.snapshot);
+            }
+            await this.db.iterateDocumentOperations(documentOid, (op) => {
+                const obj = objectMap.get(op.oid) || undefined;
+                const newObj = applyPatch(obj, op.data);
+                if (newObj) {
+                    assignOid(newObj, op.oid);
+                }
+                objectMap.set(op.oid, newObj);
+            }, {
+                transaction,
+                // only apply operations up to the current time
+                to: options.to || this.ctx.time.now,
+            });
+            const root = objectMap.get(documentOid);
+            if (root) {
+                substituteRefsWithObjects(root, objectMap);
+            }
+            return root;
+        };
+        this.getDocumentData = async (oid, options) => {
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                abort: options === null || options === void 0 ? void 0 : options.abort,
+            });
+            const baselines = [];
+            const operations = {};
+            await Promise.all([
+                this.db.iterateDocumentBaselines(oid, (baseline) => {
+                    baselines.push(baseline);
+                }, {
+                    transaction,
+                }),
+                this.db.iterateDocumentOperations(oid, (op) => {
+                    var _a;
+                    var _b;
+                    (_a = operations[_b = op.oid]) !== null && _a !== void 0 ? _a : (operations[_b] = []);
+                    operations[op.oid].push(op);
+                }, { transaction }),
+            ]);
+            return {
+                baselines,
+                operations,
+            };
+        };
+        this.getDocumentAuthz = async (oid) => {
+            let authz;
+            await this.db.iterateEntityOperations(oid, (op) => {
+                if (op.data.op === 'initialize') {
+                    authz = op.authz;
+                    return true;
+                }
+            });
+            return authz;
+        };
+        this.insertData = async (data, options) => {
+            var _a;
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                abort: options === null || options === void 0 ? void 0 : options.abort,
+                mode: 'readwrite',
+            });
+            if (data.baselines) {
+                await this.insertRemoteBaselines(data.baselines, { transaction });
+            }
+            if ((_a = options === null || options === void 0 ? void 0 : options.abort) === null || _a === void 0 ? void 0 : _a.aborted)
+                return;
+            if (data.operations) {
+                if (data.isLocal) {
+                    await this.insertLocalOperations(data.operations, { transaction });
+                }
+                else {
+                    await this.insertRemoteOperations(data.operations, { transaction });
+                }
+            }
+        };
+        this.updateLastSynced = async (timestamp) => {
+            if (this.ctx.closing)
+                return;
+            return this.db.updateLocalReplica({
+                lastSyncedLogicalTime: timestamp,
+            });
+        };
+        this.setGlobalAck = async (ack) => {
+            var _a;
+            if (this.ctx.closing)
+                return;
+            await this.db.setGlobalAck(ack);
+            if (!((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing)) {
+                await this.rebaser.scheduleRebase(ack);
+            }
+        };
+        this.getLocalReplica = async (options) => {
+            return this.db.getLocalReplica(options);
+        };
+        // used to construct sync messages
+        this.iterateLocalOperations = this.db.iterateLocalOperations;
+        this.iterateAllOperations = this.db.iterateAllOperations;
+        this.iterateAllBaselines = this.db.iterateAllBaselines;
+        this.reset = this.db.reset;
+        this.stats = this.db.stats;
+        this.export = async () => {
+            const db = this.db;
+            const baselines = new Array();
+            const operations = new Array();
+            const transaction = db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            await this.iterateAllOperations((op) => {
+                operations.push(op);
+            }, { transaction });
+            await this.iterateAllBaselines((baseline) => {
+                baselines.push(baseline);
+            }, { transaction });
+            const localReplica = await this.db.getLocalReplica();
+            return {
+                operations,
+                baselines,
+                localReplica,
+                schemaVersion: this.ctx.schema.version,
+            };
+        };
+        this.resetFrom = async (data) => {
+            const db = this.db;
+            const transaction = db.transaction({
+                storeNames: ['baselines', 'operations', 'info'],
+                mode: 'readwrite',
+            });
+            await this.db.reset({ clearReplica: true, transaction });
+            if (data.localReplica) {
+                await this.db.updateLocalReplica({
+                    ackedLogicalTime: data.localReplica.ackedLogicalTime,
+                    lastSyncedLogicalTime: data.localReplica.lastSyncedLogicalTime,
+                }, { transaction });
+            }
+            this.ctx.log('debug', 'Resetting metadata from export', data);
+            await this.insertData({
+                operations: data.operations,
+                baselines: data.baselines,
+                isLocal: true,
+            });
+        };
+        this.manualRebase = async () => {
+            var _a;
+            if (this.ctx.closing || ((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing))
+                return;
+            const ackInfo = await this.db.getAckInfo();
+            if (ackInfo.globalAckTimestamp) {
+                await this.rebaser.scheduleRebase(ackInfo.globalAckTimestamp);
+            }
+        };
+        this.ack = async (timestamp) => {
+            const localReplicaInfo = await this.db.getLocalReplica();
+            // can't ack timestamps from the future.
+            if (timestamp > this.ctx.time.now)
+                return;
+            this.events.emit('syncMessage', {
+                type: 'ack',
+                replicaId: localReplicaInfo.id,
+                timestamp,
+            });
+            if (!this.ctx.closing &&
+                (!localReplicaInfo.ackedLogicalTime ||
+                    timestamp > localReplicaInfo.ackedLogicalTime)) {
+                this.db.updateLocalReplica({ ackedLogicalTime: timestamp });
+            }
+        };
+        this.rebaser = new PersistenceRebaser(db, ctx);
+        this.messageCreator = new MessageCreator(db, ctx);
+        this.compose(this.db);
+    }
+}
+//# sourceMappingURL=PersistenceMetadata.js.map

package/dist/esm/persistence/PersistenceMetadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceMetadata.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceMetadata.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,MAAM,EACN,SAAS,EAGT,eAAe,EACf,UAAU,EAGV,yBAAyB,GACzB,MAAM,qBAAqB,CAAC;AAS7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,mBAAoB,SAAQ,UAAU;IAQlD,YACS,EAAyB,EACzB,GAAmB;QAE3B,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAuB;QACzB,QAAG,GAAH,GAAG,CAAgB;QANnB,WAAM,GAAG,IAAI,eAAe,EAEjC,CAAC;QAYG,qBAAgB,GAAG,KAAK,EAC/B,UAA6B,EAC7B,OAA+C,EAC9C,EAAE;;YACH,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,aAAa,UAAU,CAAC,MAAM,aAAa,EAC3C,UAAU,CACV,CAAC;YAEF,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CACvD,UAAU,EACV,OAAO,CACP,CAAC;YAEF,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,wDAAwD;YACxD,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA,EAAE,CAAC;gBACnD,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpC,CAAC;YAED,OAAO,oBAAoB,CAAC;QAC7B,CAAC,CAAC;QAEM,0BAAqB,GAAG,KAAK,EACpC,UAAuB,EACvB,OAA+C,EAC9C,EAAE;YACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAEpC,4BAA4B;YAC5B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,SAA6B,CAAC,OAAO,GAAG,IAAI,CAAC;YAC/C,CAAC;YACD,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAA+B,EAAE,OAAO,CAAC,CAAC;YAEtE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC,CAAC;QAEM,2BAAsB,GAAG,KAAK,EACrC,UAAuB,EACvB,OAA+C,EAC9C,EAAE;YACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEvC,2BAA2B;YAC3B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,SAA6B,CAAC,OAAO,GAAG,KAAK,CAAC;YAChD,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAA+B,EAAE,OAAO,CAAC,CAAC;YAEtE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC,CAAC;QAEM,0BAAqB,GAAG,KAAK,EACpC,SAA6B,EAC7B,OAA+C,EAC9C,EAAE;YACH,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,SAAS,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAExE,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAE/C,uDAAuD;YAEvD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAC;YACnD,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC9B,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,mBAAc,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;YAC1C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;YACzC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,KAAK,OAAO,EAAE,2BAA2B,CAAC,CAAC;YAC7D,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACtB,sDAAsD;YACtD,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;aACvC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAC/B,WAAW,EACX,CAAC,QAAQ,EAAE,EAAE;oBACZ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;gBACD,IAAI,CAAC,EAAE,CAAC,yBAAyB,CAChC,WAAW,EACX,CAAC,KAAK,EAAE,EAAE;oBACT,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,IAAI,KAAK,EAAa,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,GAAG,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;oBAC5B,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;oBACtB,KAAK;iBACL,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,0BAA0B,CACjC,UAAU,EACV,CAAC,QAAQ,EAAE,EAAE;oBACZ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;gBACD,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAClC,UAAU,EACV,CAAC,KAAK,EAAE,EAAE;oBACT,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,KAAK,EAAa,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,GAAG,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;oBAC5B,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;oBACtB,KAAK,EAAE,SAAS;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAC1B,GAAqB,EACrB,UAA2B,EAAE,EAC5B,EAAE;YACH,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,KAAK,GAAG,EAAE,2BAA2B,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,SAAS,GAAuB,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CACrC,WAAW,EACX,CAAC,CAAC,EAAE,EAAE;gBACL,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,CAAC,EACD;gBACC,WAAW;aACX,CACD,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAyB,CAAC;YACnD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAClC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACvB,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,IAAI,CAAC,EAAE,CAAC,yBAAyB,CACtC,WAAW,EACX,CAAC,EAAE,EAAE,EAAE;gBACN,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;gBAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACZ,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC/B,CAAC,EACD;gBACC,WAAW;gBACX,+CAA+C;gBAC/C,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;aACnC,CACD,CAAC;YACF,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE,CAAC;gBACV,yBAAyB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EACtB,GAAqB,EACrB,OAAiC,EAChC,EAAE;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,KAAK,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK;aACrB,CAAC,CAAC;YACH,MAAM,SAAS,GAAuB,EAAE,CAAC;YACzC,MAAM,UAAU,GAA0C,EAAE,CAAC;YAC7D,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAC/B,GAAG,EACH,CAAC,QAAQ,EAAE,EAAE;oBACZ,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC,EACD;oBACC,WAAW;iBACX,CACD;gBACD,IAAI,CAAC,EAAE,CAAC,yBAAyB,CAChC,GAAG,EACH,CAAC,EAAE,EAAE,EAAE;;;oBACN,MAAA,UAAU,MAAC,EAAE,CAAC,GAAG,qCAAjB,UAAU,OAAa,EAAE,EAAC;oBAC1B,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YACH,OAAO;gBACN,SAAS;gBACT,UAAU;aACV,CAAC;QACH,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,GAAqB,EAAE,EAAE;YAClD,IAAI,KAAK,CAAC;YACV,MAAM,IAAI,CAAC,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBACjD,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,YAAY,EAAE,CAAC;oBACjC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;oBACjB,OAAO,IAAI,CAAC;gBACb,CAAC;YACF,CAAC,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACd,CAAC,CAAC;QAEF,eAAU,GAAG,KAAK,EACjB,IAIC,EACD,OAAiC,EAChC,EAAE;;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,KAAK,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK;gBACrB,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,0CAAE,OAAO;gBAAE,OAAO;YACpC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACrE,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;YAC9C,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAE7B,OAAO,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC;gBACjC,qBAAqB,EAAE,SAAS;aAChC,CAAC,CAAC;QACJ,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EAAE,GAAW,EAAE,EAAE;;YACpC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAC7B,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA,EAAE,CAAC;gBACnD,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC;QACF,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EAAE,OAA4B,EAAE,EAAE;YACxD,OAAO,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF,kCAAkC;QAClC,2BAAsB,GAAG,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC;QACxD,yBAAoB,GAAG,IAAI,CAAC,EAAE,CAAC,oBAAoB,CAAC;QACpD,wBAAmB,GAAG,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC;QAElD,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;QACtB,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;QAEtB,WAAM,GAAG,KAAK,IAA6B,EAAE;YAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,SAAS,GAAG,IAAI,KAAK,EAAoB,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,KAAK,EAAmB,CAAC;YAChD,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC;gBAClC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,oBAAoB,CAC9B,CAAC,EAAE,EAAE,EAAE;gBACN,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACF,MAAM,IAAI,CAAC,mBAAmB,CAC7B,CAAC,QAAQ,EAAE,EAAE;gBACZ,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACrD,OAAO;gBACN,UAAU;gBACV,SAAS;gBACT,YAAY;gBACZ,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO;aACtC,CAAC;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,KAAK,EAAE,IAAoB,EAAE,EAAE;YAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC;gBAClC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC;gBAC/C,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YACzD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAC/B;oBACC,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;oBACpD,qBAAqB,EAAE,IAAI,CAAC,YAAY,CAAC,qBAAqB;iBAC9D,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,gCAAgC,EAAE,IAAI,CAAC,CAAC;YAC9D,MAAM,IAAI,CAAC,UAAU,CAAC;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI;aACb,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,iBAAY,GAAG,KAAK,IAAI,EAAE;;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,KAAI,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA;gBACnE,OAAO;YACR,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;YAC3C,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC/D,CAAC;QACF,CAAC,CAAC;QAEM,QAAG,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;YACzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,wCAAwC;YACxC,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAE1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE;gBAC/B,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,gBAAgB,CAAC,EAAE;gBAC9B,SAAS;aACT,CAAC,CAAC;YAEH,IACC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO;gBACjB,CAAC,CAAC,gBAAgB,CAAC,gBAAgB;oBAClC,SAAS,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,EAC9C,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC,CAAC;QAlYD,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAkB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;CAgYD"}

package/dist/esm/persistence/PersistenceQueries.d.ts

@@ -0,0 +1,34 @@
+import { PersistenceQueryDb } from './interfaces.js';
+import { Context } from '../context/context.js';
+import { Disposable } from '../utils/Disposable.js';
+export declare class PersistenceQueries extends Disposable {
+    private db;
+    private ctx;
+    constructor(db: PersistenceQueryDb, ctx: Omit<Context, 'queries'>);
+    reset: (opts?: {
+        transaction?: unknown;
+    } | undefined) => Promise<void>;
+    saveEntities: (entities: {
+        oid: string;
+        getSnapshot: () => any;
+    }[], opts?: (import("./interfaces.js").CommonQueryOptions & {
+        abort?: AbortSignal | undefined;
+    }) | undefined) => Promise<void>;
+    findOneOid: (opts: {
+        collection: string;
+        index?: import("@verdant-web/common").CollectionIndexFilter | undefined;
+    }) => Promise<string | null>;
+    findAllOids: (opts: {
+        collection: string;
+        index?: import("@verdant-web/common").CollectionIndexFilter | undefined;
+        limit?: number | undefined;
+        offset?: number | undefined;
+    }) => Promise<{
+        result: string[];
+        hasNextPage: boolean;
+    }>;
+    stats: () => Promise<Record<string, {
+        count: number;
+        size: number;
+    }>>;
+}

package/dist/esm/persistence/PersistenceQueries.js

@@ -0,0 +1,15 @@
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceQueries extends Disposable {
+    constructor(db, ctx) {
+        super();
+        this.db = db;
+        this.ctx = ctx;
+        this.reset = this.db.reset.bind(this.db);
+        this.saveEntities = this.db.saveEntities;
+        this.findOneOid = this.db.findOneOid.bind(this.db);
+        this.findAllOids = this.db.findAllOids.bind(this.db);
+        this.stats = this.db.stats.bind(this.db);
+        this.compose(this.db);
+    }
+}
+//# sourceMappingURL=PersistenceQueries.js.map

package/dist/esm/persistence/PersistenceQueries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceQueries.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceQueries.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IACjD,YACS,EAAsB,EACtB,GAA6B;QAErC,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAoB;QACtB,QAAG,GAAH,GAAG,CAA0B;QAMtC,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEpC,iBAAY,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC;QAEpC,eAAU,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,gBAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhD,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAVnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;CAUD"}

package/dist/esm/persistence/PersistenceRebaser.d.ts

@@ -0,0 +1,32 @@
+import { ObjectIdentifier } from '@verdant-web/common';
+import { Context } from '../context/context.js';
+import { AbstractTransaction, PersistenceMetadataDb } from './interfaces.js';
+export declare class PersistenceRebaser {
+    private db;
+    private ctx;
+    constructor(db: PersistenceMetadataDb, ctx: Pick<Context, 'closing' | 'log' | 'time' | 'internalEvents' | 'globalEvents' | 'config'>);
+    /**
+     * Autonomous rebases are only allowed for clients who have never synced. They
+     * keep storage clean for non-syncing clients by compressing history.
+     */
+    tryAutonomousRebase: () => Promise<void>;
+    /**
+     * Attempt to autonomously rebase local documents without server intervention.
+     * This can currently only happen for a client who has never synced before.
+     * The goal is to allow local-only clients to compress their history to exactly
+     * their undo stack.
+     */
+    private runRebase;
+    /**
+     * Debounces rebase attempts to avoid thrashing the database with
+     * rebase operations.
+     */
+    scheduleRebase: (timestamp: string) => Promise<void>;
+    private rebaseTimeout;
+    rebase: (oid: ObjectIdentifier, upTo: string, providedTx?: AbstractTransaction) => Promise<{
+        oid: string;
+        snapshot: any;
+        timestamp: string;
+        authz: string | undefined;
+    }>;
+}

package/dist/esm/persistence/PersistenceRebaser.js

@@ -0,0 +1,120 @@
+import { applyPatch, assignOid, isFileRef, } from '@verdant-web/common';
+export class PersistenceRebaser {
+    constructor(db, ctx) {
+        this.db = db;
+        this.ctx = ctx;
+        /**
+         * Autonomous rebases are only allowed for clients who have never synced. They
+         * keep storage clean for non-syncing clients by compressing history.
+         */
+        this.tryAutonomousRebase = async () => {
+            const localReplicaInfo = await this.db.getLocalReplica();
+            if (localReplicaInfo.lastSyncedLogicalTime)
+                return; // cannot autonomously rebase if we've synced
+            // but if we have never synced... we can rebase everything!
+            await this.runRebase(this.ctx.time.now);
+        };
+        /**
+         * Attempt to autonomously rebase local documents without server intervention.
+         * This can currently only happen for a client who has never synced before.
+         * The goal is to allow local-only clients to compress their history to exactly
+         * their undo stack.
+         */
+        this.runRebase = async (globalAckTimestamp) => {
+            if (this.ctx.closing)
+                return;
+            // find all operations before the global ack
+            let lastTimestamp;
+            const toRebase = new Set();
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            let operationCount = 0;
+            await this.db.iterateAllOperations((patch) => {
+                toRebase.add(patch.oid);
+                lastTimestamp = patch.timestamp;
+                operationCount++;
+            }, {
+                before: globalAckTimestamp,
+                transaction,
+            });
+            if (!toRebase.size) {
+                return;
+            }
+            if (this.ctx.closing) {
+                return;
+            }
+            // rebase each affected document
+            let newBaselines = [];
+            for (const oid of toRebase) {
+                newBaselines.push(await this.rebase(oid, lastTimestamp || globalAckTimestamp, transaction));
+            }
+            this.ctx.globalEvents.emit('rebase');
+        };
+        /**
+         * Debounces rebase attempts to avoid thrashing the database with
+         * rebase operations.
+         */
+        this.scheduleRebase = async (timestamp) => {
+            var _a, _b;
+            if (this.rebaseTimeout) {
+                clearTimeout(this.rebaseTimeout);
+            }
+            this.rebaseTimeout = setTimeout(this.runRebase, (_b = (_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.rebaseTimeout) !== null && _b !== void 0 ? _b : 10000, timestamp);
+        };
+        this.rebaseTimeout = null;
+        this.rebase = async (oid, upTo, providedTx) => {
+            const transaction = providedTx ||
+                this.db.transaction({
+                    storeNames: ['operations', 'baselines'],
+                    mode: 'readwrite',
+                });
+            const baseline = await this.db.getBaseline(oid, { transaction });
+            let current = (baseline === null || baseline === void 0 ? void 0 : baseline.snapshot) || undefined;
+            let operationsApplied = 0;
+            let authz = baseline === null || baseline === void 0 ? void 0 : baseline.authz;
+            const deletedRefs = [];
+            await this.db.consumeEntityOperations(oid, (patch) => {
+                // FIXME: this seems like the wrong place to do this
+                // but it's here as a safety measure...
+                if (!baseline || patch.timestamp > baseline.timestamp) {
+                    current = applyPatch(current, patch.data, deletedRefs);
+                    if (patch.data.op === 'initialize') {
+                        authz = patch.authz;
+                    }
+                }
+                // delete all prior operations to the baseline
+                operationsApplied++;
+            }, {
+                to: upTo,
+                transaction,
+            });
+            if (current) {
+                assignOid(current, oid);
+            }
+            const newBaseline = {
+                oid,
+                snapshot: current,
+                timestamp: upTo,
+                authz,
+            };
+            if (newBaseline.snapshot) {
+                await this.db.setBaselines([newBaseline], { transaction });
+            }
+            else {
+                await this.db.deleteBaseline(oid, { transaction });
+            }
+            this.ctx.log('debug', 'rebased', oid, 'up to', upTo, ':', current, 'and deleted', operationsApplied, 'operations');
+            // cleanup deleted refs
+            if (deletedRefs.length) {
+                const fileRefs = deletedRefs.filter(isFileRef);
+                if (fileRefs.length) {
+                    this.ctx.internalEvents.emit('filesDeleted', fileRefs);
+                }
+            }
+            return newBaseline;
+        };
+    }
+}
+//# sourceMappingURL=PersistenceRebaser.js.map

package/dist/esm/persistence/PersistenceRebaser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceRebaser.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceRebaser.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,SAAS,EACT,SAAS,GAGT,MAAM,qBAAqB,CAAC;AAI7B,MAAM,OAAO,kBAAkB;IAC9B,YACS,EAAyB,EACzB,GAGP;QAJO,OAAE,GAAF,EAAE,CAAuB;QACzB,QAAG,GAAH,GAAG,CAGV;QAGF;;;WAGG;QACH,wBAAmB,GAAG,KAAK,IAAI,EAAE;YAChC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,IAAI,gBAAgB,CAAC,qBAAqB;gBAAE,OAAO,CAAC,6CAA6C;YACjG,2DAA2D;YAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF;;;;;WAKG;QACK,cAAS,GAAG,KAAK,EAAE,kBAA0B,EAAE,EAAE;YACxD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAE7B,4CAA4C;YAC5C,IAAI,aAAa,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,MAAM,IAAI,CAAC,EAAE,CAAC,oBAAoB,CACjC,CAAC,KAAK,EAAE,EAAE;gBACT,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC;gBAChC,cAAc,EAAE,CAAC;YAClB,CAAC,EACD;gBACC,MAAM,EAAE,kBAAkB;gBAC1B,WAAW;aACX,CACD,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpB,OAAO;YACR,CAAC;YAED,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACtB,OAAO;YACR,CAAC;YAED,gCAAgC;YAChC,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAChB,MAAM,IAAI,CAAC,MAAM,CAChB,GAAG,EACH,aAAa,IAAI,kBAAkB,EACnC,WAAW,CACX,CACD,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC;QAEF;;;WAGG;QACH,mBAAc,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;;YAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,UAAU,CAC9B,IAAI,CAAC,SAAS,EACd,MAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,aAAa,mCAAI,KAAK,EACnD,SAAS,CACT,CAAC;QACH,CAAC,CAAC;QACM,kBAAa,GAA0B,IAAI,CAAC;QAEpD,WAAM,GAAG,KAAK,EACb,GAAqB,EACrB,IAAY,EACZ,UAAgC,EAC/B,EAAE;YACH,MAAM,WAAW,GAChB,UAAU;gBACV,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;oBACnB,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC;oBACvC,IAAI,EAAE,WAAW;iBACjB,CAAC,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACjE,IAAI,OAAO,GAAQ,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,QAAQ,KAAI,SAAS,CAAC;YACnD,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,CAAC;YAC5B,MAAM,WAAW,GAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,EAAE,CAAC,uBAAuB,CACpC,GAAG,EACH,CAAC,KAAK,EAAE,EAAE;gBACT,oDAAoD;gBACpD,uCAAuC;gBACvC,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvD,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,YAAY,EAAE,CAAC;wBACpC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;oBACrB,CAAC;gBACF,CAAC;gBACD,8CAA8C;gBAC9C,iBAAiB,EAAE,CAAC;YACrB,CAAC,EACD;gBACC,EAAE,EAAE,IAAI;gBACR,WAAW;aACX,CACD,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACb,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,WAAW,GAAG;gBACnB,GAAG;gBACH,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,IAAI;gBACf,KAAK;aACL,CAAC;YACF,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,SAAS,EACT,GAAG,EACH,OAAO,EACP,IAAI,EACJ,GAAG,EACH,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,YAAY,CACZ,CAAC;YAEF,uBAAuB;YACvB,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC/C,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACrB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;gBACxD,CAAC;YACF,CAAC;YAED,OAAO,WAAW,CAAC;QACpB,CAAC,CAAC;IAxJC,CAAC;CAyJJ"}

package/dist/esm/{IDBService.d.ts → persistence/idb/IdbService.d.ts}

@@ -1,6 +1,6 @@
-import { Context } from './context.js';
-import { Disposable } from './utils/Disposable.js';
-export declare class IDBService extends Disposable {
+import { Context } from '../../context/context.js';
+import { Disposable } from '../../utils/Disposable.js';
+export declare class IdbService extends Disposable {
     protected db: IDBDatabase;
     protected log?: Context['log'];
     private globalAbortController;
@@ -11,20 +11,22 @@ export declare class IDBService extends Disposable {
         mode?: 'readonly' | 'readwrite';
         abort?: AbortSignal;
     }) => IDBTransaction;
-    run: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<T>, opts?: {
+    run: <T = any>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<T>, opts?: {
         mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<T>;
     runAll: <T>(storeName: string, getRequests: (store: IDBObjectStore) => IDBRequest<T>[], opts?: {
-        mode: 'readonly' | 'readwrite';
+        mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<T[]>;
-    iterate: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest | IDBRequest[], iterator: (value: T, store: IDBObjectStore) => boolean | void, opts?: {
+    iterate: <T>(storeName: string, getRequest: (store: IDBObjectStore) => IDBRequest<IDBCursorWithValue | null> | IDBRequest<IDBCursorWithValue | null>[], iterator: (value: T, store: IDBObjectStore, cursor: IDBCursorWithValue) => boolean | void, opts?: {
         mode?: 'readonly' | 'readwrite';
         transaction?: IDBTransaction;
         abort?: AbortSignal;
     }) => Promise<void>;
-    clear: (storeName: string) => Promise<undefined>;
+    clear: (storeName: string, transaction?: IDBTransaction) => Promise<undefined>;
+    cloneTo: (otherDb: IDBDatabase) => Promise<void>;
+    private onVersionChange;
 }

package/dist/esm/{IDBService.js → persistence/idb/IdbService.js}

@@ -1,6 +1,6 @@
-import { createAbortableTransaction, isAbortError, storeRequestPromise, } from './idb.js';
-import { Disposable } from './utils/Disposable.js';
-export class IDBService extends Disposable {
+import { copyDatabase, createAbortableTransaction, isAbortError, storeRequestPromise, } from './util.js';
+import { Disposable } from '../../utils/Disposable.js';
+export class IdbService extends Disposable {
     constructor(db, { log } = {}) {
         super();
         this.db = db;
@@ -44,8 +44,13 @@ export class IDBService extends Disposable {
                         req.onsuccess = () => {
                             const cursor = req.result;
                             if (cursor) {
-                                iterator(cursor.value, store);
-                                cursor.continue();
+                                const stop = iterator(cursor.value, store, cursor);
+                                if (stop) {
+                                    resolve();
+                                }
+                                else {
+                                    cursor.continue();
+                                }
                             }
                             else {
                                 resolve();
@@ -66,7 +71,7 @@ export class IDBService extends Disposable {
                 request.onsuccess = () => {
                     const cursor = request.result;
                     if (cursor) {
-                        const stop = iterator(cursor.value, store);
+                        const stop = iterator(cursor.value, store, cursor);
                         if (stop) {
                             resolve();
                         }
@@ -88,15 +93,31 @@ export class IDBService extends Disposable {
                 };
             });
         };
-        this.clear = (storeName) => {
+        this.clear = (storeName, transaction) => {
             return this.run(storeName, (store) => store.clear(), {
                 mode: 'readwrite',
+                transaction,
             });
         };
+        this.cloneTo = async (otherDb) => {
+            await copyDatabase(this.db, otherDb);
+        };
+        this.onVersionChange = () => {
+            var _a;
+            (_a = this.log) === null || _a === void 0 ? void 0 : _a.call(this, 'warn', `Another tab has requested a version change for ${this.db.name}`);
+            this.db.close();
+            if (typeof window !== 'undefined') {
+                window.location.reload();
+            }
+        };
         this.log = log;
         this.addDispose(() => {
             this.globalAbortController.abort();
         });
+        this.db.addEventListener('versionchange', this.onVersionChange);
+        this.addDispose(() => {
+            this.db.removeEventListener('versionchange', this.onVersionChange);
+        });
     }
 }
-//# sourceMappingURL=IDBService.js.map
+//# sourceMappingURL=IdbService.js.map

package/dist/esm/persistence/idb/IdbService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IdbService.js","sourceRoot":"","sources":["../../../../src/persistence/idb/IdbService.ts"],"names":[],"mappings":"AACA,OAAO,EACN,YAAY,EACZ,0BAA0B,EAC1B,YAAY,EACZ,mBAAmB,GACnB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAEvD,MAAM,OAAO,UAAW,SAAQ,UAAU;IAIzC,YACW,EAAe,EACzB,EAAE,GAAG,KAA+B,EAAE;QAEtC,KAAK,EAAE,CAAC;QAHE,OAAE,GAAF,EAAE,CAAa;QAHlB,0BAAqB,GAAG,IAAI,eAAe,EAAE,CAAC;QAiBtD,sBAAiB,GAAG,CACnB,UAAoB,EACpB,IAGC,EACA,EAAE;YACH,MAAM,EAAE,GAAG,0BAA0B,CACpC,IAAI,CAAC,EAAE,EACP,UAAU,EACV,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,KAAI,UAAU,EACxB,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,EACX,IAAI,CAAC,GAAG,CACR,CAAC;YACF,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YACtE,EAAE,CAAC,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE;gBACpC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;YACH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACjC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACX,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,SAAiB,EACjB,UAAoD,EACpD,IAIC,EACY,EAAE;;YACf,IAAI,IAAI,CAAC,QAAQ,KAAI,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,0CAAE,KAAK,CAAA;gBAC5C,OAAO,OAAO,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,mBAAmB,CAAI,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EACb,SAAiB,EACjB,WAAuD,EACvD,IAIC,EACc,EAAE;;YACjB,IAAI,IAAI,CAAC,QAAQ,KAAI,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,0CAAE,KAAK,CAAA;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1E,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACpC,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC;QAEF,YAAO,GAAG,KAAK,EACd,SAAiB,EACjB,UAI0C,EAC1C,QAImB,EACnB,IAIC,EACe,EAAE;YAClB,MAAM,EAAE,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,KAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,OAAO,OAAO,CAAC,GAAG,CACjB,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBACnB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC5C,GAAG,CAAC,SAAS,GAAG,GAAG,EAAE;4BACpB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;4BAC1B,IAAI,MAAM,EAAE,CAAC;gCACZ,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;gCACnD,IAAI,IAAI,EAAE,CAAC;oCACV,OAAO,EAAE,CAAC;gCACX,CAAC;qCAAM,CAAC;oCACP,MAAM,CAAC,QAAQ,EAAE,CAAC;gCACnB,CAAC;4BACF,CAAC;iCAAM,CAAC;gCACP,OAAO,EAAE,CAAC;4BACX,CAAC;wBACF,CAAC,CAAC;wBACF,GAAG,CAAC,OAAO,GAAG,GAAG,EAAE;4BAClB,IAAI,GAAG,CAAC,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gCAC1C,OAAO,EAAE,CAAC;4BACX,CAAC;iCAAM,CAAC;gCACP,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;4BACnB,CAAC;wBACF,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC;gBACJ,CAAC,CAAC,CACF,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC5C,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE;oBACxB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAmC,CAAC;oBAC3D,IAAI,MAAM,EAAE,CAAC;wBACZ,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;wBACnD,IAAI,IAAI,EAAE,CAAC;4BACV,OAAO,EAAE,CAAC;wBACX,CAAC;6BAAM,CAAC;4BACP,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACnB,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,OAAO,EAAE,CAAC;oBACX,CAAC;gBACF,CAAC,CAAC;gBACF,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE;oBACtB,IAAI,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAClD,OAAO,EAAE,CAAC;oBACX,CAAC;yBAAM,CAAC;wBACP,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACvB,CAAC;gBACF,CAAC,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,UAAK,GAAG,CAAC,SAAiB,EAAE,WAA4B,EAAE,EAAE;YAC3D,OAAO,IAAI,CAAC,GAAG,CAAY,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE;gBAC/D,IAAI,EAAE,WAAW;gBACjB,WAAW;aACX,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,YAAO,GAAG,KAAK,EAAE,OAAoB,EAAE,EAAE;YACxC,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC;QAEM,oBAAe,GAAG,GAAG,EAAE;;YAC9B,MAAA,IAAI,CAAC,GAAG,qDACP,MAAM,EACN,kDAAkD,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAChE,CAAC;YACF,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;gBACnC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1B,CAAC;QACF,CAAC,CAAC;QAhKD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACJ,CAAC;CAyJD"}