@verdant-web/store 3.12.1 → 4.0.0-next.0

package/dist/esm/persistence/PersistenceFiles.js

@@ -0,0 +1,160 @@
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceFiles extends Disposable {
+    constructor(db, context) {
+        super();
+        this.db = db;
+        this.context = context;
+        this.onServerReset = (since) => this.db.resetSyncedStatusSince(since);
+        this.add = async (file, options) => {
+            // this method accepts a FileData which refers to a remote
+            // file, as well as local files. in the case of a remote file,
+            // we actually re-download and upload the file again. this powers
+            // the cloning of documents with files; we clone their filedata
+            // and re-upload to a new file ID. otherwise, when the cloned
+            // filedata was marked deleted, the original file would be deleted
+            // and the clone would refer to a missing file.
+            if (file.url && !file.file) {
+                this.context.log('debug', 'Remote file added to an entity. This usually means an entity was cloned. Downloading remote file...', file.id);
+                const blob = await this.context.files.downloadRemoteFile(file.url, 0, 3);
+                // convert blob to file with name and type
+                file.file = new File([blob], file.name, { type: file.type });
+            }
+            else if (!file.file) {
+                this.context.log('warn', 'File added without a file or URL. This file will not be available for use.', file.id);
+            }
+            file.remote = false;
+            // fire event for processing immediately
+            this.context.internalEvents.emit('fileAdded', file);
+            // store in persistence db
+            await this.db.add(file, options);
+            this.context.log('debug', 'File added', file.id, file.name, file.type, file.file ? 'with binary file' : file.url ? 'with url' : 'with no data');
+        };
+        this.onUploaded = this.db.markUploaded.bind(this.db);
+        this.get = this.db.get.bind(this.db);
+        this.getAll = this.db.getAll.bind(this.db);
+        this.listUnsynced = this.db.listUnsynced.bind(this.db);
+        this.iterateOverPendingDelete = this.db.iterateOverPendingDelete.bind(this.db);
+        this.stats = this.db.stats.bind(this.db);
+        this.getFileExportName = (originalFileName, id) => {
+            return `${id}___${originalFileName}`;
+        };
+        this.export = async (downloadRemote = false) => {
+            const storedFiles = await this.getAll();
+            if (downloadRemote) {
+                for (const storedFile of storedFiles) {
+                    // if it doesn't have a buffer, we need to read one from the server
+                    if (!storedFile.file && storedFile.url) {
+                        try {
+                            const blob = await this.downloadRemoteFile(storedFile.url);
+                            storedFile.file = blob;
+                        }
+                        catch (err) {
+                            this.context.log('error', "Failed to download file to cache it locally. The file will still be available using its URL. Check the file server's CORS configuration.", err);
+                        }
+                    }
+                }
+            }
+            // split files into data and files
+            const fileData = [];
+            const files = [];
+            for (const fileExport of storedFiles) {
+                const file = fileExport.file;
+                delete fileExport.file;
+                fileData.push(fileExport);
+                if (file) {
+                    // rename with ID
+                    const asFile = new File([file], this.getFileExportName(fileExport.name, fileExport.id), {
+                        type: fileExport.type,
+                    });
+                    files.push(asFile);
+                }
+                else {
+                    this.context.log('warn', `File ${fileExport.id} was could not be loaded locally or from the server. It will be missing in the export.`);
+                }
+            }
+            return {
+                fileData,
+                files,
+            };
+        };
+        this.import = async ({ fileData, files, }) => {
+            // re-attach files to their file data and import
+            const fileToIdMap = new Map(files.map((file) => {
+                const { id } = this.parseFileExportname(file.name);
+                return [id, file];
+            }));
+            const importedFiles = fileData.map((fileData) => {
+                const file = fileToIdMap.get(fileData.id);
+                if (!file) {
+                    this.context.log('warn', `File ${fileData.id} was not found in import`);
+                    return fileData;
+                }
+                return Object.assign(Object.assign({}, fileData), { file });
+            });
+            await Promise.all(importedFiles.map((file) => this.add(file)));
+        };
+        this.parseFileExportname = (name) => {
+            const [id, originalFileName] = name.split('___');
+            return { id, originalFileName };
+        };
+        this.downloadRemoteFile = async (url, retries = 0, maxRetries = 0) => {
+            const resp = await fetch(url, {
+                method: 'GET',
+                credentials: 'include',
+            });
+            if (!resp.ok) {
+                if (retries < maxRetries) {
+                    return new Promise((resolve, reject) => {
+                        setTimeout(() => {
+                            this.downloadRemoteFile(url, retries + 1, maxRetries).then(resolve, reject);
+                        }, 1000);
+                    });
+                }
+                else {
+                    throw new Error(`Failed to download file after ${maxRetries} retries (status: ${resp.status})`);
+                }
+            }
+            return await resp.blob();
+        };
+        this.cleanupDeletedFiles = async () => {
+            let count = 0;
+            let skipCount = 0;
+            await this.iterateOverPendingDelete((fileData, store) => {
+                if (this.config.canCleanupDeletedFile(fileData)) {
+                    count++;
+                    store.delete(fileData.id);
+                }
+                else {
+                    skipCount++;
+                }
+            });
+            this.context.log('info', `Cleaned up ${count} files, skipped ${skipCount} files`);
+        };
+        this.onFileRefsDeleted = async (fileRefs) => {
+            const tx = this.db.transaction({
+                mode: 'readwrite',
+                storeNames: ['files'],
+            });
+            await Promise.all(fileRefs.map(async (fileRef) => {
+                try {
+                    await this.db.markPendingDelete(fileRef.id, { transaction: tx });
+                }
+                catch (err) {
+                    this.context.log('error', 'Failed to mark file for deletion', err);
+                }
+            }));
+            this.context.log('info', `Marked ${fileRefs.length} files as pending delete`);
+        };
+        context.internalEvents.subscribe('filesDeleted', this.onFileRefsDeleted);
+        this.compose(this.db);
+        // on startup, try deleting old files.
+        this.cleanupDeletedFiles();
+    }
+    get config() {
+        return Object.assign({ canCleanupDeletedFile(fileData) {
+                return (fileData.deletedAt !== null &&
+                    fileData.deletedAt < Date.now() - 1000 * 60 * 24 * 3);
+            } }, this.context.config.files);
+    }
+}
+//# sourceMappingURL=PersistenceFiles.js.map

package/dist/esm/persistence/PersistenceFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceFiles.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceFiles.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,gBAAiB,SAAQ,UAAU;IAC/C,YACS,EAAqB,EACrB,OAAiC;QAEzC,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAmB;QACrB,YAAO,GAAP,OAAO,CAA0B;QAqB1C,kBAAa,GAAG,CAAC,KAAoB,EAAE,EAAE,CACxC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACvC,QAAG,GAAG,KAAK,EAAE,IAAc,EAAE,OAAsC,EAAE,EAAE;YACtE,0DAA0D;YAC1D,8DAA8D;YAC9D,iEAAiE;YACjE,+DAA+D;YAC/D,6DAA6D;YAC7D,kEAAkE;YAClE,+CAA+C;YAC/C,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,qGAAqG,EACrG,IAAI,CAAC,EAAE,CACP,CAAC;gBACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACzE,0CAA0C;gBAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,4EAA4E,EAC5E,IAAI,CAAC,EAAE,CACP,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,wCAAwC;YACxC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACpD,0BAA0B;YAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,YAAY,EACZ,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CACvE,CAAC;QACH,CAAC,CAAC;QACF,eAAU,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChD,QAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,WAAM,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,iBAAY,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClD,6BAAwB,GAAG,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1E,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5B,sBAAiB,GAAG,CAAC,gBAAwB,EAAE,EAAU,EAAE,EAAE;YACpE,OAAO,GAAG,EAAE,MAAM,gBAAgB,EAAE,CAAC;QACtC,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,cAAc,GAAG,KAAK,EAAE,EAAE;YACzC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,IAAI,cAAc,EAAE,CAAC;gBACpB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;oBACtC,mEAAmE;oBACnE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,GAAG,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;4BAC3D,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;wBACxB,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACd,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,0IAA0I,EAC1I,GAAG,CACH,CAAC;wBACH,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YACD,kCAAkC;YAClC,MAAM,QAAQ,GAA2C,EAAE,CAAC;YAC5D,MAAM,KAAK,GAAgB,EAAE,CAAC;YAE9B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;gBAC7B,OAAO,UAAU,CAAC,IAAI,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1B,IAAI,IAAI,EAAE,CAAC;oBACV,iBAAiB;oBACjB,MAAM,MAAM,GAAG,IAAI,IAAI,CACtB,CAAC,IAAI,CAAC,EACN,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,EACtD;wBACC,IAAI,EAAE,UAAU,CAAC,IAAI;qBACrB,CACD,CAAC;oBACF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,QAAQ,UAAU,CAAC,EAAE,wFAAwF,CAC7G,CAAC;gBACH,CAAC;YACF,CAAC;YACD,OAAO;gBACN,QAAQ;gBACR,KAAK;aACL,CAAC;QACH,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EAAE,EACf,QAAQ,EACR,KAAK,GAIL,EAAE,EAAE;YACJ,gDAAgD;YAChD,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAClB,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YACnB,CAAC,CAAC,CACF,CAAC;YACF,MAAM,aAAa,GAAwB,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACpE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAE1C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,QAAQ,CAAC,EAAE,0BAA0B,CAAC,CAAC;oBACxE,OAAO,QAAQ,CAAC;gBACjB,CAAC;gBAED,uCACI,QAAQ,KACX,IAAI,IACH;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;QAEM,wBAAmB,GAAG,CAAC,IAAY,EAAE,EAAE;YAC9C,MAAM,CAAC,EAAE,EAAE,gBAAgB,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjD,OAAO,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;QACjC,CAAC,CAAC;QAEF,uBAAkB,GAAG,KAAK,EAAE,GAAW,EAAE,OAAO,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,EAAE,EAAE;YACvE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC7B,MAAM,EAAE,KAAK;gBACb,WAAW,EAAE,SAAS;aACtB,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACd,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBAC1B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC5C,UAAU,CAAC,GAAG,EAAE;4BACf,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,CACzD,OAAO,EACP,MAAM,CACN,CAAC;wBACH,CAAC,EAAE,IAAI,CAAC,CAAC;oBACV,CAAC,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CACd,iCAAiC,UAAU,qBAAqB,IAAI,CAAC,MAAM,GAAG,CAC9E,CAAC;gBACH,CAAC;YACF,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,IAAI,EAAE;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,MAAM,IAAI,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;gBACvD,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjD,KAAK,EAAE,CAAC;oBACR,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACP,SAAS,EAAE,CAAC;gBACb,CAAC;YACF,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,cAAc,KAAK,mBAAmB,SAAS,QAAQ,CACvD,CAAC;QACH,CAAC,CAAC;QAEM,sBAAiB,GAAG,KAAK,EAAE,QAAmB,EAAE,EAAE;YACzD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBAC9B,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,CAAC,OAAO,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC9B,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,kCAAkC,EAAE,GAAG,CAAC,CAAC;gBACpE,CAAC;YACF,CAAC,CAAC,CACF,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,UAAU,QAAQ,CAAC,MAAM,0BAA0B,CACnD,CAAC;QACH,CAAC,CAAC;QAtND,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,sCAAsC;QACtC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC5B,CAAC;IAED,IAAY,MAAM;QACjB,uBACC,qBAAqB,CAAC,QAAQ;gBAC7B,OAAO,CACN,QAAQ,CAAC,SAAS,KAAK,IAAI;oBAC3B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CACpD,CAAC;YACH,CAAC,IACE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAC3B;IACH,CAAC;CAuMD"}

package/dist/esm/persistence/PersistenceMetadata.d.ts

@@ -0,0 +1,69 @@
+import { ClientMessage, DocumentBaseline, EventSubscriber, ObjectIdentifier, Operation } from '@verdant-web/common';
+import { ClientOperation, CommonQueryOptions, MetadataExport, PersistenceMetadataDb } from './interfaces.js';
+import { InitialContext } from '../context/context.js';
+import { MessageCreator } from './MessageCreator.js';
+import { Disposable } from '../utils/Disposable.js';
+export declare class PersistenceMetadata extends Disposable {
+    private db;
+    private ctx;
+    private rebaser;
+    /** Available to others, like sync... */
+    readonly messageCreator: MessageCreator;
+    readonly events: EventSubscriber<{
+        syncMessage: (message: ClientMessage) => void;
+    }>;
+    constructor(db: PersistenceMetadataDb, ctx: InitialContext);
+    private insertOperations;
+    private insertLocalOperations;
+    private insertRemoteOperations;
+    private insertRemoteBaselines;
+    deleteDocument: (rootOid: string) => Promise<void>;
+    deleteCollection: (collection: string) => Promise<void>;
+    getDocumentSnapshot: (oid: ObjectIdentifier, options?: {
+        to?: string;
+    }) => Promise<any>;
+    getDocumentData: (oid: ObjectIdentifier, options?: {
+        abort?: AbortSignal;
+    }) => Promise<{
+        baselines: DocumentBaseline[];
+        operations: Record<string, Operation[]>;
+    }>;
+    getDocumentAuthz: (oid: ObjectIdentifier) => Promise<undefined>;
+    insertData: (data: {
+        baselines?: DocumentBaseline[];
+        operations?: Operation[];
+        isLocal?: boolean;
+    }, options?: {
+        abort?: AbortSignal;
+    }) => Promise<void>;
+    updateLastSynced: (timestamp: string) => Promise<void>;
+    setGlobalAck: (ack: string) => Promise<void>;
+    getLocalReplica: (options?: CommonQueryOptions) => Promise<import("./interfaces.js").LocalReplicaInfo>;
+    iterateLocalOperations: (iterator: import("./interfaces.js").Iterator<ClientOperation>, opts?: (CommonQueryOptions & {
+        before?: string | null | undefined;
+        after?: string | null | undefined;
+    }) | undefined) => Promise<void>;
+    iterateAllOperations: (iterator: import("./interfaces.js").Iterator<ClientOperation>, opts?: (CommonQueryOptions & {
+        before?: string | null | undefined;
+        from?: string | null | undefined;
+    }) | undefined) => Promise<void>;
+    iterateAllBaselines: (iterator: import("./interfaces.js").Iterator<DocumentBaseline>, opts?: CommonQueryOptions | undefined) => Promise<void>;
+    reset: (opts?: {
+        clearReplica?: boolean | undefined;
+        transaction?: unknown;
+    } | undefined) => Promise<void>;
+    stats: () => Promise<{
+        operationsSize: {
+            count: number;
+            size: number;
+        };
+        baselinesSize: {
+            count: number;
+            size: number;
+        };
+    }>;
+    export: () => Promise<MetadataExport>;
+    resetFrom: (data: MetadataExport) => Promise<void>;
+    manualRebase: () => Promise<void>;
+    private ack;
+}

package/dist/esm/persistence/PersistenceMetadata.js

@@ -0,0 +1,302 @@
+import { applyPatch, assert, assignOid, EventSubscriber, getOidRoot, substituteRefsWithObjects, } from '@verdant-web/common';
+import { PersistenceRebaser } from './PersistenceRebaser.js';
+import { MessageCreator } from './MessageCreator.js';
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceMetadata extends Disposable {
+    constructor(db, ctx) {
+        super();
+        this.db = db;
+        this.ctx = ctx;
+        this.events = new EventSubscriber();
+        this.insertOperations = async (operations, options) => {
+            var _a;
+            this.ctx.log('debug', `Inserting ${operations.length} operations`, operations);
+            const affectedDocumentOids = await this.db.addOperations(operations, options);
+            for (const op of operations) {
+                this.ctx.globalEvents.emit('operation', op);
+            }
+            // we can now enqueue and check for rebase opportunities
+            if (!((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing)) {
+                this.rebaser.tryAutonomousRebase();
+            }
+            return affectedDocumentOids;
+        };
+        this.insertLocalOperations = async (operations, options) => {
+            if (operations.length === 0)
+                return;
+            // add local flag, in place.
+            for (const operation of operations) {
+                operation.isLocal = true;
+            }
+            await this.insertOperations(operations, options);
+            const message = await this.messageCreator.createOperation({ operations });
+            this.events.emit('syncMessage', message);
+        };
+        this.insertRemoteOperations = async (operations, options) => {
+            if (operations.length === 0)
+                return [];
+            // add local flag, in place
+            for (const operation of operations) {
+                operation.isLocal = false;
+            }
+            await this.insertOperations(operations, options);
+            this.ack(operations[operations.length - 1].timestamp);
+        };
+        this.insertRemoteBaselines = async (baselines, options) => {
+            if (baselines.length === 0)
+                return [];
+            this.ctx.log('debug', `Inserting ${baselines.length} remote baselines`);
+            await this.db.setBaselines(baselines, options);
+            // this.ack(baselines[baselines.length - 1].timestamp);
+            const affectedOidSet = new Set();
+            baselines.forEach((baseline) => {
+                affectedOidSet.add(getOidRoot(baseline.oid));
+            });
+            return Array.from(affectedOidSet);
+        };
+        this.deleteDocument = async (rootOid) => {
+            const oids = new Set();
+            const documentOid = getOidRoot(rootOid);
+            assert(documentOid === rootOid, 'Must be root document OID');
+            oids.add(documentOid);
+            // readwrite mode to block on other write transactions
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+            });
+            await Promise.all([
+                this.db.iterateDocumentBaselines(documentOid, (baseline) => {
+                    oids.add(baseline.oid);
+                }, { transaction }),
+                this.db.iterateDocumentOperations(documentOid, (patch) => {
+                    oids.add(patch.oid);
+                }, { transaction }),
+            ]);
+            const authz = await this.getDocumentAuthz(documentOid);
+            const ops = new Array();
+            for (const oid of oids) {
+                ops.push({
+                    oid,
+                    timestamp: this.ctx.time.now,
+                    data: { op: 'delete' },
+                    authz,
+                });
+            }
+            return this.insertLocalOperations(ops);
+        };
+        this.deleteCollection = async (collection) => {
+            const oids = new Set();
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            await Promise.all([
+                this.db.iterateCollectionBaselines(collection, (baseline) => {
+                    oids.add(baseline.oid);
+                }, { transaction }),
+                this.db.iterateCollectionOperations(collection, (patch) => {
+                    oids.add(patch.oid);
+                }, { transaction }),
+            ]);
+            const ops = new Array();
+            for (const oid of oids) {
+                ops.push({
+                    oid,
+                    timestamp: this.ctx.time.now,
+                    data: { op: 'delete' },
+                    authz: undefined,
+                });
+            }
+            return this.insertLocalOperations(ops);
+        };
+        this.getDocumentSnapshot = async (oid, options = {}) => {
+            const documentOid = getOidRoot(oid);
+            assert(documentOid === oid, 'Must be root document OID');
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            const baselines = [];
+            await this.db.iterateDocumentBaselines(documentOid, (b) => {
+                baselines.push(b);
+            }, {
+                transaction,
+            });
+            const objectMap = new Map();
+            for (const baseline of baselines) {
+                if (baseline.snapshot) {
+                    assignOid(baseline.snapshot, baseline.oid);
+                }
+                objectMap.set(baseline.oid, baseline.snapshot);
+            }
+            await this.db.iterateDocumentOperations(documentOid, (op) => {
+                const obj = objectMap.get(op.oid) || undefined;
+                const newObj = applyPatch(obj, op.data);
+                if (newObj) {
+                    assignOid(newObj, op.oid);
+                }
+                objectMap.set(op.oid, newObj);
+            }, {
+                transaction,
+                // only apply operations up to the current time
+                to: options.to || this.ctx.time.now,
+            });
+            const root = objectMap.get(documentOid);
+            if (root) {
+                substituteRefsWithObjects(root, objectMap);
+            }
+            return root;
+        };
+        this.getDocumentData = async (oid, options) => {
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                abort: options === null || options === void 0 ? void 0 : options.abort,
+            });
+            const baselines = [];
+            const operations = {};
+            await Promise.all([
+                this.db.iterateDocumentBaselines(oid, (baseline) => {
+                    baselines.push(baseline);
+                }, {
+                    transaction,
+                }),
+                this.db.iterateDocumentOperations(oid, (op) => {
+                    var _a;
+                    var _b;
+                    (_a = operations[_b = op.oid]) !== null && _a !== void 0 ? _a : (operations[_b] = []);
+                    operations[op.oid].push(op);
+                }, { transaction }),
+            ]);
+            return {
+                baselines,
+                operations,
+            };
+        };
+        this.getDocumentAuthz = async (oid) => {
+            let authz;
+            await this.db.iterateEntityOperations(oid, (op) => {
+                if (op.data.op === 'initialize') {
+                    authz = op.authz;
+                    return true;
+                }
+            });
+            return authz;
+        };
+        this.insertData = async (data, options) => {
+            var _a;
+            const transaction = this.db.transaction({
+                storeNames: ['baselines', 'operations'],
+                abort: options === null || options === void 0 ? void 0 : options.abort,
+                mode: 'readwrite',
+            });
+            if (data.baselines) {
+                await this.insertRemoteBaselines(data.baselines, { transaction });
+            }
+            if ((_a = options === null || options === void 0 ? void 0 : options.abort) === null || _a === void 0 ? void 0 : _a.aborted)
+                return;
+            if (data.operations) {
+                if (data.isLocal) {
+                    await this.insertLocalOperations(data.operations, { transaction });
+                }
+                else {
+                    await this.insertRemoteOperations(data.operations, { transaction });
+                }
+            }
+        };
+        this.updateLastSynced = async (timestamp) => {
+            if (this.ctx.closing)
+                return;
+            return this.db.updateLocalReplica({
+                lastSyncedLogicalTime: timestamp,
+            });
+        };
+        this.setGlobalAck = async (ack) => {
+            var _a;
+            if (this.ctx.closing)
+                return;
+            await this.db.setGlobalAck(ack);
+            if (!((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing)) {
+                await this.rebaser.scheduleRebase(ack);
+            }
+        };
+        this.getLocalReplica = async (options) => {
+            return this.db.getLocalReplica(options);
+        };
+        // used to construct sync messages
+        this.iterateLocalOperations = this.db.iterateLocalOperations;
+        this.iterateAllOperations = this.db.iterateAllOperations;
+        this.iterateAllBaselines = this.db.iterateAllBaselines;
+        this.reset = this.db.reset;
+        this.stats = this.db.stats;
+        this.export = async () => {
+            const db = this.db;
+            const baselines = new Array();
+            const operations = new Array();
+            const transaction = db.transaction({
+                storeNames: ['baselines', 'operations'],
+                mode: 'readwrite',
+            });
+            await this.iterateAllOperations((op) => {
+                operations.push(op);
+            }, { transaction });
+            await this.iterateAllBaselines((baseline) => {
+                baselines.push(baseline);
+            }, { transaction });
+            const localReplica = await this.db.getLocalReplica();
+            return {
+                operations,
+                baselines,
+                localReplica,
+                schemaVersion: this.ctx.schema.version,
+            };
+        };
+        this.resetFrom = async (data) => {
+            const db = this.db;
+            const transaction = db.transaction({
+                storeNames: ['baselines', 'operations', 'info'],
+                mode: 'readwrite',
+            });
+            await this.db.reset({ clearReplica: true, transaction });
+            if (data.localReplica) {
+                await this.db.updateLocalReplica({
+                    ackedLogicalTime: data.localReplica.ackedLogicalTime,
+                    lastSyncedLogicalTime: data.localReplica.lastSyncedLogicalTime,
+                }, { transaction });
+            }
+            this.ctx.log('debug', 'Resetting metadata from export', data);
+            await this.insertData({
+                operations: data.operations,
+                baselines: data.baselines,
+                isLocal: true,
+            });
+        };
+        this.manualRebase = async () => {
+            var _a;
+            if (this.ctx.closing || ((_a = this.ctx.config.persistence) === null || _a === void 0 ? void 0 : _a.disableRebasing))
+                return;
+            const ackInfo = await this.db.getAckInfo();
+            if (ackInfo.globalAckTimestamp) {
+                await this.rebaser.scheduleRebase(ackInfo.globalAckTimestamp);
+            }
+        };
+        this.ack = async (timestamp) => {
+            const localReplicaInfo = await this.db.getLocalReplica();
+            // can't ack timestamps from the future.
+            if (timestamp > this.ctx.time.now)
+                return;
+            this.events.emit('syncMessage', {
+                type: 'ack',
+                replicaId: localReplicaInfo.id,
+                timestamp,
+            });
+            if (!this.ctx.closing &&
+                (!localReplicaInfo.ackedLogicalTime ||
+                    timestamp > localReplicaInfo.ackedLogicalTime)) {
+                this.db.updateLocalReplica({ ackedLogicalTime: timestamp });
+            }
+        };
+        this.rebaser = new PersistenceRebaser(db, ctx);
+        this.messageCreator = new MessageCreator(db, ctx);
+        this.compose(this.db);
+    }
+}
+//# sourceMappingURL=PersistenceMetadata.js.map

package/dist/esm/persistence/PersistenceMetadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceMetadata.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceMetadata.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,MAAM,EACN,SAAS,EAGT,eAAe,EACf,UAAU,EAGV,yBAAyB,GACzB,MAAM,qBAAqB,CAAC;AAS7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,mBAAoB,SAAQ,UAAU;IAQlD,YACS,EAAyB,EACzB,GAAmB;QAE3B,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAuB;QACzB,QAAG,GAAH,GAAG,CAAgB;QANnB,WAAM,GAAG,IAAI,eAAe,EAEjC,CAAC;QAYG,qBAAgB,GAAG,KAAK,EAC/B,UAA6B,EAC7B,OAA+C,EAC9C,EAAE;;YACH,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,aAAa,UAAU,CAAC,MAAM,aAAa,EAC3C,UAAU,CACV,CAAC;YAEF,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,aAAa,CACvD,UAAU,EACV,OAAO,CACP,CAAC;YAEF,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,wDAAwD;YACxD,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA,EAAE,CAAC;gBACnD,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpC,CAAC;YAED,OAAO,oBAAoB,CAAC;QAC7B,CAAC,CAAC;QAEM,0BAAqB,GAAG,KAAK,EACpC,UAAuB,EACvB,OAA+C,EAC9C,EAAE;YACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAEpC,4BAA4B;YAC5B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,SAA6B,CAAC,OAAO,GAAG,IAAI,CAAC;YAC/C,CAAC;YACD,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAA+B,EAAE,OAAO,CAAC,CAAC;YAEtE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC,CAAC;QAEM,2BAAsB,GAAG,KAAK,EACrC,UAAuB,EACvB,OAA+C,EAC9C,EAAE;YACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEvC,2BAA2B;YAC3B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,SAA6B,CAAC,OAAO,GAAG,KAAK,CAAC;YAChD,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAA+B,EAAE,OAAO,CAAC,CAAC;YAEtE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC,CAAC;QAEM,0BAAqB,GAAG,KAAK,EACpC,SAA6B,EAC7B,OAA+C,EAC9C,EAAE;YACH,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,SAAS,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAExE,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAE/C,uDAAuD;YAEvD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAC;YACnD,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC9B,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,mBAAc,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;YAC1C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;YACzC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,KAAK,OAAO,EAAE,2BAA2B,CAAC,CAAC;YAC7D,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACtB,sDAAsD;YACtD,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;aACvC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAC/B,WAAW,EACX,CAAC,QAAQ,EAAE,EAAE;oBACZ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;gBACD,IAAI,CAAC,EAAE,CAAC,yBAAyB,CAChC,WAAW,EACX,CAAC,KAAK,EAAE,EAAE;oBACT,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,IAAI,KAAK,EAAa,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,GAAG,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;oBAC5B,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;oBACtB,KAAK;iBACL,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,0BAA0B,CACjC,UAAU,EACV,CAAC,QAAQ,EAAE,EAAE;oBACZ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;gBACD,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAClC,UAAU,EACV,CAAC,KAAK,EAAE,EAAE;oBACT,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,KAAK,EAAa,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,GAAG,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;oBAC5B,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;oBACtB,KAAK,EAAE,SAAS;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAC1B,GAAqB,EACrB,UAA2B,EAAE,EAC5B,EAAE;YACH,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,KAAK,GAAG,EAAE,2BAA2B,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,SAAS,GAAuB,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,EAAE,CAAC,wBAAwB,CACrC,WAAW,EACX,CAAC,CAAC,EAAE,EAAE;gBACL,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,CAAC,EACD;gBACC,WAAW;aACX,CACD,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAyB,CAAC;YACnD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAClC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACvB,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,IAAI,CAAC,EAAE,CAAC,yBAAyB,CACtC,WAAW,EACX,CAAC,EAAE,EAAE,EAAE;gBACN,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;gBAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACZ,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC/B,CAAC,EACD;gBACC,WAAW;gBACX,+CAA+C;gBAC/C,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;aACnC,CACD,CAAC;YACF,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE,CAAC;gBACV,yBAAyB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EACtB,GAAqB,EACrB,OAAiC,EAChC,EAAE;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,KAAK,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK;aACrB,CAAC,CAAC;YACH,MAAM,SAAS,GAAuB,EAAE,CAAC;YACzC,MAAM,UAAU,GAA0C,EAAE,CAAC;YAC7D,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAC/B,GAAG,EACH,CAAC,QAAQ,EAAE,EAAE;oBACZ,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC,EACD;oBACC,WAAW;iBACX,CACD;gBACD,IAAI,CAAC,EAAE,CAAC,yBAAyB,CAChC,GAAG,EACH,CAAC,EAAE,EAAE,EAAE;;;oBACN,MAAA,UAAU,MAAC,EAAE,CAAC,GAAG,qCAAjB,UAAU,OAAa,EAAE,EAAC;oBAC1B,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,CAAC,EACD,EAAE,WAAW,EAAE,CACf;aACD,CAAC,CAAC;YACH,OAAO;gBACN,SAAS;gBACT,UAAU;aACV,CAAC;QACH,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,GAAqB,EAAE,EAAE;YAClD,IAAI,KAAK,CAAC;YACV,MAAM,IAAI,CAAC,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBACjD,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,YAAY,EAAE,CAAC;oBACjC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;oBACjB,OAAO,IAAI,CAAC;gBACb,CAAC;YACF,CAAC,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACd,CAAC,CAAC;QAEF,eAAU,GAAG,KAAK,EACjB,IAIC,EACD,OAAiC,EAChC,EAAE;;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,KAAK,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK;gBACrB,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,0CAAE,OAAO;gBAAE,OAAO;YACpC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACrE,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,qBAAgB,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;YAC9C,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAE7B,OAAO,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC;gBACjC,qBAAqB,EAAE,SAAS;aAChC,CAAC,CAAC;QACJ,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EAAE,GAAW,EAAE,EAAE;;YACpC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,OAAO;YAC7B,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA,EAAE,CAAC;gBACnD,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC;QACF,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EAAE,OAA4B,EAAE,EAAE;YACxD,OAAO,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF,kCAAkC;QAClC,2BAAsB,GAAG,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC;QACxD,yBAAoB,GAAG,IAAI,CAAC,EAAE,CAAC,oBAAoB,CAAC;QACpD,wBAAmB,GAAG,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC;QAElD,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;QACtB,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC;QAEtB,WAAM,GAAG,KAAK,IAA6B,EAAE;YAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,SAAS,GAAG,IAAI,KAAK,EAAoB,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,KAAK,EAAmB,CAAC;YAChD,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC;gBAClC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;gBACvC,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,oBAAoB,CAC9B,CAAC,EAAE,EAAE,EAAE;gBACN,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,CAAC,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACF,MAAM,IAAI,CAAC,mBAAmB,CAC7B,CAAC,QAAQ,EAAE,EAAE;gBACZ,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACrD,OAAO;gBACN,UAAU;gBACV,SAAS;gBACT,YAAY;gBACZ,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO;aACtC,CAAC;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,KAAK,EAAE,IAAoB,EAAE,EAAE;YAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC;gBAClC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC;gBAC/C,IAAI,EAAE,WAAW;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YACzD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAC/B;oBACC,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;oBACpD,qBAAqB,EAAE,IAAI,CAAC,YAAY,CAAC,qBAAqB;iBAC9D,EACD,EAAE,WAAW,EAAE,CACf,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,gCAAgC,EAAE,IAAI,CAAC,CAAC;YAC9D,MAAM,IAAI,CAAC,UAAU,CAAC;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI;aACb,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,iBAAY,GAAG,KAAK,IAAI,EAAE;;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,KAAI,MAAA,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,0CAAE,eAAe,CAAA;gBACnE,OAAO;YACR,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;YAC3C,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAC/D,CAAC;QACF,CAAC,CAAC;QAEM,QAAG,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;YACzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,wCAAwC;YACxC,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAE1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE;gBAC/B,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,gBAAgB,CAAC,EAAE;gBAC9B,SAAS;aACT,CAAC,CAAC;YAEH,IACC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO;gBACjB,CAAC,CAAC,gBAAgB,CAAC,gBAAgB;oBAClC,SAAS,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,EAC9C,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC,CAAC;QAlYD,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAkB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;CAgYD"}

package/dist/esm/persistence/PersistenceQueries.d.ts

@@ -0,0 +1,34 @@
+import { PersistenceQueryDb } from './interfaces.js';
+import { Context } from '../context/context.js';
+import { Disposable } from '../utils/Disposable.js';
+export declare class PersistenceQueries extends Disposable {
+    private db;
+    private ctx;
+    constructor(db: PersistenceQueryDb, ctx: Omit<Context, 'queries'>);
+    reset: (opts?: {
+        transaction?: unknown;
+    } | undefined) => Promise<void>;
+    saveEntities: (entities: {
+        oid: string;
+        getSnapshot: () => any;
+    }[], opts?: (import("./interfaces.js").CommonQueryOptions & {
+        abort?: AbortSignal | undefined;
+    }) | undefined) => Promise<void>;
+    findOneOid: (opts: {
+        collection: string;
+        index?: import("@verdant-web/common").CollectionIndexFilter | undefined;
+    }) => Promise<string | null>;
+    findAllOids: (opts: {
+        collection: string;
+        index?: import("@verdant-web/common").CollectionIndexFilter | undefined;
+        limit?: number | undefined;
+        offset?: number | undefined;
+    }) => Promise<{
+        result: string[];
+        hasNextPage: boolean;
+    }>;
+    stats: () => Promise<Record<string, {
+        count: number;
+        size: number;
+    }>>;
+}

package/dist/esm/persistence/PersistenceQueries.js

@@ -0,0 +1,15 @@
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceQueries extends Disposable {
+    constructor(db, ctx) {
+        super();
+        this.db = db;
+        this.ctx = ctx;
+        this.reset = this.db.reset.bind(this.db);
+        this.saveEntities = this.db.saveEntities;
+        this.findOneOid = this.db.findOneOid.bind(this.db);
+        this.findAllOids = this.db.findAllOids.bind(this.db);
+        this.stats = this.db.stats.bind(this.db);
+        this.compose(this.db);
+    }
+}
+//# sourceMappingURL=PersistenceQueries.js.map

package/dist/esm/persistence/PersistenceQueries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceQueries.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceQueries.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IACjD,YACS,EAAsB,EACtB,GAA6B;QAErC,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAoB;QACtB,QAAG,GAAH,GAAG,CAA0B;QAMtC,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEpC,iBAAY,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC;QAEpC,eAAU,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,gBAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhD,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAVnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;CAUD"}

package/dist/esm/persistence/PersistenceRebaser.d.ts

@@ -0,0 +1,32 @@
+import { ObjectIdentifier } from '@verdant-web/common';
+import { Context } from '../context/context.js';
+import { AbstractTransaction, PersistenceMetadataDb } from './interfaces.js';
+export declare class PersistenceRebaser {
+    private db;
+    private ctx;
+    constructor(db: PersistenceMetadataDb, ctx: Pick<Context, 'closing' | 'log' | 'time' | 'internalEvents' | 'globalEvents' | 'config'>);
+    /**
+     * Autonomous rebases are only allowed for clients who have never synced. They
+     * keep storage clean for non-syncing clients by compressing history.
+     */
+    tryAutonomousRebase: () => Promise<void>;
+    /**
+     * Attempt to autonomously rebase local documents without server intervention.
+     * This can currently only happen for a client who has never synced before.
+     * The goal is to allow local-only clients to compress their history to exactly
+     * their undo stack.
+     */
+    private runRebase;
+    /**
+     * Debounces rebase attempts to avoid thrashing the database with
+     * rebase operations.
+     */
+    scheduleRebase: (timestamp: string) => Promise<void>;
+    private rebaseTimeout;
+    rebase: (oid: ObjectIdentifier, upTo: string, providedTx?: AbstractTransaction) => Promise<{
+        oid: string;
+        snapshot: any;
+        timestamp: string;
+        authz: string | undefined;
+    }>;
+}