@verdant-web/store 3.12.0 → 4.0.0-next.0

package/dist/esm/{metadata → persistence}/MessageCreator.js

@@ -1,80 +1,73 @@
-var __rest = (this && this.__rest) || function (s, e) {
-    var t = {};
-    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
-        t[p] = s[p];
-    if (s != null && typeof Object.getOwnPropertySymbols === "function")
-        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
-            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
-                t[p[i]] = s[p[i]];
-        }
-    return t;
-};
 import { getOidRoot, pickValidOperationKeys, } from '@verdant-web/common';
 export class MessageCreator {
-    constructor(meta) {
-        this.meta = meta;
+    constructor(db, ctx) {
+        this.db = db;
+        this.ctx = ctx;
         this.createOperation = async (init) => {
-            const localInfo = await this.meta.localReplica.get();
+            const localInfo = await this.db.getLocalReplica();
             return {
                 type: 'op',
-                timestamp: this.meta.now,
+                timestamp: this.ctx.time.now,
                 replicaId: localInfo.id,
                 operations: init.operations.map(pickValidOperationKeys),
             };
         };
-        this.createMigrationOperation = async (_a) => {
-            var { targetVersion } = _a, init = __rest(_a, ["targetVersion"]);
-            const localInfo = await this.meta.localReplica.get();
-            return {
-                type: 'op',
-                operations: init.operations.map((op) => (Object.assign(Object.assign({}, op), { timestamp: this.meta.time.zero(targetVersion) }))),
-                timestamp: this.meta.time.zero(targetVersion),
-                replicaId: localInfo.id,
-            };
-        };
         /**
          * @param since - override local understanding of last sync time
          */
         this.createSyncStep1 = async (since) => {
-            const localReplicaInfo = await this.meta.localReplica.get();
+            const localReplicaInfo = await this.db.getLocalReplica();
             const provideChangesSince = since === null ? null : localReplicaInfo.lastSyncedLogicalTime;
             // collect all of our operations that are newer than the server's last operation
             // if server replica isn't stored, we're syncing for the first time.
             const operations = [];
             const affectedDocs = new Set();
+            const tx = await this.db.transaction({
+                mode: 'readwrite',
+                storeNames: ['operations', 'baselines'],
+            });
             // FIXME: this branch gives bad vibes. should we always
             // send all operations from other replicas too? is there
             // ever a case where we have a "since" timestamp and there
             // are foreign ops that match it?
             if (provideChangesSince) {
-                await this.meta.operations.iterateOverAllLocalOperations((patch) => {
+                this.ctx.log('debug', 'Syncing local operations since', provideChangesSince);
+                await this.db.iterateLocalOperations((patch) => {
                     operations.push(pickValidOperationKeys(patch));
                     affectedDocs.add(getOidRoot(patch.oid));
                 }, {
                     after: provideChangesSince,
                     // block on writes to prevent race conditions
-                    mode: 'readwrite',
+                    transaction: tx,
                 });
             }
             else {
+                this.ctx.log('debug', 'Syncing all operations');
                 // if providing the whole history, don't limit to only local
                 // operations
-                await this.meta.operations.iterateOverAllOperations((patch) => {
+                await this.db.iterateAllOperations((patch) => {
                     operations.push(pickValidOperationKeys(patch));
                     affectedDocs.add(getOidRoot(patch.oid));
                 }, {
-                    mode: 'readwrite',
+                    transaction: tx,
                 });
             }
             // we only need to send baselines if we've never synced before
             let baselines = [];
             if (!provideChangesSince) {
-                baselines = await this.meta.baselines.getAllSince('');
+                await this.db.iterateAllBaselines((b) => {
+                    baselines.push(b);
+                }, {
+                    transaction: tx,
+                });
+            }
+            if (operations.length > 0) {
+                this.ctx.log('debug', `Syncing ${operations.length} operations since ${provideChangesSince}`);
             }
             return {
                 type: 'sync',
-                schemaVersion: this.meta.schema.currentVersion,
-                timestamp: this.meta.now,
+                schemaVersion: this.ctx.schema.version,
+                timestamp: this.ctx.time.now,
                 replicaId: localReplicaInfo.id,
                 resyncAll: !localReplicaInfo.lastSyncedLogicalTime,
                 operations,
@@ -83,7 +76,7 @@ export class MessageCreator {
             };
         };
         this.createPresenceUpdate = async (data) => {
-            const localReplicaInfo = await this.meta.localReplica.get();
+            const localReplicaInfo = await this.db.getLocalReplica();
             return {
                 type: 'presence-update',
                 presence: data.presence,
@@ -92,18 +85,18 @@ export class MessageCreator {
             };
         };
         this.createHeartbeat = async () => {
-            const localReplicaInfo = await this.meta.localReplica.get();
+            const localReplicaInfo = await this.db.getLocalReplica();
             return {
                 type: 'heartbeat',
-                timestamp: this.meta.now,
+                timestamp: this.ctx.time.now,
                 replicaId: localReplicaInfo.id,
             };
         };
         this.createAck = async (nonce) => {
-            const localReplicaInfo = await this.meta.localReplica.get();
+            const localReplicaInfo = await this.db.getLocalReplica();
             return {
                 type: 'ack',
-                timestamp: this.meta.now,
+                timestamp: this.ctx.time.now,
                 replicaId: localReplicaInfo.id,
                 nonce,
             };

package/dist/esm/persistence/MessageCreator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageCreator.js","sourceRoot":"","sources":["../../../src/persistence/MessageCreator.ts"],"names":[],"mappings":"AAAA,OAAO,EAGN,UAAU,EAKV,sBAAsB,GAItB,MAAM,qBAAqB,CAAC;AAK7B,MAAM,OAAO,cAAc;IAC1B,YACS,EAAyB,EACzB,GAA6C;QAD7C,OAAE,GAAF,EAAE,CAAuB;QACzB,QAAG,GAAH,GAAG,CAA0C;QAGtD,oBAAe,GAAG,KAAK,EACtB,IAEC,EAC2B,EAAE;YAC9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YAClD,OAAO;gBACN,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAC5B,SAAS,EAAE,SAAS,CAAC,EAAE;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC;aACvD,CAAC;QACH,CAAC,CAAC;QAEF;;WAEG;QACH,oBAAe,GAAG,KAAK,EAAE,KAAqB,EAAwB,EAAE;YACvE,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YAEzD,MAAM,mBAAmB,GACxB,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;YAEhE,gFAAgF;YAChF,oEAAoE;YACpE,MAAM,UAAU,GAAgB,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;YAEjD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBACpC,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC;aACvC,CAAC,CAAC;YAEH,uDAAuD;YACvD,wDAAwD;YACxD,0DAA0D;YAC1D,iCAAiC;YACjC,IAAI,mBAAmB,EAAE,CAAC;gBACzB,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,gCAAgC,EAChC,mBAAmB,CACnB,CAAC;gBACF,MAAM,IAAI,CAAC,EAAE,CAAC,sBAAsB,CACnC,CAAC,KAAK,EAAE,EAAE;oBACT,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC/C,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,CAAC,EACD;oBACC,KAAK,EAAE,mBAAmB;oBAC1B,6CAA6C;oBAC7C,WAAW,EAAE,EAAE;iBACf,CACD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;gBAChD,4DAA4D;gBAC5D,aAAa;gBACb,MAAM,IAAI,CAAC,EAAE,CAAC,oBAAoB,CACjC,CAAC,KAAK,EAAE,EAAE;oBACT,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC/C,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,CAAC,EACD;oBACC,WAAW,EAAE,EAAE;iBACf,CACD,CAAC;YACH,CAAC;YACD,8DAA8D;YAC9D,IAAI,SAAS,GAAuB,EAAE,CAAC;YACvC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAChC,CAAC,CAAC,EAAE,EAAE;oBACL,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnB,CAAC,EACD;oBACC,WAAW,EAAE,EAAE;iBACf,CACD,CAAC;YACH,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,CACX,OAAO,EACP,WAAW,UAAU,CAAC,MAAM,qBAAqB,mBAAmB,EAAE,CACtE,CAAC;YACH,CAAC;YAED,OAAO;gBACN,IAAI,EAAE,MAAM;gBACZ,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO;gBACtC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAC5B,SAAS,EAAE,gBAAgB,CAAC,EAAE;gBAC9B,SAAS,EAAE,CAAC,gBAAgB,CAAC,qBAAqB;gBAClD,UAAU;gBACV,SAAS;gBACT,KAAK,EAAE,mBAAmB;aAC1B,CAAC;QACH,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,EAAE,IAG7B,EAAkC,EAAE;YACpC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,OAAO;gBACN,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,gBAAgB,CAAC,EAAE;gBAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC;QACH,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,IAA+B,EAAE;YACvD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,OAAO;gBACN,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAC5B,SAAS,EAAE,gBAAgB,CAAC,EAAE;aAC9B,CAAC;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,KAAK,EAAE,KAAa,EAAuB,EAAE;YACxD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;YACzD,OAAO;gBACN,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;gBAC5B,SAAS,EAAE,gBAAgB,CAAC,EAAE;gBAC9B,KAAK;aACL,CAAC;QACH,CAAC,CAAC;IApIC,CAAC;CAqIJ"}

package/dist/esm/persistence/PersistenceFiles.d.ts

@@ -0,0 +1,48 @@
+import { FileData } from '@verdant-web/common';
+import { Context } from '../context/context.js';
+import { PersistedFileData, PersistenceFileDb } from './interfaces.js';
+import { Disposable } from '../utils/Disposable.js';
+export declare class PersistenceFiles extends Disposable {
+    private db;
+    private context;
+    constructor(db: PersistenceFileDb, context: Omit<Context, 'queries'>);
+    private get config();
+    onServerReset: (since: string | null) => Promise<void>;
+    add: (file: FileData, options?: {
+        downloadRemote?: boolean;
+    }) => Promise<void>;
+    onUploaded: (fileId: string, options?: {
+        transaction?: unknown;
+    } | undefined) => Promise<void>;
+    get: (fileId: string, options?: {
+        transaction?: unknown;
+    } | undefined) => Promise<PersistedFileData | null>;
+    getAll: (options?: {
+        transaction?: unknown;
+    } | undefined) => Promise<PersistedFileData[]>;
+    listUnsynced: (options?: {
+        transaction?: unknown;
+    } | undefined) => Promise<PersistedFileData[]>;
+    iterateOverPendingDelete: (iterator: (file: PersistedFileData, store: IDBObjectStore) => void, options?: {
+        transaction?: IDBTransaction | undefined;
+    } | undefined) => Promise<void>;
+    stats: () => Promise<{
+        size: {
+            count: number;
+            size: number;
+        };
+    }>;
+    private getFileExportName;
+    export: (downloadRemote?: boolean) => Promise<{
+        fileData: Omit<PersistedFileData, "file">[];
+        files: File[];
+    }>;
+    import: ({ fileData, files, }: {
+        fileData: Array<Omit<PersistedFileData, 'file'>>;
+        files: File[];
+    }) => Promise<void>;
+    private parseFileExportname;
+    downloadRemoteFile: (url: string, retries?: number, maxRetries?: number) => Promise<Blob>;
+    cleanupDeletedFiles: () => Promise<void>;
+    private onFileRefsDeleted;
+}

package/dist/esm/persistence/PersistenceFiles.js

@@ -0,0 +1,160 @@
+import { Disposable } from '../utils/Disposable.js';
+export class PersistenceFiles extends Disposable {
+    constructor(db, context) {
+        super();
+        this.db = db;
+        this.context = context;
+        this.onServerReset = (since) => this.db.resetSyncedStatusSince(since);
+        this.add = async (file, options) => {
+            // this method accepts a FileData which refers to a remote
+            // file, as well as local files. in the case of a remote file,
+            // we actually re-download and upload the file again. this powers
+            // the cloning of documents with files; we clone their filedata
+            // and re-upload to a new file ID. otherwise, when the cloned
+            // filedata was marked deleted, the original file would be deleted
+            // and the clone would refer to a missing file.
+            if (file.url && !file.file) {
+                this.context.log('debug', 'Remote file added to an entity. This usually means an entity was cloned. Downloading remote file...', file.id);
+                const blob = await this.context.files.downloadRemoteFile(file.url, 0, 3);
+                // convert blob to file with name and type
+                file.file = new File([blob], file.name, { type: file.type });
+            }
+            else if (!file.file) {
+                this.context.log('warn', 'File added without a file or URL. This file will not be available for use.', file.id);
+            }
+            file.remote = false;
+            // fire event for processing immediately
+            this.context.internalEvents.emit('fileAdded', file);
+            // store in persistence db
+            await this.db.add(file, options);
+            this.context.log('debug', 'File added', file.id, file.name, file.type, file.file ? 'with binary file' : file.url ? 'with url' : 'with no data');
+        };
+        this.onUploaded = this.db.markUploaded.bind(this.db);
+        this.get = this.db.get.bind(this.db);
+        this.getAll = this.db.getAll.bind(this.db);
+        this.listUnsynced = this.db.listUnsynced.bind(this.db);
+        this.iterateOverPendingDelete = this.db.iterateOverPendingDelete.bind(this.db);
+        this.stats = this.db.stats.bind(this.db);
+        this.getFileExportName = (originalFileName, id) => {
+            return `${id}___${originalFileName}`;
+        };
+        this.export = async (downloadRemote = false) => {
+            const storedFiles = await this.getAll();
+            if (downloadRemote) {
+                for (const storedFile of storedFiles) {
+                    // if it doesn't have a buffer, we need to read one from the server
+                    if (!storedFile.file && storedFile.url) {
+                        try {
+                            const blob = await this.downloadRemoteFile(storedFile.url);
+                            storedFile.file = blob;
+                        }
+                        catch (err) {
+                            this.context.log('error', "Failed to download file to cache it locally. The file will still be available using its URL. Check the file server's CORS configuration.", err);
+                        }
+                    }
+                }
+            }
+            // split files into data and files
+            const fileData = [];
+            const files = [];
+            for (const fileExport of storedFiles) {
+                const file = fileExport.file;
+                delete fileExport.file;
+                fileData.push(fileExport);
+                if (file) {
+                    // rename with ID
+                    const asFile = new File([file], this.getFileExportName(fileExport.name, fileExport.id), {
+                        type: fileExport.type,
+                    });
+                    files.push(asFile);
+                }
+                else {
+                    this.context.log('warn', `File ${fileExport.id} was could not be loaded locally or from the server. It will be missing in the export.`);
+                }
+            }
+            return {
+                fileData,
+                files,
+            };
+        };
+        this.import = async ({ fileData, files, }) => {
+            // re-attach files to their file data and import
+            const fileToIdMap = new Map(files.map((file) => {
+                const { id } = this.parseFileExportname(file.name);
+                return [id, file];
+            }));
+            const importedFiles = fileData.map((fileData) => {
+                const file = fileToIdMap.get(fileData.id);
+                if (!file) {
+                    this.context.log('warn', `File ${fileData.id} was not found in import`);
+                    return fileData;
+                }
+                return Object.assign(Object.assign({}, fileData), { file });
+            });
+            await Promise.all(importedFiles.map((file) => this.add(file)));
+        };
+        this.parseFileExportname = (name) => {
+            const [id, originalFileName] = name.split('___');
+            return { id, originalFileName };
+        };
+        this.downloadRemoteFile = async (url, retries = 0, maxRetries = 0) => {
+            const resp = await fetch(url, {
+                method: 'GET',
+                credentials: 'include',
+            });
+            if (!resp.ok) {
+                if (retries < maxRetries) {
+                    return new Promise((resolve, reject) => {
+                        setTimeout(() => {
+                            this.downloadRemoteFile(url, retries + 1, maxRetries).then(resolve, reject);
+                        }, 1000);
+                    });
+                }
+                else {
+                    throw new Error(`Failed to download file after ${maxRetries} retries (status: ${resp.status})`);
+                }
+            }
+            return await resp.blob();
+        };
+        this.cleanupDeletedFiles = async () => {
+            let count = 0;
+            let skipCount = 0;
+            await this.iterateOverPendingDelete((fileData, store) => {
+                if (this.config.canCleanupDeletedFile(fileData)) {
+                    count++;
+                    store.delete(fileData.id);
+                }
+                else {
+                    skipCount++;
+                }
+            });
+            this.context.log('info', `Cleaned up ${count} files, skipped ${skipCount} files`);
+        };
+        this.onFileRefsDeleted = async (fileRefs) => {
+            const tx = this.db.transaction({
+                mode: 'readwrite',
+                storeNames: ['files'],
+            });
+            await Promise.all(fileRefs.map(async (fileRef) => {
+                try {
+                    await this.db.markPendingDelete(fileRef.id, { transaction: tx });
+                }
+                catch (err) {
+                    this.context.log('error', 'Failed to mark file for deletion', err);
+                }
+            }));
+            this.context.log('info', `Marked ${fileRefs.length} files as pending delete`);
+        };
+        context.internalEvents.subscribe('filesDeleted', this.onFileRefsDeleted);
+        this.compose(this.db);
+        // on startup, try deleting old files.
+        this.cleanupDeletedFiles();
+    }
+    get config() {
+        return Object.assign({ canCleanupDeletedFile(fileData) {
+                return (fileData.deletedAt !== null &&
+                    fileData.deletedAt < Date.now() - 1000 * 60 * 24 * 3);
+            } }, this.context.config.files);
+    }
+}
+//# sourceMappingURL=PersistenceFiles.js.map

package/dist/esm/persistence/PersistenceFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistenceFiles.js","sourceRoot":"","sources":["../../../src/persistence/PersistenceFiles.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,gBAAiB,SAAQ,UAAU;IAC/C,YACS,EAAqB,EACrB,OAAiC;QAEzC,KAAK,EAAE,CAAC;QAHA,OAAE,GAAF,EAAE,CAAmB;QACrB,YAAO,GAAP,OAAO,CAA0B;QAqB1C,kBAAa,GAAG,CAAC,KAAoB,EAAE,EAAE,CACxC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACvC,QAAG,GAAG,KAAK,EAAE,IAAc,EAAE,OAAsC,EAAE,EAAE;YACtE,0DAA0D;YAC1D,8DAA8D;YAC9D,iEAAiE;YACjE,+DAA+D;YAC/D,6DAA6D;YAC7D,kEAAkE;YAClE,+CAA+C;YAC/C,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,qGAAqG,EACrG,IAAI,CAAC,EAAE,CACP,CAAC;gBACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACzE,0CAA0C;gBAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,4EAA4E,EAC5E,IAAI,CAAC,EAAE,CACP,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,wCAAwC;YACxC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACpD,0BAA0B;YAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,YAAY,EACZ,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CACvE,CAAC;QACH,CAAC,CAAC;QACF,eAAU,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChD,QAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,WAAM,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,iBAAY,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClD,6BAAwB,GAAG,IAAI,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1E,UAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5B,sBAAiB,GAAG,CAAC,gBAAwB,EAAE,EAAU,EAAE,EAAE;YACpE,OAAO,GAAG,EAAE,MAAM,gBAAgB,EAAE,CAAC;QACtC,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,cAAc,GAAG,KAAK,EAAE,EAAE;YACzC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,IAAI,cAAc,EAAE,CAAC;gBACpB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;oBACtC,mEAAmE;oBACnE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,GAAG,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;4BAC3D,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;wBACxB,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACd,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,OAAO,EACP,0IAA0I,EAC1I,GAAG,CACH,CAAC;wBACH,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;YACD,kCAAkC;YAClC,MAAM,QAAQ,GAA2C,EAAE,CAAC;YAC5D,MAAM,KAAK,GAAgB,EAAE,CAAC;YAE9B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;gBAC7B,OAAO,UAAU,CAAC,IAAI,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1B,IAAI,IAAI,EAAE,CAAC;oBACV,iBAAiB;oBACjB,MAAM,MAAM,GAAG,IAAI,IAAI,CACtB,CAAC,IAAI,CAAC,EACN,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,EACtD;wBACC,IAAI,EAAE,UAAU,CAAC,IAAI;qBACrB,CACD,CAAC;oBACF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,QAAQ,UAAU,CAAC,EAAE,wFAAwF,CAC7G,CAAC;gBACH,CAAC;YACF,CAAC;YACD,OAAO;gBACN,QAAQ;gBACR,KAAK;aACL,CAAC;QACH,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EAAE,EACf,QAAQ,EACR,KAAK,GAIL,EAAE,EAAE;YACJ,gDAAgD;YAChD,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAClB,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YACnB,CAAC,CAAC,CACF,CAAC;YACF,MAAM,aAAa,GAAwB,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACpE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAE1C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,QAAQ,CAAC,EAAE,0BAA0B,CAAC,CAAC;oBACxE,OAAO,QAAQ,CAAC;gBACjB,CAAC;gBAED,uCACI,QAAQ,KACX,IAAI,IACH;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;QAEM,wBAAmB,GAAG,CAAC,IAAY,EAAE,EAAE;YAC9C,MAAM,CAAC,EAAE,EAAE,gBAAgB,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjD,OAAO,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC;QACjC,CAAC,CAAC;QAEF,uBAAkB,GAAG,KAAK,EAAE,GAAW,EAAE,OAAO,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,EAAE,EAAE;YACvE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC7B,MAAM,EAAE,KAAK;gBACb,WAAW,EAAE,SAAS;aACtB,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACd,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBAC1B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC5C,UAAU,CAAC,GAAG,EAAE;4BACf,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,CACzD,OAAO,EACP,MAAM,CACN,CAAC;wBACH,CAAC,EAAE,IAAI,CAAC,CAAC;oBACV,CAAC,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CACd,iCAAiC,UAAU,qBAAqB,IAAI,CAAC,MAAM,GAAG,CAC9E,CAAC;gBACH,CAAC;YACF,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,IAAI,EAAE;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,MAAM,IAAI,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;gBACvD,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjD,KAAK,EAAE,CAAC;oBACR,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACP,SAAS,EAAE,CAAC;gBACb,CAAC;YACF,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,cAAc,KAAK,mBAAmB,SAAS,QAAQ,CACvD,CAAC;QACH,CAAC,CAAC;QAEM,sBAAiB,GAAG,KAAK,EAAE,QAAmB,EAAE,EAAE;YACzD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC;gBAC9B,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,CAAC,OAAO,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC9B,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,kCAAkC,EAAE,GAAG,CAAC,CAAC;gBACpE,CAAC;YACF,CAAC,CAAC,CACF,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CACf,MAAM,EACN,UAAU,QAAQ,CAAC,MAAM,0BAA0B,CACnD,CAAC;QACH,CAAC,CAAC;QAtND,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,sCAAsC;QACtC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC5B,CAAC;IAED,IAAY,MAAM;QACjB,uBACC,qBAAqB,CAAC,QAAQ;gBAC7B,OAAO,CACN,QAAQ,CAAC,SAAS,KAAK,IAAI;oBAC3B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CACpD,CAAC;YACH,CAAC,IACE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAC3B;IACH,CAAC;CAuMD"}

package/dist/esm/persistence/PersistenceMetadata.d.ts

@@ -0,0 +1,69 @@
+import { ClientMessage, DocumentBaseline, EventSubscriber, ObjectIdentifier, Operation } from '@verdant-web/common';
+import { ClientOperation, CommonQueryOptions, MetadataExport, PersistenceMetadataDb } from './interfaces.js';
+import { InitialContext } from '../context/context.js';
+import { MessageCreator } from './MessageCreator.js';
+import { Disposable } from '../utils/Disposable.js';
+export declare class PersistenceMetadata extends Disposable {
+    private db;
+    private ctx;
+    private rebaser;
+    /** Available to others, like sync... */
+    readonly messageCreator: MessageCreator;
+    readonly events: EventSubscriber<{
+        syncMessage: (message: ClientMessage) => void;
+    }>;
+    constructor(db: PersistenceMetadataDb, ctx: InitialContext);
+    private insertOperations;
+    private insertLocalOperations;
+    private insertRemoteOperations;
+    private insertRemoteBaselines;
+    deleteDocument: (rootOid: string) => Promise<void>;
+    deleteCollection: (collection: string) => Promise<void>;
+    getDocumentSnapshot: (oid: ObjectIdentifier, options?: {
+        to?: string;
+    }) => Promise<any>;
+    getDocumentData: (oid: ObjectIdentifier, options?: {
+        abort?: AbortSignal;
+    }) => Promise<{
+        baselines: DocumentBaseline[];
+        operations: Record<string, Operation[]>;
+    }>;
+    getDocumentAuthz: (oid: ObjectIdentifier) => Promise<undefined>;
+    insertData: (data: {
+        baselines?: DocumentBaseline[];
+        operations?: Operation[];
+        isLocal?: boolean;
+    }, options?: {
+        abort?: AbortSignal;
+    }) => Promise<void>;
+    updateLastSynced: (timestamp: string) => Promise<void>;
+    setGlobalAck: (ack: string) => Promise<void>;
+    getLocalReplica: (options?: CommonQueryOptions) => Promise<import("./interfaces.js").LocalReplicaInfo>;
+    iterateLocalOperations: (iterator: import("./interfaces.js").Iterator<ClientOperation>, opts?: (CommonQueryOptions & {
+        before?: string | null | undefined;
+        after?: string | null | undefined;
+    }) | undefined) => Promise<void>;
+    iterateAllOperations: (iterator: import("./interfaces.js").Iterator<ClientOperation>, opts?: (CommonQueryOptions & {
+        before?: string | null | undefined;
+        from?: string | null | undefined;
+    }) | undefined) => Promise<void>;
+    iterateAllBaselines: (iterator: import("./interfaces.js").Iterator<DocumentBaseline>, opts?: CommonQueryOptions | undefined) => Promise<void>;
+    reset: (opts?: {
+        clearReplica?: boolean | undefined;
+        transaction?: unknown;
+    } | undefined) => Promise<void>;
+    stats: () => Promise<{
+        operationsSize: {
+            count: number;
+            size: number;
+        };
+        baselinesSize: {
+            count: number;
+            size: number;
+        };
+    }>;
+    export: () => Promise<MetadataExport>;
+    resetFrom: (data: MetadataExport) => Promise<void>;
+    manualRebase: () => Promise<void>;
+    private ack;
+}