@dxos/echo-pipeline 0.4.7-main.85d9ee7 → 0.4.7-main.b1ae49b

package/dist/lib/browser/{chunk-2AAHNMOH.mjs → chunk-LED7X4WK.mjs}

@@ -491,7 +491,8 @@ var DataServiceImpl = class {
 
 // packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
 import CRC32 from "crc-32";
-import { synchronized, Event } from "@dxos/async";
+import { Event, scheduleTaskInterval, synchronized } from "@dxos/async";
+import { Context as Context2 } from "@dxos/context";
 import { invariant as invariant4 } from "@dxos/invariant";
 import { PublicKey as PublicKey3 } from "@dxos/keys";
 import { log as log3 } from "@dxos/log";
@@ -509,6 +510,7 @@ function _ts_decorate(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var EXPIRED_INVITATION_CLEANUP_INTERVAL = 60 * 60 * 1e3;
 var emptyEchoMetadata = () => ({
   version: STORAGE_VERSION,
   spaces: [],
@@ -524,6 +526,7 @@ var MetadataStore = class {
     this._spaceLargeMetadata = new ComplexMap3(PublicKey3.hash);
     this._metadataFile = void 0;
     this.update = new Event();
+    this._invitationCleanupCtx = new Context2();
     this._directory = directory;
   }
   get metadata() {
@@ -553,7 +556,7 @@ var MetadataStore = class {
         name: file.filename
       }, {
         F: __dxlog_file4,
-        L: 85,
+        L: 89,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -589,12 +592,13 @@ var MetadataStore = class {
       checksum
     }, {
       F: __dxlog_file4,
-      L: 120,
+      L: 124,
       S: this,
       C: (f, a) => f(...a)
     });
   }
   async close() {
+    await this._invitationCleanupCtx.dispose();
     await this.flush();
     await this._metadataFile?.close();
     this._metadataFile = void 0;
@@ -621,7 +625,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 151,
+        L: 156,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -638,12 +642,19 @@ var MetadataStore = class {
           err
         }, {
           F: __dxlog_file4,
-          L: 163,
+          L: 168,
           S: this,
           C: (f, a) => f(...a)
         });
       }
     });
+    scheduleTaskInterval(this._invitationCleanupCtx, async () => {
+      for (const invitation of this.getInvitations()) {
+        if (invitation.created && invitation.lifetime && invitation.lifetime !== 0 && invitation.created.getTime() + invitation.lifetime * 1e3 < Date.now()) {
+          await this.removeInvitation(invitation.invitationId);
+        }
+      }
+    }, EXPIRED_INVITATION_CLEANUP_INTERVAL);
   }
   async _save() {
     const data = {
@@ -668,7 +679,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 192,
+        L: 215,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -689,7 +700,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     invariant4(space, "Space not found", {
       F: __dxlog_file4,
-      L: 214,
+      L: 237,
       S: this,
       A: [
         "space",
@@ -713,7 +724,7 @@ var MetadataStore = class {
   async clear() {
     log3("clearing all metadata", void 0, {
       F: __dxlog_file4,
-      L: 233,
+      L: 256,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -726,7 +737,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     invariant4(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file4,
-      L: 243,
+      L: 266,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -737,10 +748,26 @@ var MetadataStore = class {
     await this._save();
     await this.flush();
   }
+  getInvitations() {
+    return this._metadata.invitations ?? [];
+  }
+  async addInvitation(invitation) {
+    if (this._metadata.invitations?.find((i) => i.invitationId === invitation.invitationId)) {
+      return;
+    }
+    (this._metadata.invitations ??= []).push(invitation);
+    await this._save();
+    await this.flush();
+  }
+  async removeInvitation(invitationId) {
+    this._metadata.invitations = (this._metadata.invitations ?? []).filter((i) => i.invitationId !== invitationId);
+    await this._save();
+    await this.flush();
+  }
   async addSpace(record) {
     invariant4(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file4,
-      L: 251,
+      L: 294,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -895,7 +922,7 @@ _ts_decorate2([
 
 // packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts
 import { Event as Event3, sleepWithContext, synchronized as synchronized2, Trigger } from "@dxos/async";
-import { Context as Context2, rejectOnDispose } from "@dxos/context";
+import { Context as Context3, rejectOnDispose } from "@dxos/context";
 import { failUndefined } from "@dxos/debug";
 import { FeedSetIterator } from "@dxos/feed-store";
 import { invariant as invariant6 } from "@dxos/invariant";
@@ -950,7 +977,7 @@ var PipelineState = class {
   constructor(_feeds, _timeframeClock) {
     this._feeds = _feeds;
     this._timeframeClock = _timeframeClock;
-    this._ctx = new Context2();
+    this._ctx = new Context3();
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new Event3();
     this._startTimeframe = new Timeframe2();
@@ -998,7 +1025,7 @@ var PipelineState = class {
   *
   * @param timeout Timeout in milliseconds to specify the maximum wait time.
   */
-  async waitUntilReachedTargetTimeframe({ ctx = new Context2(), timeout, breakOnStall = true } = {}) {
+  async waitUntilReachedTargetTimeframe({ ctx = new Context3(), timeout, breakOnStall = true } = {}) {
     log6("waitUntilReachedTargetTimeframe", {
       timeout,
       current: this.timeframe,
@@ -1166,7 +1193,7 @@ var Pipeline = class {
     await this._feedSetIterator?.close();
     await this._processingTrigger.wait();
     await this._state._ctx.dispose();
-    this._state._ctx = new Context2();
+    this._state._ctx = new Context3();
     this._state._reachedTargetPromise = void 0;
     this._state._reachedTarget = false;
     this._isStarted = false;
@@ -1351,7 +1378,7 @@ _ts_decorate3([
 
 // packages/core/echo/echo-pipeline/src/space/auth.ts
 import { runInContext, scheduleTask } from "@dxos/async";
-import { Context as Context3 } from "@dxos/context";
+import { Context as Context4 } from "@dxos/context";
 import { randomBytes } from "@dxos/crypto";
 import { invariant as invariant7 } from "@dxos/invariant";
 import { log as log7 } from "@dxos/log";
@@ -1370,7 +1397,7 @@ var AuthExtension = class extends RpcExtension {
       timeout: 60 * 1e3
     });
     this._authParams = _authParams;
-    this._ctx = new Context3({
+    this._ctx = new Context4({
       onError: (err) => {
         log7.catch(err, void 0, {
           F: __dxlog_file8,
@@ -1458,7 +1485,7 @@ var AuthExtension = class extends RpcExtension {
 
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 import { Event as Event4, scheduleTask as scheduleTask2, sleep, synchronized as synchronized3, trackLeaks } from "@dxos/async";
-import { Context as Context4 } from "@dxos/context";
+import { Context as Context5 } from "@dxos/context";
 import { checkCredentialType } from "@dxos/credentials";
 import { getStateMachineFromItem, ItemManager, TYPE_PROPERTIES } from "@dxos/echo-db";
 import { invariant as invariant8 } from "@dxos/invariant";
@@ -1484,7 +1511,7 @@ var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
 var DataPipeline = class {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new Context4();
+    this._ctx = new Context5();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new Timeframe3();
@@ -1592,7 +1619,7 @@ var DataPipeline = class {
     }
     await this.databaseHost?.close();
     await this.itemManager?.destroy();
-    this._ctx = new Context4();
+    this._ctx = new Context5();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new Timeframe3();
@@ -1739,7 +1766,7 @@ var DataPipeline = class {
       return;
     }
     await this._epochCtx?.dispose();
-    const ctx = new Context4({
+    const ctx = new Context5({
       onError: (err) => {
         if (err instanceof CancelledError) {
           log8("Epoch processing cancelled.", void 0, {
@@ -1934,7 +1961,7 @@ import { Callback as Callback2 } from "@dxos/util";
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
 import { DeferredTask, sleepWithContext as sleepWithContext2, trackLeaks as trackLeaks2 } from "@dxos/async";
-import { Context as Context5 } from "@dxos/context";
+import { Context as Context6 } from "@dxos/context";
 import { SpaceStateMachine } from "@dxos/credentials";
 import { PublicKey as PublicKey5 } from "@dxos/keys";
 import { log as log9 } from "@dxos/log";
@@ -1958,7 +1985,7 @@ var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
 var USE_SNAPSHOTS = true;
 var ControlPipeline = class {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
-    this._ctx = new Context5();
+    this._ctx = new Context6();
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new Callback();
     this._usage = new TimeUsageCounter2();
@@ -2033,7 +2060,7 @@ var ControlPipeline = class {
       C: (f, a) => f(...a)
     });
     setTimeout(async () => {
-      void this._consumePipeline(new Context5());
+      void this._consumePipeline(new Context6());
     });
     await this._pipeline.start();
     log9("started", void 0, {
@@ -3076,14 +3103,48 @@ var MeshNetworkAdapter = class extends NetworkAdapter2 {
 };
 
 // packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
-import { next as automerge } from "@dxos/automerge/automerge";
+import { next as automerge, getHeads } from "@dxos/automerge/automerge";
 import { Repo } from "@dxos/automerge/automerge-repo";
 import { IndexedDBStorageAdapter } from "@dxos/automerge/automerge-repo-storage-indexeddb";
+import { Context as Context7, cancelWithContext as cancelWithContext2 } from "@dxos/context";
 import { PublicKey as PublicKey8 } from "@dxos/keys";
 import { log as log15 } from "@dxos/log";
+import { idCodec } from "@dxos/protocols";
 import { StorageType } from "@dxos/random-access-storage";
 import { trace as trace6 } from "@dxos/tracing";
 import { ComplexMap as ComplexMap7, ComplexSet, defaultMap, mapValues } from "@dxos/util";
+
+// packages/core/echo/echo-pipeline/src/automerge/automerge-storage–wrapper.ts
+var AutomergeStorageWrapper = class {
+  constructor({ storage, callbacks }) {
+    this._storage = storage;
+    this._callbacks = callbacks;
+  }
+  async load(key) {
+    return this._storage.load(key);
+  }
+  async save(key, value) {
+    await this._callbacks.beforeSave?.(key);
+    await this._storage.save(key, value);
+    await this._callbacks.afterSave?.(key);
+  }
+  async remove(key) {
+    return this._storage.remove(key);
+  }
+  async loadRange(keyPrefix) {
+    return this._storage.loadRange(keyPrefix);
+  }
+  async removeRange(keyPrefix) {
+    return this._storage.removeRange(keyPrefix);
+  }
+  async close() {
+    if (this._storage instanceof AutomergeStorageAdapter) {
+      return this._storage.close();
+    }
+  }
+};
+
+// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
 function _ts_decorate9(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -3096,15 +3157,26 @@ function _ts_decorate9(decorators, target, key, desc) {
 }
 var __dxlog_file16 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
-  constructor(storageDirectory) {
+  constructor({ directory, metadata }) {
+    this._ctx = new Context7();
     /**
     * spaceKey -> deviceKey[]
     */
     this._authorizedDevices = new ComplexMap7(PublicKey8.hash);
+    this._updatingMetadata = /* @__PURE__ */ new Map();
     this._requestedDocs = /* @__PURE__ */ new Set();
+    this._metadata = metadata;
     this._meshNetwork = new MeshNetworkAdapter();
     this._clientNetwork = new LocalHostNetworkAdapter();
-    this._storage = storageDirectory.type === StorageType.IDB ? new IndexedDBStorageAdapter(storageDirectory.path, "data") : new AutomergeStorageAdapter(storageDirectory);
+    this._storage = new AutomergeStorageWrapper({
+      storage: (
+        // TODO(mykola): Delete specific handling of IDB storage.
+        directory.type === StorageType.IDB ? new IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory)
+      ),
+      callbacks: {
+        beforeSave: (params) => this._beforeSave(params)
+      }
+    });
     this._peerId = `host-${PublicKey8.random().toHex()}`;
     this._repo = new Repo({
       peerId: this._peerId,
@@ -3117,7 +3189,7 @@ var AutomergeHost = class {
       // Hosts, running in the worker, don't share documents unless requested by other peers.
       sharePolicy: async (peerId, documentId) => {
         if (peerId.startsWith("client-")) {
-          return true;
+          return false;
         }
         if (!documentId) {
           return false;
@@ -3131,7 +3203,7 @@ var AutomergeHost = class {
             isRequested
           }, {
             F: __dxlog_file16,
-            L: 69,
+            L: 96,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -3145,7 +3217,7 @@ var AutomergeHost = class {
               documentId
             }, {
               F: __dxlog_file16,
-              L: 77,
+              L: 104,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -3160,7 +3232,7 @@ var AutomergeHost = class {
               documentId
             }, {
               F: __dxlog_file16,
-              L: 87,
+              L: 114,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -3177,7 +3249,7 @@ var AutomergeHost = class {
             isAuthorized
           }, {
             F: __dxlog_file16,
-            L: 93,
+            L: 120,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -3185,7 +3257,7 @@ var AutomergeHost = class {
         } catch (err) {
           log15.catch(err, void 0, {
             F: __dxlog_file16,
-            L: 103,
+            L: 130,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -3195,10 +3267,61 @@ var AutomergeHost = class {
     });
     this._clientNetwork.ready();
     this._meshNetwork.ready();
+    {
+      const listener = ({ handle }) => this._onDocument(handle);
+      this._repo.on("document", listener);
+      this._ctx.onDispose(() => {
+        this._repo.off("document", listener);
+      });
+    }
   }
   get repo() {
     return this._repo;
   }
+  async _beforeSave(path) {
+    const id = path[0];
+    if (this._updatingMetadata.has(id)) {
+      return this._updatingMetadata.get(id);
+    }
+  }
+  _onDocument(handle) {
+    const listener = (event) => this._onUpdate(event);
+    handle.on("change", listener);
+    this._ctx.onDispose(() => {
+      handle.off("change", listener);
+    });
+  }
+  _onUpdate(event) {
+    const spaceKey = event.doc.access?.spaceKey;
+    if (!spaceKey) {
+      return;
+    }
+    const objectIds = getInlineChanges(event);
+    if (objectIds.length === 0) {
+      return;
+    }
+    const heads = getHeads(event.doc);
+    const lastAvailableHash = heads.at(-1);
+    if (!lastAvailableHash) {
+      return;
+    }
+    const markingDirtyPromise = Promise.all(objectIds.map(async (objectId) => {
+      await cancelWithContext2(this._ctx, this._metadata.markDirty(idCodec.encode({
+        documentId: event.handle.documentId,
+        objectId
+      }), lastAvailableHash));
+    })).then(() => {
+      this._updatingMetadata.delete(event.handle.documentId);
+    }).catch((err) => {
+      !this._ctx.disposed && log15.catch(err, void 0, {
+        F: __dxlog_file16,
+        L: 198,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    });
+    this._updatingMetadata.set(event.handle.documentId, markingDirtyPromise);
+  }
   _automergeDocs() {
     return mapValues(this._repo.handles, (handle) => ({
       state: handle.state,
@@ -3225,8 +3348,9 @@ var AutomergeHost = class {
     return this._repo.peers;
   }
   async close() {
-    this._storage instanceof AutomergeStorageAdapter && await this._storage.close();
+    await this._storage.close();
     await this._clientNetwork.close();
+    await this._ctx.dispose();
   }
   //
   // Methods for client-services.
@@ -3252,7 +3376,7 @@ var AutomergeHost = class {
       deviceKey
     }, {
       F: __dxlog_file16,
-      L: 177,
+      L: 266,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -3275,6 +3399,24 @@ _ts_decorate9([
 AutomergeHost = _ts_decorate9([
   trace6.resource()
 ], AutomergeHost);
+var getInlineChanges = (event) => {
+  const inlineChangedObjectIds = /* @__PURE__ */ new Set();
+  for (const { path } of event.patches) {
+    if (path.length < 2) {
+      continue;
+    }
+    switch (path[0]) {
+      case "objects":
+        if (path.length >= 2) {
+          inlineChangedObjectIds.add(path[1]);
+        }
+        break;
+    }
+  }
+  return [
+    ...inlineChangedObjectIds
+  ];
+};
 
 export {
   codec,
@@ -3306,4 +3448,4 @@ export {
   MeshNetworkAdapter,
   AutomergeHost
 };
-//# sourceMappingURL=chunk-2AAHNMOH.mjs.map
+//# sourceMappingURL=chunk-LED7X4WK.mjs.map