@dxos/echo-pipeline 0.4.7 → 0.4.8-main.0602afb

package/dist/lib/node/{chunk-Z3IT3GUD.cjs → chunk-LD4R726W.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_Z3IT3GUD_exports = {};
-__export(chunk_Z3IT3GUD_exports, {
+var chunk_LD4R726W_exports = {};
+__export(chunk_LD4R726W_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
   AutomergeHost: () => AutomergeHost,
@@ -52,12 +52,13 @@ __export(chunk_Z3IT3GUD_exports, {
   TimeframeClock: () => TimeframeClock,
   codec: () => codec,
   createMappedFeedWriter: () => createMappedFeedWriter,
+  getSpaceKeyFromDoc: () => getSpaceKeyFromDoc,
   mapFeedIndexesToTimeframe: () => mapFeedIndexesToTimeframe,
   mapTimeframeToFeedIndexes: () => mapTimeframeToFeedIndexes,
   startAfter: () => startAfter,
   valueEncoding: () => valueEncoding
 });
-module.exports = __toCommonJS(chunk_Z3IT3GUD_exports);
+module.exports = __toCommonJS(chunk_LD4R726W_exports);
 var import_hypercore = require("@dxos/hypercore");
 var import_protocols = require("@dxos/protocols");
 var import_invariant = require("@dxos/invariant");
@@ -83,6 +84,7 @@ var import_log2 = require("@dxos/log");
 var import_util2 = require("@dxos/util");
 var import_crc_32 = __toESM(require("crc-32"));
 var import_async2 = require("@dxos/async");
+var import_context3 = require("@dxos/context");
 var import_invariant4 = require("@dxos/invariant");
 var import_keys3 = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
@@ -94,7 +96,7 @@ var import_debug2 = require("@dxos/debug");
 var import_log4 = require("@dxos/log");
 var import_timeframe = require("@dxos/timeframe");
 var import_async4 = require("@dxos/async");
-var import_context3 = require("@dxos/context");
+var import_context4 = require("@dxos/context");
 var import_debug3 = require("@dxos/debug");
 var import_feed_store = require("@dxos/feed-store");
 var import_invariant5 = require("@dxos/invariant");
@@ -105,14 +107,14 @@ var import_util4 = require("@dxos/util");
 var import_invariant6 = require("@dxos/invariant");
 var import_log6 = require("@dxos/log");
 var import_async5 = require("@dxos/async");
-var import_context4 = require("@dxos/context");
+var import_context5 = require("@dxos/context");
 var import_crypto2 = require("@dxos/crypto");
 var import_invariant7 = require("@dxos/invariant");
 var import_log7 = require("@dxos/log");
 var import_protocols5 = require("@dxos/protocols");
 var import_teleport = require("@dxos/teleport");
 var import_async6 = require("@dxos/async");
-var import_context5 = require("@dxos/context");
+var import_context6 = require("@dxos/context");
 var import_credentials = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
 var import_invariant8 = require("@dxos/invariant");
@@ -128,7 +130,7 @@ var import_credentials2 = require("@dxos/protocols/proto/dxos/halo/credentials")
 var import_tracing2 = require("@dxos/tracing");
 var import_util6 = require("@dxos/util");
 var import_async8 = require("@dxos/async");
-var import_context6 = require("@dxos/context");
+var import_context7 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_keys5 = require("@dxos/keys");
 var import_log10 = require("@dxos/log");
@@ -151,22 +153,21 @@ var import_keys7 = require("@dxos/keys");
 var import_log12 = require("@dxos/log");
 var import_protocols7 = require("@dxos/protocols");
 var import_util9 = require("@dxos/util");
-var import_automerge_repo = require("@dxos/automerge/automerge-repo");
 var import_util10 = require("@dxos/util");
 var import_async10 = require("@dxos/async");
-var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
+var import_automerge_repo = require("@dxos/automerge/automerge-repo");
 var import_codec_protobuf2 = require("@dxos/codec-protobuf");
 var import_invariant10 = require("@dxos/invariant");
 var import_log13 = require("@dxos/log");
 var import_async11 = require("@dxos/async");
-var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
+var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
 var import_invariant11 = require("@dxos/invariant");
 var import_log14 = require("@dxos/log");
 var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
 var import_automerge = require("@dxos/automerge/automerge");
-var import_automerge_repo4 = require("@dxos/automerge/automerge-repo");
+var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
-var import_context7 = require("@dxos/context");
+var import_context8 = require("@dxos/context");
 var import_keys8 = require("@dxos/keys");
 var import_log15 = require("@dxos/log");
 var import_protocols8 = require("@dxos/protocols");
@@ -629,6 +630,7 @@ function _ts_decorate(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var EXPIRED_INVITATION_CLEANUP_INTERVAL = 60 * 60 * 1e3;
 var emptyEchoMetadata = () => ({
   version: import_protocols4.STORAGE_VERSION,
   spaces: [],
@@ -644,6 +646,7 @@ var MetadataStore = class {
     this._spaceLargeMetadata = new import_util3.ComplexMap(import_keys3.PublicKey.hash);
     this._metadataFile = void 0;
     this.update = new import_async2.Event();
+    this._invitationCleanupCtx = new import_context3.Context();
     this._directory = directory;
   }
   get metadata() {
@@ -673,7 +676,7 @@ var MetadataStore = class {
         name: file.filename
       }, {
         F: __dxlog_file4,
-        L: 85,
+        L: 89,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -709,12 +712,13 @@ var MetadataStore = class {
       checksum
     }, {
       F: __dxlog_file4,
-      L: 120,
+      L: 124,
       S: this,
       C: (f, a) => f(...a)
     });
   }
   async close() {
+    await this._invitationCleanupCtx.dispose();
     await this.flush();
     await this._metadataFile?.close();
     this._metadataFile = void 0;
@@ -741,7 +745,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 151,
+        L: 156,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -758,12 +762,19 @@ var MetadataStore = class {
           err
         }, {
           F: __dxlog_file4,
-          L: 163,
+          L: 168,
           S: this,
           C: (f, a) => f(...a)
         });
       }
     });
+    (0, import_async2.scheduleTaskInterval)(this._invitationCleanupCtx, async () => {
+      for (const invitation of this.getInvitations()) {
+        if (invitation.created && invitation.lifetime && invitation.lifetime !== 0 && invitation.created.getTime() + invitation.lifetime * 1e3 < Date.now()) {
+          await this.removeInvitation(invitation.invitationId);
+        }
+      }
+    }, EXPIRED_INVITATION_CLEANUP_INTERVAL);
   }
   async _save() {
     const data = {
@@ -788,7 +799,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 192,
+        L: 215,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -809,7 +820,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     (0, import_invariant4.invariant)(space, "Space not found", {
       F: __dxlog_file4,
-      L: 214,
+      L: 237,
       S: this,
       A: [
         "space",
@@ -833,7 +844,7 @@ var MetadataStore = class {
   async clear() {
     (0, import_log3.log)("clearing all metadata", void 0, {
       F: __dxlog_file4,
-      L: 233,
+      L: 256,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -846,7 +857,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     (0, import_invariant4.invariant)(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file4,
-      L: 243,
+      L: 266,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -857,10 +868,26 @@ var MetadataStore = class {
     await this._save();
     await this.flush();
   }
+  getInvitations() {
+    return this._metadata.invitations ?? [];
+  }
+  async addInvitation(invitation) {
+    if (this._metadata.invitations?.find((i) => i.invitationId === invitation.invitationId)) {
+      return;
+    }
+    (this._metadata.invitations ??= []).push(invitation);
+    await this._save();
+    await this.flush();
+  }
+  async removeInvitation(invitationId) {
+    this._metadata.invitations = (this._metadata.invitations ?? []).filter((i) => i.invitationId !== invitationId);
+    await this._save();
+    await this.flush();
+  }
   async addSpace(record) {
     (0, import_invariant4.invariant)(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file4,
-      L: 251,
+      L: 294,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -1047,7 +1074,7 @@ var PipelineState = class {
   constructor(_feeds, _timeframeClock) {
     this._feeds = _feeds;
     this._timeframeClock = _timeframeClock;
-    this._ctx = new import_context3.Context();
+    this._ctx = new import_context4.Context();
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new import_async4.Event();
     this._startTimeframe = new import_timeframe2.Timeframe();
@@ -1095,7 +1122,7 @@ var PipelineState = class {
   *
   * @param timeout Timeout in milliseconds to specify the maximum wait time.
   */
-  async waitUntilReachedTargetTimeframe({ ctx = new import_context3.Context(), timeout, breakOnStall = true } = {}) {
+  async waitUntilReachedTargetTimeframe({ ctx = new import_context4.Context(), timeout, breakOnStall = true } = {}) {
     (0, import_log5.log)("waitUntilReachedTargetTimeframe", {
       timeout,
       current: this.timeframe,
@@ -1117,8 +1144,8 @@ var PipelineState = class {
     let done = false;
     if (timeout) {
       return Promise.race([
-        (0, import_context3.rejectOnDispose)(ctx),
-        (0, import_context3.rejectOnDispose)(this._ctx),
+        (0, import_context4.rejectOnDispose)(ctx),
+        (0, import_context4.rejectOnDispose)(this._ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
           this._reachedTarget = true;
@@ -1260,7 +1287,7 @@ var Pipeline = class {
     await this._feedSetIterator?.close();
     await this._processingTrigger.wait();
     await this._state._ctx.dispose();
-    this._state._ctx = new import_context3.Context();
+    this._state._ctx = new import_context4.Context();
     this._state._reachedTargetPromise = void 0;
     this._state._reachedTarget = false;
     this._isStarted = false;
@@ -1455,7 +1482,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
       timeout: 60 * 1e3
     });
     this._authParams = _authParams;
-    this._ctx = new import_context4.Context({
+    this._ctx = new import_context5.Context({
       onError: (err) => {
         import_log7.log.catch(err, void 0, {
           F: __dxlog_file8,
@@ -1557,7 +1584,7 @@ var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
 var DataPipeline = class {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe3.Timeframe();
@@ -1665,7 +1692,7 @@ var DataPipeline = class {
     }
     await this.databaseHost?.close();
     await this.itemManager?.destroy();
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe3.Timeframe();
@@ -1812,7 +1839,7 @@ var DataPipeline = class {
       return;
     }
     await this._epochCtx?.dispose();
-    const ctx = new import_context5.Context({
+    const ctx = new import_context6.Context({
       onError: (err) => {
         if (err instanceof import_protocols6.CancelledError) {
           (0, import_log8.log)("Epoch processing cancelled.", void 0, {
@@ -2012,7 +2039,7 @@ var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
 var USE_SNAPSHOTS = true;
 var ControlPipeline = class {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
-    this._ctx = new import_context6.Context();
+    this._ctx = new import_context7.Context();
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new import_util7.Callback();
     this._usage = new import_tracing3.TimeUsageCounter();
@@ -2087,7 +2114,7 @@ var ControlPipeline = class {
       C: (f, a) => f(...a)
     });
     setTimeout(async () => {
-      void this._consumePipeline(new import_context6.Context());
+      void this._consumePipeline(new import_context7.Context());
     });
     await this._pipeline.start();
     (0, import_log10.log)("started", void 0, {
@@ -2796,9 +2823,8 @@ _ts_decorate8([
 SpaceManager = _ts_decorate8([
   (0, import_async9.trackLeaks)("open", "close")
 ], SpaceManager);
-var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter {
+var AutomergeStorageAdapter = class {
   constructor(_directory) {
-    super();
     this._directory = _directory;
     this._state = "opened";
   }
@@ -2871,7 +2897,7 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
   }
 };
 var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
-var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
+var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._peers = /* @__PURE__ */ new Map();
@@ -2924,7 +2950,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
         connected: true,
         send: (message) => {
           next({
-            syncMessage: import_automerge_repo2.cbor.encode(message)
+            syncMessage: import_automerge_repo.cbor.encode(message)
           });
         },
         disconnect: () => {
@@ -2954,7 +2980,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
     await this._connected.wait({
       timeout: 1e3
     });
-    const message = import_automerge_repo2.cbor.decode(syncMessage);
+    const message = import_automerge_repo.cbor.decode(syncMessage);
     this.emit("message", message);
   }
   async getHostInfo() {
@@ -2979,7 +3005,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
   }
 };
 var __dxlog_file15 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts";
-var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
+var MeshNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._extensions = /* @__PURE__ */ new Map();
@@ -3010,7 +3036,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
       ]
     });
     extension.sendSyncMessage({
-      payload: import_automerge_repo3.cbor.encode(message)
+      payload: import_automerge_repo2.cbor.encode(message)
     }).catch((err) => import_log14.log.catch(err, void 0, {
       F: __dxlog_file15,
       L: 39,
@@ -3072,7 +3098,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
         if (!peerInfo) {
           return;
         }
-        const message = import_automerge_repo3.cbor.decode(payload);
+        const message = import_automerge_repo2.cbor.decode(payload);
         this.emit("message", message);
       },
       onClose: async () => {
@@ -3129,7 +3155,7 @@ function _ts_decorate9(decorators, target, key, desc) {
 var __dxlog_file16 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
   constructor({ directory, metadata }) {
-    this._ctx = new import_context7.Context();
+    this._ctx = new import_context8.Context();
     this._authorizedDevices = new import_util11.ComplexMap(import_keys8.PublicKey.hash);
     this._updatingMetadata = /* @__PURE__ */ new Map();
     this._requestedDocs = /* @__PURE__ */ new Set();
@@ -3146,7 +3172,7 @@ var AutomergeHost = class {
       }
     });
     this._peerId = `host-${import_keys8.PublicKey.random().toHex()}`;
-    this._repo = new import_automerge_repo4.Repo({
+    this._repo = new import_automerge_repo3.Repo({
       peerId: this._peerId,
       network: [
         this._clientNetwork,
@@ -3157,7 +3183,7 @@ var AutomergeHost = class {
       // Hosts, running in the worker, don't share documents unless requested by other peers.
       sharePolicy: async (peerId, documentId) => {
         if (peerId.startsWith("client-")) {
-          return true;
+          return false;
         }
         if (!documentId) {
           return false;
@@ -3178,21 +3204,20 @@ var AutomergeHost = class {
           return isRequested;
         }
         try {
-          const rawSpaceKey = doc.access?.spaceKey ?? doc.experimental_spaceKey;
-          if (!rawSpaceKey) {
+          const spaceKey = getSpaceKeyFromDoc(doc);
+          if (!spaceKey) {
             (0, import_log15.log)("space key not found for share policy check", {
               peerId,
               documentId
             }, {
               F: __dxlog_file16,
-              L: 104,
+              L: 103,
               S: this,
               C: (f, a) => f(...a)
             });
             return false;
           }
-          const spaceKey = import_keys8.PublicKey.from(rawSpaceKey);
-          const authorizedDevices = this._authorizedDevices.get(spaceKey);
+          const authorizedDevices = this._authorizedDevices.get(import_keys8.PublicKey.from(spaceKey));
           const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
           if (!deviceKeyHex) {
             (0, import_log15.log)("device key not found for share policy check", {
@@ -3200,7 +3225,7 @@ var AutomergeHost = class {
               documentId
             }, {
               F: __dxlog_file16,
-              L: 114,
+              L: 112,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -3217,7 +3242,7 @@ var AutomergeHost = class {
             isAuthorized
           }, {
             F: __dxlog_file16,
-            L: 120,
+            L: 118,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -3225,7 +3250,7 @@ var AutomergeHost = class {
         } catch (err) {
           import_log15.log.catch(err, void 0, {
             F: __dxlog_file16,
-            L: 130,
+            L: 128,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -3260,8 +3285,8 @@ var AutomergeHost = class {
     });
   }
   _onUpdate(event) {
-    const spaceKey = event.doc.access?.spaceKey;
-    if (!spaceKey) {
+    const spaceKey = getSpaceKeyFromDoc(event.doc);
+    if (!spaceKey || this._metadata == null) {
       return;
     }
     const objectIds = getInlineChanges(event);
@@ -3273,17 +3298,21 @@ var AutomergeHost = class {
     if (!lastAvailableHash) {
       return;
     }
-    const markingDirtyPromise = Promise.all(objectIds.map(async (objectId) => {
-      await (0, import_context7.cancelWithContext)(this._ctx, this._metadata.markDirty(import_protocols8.idCodec.encode({
-        documentId: event.handle.documentId,
-        objectId
-      }), lastAvailableHash));
-    })).then(() => {
+    const encodedIds = objectIds.map((objectId) => import_protocols8.idCodec.encode({
+      documentId: event.handle.documentId,
+      objectId,
+      spaceKey
+    }));
+    const idToLastHash = new Map(encodedIds.map((id) => [
+      id,
+      lastAvailableHash
+    ]));
+    const markingDirtyPromise = this._metadata.markDirty(idToLastHash).then(() => {
       this._updatingMetadata.delete(event.handle.documentId);
     }).catch((err) => {
-      !this._ctx.disposed && import_log15.log.catch(err, void 0, {
+      this._ctx.disposed && import_log15.log.catch(err, void 0, {
         F: __dxlog_file16,
-        L: 198,
+        L: 191,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -3344,7 +3373,7 @@ var AutomergeHost = class {
       deviceKey
     }, {
       F: __dxlog_file16,
-      L: 266,
+      L: 258,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -3385,6 +3414,13 @@ var getInlineChanges = (event) => {
     ...inlineChangedObjectIds
   ];
 };
+var getSpaceKeyFromDoc = (doc) => {
+  const rawSpaceKey = doc.access?.spaceKey ?? doc.experimental_spaceKey;
+  if (rawSpaceKey == null) {
+    return null;
+  }
+  return String(rawSpaceKey);
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AuthExtension,
@@ -3411,9 +3447,10 @@ var getInlineChanges = (event) => {
   TimeframeClock,
   codec,
   createMappedFeedWriter,
+  getSpaceKeyFromDoc,
   mapFeedIndexesToTimeframe,
   mapTimeframeToFeedIndexes,
   startAfter,
   valueEncoding
 });
-//# sourceMappingURL=chunk-Z3IT3GUD.cjs.map
+//# sourceMappingURL=chunk-LD4R726W.cjs.map