@dxos/echo-pipeline 0.3.11-main.4eab977 → 0.3.11-main.4faaf44

package/dist/lib/node/{chunk-KTFCZMAY.cjs → chunk-ETE7TCKN.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_KTFCZMAY_exports = {};
-__export(chunk_KTFCZMAY_exports, {
+var chunk_ETE7TCKN_exports = {};
+__export(chunk_ETE7TCKN_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
   AutomergeHost: () => AutomergeHost,
@@ -54,7 +54,7 @@ __export(chunk_KTFCZMAY_exports, {
   startAfter: () => startAfter,
   valueEncoding: () => valueEncoding
 });
-module.exports = __toCommonJS(chunk_KTFCZMAY_exports);
+module.exports = __toCommonJS(chunk_ETE7TCKN_exports);
 var import_hypercore = require("@dxos/hypercore");
 var import_protocols = require("@dxos/protocols");
 var import_invariant = require("@dxos/invariant");
@@ -147,10 +147,14 @@ var import_keys7 = require("@dxos/keys");
 var import_log12 = require("@dxos/log");
 var import_protocols7 = require("@dxos/protocols");
 var import_util9 = require("@dxos/util");
+var import_async10 = require("@dxos/async");
 var import_automerge_repo = require("@dxos/automerge/automerge-repo");
+var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
 var import_codec_protobuf2 = require("@dxos/codec-protobuf");
 var import_invariant10 = require("@dxos/invariant");
+var import_keys8 = require("@dxos/keys");
 var import_log13 = require("@dxos/log");
+var import_random_access_storage = require("@dxos/random-access-storage");
 var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
 var import_util10 = require("@dxos/util");
 var codec = import_protocols.schema.getCodecForType("dxos.echo.feed.FeedMessage");
@@ -619,12 +623,12 @@ var emptyLargeSpaceMetadata = () => ({});
 var EchoMetadata = import_protocols4.schema.getCodecForType("dxos.echo.metadata.EchoMetadata");
 var LargeSpaceMetadata = import_protocols4.schema.getCodecForType("dxos.echo.metadata.LargeSpaceMetadata");
 var MetadataStore = class {
-  constructor(_directory) {
-    this._directory = _directory;
+  constructor(directory) {
     this._metadata = emptyEchoMetadata();
     this._spaceLargeMetadata = new import_util3.ComplexMap(import_keys3.PublicKey.hash);
     this._metadataFile = void 0;
     this.update = new import_async2.Event();
+    this._directory = directory;
   }
   get metadata() {
     return this._metadata;
@@ -653,7 +657,7 @@ var MetadataStore = class {
         name: file.filename
       }, {
         F: __dxlog_file4,
-        L: 78,
+        L: 85,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -673,6 +677,9 @@ var MetadataStore = class {
       await file.close();
     }
   }
+  /**
+  * @internal
+  */
   async _writeFile(file, codec2, data) {
     const encoded = (0, import_util3.arrayToBuffer)(codec2.encode(data));
     const checksum = import_crc_32.default.buf(encoded);
@@ -686,7 +693,7 @@ var MetadataStore = class {
       checksum
     }, {
       F: __dxlog_file4,
-      L: 110,
+      L: 120,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -718,7 +725,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 141,
+        L: 151,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -735,7 +742,7 @@ var MetadataStore = class {
           err
         }, {
           F: __dxlog_file4,
-          L: 153,
+          L: 163,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -765,7 +772,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 182,
+        L: 192,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -786,7 +793,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     (0, import_invariant4.invariant)(space, "Space not found", {
       F: __dxlog_file4,
-      L: 204,
+      L: 214,
       S: this,
       A: [
         "space",
@@ -810,7 +817,7 @@ var MetadataStore = class {
   async clear() {
     (0, import_log3.log)("clearing all metadata", void 0, {
       F: __dxlog_file4,
-      L: 223,
+      L: 233,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -823,7 +830,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     (0, import_invariant4.invariant)(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file4,
-      L: 233,
+      L: 243,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -837,7 +844,7 @@ var MetadataStore = class {
   async addSpace(record) {
     (0, import_invariant4.invariant)(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file4,
-      L: 241,
+      L: 251,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -1531,7 +1538,7 @@ var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipelin
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
-var DataPipeline = class DataPipeline2 {
+var DataPipeline = class {
   constructor(_params) {
     this._params = _params;
     this._ctx = new import_context5.Context();
@@ -1986,7 +1993,7 @@ var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeli
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
 var USE_SNAPSHOTS = true;
-var ControlPipeline = class ControlPipeline2 {
+var ControlPipeline = class {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
     this._ctx = new import_context6.Context();
     this._lastTimeframeSaveTime = Date.now();
@@ -2230,7 +2237,7 @@ function _ts_decorate6(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
-var Space = class Space2 {
+var Space = class {
   constructor(params) {
     this._addFeedLock = new import_async7.Lock();
     this.onCredentialProcessed = new import_util6.Callback();
@@ -2603,7 +2610,7 @@ var SpaceProtocolSession = class {
     this.replicator = new import_teleport_extension_replicator.ReplicatorExtension().setOptions({
       upload: true
     });
-    this._authStatus = AuthStatus.INITIAL;
+    this._authStatus = "INITIAL";
     this._wireParams = wireParams;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
@@ -2632,11 +2639,11 @@ var SpaceProtocolSession = class {
           S: this,
           C: (f, a) => f(...a)
         });
-        this._authStatus = AuthStatus.SUCCESS;
+        this._authStatus = "SUCCESS";
         this._onSessionAuth?.(this._teleport);
       },
       onAuthFailure: () => {
-        this._authStatus = AuthStatus.FAILURE;
+        this._authStatus = "FAILURE";
         this._onAuthFailure?.(this._teleport);
       }
     }));
@@ -2673,7 +2680,7 @@ function _ts_decorate8(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
-var SpaceManager = class SpaceManager2 {
+var SpaceManager = class {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
     this._spaces = new import_util9.ComplexMap(import_keys7.PublicKey.hash);
     this._instanceId = import_keys7.PublicKey.random().toHex();
@@ -2695,7 +2702,7 @@ var SpaceManager = class SpaceManager2 {
       ...this._spaces.values()
     ].map((space) => space.close()));
   }
-  async constructSpace({ metadata, swarmIdentity, onNetworkConnection, onAuthFailure, memberKey }) {
+  async constructSpace({ metadata, swarmIdentity, onAuthorizedConnection, onAuthFailure, memberKey }) {
     import_log12.log.trace("dxos.echo.space-manager.construct-space", import_protocols7.trace.begin({
       id: this._instanceId
     }), {
@@ -2718,7 +2725,7 @@ var SpaceManager = class SpaceManager2 {
       topic: spaceKey,
       swarmIdentity,
       networkManager: this._networkManager,
-      onSessionAuth: onNetworkConnection,
+      onSessionAuth: onAuthorizedConnection,
       onAuthFailure,
       blobStore: this._blobStore
     });
@@ -2757,17 +2764,80 @@ SpaceManager = _ts_decorate8([
 var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
   constructor(storageDirectory) {
+    this._authorizedDevices = new import_util10.ComplexMap(import_keys8.PublicKey.hash);
     this._meshNetwork = new MeshNetworkAdapter();
     this._clientNetwork = new LocalHostNetworkAdapter();
-    this._storage = new AutomergeStorageAdapter(storageDirectory);
+    this._storage = storageDirectory.type === import_random_access_storage.StorageType.IDB ? new import_automerge_repo_storage_indexeddb.IndexedDBStorageAdapter(storageDirectory.path, "data") : new AutomergeStorageAdapter(storageDirectory);
     this._repo = new import_automerge_repo.Repo({
+      peerId: `host-${import_keys8.PublicKey.random().toHex()}`,
       network: [
         this._clientNetwork,
         this._meshNetwork
       ],
       storage: this._storage,
       // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
-      sharePolicy: async (peerId, documentId) => true
+      // Hosts, running in the worker, don't share documents unless requested by other peers.
+      sharePolicy: async (peerId, documentId) => {
+        if (peerId.startsWith("client-")) {
+          return true;
+        }
+        if (!documentId) {
+          return false;
+        }
+        const doc = this._repo.handles[documentId]?.docSync();
+        if (!doc) {
+          (0, import_log13.log)("doc not found for share policy check", {
+            peerId,
+            documentId
+          }, {
+            F: __dxlog_file14,
+            L: 65,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return false;
+        }
+        try {
+          const spaceKey = import_keys8.PublicKey.from(doc.experimental_spaceKey);
+          const authorizedDevices = this._authorizedDevices.get(spaceKey);
+          const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
+          if (!deviceKeyHex) {
+            import_log13.log.warn("device key not found for share policy check", {
+              peerId,
+              documentId
+            }, {
+              F: __dxlog_file14,
+              L: 76,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+            return false;
+          }
+          const deviceKey = import_keys8.PublicKey.from(deviceKeyHex);
+          const isAuthorized = authorizedDevices?.has(deviceKey) ?? false;
+          import_log13.log.info("share policy check", {
+            peerId,
+            documentId,
+            deviceKey,
+            spaceKey,
+            isAuthorized
+          }, {
+            F: __dxlog_file14,
+            L: 82,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return isAuthorized;
+        } catch (err) {
+          import_log13.log.catch(err, void 0, {
+            F: __dxlog_file14,
+            L: 85,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return false;
+        }
+      }
     });
     this._clientNetwork.ready();
     this._meshNetwork.ready();
@@ -2776,6 +2846,7 @@ var AutomergeHost = class {
     return this._repo;
   }
   async close() {
+    this._storage instanceof AutomergeStorageAdapter && await this._storage.close();
     await this._clientNetwork.close();
   }
   //
@@ -2787,7 +2858,7 @@ var AutomergeHost = class {
   sendSyncMessage(request) {
     return this._clientNetwork.sendSyncMessage(request);
   }
-  getHostInfo() {
+  async getHostInfo() {
     return this._clientNetwork.getHostInfo();
   }
   //
@@ -2796,11 +2867,15 @@ var AutomergeHost = class {
   createExtension() {
     return this._meshNetwork.createExtension();
   }
+  authorizeDevice(spaceKey, deviceKey) {
+    (0, import_util10.defaultMap)(this._authorizedDevices, spaceKey, () => new import_util10.ComplexSet(import_keys8.PublicKey.hash)).add(deviceKey);
+  }
 };
 var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._peers = /* @__PURE__ */ new Map();
+    this._connected = new import_async10.Trigger();
   }
   /**
   * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
@@ -2812,12 +2887,13 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter
   }
   connect(peerId) {
     this.peerId = peerId;
+    this._connected.wake();
   }
   send(message) {
     const peer = this._peers.get(message.targetId);
     (0, import_invariant10.invariant)(peer, "Peer not found.", {
       F: __dxlog_file14,
-      L: 108,
+      L: 165,
       S: this,
       A: [
         "peer",
@@ -2837,7 +2913,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter
     return new import_codec_protobuf2.Stream(({ next, close }) => {
       (0, import_invariant10.invariant)(!this._peers.has(peerId), "Peer already connected.", {
         F: __dxlog_file14,
-        L: 126,
+        L: 183,
         S: this,
         A: [
           "!this._peers.has(peerId)",
@@ -2859,19 +2935,35 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter
           });
         }
       });
-      this.emit("peer-candidate", {
-        peerId
-      });
+      this._connected.wait({
+        timeout: 1e3
+      }).then(() => {
+        this.emit("peer-candidate", {
+          peerMetadata: {},
+          peerId
+        });
+      }).catch((err) => import_log13.log.catch(err, void 0, {
+        F: __dxlog_file14,
+        L: 208,
+        S: this,
+        C: (f, a) => f(...a)
+      }));
     });
   }
   async sendSyncMessage({ id, syncMessage }) {
+    await this._connected.wait({
+      timeout: 1e3
+    });
     const message = import_automerge_repo.cbor.decode(syncMessage);
     this.emit("message", message);
   }
-  getHostInfo() {
+  async getHostInfo() {
+    await this._connected.wait({
+      timeout: 1e3
+    });
     (0, import_invariant10.invariant)(this.peerId, "Peer id not set.", {
       F: __dxlog_file14,
-      L: 155,
+      L: 220,
       S: this,
       A: [
         "this.peerId",
@@ -2907,7 +2999,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
     const extension = this._extensions.get(receiverId);
     (0, import_invariant10.invariant)(extension, "Extension not found.", {
       F: __dxlog_file14,
-      L: 190,
+      L: 255,
       S: this,
       A: [
         "extension",
@@ -2918,7 +3010,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
       payload: import_automerge_repo.cbor.encode(message)
     }).catch((err) => import_log13.log.catch(err, void 0, {
       F: __dxlog_file14,
-      L: 191,
+      L: 256,
       S: this,
       C: (f, a) => f(...a)
     }));
@@ -2928,7 +3020,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
   createExtension() {
     (0, import_invariant10.invariant)(this.peerId, "Peer id not set.", {
       F: __dxlog_file14,
-      L: 199,
+      L: 264,
       S: this,
       A: [
         "this.peerId",
@@ -2939,13 +3031,17 @@ var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
     const extension = new import_teleport_extension_automerge_replicator.AutomergeReplicator({
       peerId: this.peerId
     }, {
-      onStartReplication: async (info) => {
+      onStartReplication: async (info, remotePeerId) => {
         if (this._extensions.has(info.id)) {
           return;
         }
         peerInfo = info;
         this._extensions.set(info.id, extension);
         this.emit("peer-candidate", {
+          // TODO(mykola): Hack, stop abusing `peerMetadata` field.
+          peerMetadata: {
+            dxos_deviceKey: remotePeerId.toHex()
+          },
           peerId: info.id
         });
       },
@@ -2954,9 +3050,13 @@ var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
         this.emit("message", message);
       },
       onClose: async () => {
-        peerInfo && this.emit("peer-disconnected", {
+        if (!peerInfo) {
+          return;
+        }
+        this.emit("peer-disconnected", {
           peerId: peerInfo.id
         });
+        this._extensions.delete(peerInfo.id);
       }
     });
     return extension;
@@ -2966,8 +3066,12 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
   constructor(_directory) {
     super();
     this._directory = _directory;
+    this._state = "opened";
   }
   async load(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
     const { size } = await file.stat();
@@ -2978,6 +3082,9 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
     return (0, import_util10.bufferToArray)(buffer);
   }
   async save(key, data) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
     await file.write(0, (0, import_util10.arrayToBuffer)(data));
@@ -2985,11 +3092,17 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
     await file.flush?.();
   }
   async remove(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
-    await file.truncate?.(0);
+    await file.destroy();
   }
   async loadRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return [];
+    }
     const filename = this._getFilename(keyPrefix);
     const entries = await this._directory.list();
     return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
@@ -3003,13 +3116,19 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
     }));
   }
   async removeRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(keyPrefix);
     const entries = await this._directory.list();
     await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(filename);
-      await file.truncate?.(0);
+      const file = this._directory.getOrCreateFile(entry);
+      await file.destroy();
     }));
   }
+  async close() {
+    this._state = "closed";
+  }
   _getFilename(key) {
     return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
   }
@@ -3045,4 +3164,4 @@ var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter
   startAfter,
   valueEncoding
 });
-//# sourceMappingURL=chunk-KTFCZMAY.cjs.map
+//# sourceMappingURL=chunk-ETE7TCKN.cjs.map