@dxos/echo-pipeline 0.3.11-main.dafb7f2 → 0.3.11-main.df1e30a

package/dist/lib/browser/{chunk-W3SSYW3X.mjs → chunk-PB5T4DLC.mjs}

@@ -519,12 +519,12 @@ var emptyLargeSpaceMetadata = () => ({});
 var EchoMetadata = schema4.getCodecForType("dxos.echo.metadata.EchoMetadata");
 var LargeSpaceMetadata = schema4.getCodecForType("dxos.echo.metadata.LargeSpaceMetadata");
 var MetadataStore = class {
-  constructor(_directory) {
-    this._directory = _directory;
+  constructor(directory) {
     this._metadata = emptyEchoMetadata();
     this._spaceLargeMetadata = new ComplexMap3(PublicKey3.hash);
     this._metadataFile = void 0;
     this.update = new Event();
+    this._directory = directory;
   }
   get metadata() {
     return this._metadata;
@@ -553,7 +553,7 @@ var MetadataStore = class {
         name: file.filename
       }, {
         F: __dxlog_file4,
-        L: 78,
+        L: 85,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -573,6 +573,9 @@ var MetadataStore = class {
       await file.close();
     }
   }
+  /**
+  * @internal
+  */
   async _writeFile(file, codec2, data) {
     const encoded = arrayToBuffer(codec2.encode(data));
     const checksum = CRC32.buf(encoded);
@@ -586,7 +589,7 @@ var MetadataStore = class {
       checksum
     }, {
       F: __dxlog_file4,
-      L: 110,
+      L: 120,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -618,7 +621,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 141,
+        L: 151,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -635,7 +638,7 @@ var MetadataStore = class {
           err
         }, {
           F: __dxlog_file4,
-          L: 153,
+          L: 163,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -665,7 +668,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 182,
+        L: 192,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -686,7 +689,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     invariant4(space, "Space not found", {
       F: __dxlog_file4,
-      L: 204,
+      L: 214,
       S: this,
       A: [
         "space",
@@ -710,7 +713,7 @@ var MetadataStore = class {
   async clear() {
     log3("clearing all metadata", void 0, {
       F: __dxlog_file4,
-      L: 223,
+      L: 233,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -723,7 +726,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     invariant4(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file4,
-      L: 233,
+      L: 243,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -737,7 +740,7 @@ var MetadataStore = class {
   async addSpace(record) {
     invariant4(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file4,
-      L: 241,
+      L: 251,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -1478,7 +1481,7 @@ var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipelin
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
-var DataPipeline = class DataPipeline2 {
+var DataPipeline = class {
   constructor(_params) {
     this._params = _params;
     this._ctx = new Context4();
@@ -1952,7 +1955,7 @@ var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeli
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
 var USE_SNAPSHOTS = true;
-var ControlPipeline = class ControlPipeline2 {
+var ControlPipeline = class {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
     this._ctx = new Context5();
     this._lastTimeframeSaveTime = Date.now();
@@ -2198,7 +2201,7 @@ function _ts_decorate6(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
-var Space = class Space2 {
+var Space = class {
   constructor(params) {
     this._addFeedLock = new Lock();
     this.onCredentialProcessed = new Callback2();
@@ -2582,7 +2585,7 @@ var SpaceProtocolSession = class {
     this.replicator = new ReplicatorExtension().setOptions({
       upload: true
     });
-    this._authStatus = AuthStatus.INITIAL;
+    this._authStatus = "INITIAL";
     this._wireParams = wireParams;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
@@ -2611,11 +2614,11 @@ var SpaceProtocolSession = class {
           S: this,
           C: (f, a) => f(...a)
         });
-        this._authStatus = AuthStatus.SUCCESS;
+        this._authStatus = "SUCCESS";
         this._onSessionAuth?.(this._teleport);
       },
       onAuthFailure: () => {
-        this._authStatus = AuthStatus.FAILURE;
+        this._authStatus = "FAILURE";
         this._onAuthFailure?.(this._teleport);
       }
     }));
@@ -2660,7 +2663,7 @@ function _ts_decorate8(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
-var SpaceManager = class SpaceManager2 {
+var SpaceManager = class {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
     this._spaces = new ComplexMap6(PublicKey7.hash);
     this._instanceId = PublicKey7.random().toHex();
@@ -2682,7 +2685,7 @@ var SpaceManager = class SpaceManager2 {
       ...this._spaces.values()
     ].map((space) => space.close()));
   }
-  async constructSpace({ metadata, swarmIdentity, onNetworkConnection, onAuthFailure, memberKey }) {
+  async constructSpace({ metadata, swarmIdentity, onAuthorizedConnection, onAuthFailure, memberKey }) {
     log12.trace("dxos.echo.space-manager.construct-space", trace4.begin({
       id: this._instanceId
     }), {
@@ -2705,7 +2708,7 @@ var SpaceManager = class SpaceManager2 {
       topic: spaceKey,
       swarmIdentity,
       networkManager: this._networkManager,
-      onSessionAuth: onNetworkConnection,
+      onSessionAuth: onAuthorizedConnection,
       onAuthFailure,
       blobStore: this._blobStore
     });
@@ -2743,26 +2746,108 @@ SpaceManager = _ts_decorate8([
 ], SpaceManager);
 
 // packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
+import { Trigger as Trigger2 } from "@dxos/async";
 import { Repo, NetworkAdapter, StorageAdapter, cbor } from "@dxos/automerge/automerge-repo";
+import { IndexedDBStorageAdapter } from "@dxos/automerge/automerge-repo-storage-indexeddb";
 import { Stream as Stream2 } from "@dxos/codec-protobuf";
 import { invariant as invariant10 } from "@dxos/invariant";
+import { PublicKey as PublicKey8 } from "@dxos/keys";
 import { log as log13 } from "@dxos/log";
+import { StorageType } from "@dxos/random-access-storage";
 import { AutomergeReplicator } from "@dxos/teleport-extension-automerge-replicator";
-import { arrayToBuffer as arrayToBuffer2, bufferToArray } from "@dxos/util";
+import { ComplexMap as ComplexMap7, ComplexSet, arrayToBuffer as arrayToBuffer2, bufferToArray, defaultMap } from "@dxos/util";
 var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
   constructor(storageDirectory) {
+    /**
+    * spaceKey -> deviceKey[]
+    */
+    this._authorizedDevices = new ComplexMap7(PublicKey8.hash);
     this._meshNetwork = new MeshNetworkAdapter();
     this._clientNetwork = new LocalHostNetworkAdapter();
-    this._storage = new AutomergeStorageAdapter(storageDirectory);
+    this._storage = storageDirectory.type === StorageType.IDB ? new IndexedDBStorageAdapter(storageDirectory.path, "data") : new AutomergeStorageAdapter(storageDirectory);
     this._repo = new Repo({
+      peerId: `host-${PublicKey8.random().toHex()}`,
       network: [
         this._clientNetwork,
         this._meshNetwork
       ],
       storage: this._storage,
       // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
-      sharePolicy: async (peerId, documentId) => true
+      // Hosts, running in the worker, don't share documents unless requested by other peers.
+      sharePolicy: async (peerId, documentId) => {
+        if (peerId.startsWith("client-")) {
+          return true;
+        }
+        if (!documentId) {
+          return false;
+        }
+        const doc = this._repo.handles[documentId]?.docSync();
+        if (!doc) {
+          log13("doc not found for share policy check", {
+            peerId,
+            documentId
+          }, {
+            F: __dxlog_file14,
+            L: 65,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return false;
+        }
+        try {
+          if (!doc.experimental_spaceKey) {
+            log13.warn("space key not found for share policy check", {
+              peerId,
+              documentId
+            }, {
+              F: __dxlog_file14,
+              L: 71,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+            return false;
+          }
+          const spaceKey = PublicKey8.from(doc.experimental_spaceKey);
+          const authorizedDevices = this._authorizedDevices.get(spaceKey);
+          const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
+          if (!deviceKeyHex) {
+            log13.warn("device key not found for share policy check", {
+              peerId,
+              documentId
+            }, {
+              F: __dxlog_file14,
+              L: 81,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+            return false;
+          }
+          const deviceKey = PublicKey8.from(deviceKeyHex);
+          const isAuthorized = authorizedDevices?.has(deviceKey) ?? false;
+          log13.info("share policy check", {
+            peerId,
+            documentId,
+            deviceKey,
+            spaceKey,
+            isAuthorized
+          }, {
+            F: __dxlog_file14,
+            L: 87,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return isAuthorized;
+        } catch (err) {
+          log13.catch(err, void 0, {
+            F: __dxlog_file14,
+            L: 90,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return false;
+        }
+      }
     });
     this._clientNetwork.ready();
     this._meshNetwork.ready();
@@ -2771,6 +2856,7 @@ var AutomergeHost = class {
     return this._repo;
   }
   async close() {
+    this._storage instanceof AutomergeStorageAdapter && await this._storage.close();
     await this._clientNetwork.close();
   }
   //
@@ -2782,7 +2868,7 @@ var AutomergeHost = class {
   sendSyncMessage(request) {
     return this._clientNetwork.sendSyncMessage(request);
   }
-  getHostInfo() {
+  async getHostInfo() {
     return this._clientNetwork.getHostInfo();
   }
   //
@@ -2791,11 +2877,15 @@ var AutomergeHost = class {
   createExtension() {
     return this._meshNetwork.createExtension();
   }
+  authorizeDevice(spaceKey, deviceKey) {
+    defaultMap(this._authorizedDevices, spaceKey, () => new ComplexSet(PublicKey8.hash)).add(deviceKey);
+  }
 };
 var LocalHostNetworkAdapter = class extends NetworkAdapter {
   constructor() {
     super(...arguments);
     this._peers = /* @__PURE__ */ new Map();
+    this._connected = new Trigger2();
   }
   /**
   * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
@@ -2807,12 +2897,13 @@ var LocalHostNetworkAdapter = class extends NetworkAdapter {
   }
   connect(peerId) {
     this.peerId = peerId;
+    this._connected.wake();
   }
   send(message) {
     const peer = this._peers.get(message.targetId);
     invariant10(peer, "Peer not found.", {
       F: __dxlog_file14,
-      L: 108,
+      L: 170,
       S: this,
       A: [
         "peer",
@@ -2832,7 +2923,7 @@ var LocalHostNetworkAdapter = class extends NetworkAdapter {
     return new Stream2(({ next, close }) => {
       invariant10(!this._peers.has(peerId), "Peer already connected.", {
         F: __dxlog_file14,
-        L: 126,
+        L: 188,
         S: this,
         A: [
           "!this._peers.has(peerId)",
@@ -2854,19 +2945,35 @@ var LocalHostNetworkAdapter = class extends NetworkAdapter {
           });
         }
       });
-      this.emit("peer-candidate", {
-        peerId
-      });
+      this._connected.wait({
+        timeout: 1e3
+      }).then(() => {
+        this.emit("peer-candidate", {
+          peerMetadata: {},
+          peerId
+        });
+      }).catch((err) => log13.catch(err, void 0, {
+        F: __dxlog_file14,
+        L: 213,
+        S: this,
+        C: (f, a) => f(...a)
+      }));
     });
   }
   async sendSyncMessage({ id, syncMessage }) {
+    await this._connected.wait({
+      timeout: 1e3
+    });
     const message = cbor.decode(syncMessage);
     this.emit("message", message);
   }
-  getHostInfo() {
+  async getHostInfo() {
+    await this._connected.wait({
+      timeout: 1e3
+    });
     invariant10(this.peerId, "Peer id not set.", {
       F: __dxlog_file14,
-      L: 155,
+      L: 225,
       S: this,
       A: [
         "this.peerId",
@@ -2902,7 +3009,7 @@ var MeshNetworkAdapter = class extends NetworkAdapter {
     const extension = this._extensions.get(receiverId);
     invariant10(extension, "Extension not found.", {
       F: __dxlog_file14,
-      L: 190,
+      L: 260,
       S: this,
       A: [
         "extension",
@@ -2913,7 +3020,7 @@ var MeshNetworkAdapter = class extends NetworkAdapter {
       payload: cbor.encode(message)
     }).catch((err) => log13.catch(err, void 0, {
       F: __dxlog_file14,
-      L: 191,
+      L: 261,
       S: this,
       C: (f, a) => f(...a)
     }));
@@ -2923,7 +3030,7 @@ var MeshNetworkAdapter = class extends NetworkAdapter {
   createExtension() {
     invariant10(this.peerId, "Peer id not set.", {
       F: __dxlog_file14,
-      L: 199,
+      L: 269,
       S: this,
       A: [
         "this.peerId",
@@ -2934,13 +3041,17 @@ var MeshNetworkAdapter = class extends NetworkAdapter {
     const extension = new AutomergeReplicator({
       peerId: this.peerId
     }, {
-      onStartReplication: async (info) => {
+      onStartReplication: async (info, remotePeerId) => {
         if (this._extensions.has(info.id)) {
           return;
         }
         peerInfo = info;
         this._extensions.set(info.id, extension);
         this.emit("peer-candidate", {
+          // TODO(mykola): Hack, stop abusing `peerMetadata` field.
+          peerMetadata: {
+            dxos_deviceKey: remotePeerId.toHex()
+          },
           peerId: info.id
         });
       },
@@ -2949,9 +3060,13 @@ var MeshNetworkAdapter = class extends NetworkAdapter {
         this.emit("message", message);
       },
       onClose: async () => {
-        peerInfo && this.emit("peer-disconnected", {
+        if (!peerInfo) {
+          return;
+        }
+        this.emit("peer-disconnected", {
           peerId: peerInfo.id
         });
+        this._extensions.delete(peerInfo.id);
       }
     });
     return extension;
@@ -2961,8 +3076,12 @@ var AutomergeStorageAdapter = class extends StorageAdapter {
   constructor(_directory) {
     super();
     this._directory = _directory;
+    this._state = "opened";
   }
   async load(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
     const { size } = await file.stat();
@@ -2973,6 +3092,9 @@ var AutomergeStorageAdapter = class extends StorageAdapter {
     return bufferToArray(buffer);
   }
   async save(key, data) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
     await file.write(0, arrayToBuffer2(data));
@@ -2980,11 +3102,17 @@ var AutomergeStorageAdapter = class extends StorageAdapter {
     await file.flush?.();
   }
   async remove(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(key);
     const file = this._directory.getOrCreateFile(filename);
-    await file.truncate?.(0);
+    await file.destroy();
   }
   async loadRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return [];
+    }
     const filename = this._getFilename(keyPrefix);
     const entries = await this._directory.list();
     return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
@@ -2998,13 +3126,19 @@ var AutomergeStorageAdapter = class extends StorageAdapter {
     }));
   }
   async removeRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
     const filename = this._getFilename(keyPrefix);
     const entries = await this._directory.list();
     await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(filename);
-      await file.truncate?.(0);
+      const file = this._directory.getOrCreateFile(entry);
+      await file.destroy();
     }));
   }
+  async close() {
+    this._state = "closed";
+  }
   _getFilename(key) {
     return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
   }
@@ -3040,4 +3174,4 @@ export {
   SpaceManager,
   AutomergeHost
 };
-//# sourceMappingURL=chunk-W3SSYW3X.mjs.map
+//# sourceMappingURL=chunk-PB5T4DLC.mjs.map