@dxos/echo-pipeline 0.4.8-next.06fa7e4 → 0.4.8-next.2e7285f

package/dist/lib/browser/{chunk-WAN2XUWE.mjs → chunk-3PPSCHNN.mjs}

@@ -1987,13 +1987,11 @@ var ControlPipeline = class {
         queueMicrotask(async () => {
           try {
             const feed = await feedProvider(info.key);
-            if (!this._pipeline.hasFeed(feed.key)) {
-              await this._pipeline.addFeed(feed);
-            }
+            await this._pipeline.addFeed(feed);
           } catch (err) {
             log9.catch(err, void 0, {
               F: __dxlog_file10,
-              L: 85,
+              L: 83,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -2023,7 +2021,7 @@ var ControlPipeline = class {
       tf: snapshot?.timeframe
     }, {
       F: __dxlog_file10,
-      L: 113,
+      L: 111,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2032,7 +2030,7 @@ var ControlPipeline = class {
     }
     log9("starting...", void 0, {
       F: __dxlog_file10,
-      L: 118,
+      L: 116,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2042,7 +2040,7 @@ var ControlPipeline = class {
     await this._pipeline.start();
     log9("started", void 0, {
       F: __dxlog_file10,
-      L: 124,
+      L: 122,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2059,7 +2057,7 @@ var ControlPipeline = class {
           message
         }, {
           F: __dxlog_file10,
-          L: 137,
+          L: 135,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2081,7 +2079,7 @@ var ControlPipeline = class {
       snapshot
     }, {
       F: __dxlog_file10,
-      L: 153,
+      L: 151,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2096,7 +2094,7 @@ var ControlPipeline = class {
       } catch (err) {
         log9.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 166,
+          L: 164,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2110,7 +2108,7 @@ var ControlPipeline = class {
       seq: msg.seq
     }, {
       F: __dxlog_file10,
-      L: 176,
+      L: 174,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2125,7 +2123,7 @@ var ControlPipeline = class {
           msg
         }, {
           F: __dxlog_file10,
-          L: 185,
+          L: 183,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2144,7 +2142,7 @@ var ControlPipeline = class {
   async stop() {
     log9("stopping...", void 0, {
       F: __dxlog_file10,
-      L: 205,
+      L: 203,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2153,7 +2151,7 @@ var ControlPipeline = class {
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     log9("stopped", void 0, {
       F: __dxlog_file10,
-      L: 209,
+      L: 207,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2166,7 +2164,7 @@ var ControlPipeline = class {
     } catch (err) {
       log9(err, void 0, {
         F: __dxlog_file10,
-        L: 218,
+        L: 216,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2769,6 +2767,638 @@ SpaceManager = _ts_decorate8([
   trackLeaks4("open", "close")
 ], SpaceManager);
 
+// packages/core/echo/echo-pipeline/src/automerge/automerge-storage-adapter.ts
+import { arrayToBuffer as arrayToBuffer2, bufferToArray } from "@dxos/util";
+var AutomergeStorageAdapter = class {
+  constructor(_directory) {
+    this._directory = _directory;
+    this._state = "opened";
+  }
+  async load(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    const { size } = await file.stat();
+    if (!size || size === 0) {
+      return void 0;
+    }
+    const buffer = await file.read(0, size);
+    return bufferToArray(buffer);
+  }
+  async save(key, data) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.write(0, arrayToBuffer2(data));
+    await file.truncate?.(data.length);
+    await file.flush?.();
+  }
+  async remove(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.destroy();
+  }
+  async loadRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return [];
+    }
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      const { size } = await file.stat();
+      const buffer = await file.read(0, size);
+      return {
+        key: this._getKeyFromFilename(entry),
+        data: bufferToArray(buffer)
+      };
+    }));
+  }
+  async removeRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      await file.destroy();
+    }));
+  }
+  async close() {
+    this._state = "closed";
+  }
+  _getFilename(key) {
+    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
+  }
+  _getKeyFromFilename(filename) {
+    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
+  }
+};
+
+// packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts
+import { Trigger as Trigger2 } from "@dxos/async";
+import { NetworkAdapter, cbor } from "@dxos/automerge/automerge-repo";
+import { Stream as Stream2 } from "@dxos/codec-protobuf";
+import { invariant as invariant10 } from "@dxos/invariant";
+import { log as log13 } from "@dxos/log";
+var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
+var LocalHostNetworkAdapter = class extends NetworkAdapter {
+  constructor() {
+    super(...arguments);
+    this._peers = /* @__PURE__ */ new Map();
+    this._connected = new Trigger2();
+  }
+  /**
+  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
+  */
+  ready() {
+    this.emit("ready", {
+      network: this
+    });
+  }
+  connect(peerId) {
+    this.peerId = peerId;
+    this._connected.wake();
+  }
+  send(message) {
+    const peer = this._peers.get(message.targetId);
+    invariant10(peer, "Peer not found.", {
+      F: __dxlog_file14,
+      L: 45,
+      S: this,
+      A: [
+        "peer",
+        "'Peer not found.'"
+      ]
+    });
+    peer.send(message);
+  }
+  async close() {
+    this._peers.forEach((peer) => peer.disconnect());
+    this.emit("close");
+  }
+  disconnect() {
+  }
+  syncRepo({ id, syncMessage }) {
+    const peerId = this._getPeerId(id);
+    return new Stream2(({ next, close }) => {
+      invariant10(!this._peers.has(peerId), "Peer already connected.", {
+        F: __dxlog_file14,
+        L: 63,
+        S: this,
+        A: [
+          "!this._peers.has(peerId)",
+          "'Peer already connected.'"
+        ]
+      });
+      this._peers.set(peerId, {
+        connected: true,
+        send: (message) => {
+          next({
+            syncMessage: cbor.encode(message)
+          });
+        },
+        disconnect: () => {
+          this._peers.delete(peerId);
+          close();
+          this.emit("peer-disconnected", {
+            peerId
+          });
+        }
+      });
+      this._connected.wait({
+        timeout: 1e3
+      }).then(() => {
+        this.emit("peer-candidate", {
+          peerMetadata: {},
+          peerId
+        });
+      }).catch((err) => log13.catch(err, void 0, {
+        F: __dxlog_file14,
+        L: 88,
+        S: this,
+        C: (f, a) => f(...a)
+      }));
+    });
+  }
+  async sendSyncMessage({ id, syncMessage }) {
+    await this._connected.wait({
+      timeout: 1e3
+    });
+    const message = cbor.decode(syncMessage);
+    this.emit("message", message);
+  }
+  async getHostInfo() {
+    await this._connected.wait({
+      timeout: 1e3
+    });
+    invariant10(this.peerId, "Peer id not set.", {
+      F: __dxlog_file14,
+      L: 100,
+      S: this,
+      A: [
+        "this.peerId",
+        "'Peer id not set.'"
+      ]
+    });
+    return {
+      peerId: this.peerId
+    };
+  }
+  _getPeerId(id) {
+    return id;
+  }
+};
+
+// packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts
+import { Trigger as Trigger3 } from "@dxos/async";
+import { NetworkAdapter as NetworkAdapter2, cbor as cbor2 } from "@dxos/automerge/automerge-repo";
+import { invariant as invariant11 } from "@dxos/invariant";
+import { log as log14 } from "@dxos/log";
+import { AutomergeReplicator } from "@dxos/teleport-extension-automerge-replicator";
+var __dxlog_file15 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts";
+var MeshNetworkAdapter = class extends NetworkAdapter2 {
+  constructor() {
+    super(...arguments);
+    this._extensions = /* @__PURE__ */ new Map();
+    this._connected = new Trigger3();
+  }
+  /**
+  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
+  */
+  ready() {
+    this.emit("ready", {
+      network: this
+    });
+  }
+  connect(peerId) {
+    this.peerId = peerId;
+    this._connected.wake();
+  }
+  send(message) {
+    const receiverId = message.targetId;
+    const extension = this._extensions.get(receiverId);
+    invariant11(extension, "Extension not found.", {
+      F: __dxlog_file15,
+      L: 38,
+      S: this,
+      A: [
+        "extension",
+        "'Extension not found.'"
+      ]
+    });
+    extension.sendSyncMessage({
+      payload: cbor2.encode(message)
+    }).catch((err) => log14.catch(err, void 0, {
+      F: __dxlog_file15,
+      L: 39,
+      S: this,
+      C: (f, a) => f(...a)
+    }));
+  }
+  disconnect() {
+  }
+  createExtension() {
+    invariant11(this.peerId, "Peer id not set.", {
+      F: __dxlog_file15,
+      L: 47,
+      S: this,
+      A: [
+        "this.peerId",
+        "'Peer id not set.'"
+      ]
+    });
+    let peerInfo;
+    const extension = new AutomergeReplicator({
+      peerId: this.peerId
+    }, {
+      onStartReplication: async (info, remotePeerId) => {
+        await this._connected.wait();
+        log14("onStartReplication", {
+          id: info.id,
+          thisPeerId: this.peerId,
+          remotePeerId: remotePeerId.toHex()
+        }, {
+          F: __dxlog_file15,
+          L: 70,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+        if (!this._extensions.has(info.id)) {
+          peerInfo = info;
+          this._extensions.set(info.id, extension);
+          log14("peer-candidate", {
+            id: info.id,
+            thisPeerId: this.peerId,
+            remotePeerId: remotePeerId.toHex()
+          }, {
+            F: __dxlog_file15,
+            L: 76,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          this.emit("peer-candidate", {
+            // TODO(mykola): Hack, stop abusing `peerMetadata` field.
+            peerMetadata: {
+              dxos_deviceKey: remotePeerId.toHex()
+            },
+            peerId: info.id
+          });
+        }
+      },
+      onSyncMessage: async ({ payload }) => {
+        if (!peerInfo) {
+          return;
+        }
+        const message = cbor2.decode(payload);
+        this.emit("message", message);
+      },
+      onClose: async () => {
+        if (!peerInfo) {
+          return;
+        }
+        this.emit("peer-disconnected", {
+          peerId: peerInfo.id
+        });
+        this._extensions.delete(peerInfo.id);
+      }
+    });
+    return extension;
+  }
+};
+
+// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
+import { next as automerge, getHeads } from "@dxos/automerge/automerge";
+import { Repo } from "@dxos/automerge/automerge-repo";
+import { IndexedDBStorageAdapter } from "@dxos/automerge/automerge-repo-storage-indexeddb";
+import { Context as Context7 } from "@dxos/context";
+import { PublicKey as PublicKey8 } from "@dxos/keys";
+import { log as log15 } from "@dxos/log";
+import { idCodec } from "@dxos/protocols";
+import { StorageType } from "@dxos/random-access-storage";
+import { trace as trace6 } from "@dxos/tracing";
+import { ComplexMap as ComplexMap7, ComplexSet, defaultMap, mapValues } from "@dxos/util";
+
+// packages/core/echo/echo-pipeline/src/automerge/automerge-storage–wrapper.ts
+var AutomergeStorageWrapper = class {
+  constructor({ storage, callbacks }) {
+    this._storage = storage;
+    this._callbacks = callbacks;
+  }
+  async load(key) {
+    return this._storage.load(key);
+  }
+  async save(key, value) {
+    await this._callbacks.beforeSave?.(key);
+    await this._storage.save(key, value);
+    await this._callbacks.afterSave?.(key);
+  }
+  async remove(key) {
+    return this._storage.remove(key);
+  }
+  async loadRange(keyPrefix) {
+    return this._storage.loadRange(keyPrefix);
+  }
+  async removeRange(keyPrefix) {
+    return this._storage.removeRange(keyPrefix);
+  }
+  async close() {
+    if (this._storage instanceof AutomergeStorageAdapter) {
+      return this._storage.close();
+    }
+  }
+};
+
+// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
+function _ts_decorate9(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
+    r = Reflect.decorate(decorators, target, key, desc);
+  else
+    for (var i = decorators.length - 1; i >= 0; i--)
+      if (d = decorators[i])
+        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file16 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var AutomergeHost = class {
+  constructor({ directory, metadata }) {
+    this._ctx = new Context7();
+    /**
+    * spaceKey -> deviceKey[]
+    */
+    this._authorizedDevices = new ComplexMap7(PublicKey8.hash);
+    this._updatingMetadata = /* @__PURE__ */ new Map();
+    this._requestedDocs = /* @__PURE__ */ new Set();
+    this._metadata = metadata;
+    this._meshNetwork = new MeshNetworkAdapter();
+    this._clientNetwork = new LocalHostNetworkAdapter();
+    this._storage = new AutomergeStorageWrapper({
+      storage: (
+        // TODO(mykola): Delete specific handling of IDB storage.
+        directory.type === StorageType.IDB ? new IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory)
+      ),
+      callbacks: {
+        beforeSave: (params) => this._beforeSave(params)
+      }
+    });
+    this._peerId = `host-${PublicKey8.random().toHex()}`;
+    this._repo = new Repo({
+      peerId: this._peerId,
+      network: [
+        this._clientNetwork,
+        this._meshNetwork
+      ],
+      storage: this._storage,
+      // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
+      // Hosts, running in the worker, don't share documents unless requested by other peers.
+      sharePolicy: async (peerId, documentId) => {
+        if (peerId.startsWith("client-")) {
+          return false;
+        }
+        if (!documentId) {
+          return false;
+        }
+        const doc = this._repo.handles[documentId]?.docSync();
+        if (!doc) {
+          const isRequested = this._requestedDocs.has(`automerge:${documentId}`);
+          log15("doc share policy check", {
+            peerId,
+            documentId,
+            isRequested
+          }, {
+            F: __dxlog_file16,
+            L: 96,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return isRequested;
+        }
+        try {
+          const spaceKey = getSpaceKeyFromDoc(doc);
+          if (!spaceKey) {
+            log15("space key not found for share policy check", {
+              peerId,
+              documentId
+            }, {
+              F: __dxlog_file16,
+              L: 103,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+            return false;
+          }
+          const authorizedDevices = this._authorizedDevices.get(PublicKey8.from(spaceKey));
+          const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
+          if (!deviceKeyHex) {
+            log15("device key not found for share policy check", {
+              peerId,
+              documentId
+            }, {
+              F: __dxlog_file16,
+              L: 112,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+            return false;
+          }
+          const deviceKey = PublicKey8.from(deviceKeyHex);
+          const isAuthorized = authorizedDevices?.has(deviceKey) ?? false;
+          log15("share policy check", {
+            localPeer: this._peerId,
+            remotePeer: peerId,
+            documentId,
+            deviceKey,
+            spaceKey,
+            isAuthorized
+          }, {
+            F: __dxlog_file16,
+            L: 118,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return isAuthorized;
+        } catch (err) {
+          log15.catch(err, void 0, {
+            F: __dxlog_file16,
+            L: 128,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          return false;
+        }
+      }
+    });
+    this._clientNetwork.ready();
+    this._meshNetwork.ready();
+    {
+      const listener = ({ handle }) => this._onDocument(handle);
+      this._repo.on("document", listener);
+      this._ctx.onDispose(() => {
+        this._repo.off("document", listener);
+      });
+    }
+  }
+  get repo() {
+    return this._repo;
+  }
+  async _beforeSave(path) {
+    const id = path[0];
+    if (this._updatingMetadata.has(id)) {
+      return this._updatingMetadata.get(id);
+    }
+  }
+  _onDocument(handle) {
+    const listener = (event) => this._onUpdate(event);
+    handle.on("change", listener);
+    this._ctx.onDispose(() => {
+      handle.off("change", listener);
+    });
+  }
+  _onUpdate(event) {
+    if (this._metadata == null) {
+      return;
+    }
+    const objectIds = getInlineChanges(event);
+    if (objectIds.length === 0) {
+      return;
+    }
+    const heads = getHeads(event.doc);
+    const lastAvailableHash = heads.at(-1);
+    if (!lastAvailableHash) {
+      return;
+    }
+    const encodedIds = objectIds.map((objectId) => idCodec.encode({
+      documentId: event.handle.documentId,
+      objectId
+    }));
+    const idToLastHash = new Map(encodedIds.map((id) => [
+      id,
+      lastAvailableHash
+    ]));
+    const markingDirtyPromise = this._metadata.markDirty(idToLastHash).then(() => {
+      this._updatingMetadata.delete(event.handle.documentId);
+    }).catch((err) => {
+      this._ctx.disposed && log15.catch(err, void 0, {
+        F: __dxlog_file16,
+        L: 188,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    });
+    this._updatingMetadata.set(event.handle.documentId, markingDirtyPromise);
+  }
+  _automergeDocs() {
+    return mapValues(this._repo.handles, (handle) => ({
+      state: handle.state,
+      hasDoc: !!handle.docSync(),
+      heads: handle.docSync() ? automerge.getHeads(handle.docSync()) : null,
+      data: handle.docSync()?.doc && mapValues(handle.docSync()?.doc, (value, key) => {
+        try {
+          switch (key) {
+            case "access":
+            case "links":
+              return value;
+            case "objects":
+              return Object.keys(value);
+            default:
+              return `${value}`;
+          }
+        } catch (err) {
+          return `${err}`;
+        }
+      })
+    }));
+  }
+  _automergePeers() {
+    return this._repo.peers;
+  }
+  async close() {
+    await this._storage.close();
+    await this._clientNetwork.close();
+    await this._ctx.dispose();
+  }
+  //
+  // Methods for client-services.
+  //
+  syncRepo(request) {
+    return this._clientNetwork.syncRepo(request);
+  }
+  sendSyncMessage(request) {
+    return this._clientNetwork.sendSyncMessage(request);
+  }
+  async getHostInfo() {
+    return this._clientNetwork.getHostInfo();
+  }
+  //
+  // Mesh replication.
+  //
+  createExtension() {
+    return this._meshNetwork.createExtension();
+  }
+  authorizeDevice(spaceKey, deviceKey) {
+    log15("authorizeDevice", {
+      spaceKey,
+      deviceKey
+    }, {
+      F: __dxlog_file16,
+      L: 255,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    defaultMap(this._authorizedDevices, spaceKey, () => new ComplexSet(PublicKey8.hash)).add(deviceKey);
+  }
+};
+_ts_decorate9([
+  trace6.info()
+], AutomergeHost.prototype, "_peerId", void 0);
+_ts_decorate9([
+  trace6.info({
+    depth: null
+  })
+], AutomergeHost.prototype, "_automergeDocs", null);
+_ts_decorate9([
+  trace6.info({
+    depth: null
+  })
+], AutomergeHost.prototype, "_automergePeers", null);
+AutomergeHost = _ts_decorate9([
+  trace6.resource()
+], AutomergeHost);
+var getInlineChanges = (event) => {
+  const inlineChangedObjectIds = /* @__PURE__ */ new Set();
+  for (const { path } of event.patches) {
+    if (path.length < 2) {
+      continue;
+    }
+    switch (path[0]) {
+      case "objects":
+        if (path.length >= 2) {
+          inlineChangedObjectIds.add(path[1]);
+        }
+        break;
+    }
+  }
+  return [
+    ...inlineChangedObjectIds
+  ];
+};
+var getSpaceKeyFromDoc = (doc) => {
+  const rawSpaceKey = doc.access?.spaceKey ?? doc.experimental_spaceKey;
+  if (rawSpaceKey == null) {
+    return null;
+  }
+  return String(rawSpaceKey);
+};
+
 export {
   codec,
   valueEncoding,
@@ -2793,6 +3423,11 @@ export {
   SpaceProtocol,
   AuthStatus,
   SpaceProtocolSession,
-  SpaceManager
+  SpaceManager,
+  AutomergeStorageAdapter,
+  LocalHostNetworkAdapter,
+  MeshNetworkAdapter,
+  AutomergeHost,
+  getSpaceKeyFromDoc
 };
-//# sourceMappingURL=chunk-WAN2XUWE.mjs.map
+//# sourceMappingURL=chunk-3PPSCHNN.mjs.map