@dxos/echo-pipeline 0.4.8-next.2e7285f → 0.4.8

package/dist/lib/browser/{chunk-3PPSCHNN.mjs → chunk-WAN2XUWE.mjs}

@@ -1987,11 +1987,13 @@ var ControlPipeline = class {
         queueMicrotask(async () => {
           try {
             const feed = await feedProvider(info.key);
-            await this._pipeline.addFeed(feed);
+            if (!this._pipeline.hasFeed(feed.key)) {
+              await this._pipeline.addFeed(feed);
+            }
           } catch (err) {
             log9.catch(err, void 0, {
               F: __dxlog_file10,
-              L: 83,
+              L: 85,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -2021,7 +2023,7 @@ var ControlPipeline = class {
       tf: snapshot?.timeframe
     }, {
       F: __dxlog_file10,
-      L: 111,
+      L: 113,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2030,7 +2032,7 @@ var ControlPipeline = class {
     }
     log9("starting...", void 0, {
       F: __dxlog_file10,
-      L: 116,
+      L: 118,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2040,7 +2042,7 @@ var ControlPipeline = class {
     await this._pipeline.start();
     log9("started", void 0, {
       F: __dxlog_file10,
-      L: 122,
+      L: 124,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2057,7 +2059,7 @@ var ControlPipeline = class {
           message
         }, {
           F: __dxlog_file10,
-          L: 135,
+          L: 137,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2079,7 +2081,7 @@ var ControlPipeline = class {
       snapshot
     }, {
       F: __dxlog_file10,
-      L: 151,
+      L: 153,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2094,7 +2096,7 @@ var ControlPipeline = class {
       } catch (err) {
         log9.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 164,
+          L: 166,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2108,7 +2110,7 @@ var ControlPipeline = class {
       seq: msg.seq
     }, {
       F: __dxlog_file10,
-      L: 174,
+      L: 176,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2123,7 +2125,7 @@ var ControlPipeline = class {
           msg
         }, {
           F: __dxlog_file10,
-          L: 183,
+          L: 185,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2142,7 +2144,7 @@ var ControlPipeline = class {
   async stop() {
     log9("stopping...", void 0, {
       F: __dxlog_file10,
-      L: 203,
+      L: 205,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2151,7 +2153,7 @@ var ControlPipeline = class {
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     log9("stopped", void 0, {
       F: __dxlog_file10,
-      L: 207,
+      L: 209,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2164,7 +2166,7 @@ var ControlPipeline = class {
     } catch (err) {
       log9(err, void 0, {
         F: __dxlog_file10,
-        L: 216,
+        L: 218,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2767,638 +2769,6 @@ SpaceManager = _ts_decorate8([
   trackLeaks4("open", "close")
 ], SpaceManager);
 
-// packages/core/echo/echo-pipeline/src/automerge/automerge-storage-adapter.ts
-import { arrayToBuffer as arrayToBuffer2, bufferToArray } from "@dxos/util";
-var AutomergeStorageAdapter = class {
-  constructor(_directory) {
-    this._directory = _directory;
-    this._state = "opened";
-  }
-  async load(key) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    const { size } = await file.stat();
-    if (!size || size === 0) {
-      return void 0;
-    }
-    const buffer = await file.read(0, size);
-    return bufferToArray(buffer);
-  }
-  async save(key, data) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.write(0, arrayToBuffer2(data));
-    await file.truncate?.(data.length);
-    await file.flush?.();
-  }
-  async remove(key) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.destroy();
-  }
-  async loadRange(keyPrefix) {
-    if (this._state !== "opened") {
-      return [];
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      const { size } = await file.stat();
-      const buffer = await file.read(0, size);
-      return {
-        key: this._getKeyFromFilename(entry),
-        data: bufferToArray(buffer)
-      };
-    }));
-  }
-  async removeRange(keyPrefix) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      await file.destroy();
-    }));
-  }
-  async close() {
-    this._state = "closed";
-  }
-  _getFilename(key) {
-    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
-  }
-  _getKeyFromFilename(filename) {
-    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
-  }
-};
-
-// packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts
-import { Trigger as Trigger2 } from "@dxos/async";
-import { NetworkAdapter, cbor } from "@dxos/automerge/automerge-repo";
-import { Stream as Stream2 } from "@dxos/codec-protobuf";
-import { invariant as invariant10 } from "@dxos/invariant";
-import { log as log13 } from "@dxos/log";
-var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
-var LocalHostNetworkAdapter = class extends NetworkAdapter {
-  constructor() {
-    super(...arguments);
-    this._peers = /* @__PURE__ */ new Map();
-    this._connected = new Trigger2();
-  }
-  /**
-  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
-  */
-  ready() {
-    this.emit("ready", {
-      network: this
-    });
-  }
-  connect(peerId) {
-    this.peerId = peerId;
-    this._connected.wake();
-  }
-  send(message) {
-    const peer = this._peers.get(message.targetId);
-    invariant10(peer, "Peer not found.", {
-      F: __dxlog_file14,
-      L: 45,
-      S: this,
-      A: [
-        "peer",
-        "'Peer not found.'"
-      ]
-    });
-    peer.send(message);
-  }
-  async close() {
-    this._peers.forEach((peer) => peer.disconnect());
-    this.emit("close");
-  }
-  disconnect() {
-  }
-  syncRepo({ id, syncMessage }) {
-    const peerId = this._getPeerId(id);
-    return new Stream2(({ next, close }) => {
-      invariant10(!this._peers.has(peerId), "Peer already connected.", {
-        F: __dxlog_file14,
-        L: 63,
-        S: this,
-        A: [
-          "!this._peers.has(peerId)",
-          "'Peer already connected.'"
-        ]
-      });
-      this._peers.set(peerId, {
-        connected: true,
-        send: (message) => {
-          next({
-            syncMessage: cbor.encode(message)
-          });
-        },
-        disconnect: () => {
-          this._peers.delete(peerId);
-          close();
-          this.emit("peer-disconnected", {
-            peerId
-          });
-        }
-      });
-      this._connected.wait({
-        timeout: 1e3
-      }).then(() => {
-        this.emit("peer-candidate", {
-          peerMetadata: {},
-          peerId
-        });
-      }).catch((err) => log13.catch(err, void 0, {
-        F: __dxlog_file14,
-        L: 88,
-        S: this,
-        C: (f, a) => f(...a)
-      }));
-    });
-  }
-  async sendSyncMessage({ id, syncMessage }) {
-    await this._connected.wait({
-      timeout: 1e3
-    });
-    const message = cbor.decode(syncMessage);
-    this.emit("message", message);
-  }
-  async getHostInfo() {
-    await this._connected.wait({
-      timeout: 1e3
-    });
-    invariant10(this.peerId, "Peer id not set.", {
-      F: __dxlog_file14,
-      L: 100,
-      S: this,
-      A: [
-        "this.peerId",
-        "'Peer id not set.'"
-      ]
-    });
-    return {
-      peerId: this.peerId
-    };
-  }
-  _getPeerId(id) {
-    return id;
-  }
-};
-
-// packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts
-import { Trigger as Trigger3 } from "@dxos/async";
-import { NetworkAdapter as NetworkAdapter2, cbor as cbor2 } from "@dxos/automerge/automerge-repo";
-import { invariant as invariant11 } from "@dxos/invariant";
-import { log as log14 } from "@dxos/log";
-import { AutomergeReplicator } from "@dxos/teleport-extension-automerge-replicator";
-var __dxlog_file15 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts";
-var MeshNetworkAdapter = class extends NetworkAdapter2 {
-  constructor() {
-    super(...arguments);
-    this._extensions = /* @__PURE__ */ new Map();
-    this._connected = new Trigger3();
-  }
-  /**
-  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
-  */
-  ready() {
-    this.emit("ready", {
-      network: this
-    });
-  }
-  connect(peerId) {
-    this.peerId = peerId;
-    this._connected.wake();
-  }
-  send(message) {
-    const receiverId = message.targetId;
-    const extension = this._extensions.get(receiverId);
-    invariant11(extension, "Extension not found.", {
-      F: __dxlog_file15,
-      L: 38,
-      S: this,
-      A: [
-        "extension",
-        "'Extension not found.'"
-      ]
-    });
-    extension.sendSyncMessage({
-      payload: cbor2.encode(message)
-    }).catch((err) => log14.catch(err, void 0, {
-      F: __dxlog_file15,
-      L: 39,
-      S: this,
-      C: (f, a) => f(...a)
-    }));
-  }
-  disconnect() {
-  }
-  createExtension() {
-    invariant11(this.peerId, "Peer id not set.", {
-      F: __dxlog_file15,
-      L: 47,
-      S: this,
-      A: [
-        "this.peerId",
-        "'Peer id not set.'"
-      ]
-    });
-    let peerInfo;
-    const extension = new AutomergeReplicator({
-      peerId: this.peerId
-    }, {
-      onStartReplication: async (info, remotePeerId) => {
-        await this._connected.wait();
-        log14("onStartReplication", {
-          id: info.id,
-          thisPeerId: this.peerId,
-          remotePeerId: remotePeerId.toHex()
-        }, {
-          F: __dxlog_file15,
-          L: 70,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-        if (!this._extensions.has(info.id)) {
-          peerInfo = info;
-          this._extensions.set(info.id, extension);
-          log14("peer-candidate", {
-            id: info.id,
-            thisPeerId: this.peerId,
-            remotePeerId: remotePeerId.toHex()
-          }, {
-            F: __dxlog_file15,
-            L: 76,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          this.emit("peer-candidate", {
-            // TODO(mykola): Hack, stop abusing `peerMetadata` field.
-            peerMetadata: {
-              dxos_deviceKey: remotePeerId.toHex()
-            },
-            peerId: info.id
-          });
-        }
-      },
-      onSyncMessage: async ({ payload }) => {
-        if (!peerInfo) {
-          return;
-        }
-        const message = cbor2.decode(payload);
-        this.emit("message", message);
-      },
-      onClose: async () => {
-        if (!peerInfo) {
-          return;
-        }
-        this.emit("peer-disconnected", {
-          peerId: peerInfo.id
-        });
-        this._extensions.delete(peerInfo.id);
-      }
-    });
-    return extension;
-  }
-};
-
-// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
-import { next as automerge, getHeads } from "@dxos/automerge/automerge";
-import { Repo } from "@dxos/automerge/automerge-repo";
-import { IndexedDBStorageAdapter } from "@dxos/automerge/automerge-repo-storage-indexeddb";
-import { Context as Context7 } from "@dxos/context";
-import { PublicKey as PublicKey8 } from "@dxos/keys";
-import { log as log15 } from "@dxos/log";
-import { idCodec } from "@dxos/protocols";
-import { StorageType } from "@dxos/random-access-storage";
-import { trace as trace6 } from "@dxos/tracing";
-import { ComplexMap as ComplexMap7, ComplexSet, defaultMap, mapValues } from "@dxos/util";
-
-// packages/core/echo/echo-pipeline/src/automerge/automerge-storage–wrapper.ts
-var AutomergeStorageWrapper = class {
-  constructor({ storage, callbacks }) {
-    this._storage = storage;
-    this._callbacks = callbacks;
-  }
-  async load(key) {
-    return this._storage.load(key);
-  }
-  async save(key, value) {
-    await this._callbacks.beforeSave?.(key);
-    await this._storage.save(key, value);
-    await this._callbacks.afterSave?.(key);
-  }
-  async remove(key) {
-    return this._storage.remove(key);
-  }
-  async loadRange(keyPrefix) {
-    return this._storage.loadRange(keyPrefix);
-  }
-  async removeRange(keyPrefix) {
-    return this._storage.removeRange(keyPrefix);
-  }
-  async close() {
-    if (this._storage instanceof AutomergeStorageAdapter) {
-      return this._storage.close();
-    }
-  }
-};
-
-// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
-function _ts_decorate9(decorators, target, key, desc) {
-  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
-    r = Reflect.decorate(decorators, target, key, desc);
-  else
-    for (var i = decorators.length - 1; i >= 0; i--)
-      if (d = decorators[i])
-        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-  return c > 3 && r && Object.defineProperty(target, key, r), r;
-}
-var __dxlog_file16 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
-var AutomergeHost = class {
-  constructor({ directory, metadata }) {
-    this._ctx = new Context7();
-    /**
-    * spaceKey -> deviceKey[]
-    */
-    this._authorizedDevices = new ComplexMap7(PublicKey8.hash);
-    this._updatingMetadata = /* @__PURE__ */ new Map();
-    this._requestedDocs = /* @__PURE__ */ new Set();
-    this._metadata = metadata;
-    this._meshNetwork = new MeshNetworkAdapter();
-    this._clientNetwork = new LocalHostNetworkAdapter();
-    this._storage = new AutomergeStorageWrapper({
-      storage: (
-        // TODO(mykola): Delete specific handling of IDB storage.
-        directory.type === StorageType.IDB ? new IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory)
-      ),
-      callbacks: {
-        beforeSave: (params) => this._beforeSave(params)
-      }
-    });
-    this._peerId = `host-${PublicKey8.random().toHex()}`;
-    this._repo = new Repo({
-      peerId: this._peerId,
-      network: [
-        this._clientNetwork,
-        this._meshNetwork
-      ],
-      storage: this._storage,
-      // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
-      // Hosts, running in the worker, don't share documents unless requested by other peers.
-      sharePolicy: async (peerId, documentId) => {
-        if (peerId.startsWith("client-")) {
-          return false;
-        }
-        if (!documentId) {
-          return false;
-        }
-        const doc = this._repo.handles[documentId]?.docSync();
-        if (!doc) {
-          const isRequested = this._requestedDocs.has(`automerge:${documentId}`);
-          log15("doc share policy check", {
-            peerId,
-            documentId,
-            isRequested
-          }, {
-            F: __dxlog_file16,
-            L: 96,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          return isRequested;
-        }
-        try {
-          const spaceKey = getSpaceKeyFromDoc(doc);
-          if (!spaceKey) {
-            log15("space key not found for share policy check", {
-              peerId,
-              documentId
-            }, {
-              F: __dxlog_file16,
-              L: 103,
-              S: this,
-              C: (f, a) => f(...a)
-            });
-            return false;
-          }
-          const authorizedDevices = this._authorizedDevices.get(PublicKey8.from(spaceKey));
-          const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
-          if (!deviceKeyHex) {
-            log15("device key not found for share policy check", {
-              peerId,
-              documentId
-            }, {
-              F: __dxlog_file16,
-              L: 112,
-              S: this,
-              C: (f, a) => f(...a)
-            });
-            return false;
-          }
-          const deviceKey = PublicKey8.from(deviceKeyHex);
-          const isAuthorized = authorizedDevices?.has(deviceKey) ?? false;
-          log15("share policy check", {
-            localPeer: this._peerId,
-            remotePeer: peerId,
-            documentId,
-            deviceKey,
-            spaceKey,
-            isAuthorized
-          }, {
-            F: __dxlog_file16,
-            L: 118,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          return isAuthorized;
-        } catch (err) {
-          log15.catch(err, void 0, {
-            F: __dxlog_file16,
-            L: 128,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          return false;
-        }
-      }
-    });
-    this._clientNetwork.ready();
-    this._meshNetwork.ready();
-    {
-      const listener = ({ handle }) => this._onDocument(handle);
-      this._repo.on("document", listener);
-      this._ctx.onDispose(() => {
-        this._repo.off("document", listener);
-      });
-    }
-  }
-  get repo() {
-    return this._repo;
-  }
-  async _beforeSave(path) {
-    const id = path[0];
-    if (this._updatingMetadata.has(id)) {
-      return this._updatingMetadata.get(id);
-    }
-  }
-  _onDocument(handle) {
-    const listener = (event) => this._onUpdate(event);
-    handle.on("change", listener);
-    this._ctx.onDispose(() => {
-      handle.off("change", listener);
-    });
-  }
-  _onUpdate(event) {
-    if (this._metadata == null) {
-      return;
-    }
-    const objectIds = getInlineChanges(event);
-    if (objectIds.length === 0) {
-      return;
-    }
-    const heads = getHeads(event.doc);
-    const lastAvailableHash = heads.at(-1);
-    if (!lastAvailableHash) {
-      return;
-    }
-    const encodedIds = objectIds.map((objectId) => idCodec.encode({
-      documentId: event.handle.documentId,
-      objectId
-    }));
-    const idToLastHash = new Map(encodedIds.map((id) => [
-      id,
-      lastAvailableHash
-    ]));
-    const markingDirtyPromise = this._metadata.markDirty(idToLastHash).then(() => {
-      this._updatingMetadata.delete(event.handle.documentId);
-    }).catch((err) => {
-      this._ctx.disposed && log15.catch(err, void 0, {
-        F: __dxlog_file16,
-        L: 188,
-        S: this,
-        C: (f, a) => f(...a)
-      });
-    });
-    this._updatingMetadata.set(event.handle.documentId, markingDirtyPromise);
-  }
-  _automergeDocs() {
-    return mapValues(this._repo.handles, (handle) => ({
-      state: handle.state,
-      hasDoc: !!handle.docSync(),
-      heads: handle.docSync() ? automerge.getHeads(handle.docSync()) : null,
-      data: handle.docSync()?.doc && mapValues(handle.docSync()?.doc, (value, key) => {
-        try {
-          switch (key) {
-            case "access":
-            case "links":
-              return value;
-            case "objects":
-              return Object.keys(value);
-            default:
-              return `${value}`;
-          }
-        } catch (err) {
-          return `${err}`;
-        }
-      })
-    }));
-  }
-  _automergePeers() {
-    return this._repo.peers;
-  }
-  async close() {
-    await this._storage.close();
-    await this._clientNetwork.close();
-    await this._ctx.dispose();
-  }
-  //
-  // Methods for client-services.
-  //
-  syncRepo(request) {
-    return this._clientNetwork.syncRepo(request);
-  }
-  sendSyncMessage(request) {
-    return this._clientNetwork.sendSyncMessage(request);
-  }
-  async getHostInfo() {
-    return this._clientNetwork.getHostInfo();
-  }
-  //
-  // Mesh replication.
-  //
-  createExtension() {
-    return this._meshNetwork.createExtension();
-  }
-  authorizeDevice(spaceKey, deviceKey) {
-    log15("authorizeDevice", {
-      spaceKey,
-      deviceKey
-    }, {
-      F: __dxlog_file16,
-      L: 255,
-      S: this,
-      C: (f, a) => f(...a)
-    });
-    defaultMap(this._authorizedDevices, spaceKey, () => new ComplexSet(PublicKey8.hash)).add(deviceKey);
-  }
-};
-_ts_decorate9([
-  trace6.info()
-], AutomergeHost.prototype, "_peerId", void 0);
-_ts_decorate9([
-  trace6.info({
-    depth: null
-  })
-], AutomergeHost.prototype, "_automergeDocs", null);
-_ts_decorate9([
-  trace6.info({
-    depth: null
-  })
-], AutomergeHost.prototype, "_automergePeers", null);
-AutomergeHost = _ts_decorate9([
-  trace6.resource()
-], AutomergeHost);
-var getInlineChanges = (event) => {
-  const inlineChangedObjectIds = /* @__PURE__ */ new Set();
-  for (const { path } of event.patches) {
-    if (path.length < 2) {
-      continue;
-    }
-    switch (path[0]) {
-      case "objects":
-        if (path.length >= 2) {
-          inlineChangedObjectIds.add(path[1]);
-        }
-        break;
-    }
-  }
-  return [
-    ...inlineChangedObjectIds
-  ];
-};
-var getSpaceKeyFromDoc = (doc) => {
-  const rawSpaceKey = doc.access?.spaceKey ?? doc.experimental_spaceKey;
-  if (rawSpaceKey == null) {
-    return null;
-  }
-  return String(rawSpaceKey);
-};
-
 export {
   codec,
   valueEncoding,
@@ -3423,11 +2793,6 @@ export {
   SpaceProtocol,
   AuthStatus,
   SpaceProtocolSession,
-  SpaceManager,
-  AutomergeStorageAdapter,
-  LocalHostNetworkAdapter,
-  MeshNetworkAdapter,
-  AutomergeHost,
-  getSpaceKeyFromDoc
+  SpaceManager
 };
-//# sourceMappingURL=chunk-3PPSCHNN.mjs.map
+//# sourceMappingURL=chunk-WAN2XUWE.mjs.map