@dxos/echo-pipeline 0.3.9-main.c2ac8a5 → 0.3.9-main.c64f707

package/dist/lib/node/{chunk-RMIDX4JE.cjs → chunk-2RIO52RK.cjs}

@@ -26,10 +26,11 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_RMIDX4JE_exports = {};
-__export(chunk_RMIDX4JE_exports, {
+var chunk_2RIO52RK_exports = {};
+__export(chunk_2RIO52RK_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
+  AutomergeHost: () => AutomergeHost,
   DataPipeline: () => DataPipeline,
   DataServiceHost: () => DataServiceHost,
   DataServiceImpl: () => DataServiceImpl,
@@ -53,7 +54,7 @@ __export(chunk_RMIDX4JE_exports, {
   startAfter: () => startAfter,
   valueEncoding: () => valueEncoding
 });
-module.exports = __toCommonJS(chunk_RMIDX4JE_exports);
+module.exports = __toCommonJS(chunk_2RIO52RK_exports);
 var import_hypercore = require("@dxos/hypercore");
 var import_protocols = require("@dxos/protocols");
 var import_invariant = require("@dxos/invariant");
@@ -146,6 +147,12 @@ var import_keys7 = require("@dxos/keys");
 var import_log12 = require("@dxos/log");
 var import_protocols7 = require("@dxos/protocols");
 var import_util9 = require("@dxos/util");
+var import_automerge_repo = require("@dxos/automerge/automerge-repo");
+var import_codec_protobuf2 = require("@dxos/codec-protobuf");
+var import_invariant10 = require("@dxos/invariant");
+var import_log13 = require("@dxos/log");
+var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
+var import_util10 = require("@dxos/util");
 var codec = import_protocols.schema.getCodecForType("dxos.echo.feed.FeedMessage");
 var valueEncoding = (0, import_hypercore.createCodecEncoding)(codec);
 var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
@@ -252,7 +259,7 @@ var DataServiceHost = class {
         const { batch, meta } = message;
         (0, import_invariant2.invariant)(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 137,
+          L: 138,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -264,7 +271,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file2,
-          L: 138,
+          L: 139,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -308,7 +315,7 @@ var DataServiceHost = class {
   async write(request) {
     (0, import_invariant2.invariant)(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 183,
+      L: 184,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -317,7 +324,7 @@ var DataServiceHost = class {
     });
     (0, import_invariant2.invariant)(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 184,
+      L: 185,
       S: this,
       A: [
         "this._writeStream",
@@ -329,7 +336,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 186,
+      L: 187,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -343,7 +350,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 195,
+            L: 196,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -359,6 +366,9 @@ var DataServiceHost = class {
   async flush() {
     await this._flush();
   }
+  getHostInfo() {
+    throw new Error("Method not implemented.");
+  }
   syncRepo(request) {
     throw new Error("Method not implemented.");
   }
@@ -491,13 +501,13 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 33,
+      L: 35,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant3.invariant)(!this._spaces.has(spaceKey), void 0, {
       F: __dxlog_file3,
-      L: 34,
+      L: 36,
       S: this,
       A: [
         "!this._spaces.has(spaceKey)",
@@ -512,7 +522,7 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 40,
+      L: 42,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -525,13 +535,14 @@ var DataServiceSubscriptions = class {
   }
 };
 var DataServiceImpl = class {
-  constructor(_subscriptions) {
+  constructor(_subscriptions, _automergeHost) {
     this._subscriptions = _subscriptions;
+    this._automergeHost = _automergeHost;
   }
   subscribe(request) {
     (0, import_invariant3.invariant)(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 59,
+      L: 64,
       S: this,
       A: [
         "request.spaceKey",
@@ -544,7 +555,7 @@ var DataServiceImpl = class {
   write(request) {
     (0, import_invariant3.invariant)(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 66,
+      L: 71,
       S: this,
       A: [
         "request.spaceKey",
@@ -553,7 +564,7 @@ var DataServiceImpl = class {
     });
     (0, import_invariant3.invariant)(request.batch, void 0, {
       F: __dxlog_file3,
-      L: 67,
+      L: 72,
       S: this,
       A: [
         "request.batch",
@@ -566,7 +577,7 @@ var DataServiceImpl = class {
   flush(request) {
     (0, import_invariant3.invariant)(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 74,
+      L: 79,
       S: this,
       A: [
         "request.spaceKey",
@@ -576,11 +587,15 @@ var DataServiceImpl = class {
     const host = this._subscriptions.getDataService(request.spaceKey) ?? (0, import_debug.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.flush();
   }
+  // Automerge specific.
+  async getHostInfo(request) {
+    return this._automergeHost.getHostInfo();
+  }
   syncRepo(request) {
-    throw new Error("Method not implemented.");
+    return this._automergeHost.syncRepo(request);
   }
   sendSyncMessage(request) {
-    throw new Error("Method not implemented.");
+    return this._automergeHost.sendSyncMessage(request);
   }
 };
 function _ts_decorate(decorators, target, key, desc) {
@@ -1570,7 +1585,7 @@ var DataPipeline = class DataPipeline2 {
       write: (data, options) => {
         (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
           F: __dxlog_file9,
-          L: 159,
+          L: 164,
           S: this,
           A: [
             "this._pipeline",
@@ -1579,7 +1594,7 @@ var DataPipeline = class DataPipeline2 {
         });
         (0, import_invariant8.invariant)(this.currentEpoch, "Epoch is not initialized.", {
           F: __dxlog_file9,
-          L: 160,
+          L: 165,
           S: this,
           A: [
             "this.currentEpoch",
@@ -1605,7 +1620,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log8.log)("close", void 0, {
       F: __dxlog_file9,
-      L: 184,
+      L: 189,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1620,7 +1635,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log8.log.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 197,
+        L: 202,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1645,7 +1660,7 @@ var DataPipeline = class DataPipeline2 {
     let messageCounter = 0;
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 223,
+      L: 228,
       S: this,
       A: [
         "this._pipeline",
@@ -1661,7 +1676,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file9,
-        L: 229,
+        L: 234,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1673,7 +1688,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file9,
-              L: 235,
+              L: 240,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1696,7 +1711,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file9,
-            L: 252,
+            L: 257,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1705,7 +1720,7 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         import_log8.log.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 262,
+          L: 267,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1720,7 +1735,7 @@ var DataPipeline = class DataPipeline2 {
   _createSnapshot() {
     (0, import_invariant8.invariant)(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file9,
-      L: 276,
+      L: 281,
       S: this,
       A: [
         "this.databaseHost",
@@ -1749,7 +1764,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log8.log.warn("Failed to cache properties", err, {
         F: __dxlog_file9,
-        L: 305,
+        L: 310,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1778,14 +1793,14 @@ var DataPipeline = class DataPipeline2 {
         if (err instanceof import_protocols6.CancelledError) {
           (0, import_log8.log)("Epoch processing cancelled.", void 0, {
             F: __dxlog_file9,
-            L: 341,
+            L: 346,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           import_log8.log.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 343,
+            L: 348,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1798,6 +1813,9 @@ var DataPipeline = class DataPipeline2 {
         return;
       }
       await this._processEpoch(ctx, epoch.subject.assertion);
+      if (epoch.subject.assertion.snapshotCid === void 0) {
+        epoch.subject.assertion.snapshotCid = this.appliedEpoch?.subject.assertion.snapshotCid;
+      }
       this.appliedEpoch = epoch;
       this.onNewEpoch.emit(epoch);
     });
@@ -1805,7 +1823,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     (0, import_invariant8.invariant)(this._isOpen, "Space is closed.", {
       F: __dxlog_file9,
-      L: 362,
+      L: 372,
       S: this,
       A: [
         "this._isOpen",
@@ -1814,7 +1832,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 363,
+      L: 373,
       S: this,
       A: [
         "this._pipeline",
@@ -1826,7 +1844,7 @@ var DataPipeline = class DataPipeline2 {
       epoch: (0, import_log8.omit)(epoch, "proof")
     }, {
       F: __dxlog_file9,
-      L: 366,
+      L: 376,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1836,7 +1854,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log8.log)("restarting pipeline from epoch", void 0, {
       F: __dxlog_file9,
-      L: 372,
+      L: 382,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1847,7 +1865,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 379,
+      L: 389,
       S: this,
       A: [
         "this._pipeline",
@@ -1859,7 +1877,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 385,
+      L: 395,
       S: this,
       A: [
         "this._pipeline",
@@ -1868,7 +1886,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this.currentEpoch, void 0, {
       F: __dxlog_file9,
-      L: 386,
+      L: 396,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1899,7 +1917,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log8.log.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 416,
+        L: 426,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2682,7 +2700,7 @@ var SpaceManager = class SpaceManager2 {
       id: this._instanceId
     }), {
       F: __dxlog_file13,
-      L: 97,
+      L: 100,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2690,7 +2708,7 @@ var SpaceManager = class SpaceManager2 {
       spaceKey: metadata.genesisFeedKey
     }, {
       F: __dxlog_file13,
-      L: 98,
+      L: 101,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2720,7 +2738,7 @@ var SpaceManager = class SpaceManager2 {
       id: this._instanceId
     }), {
       F: __dxlog_file13,
-      L: 126,
+      L: 129,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2736,10 +2754,271 @@ _ts_decorate8([
 SpaceManager = _ts_decorate8([
   (0, import_async9.trackLeaks)("open", "close")
 ], SpaceManager);
+var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var AutomergeHost = class {
+  constructor(storageDirectory) {
+    this._meshNetwork = new MeshNetworkAdapter();
+    this._clientNetwork = new LocalHostNetworkAdapter();
+    this._storage = new AutomergeStorageAdapter(storageDirectory);
+    this._repo = new import_automerge_repo.Repo({
+      network: [
+        this._clientNetwork,
+        this._meshNetwork
+      ],
+      storage: this._storage,
+      // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
+      sharePolicy: async (peerId, documentId) => true
+    });
+    this._clientNetwork.ready();
+    this._meshNetwork.ready();
+  }
+  get repo() {
+    return this._repo;
+  }
+  async close() {
+    await this._clientNetwork.close();
+  }
+  //
+  // Methods for client-services.
+  //
+  syncRepo(request) {
+    return this._clientNetwork.syncRepo(request);
+  }
+  sendSyncMessage(request) {
+    return this._clientNetwork.sendSyncMessage(request);
+  }
+  getHostInfo() {
+    return this._clientNetwork.getHostInfo();
+  }
+  //
+  // Mesh replication.
+  //
+  createExtension() {
+    return this._meshNetwork.createExtension();
+  }
+};
+var LocalHostNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
+  constructor() {
+    super(...arguments);
+    this._peers = /* @__PURE__ */ new Map();
+  }
+  /**
+  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
+  */
+  ready() {
+    this.emit("ready", {
+      network: this
+    });
+  }
+  connect(peerId) {
+    this.peerId = peerId;
+  }
+  send(message) {
+    const peer = this._peers.get(message.targetId);
+    (0, import_invariant10.invariant)(peer, "Peer not found.", {
+      F: __dxlog_file14,
+      L: 108,
+      S: this,
+      A: [
+        "peer",
+        "'Peer not found.'"
+      ]
+    });
+    peer.send(message);
+  }
+  async close() {
+    this._peers.forEach((peer) => peer.disconnect());
+    this.emit("close");
+  }
+  disconnect() {
+  }
+  syncRepo({ id, syncMessage }) {
+    const peerId = this._getPeerId(id);
+    return new import_codec_protobuf2.Stream(({ next, close }) => {
+      (0, import_invariant10.invariant)(!this._peers.has(peerId), "Peer already connected.", {
+        F: __dxlog_file14,
+        L: 126,
+        S: this,
+        A: [
+          "!this._peers.has(peerId)",
+          "'Peer already connected.'"
+        ]
+      });
+      this._peers.set(peerId, {
+        connected: true,
+        send: (message) => {
+          next({
+            syncMessage: import_automerge_repo.cbor.encode(message)
+          });
+        },
+        disconnect: () => {
+          this._peers.delete(peerId);
+          close();
+          this.emit("peer-disconnected", {
+            peerId
+          });
+        }
+      });
+      this.emit("peer-candidate", {
+        peerId
+      });
+    });
+  }
+  async sendSyncMessage({ id, syncMessage }) {
+    const message = import_automerge_repo.cbor.decode(syncMessage);
+    this.emit("message", message);
+  }
+  getHostInfo() {
+    (0, import_invariant10.invariant)(this.peerId, "Peer id not set.", {
+      F: __dxlog_file14,
+      L: 155,
+      S: this,
+      A: [
+        "this.peerId",
+        "'Peer id not set.'"
+      ]
+    });
+    return {
+      peerId: this.peerId
+    };
+  }
+  _getPeerId(id) {
+    return id;
+  }
+};
+var MeshNetworkAdapter = class extends import_automerge_repo.NetworkAdapter {
+  constructor() {
+    super(...arguments);
+    this._extensions = /* @__PURE__ */ new Map();
+  }
+  /**
+  * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
+  */
+  ready() {
+    this.emit("ready", {
+      network: this
+    });
+  }
+  connect(peerId) {
+    this.peerId = peerId;
+  }
+  send(message) {
+    const receiverId = message.targetId;
+    const extension = this._extensions.get(receiverId);
+    (0, import_invariant10.invariant)(extension, "Extension not found.", {
+      F: __dxlog_file14,
+      L: 190,
+      S: this,
+      A: [
+        "extension",
+        "'Extension not found.'"
+      ]
+    });
+    extension.sendSyncMessage({
+      payload: import_automerge_repo.cbor.encode(message)
+    }).catch((err) => import_log13.log.catch(err, void 0, {
+      F: __dxlog_file14,
+      L: 191,
+      S: this,
+      C: (f, a) => f(...a)
+    }));
+  }
+  disconnect() {
+  }
+  createExtension() {
+    (0, import_invariant10.invariant)(this.peerId, "Peer id not set.", {
+      F: __dxlog_file14,
+      L: 199,
+      S: this,
+      A: [
+        "this.peerId",
+        "'Peer id not set.'"
+      ]
+    });
+    let peerInfo;
+    const extension = new import_teleport_extension_automerge_replicator.AutomergeReplicator({
+      peerId: this.peerId
+    }, {
+      onStartReplication: async (info) => {
+        peerInfo = info;
+        this._extensions.set(info.id, extension);
+        this.emit("peer-candidate", {
+          peerId: info.id
+        });
+      },
+      onSyncMessage: async ({ payload }) => {
+        const message = import_automerge_repo.cbor.decode(payload);
+        this.emit("message", message);
+      },
+      onClose: async () => {
+        peerInfo && this.emit("peer-disconnected", {
+          peerId: peerInfo.id
+        });
+      }
+    });
+    return extension;
+  }
+};
+var AutomergeStorageAdapter = class extends import_automerge_repo.StorageAdapter {
+  constructor(_directory) {
+    super();
+    this._directory = _directory;
+  }
+  async load(key) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    const { size } = await file.stat();
+    if (!size || size === 0) {
+      return void 0;
+    }
+    const buffer = await file.read(0, size);
+    return (0, import_util10.bufferToArray)(buffer);
+  }
+  async save(key, data) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.write(0, (0, import_util10.arrayToBuffer)(data));
+    await file.truncate?.(data.length);
+    await file.flush?.();
+  }
+  async remove(key) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.truncate?.(0);
+  }
+  async loadRange(keyPrefix) {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      const { size } = await file.stat();
+      const buffer = await file.read(0, size);
+      return {
+        key: this._getKeyFromFilename(entry),
+        data: (0, import_util10.bufferToArray)(buffer)
+      };
+    }));
+  }
+  async removeRange(keyPrefix) {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(filename);
+      await file.truncate?.(0);
+    }));
+  }
+  _getFilename(key) {
+    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
+  }
+  _getKeyFromFilename(filename) {
+    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
+  }
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AuthExtension,
   AuthStatus,
+  AutomergeHost,
   DataPipeline,
   DataServiceHost,
   DataServiceImpl,
@@ -2763,4 +3042,4 @@ SpaceManager = _ts_decorate8([
   startAfter,
   valueEncoding
 });
-//# sourceMappingURL=chunk-RMIDX4JE.cjs.map
+//# sourceMappingURL=chunk-2RIO52RK.cjs.map