@dxos/echo-pipeline 0.3.8-next.f4e0086 → 0.3.9-main.03b62b6

package/dist/lib/browser/{chunk-KD6OVLI6.mjs → chunk-CLHJJVQE.mjs}

@@ -122,7 +122,7 @@ var DataServiceHost = class {
         const { batch, meta } = message;
         invariant2(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 131,
+          L: 137,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -134,7 +134,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file2,
-          L: 132,
+          L: 138,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -178,7 +178,7 @@ var DataServiceHost = class {
   async write(request) {
     invariant2(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 177,
+      L: 183,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -187,7 +187,7 @@ var DataServiceHost = class {
     });
     invariant2(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 178,
+      L: 184,
       S: this,
       A: [
         "this._writeStream",
@@ -199,7 +199,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 180,
+      L: 186,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -213,7 +213,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 189,
+            L: 195,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -229,6 +229,12 @@ var DataServiceHost = class {
   async flush() {
     await this._flush();
   }
+  syncRepo(request) {
+    throw new Error("Method not implemented.");
+  }
+  sendSyncMessage(request) {
+    throw new Error("Method not implemented.");
+  }
 };
 var createDataMessage = (batch) => ({
   batch: {
@@ -375,13 +381,13 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 31,
+      L: 34,
       S: this,
       C: (f, a) => f(...a)
     });
     invariant3(!this._spaces.has(spaceKey), void 0, {
       F: __dxlog_file3,
-      L: 32,
+      L: 35,
       S: this,
       A: [
         "!this._spaces.has(spaceKey)",
@@ -396,7 +402,7 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 38,
+      L: 41,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -409,13 +415,14 @@ var DataServiceSubscriptions = class {
   }
 };
 var DataServiceImpl = class {
-  constructor(_subscriptions) {
+  constructor(_subscriptions, _automergeHost) {
     this._subscriptions = _subscriptions;
+    this._automergeHost = _automergeHost;
   }
   subscribe(request) {
     invariant3(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 57,
+      L: 63,
       S: this,
       A: [
         "request.spaceKey",
@@ -428,7 +435,7 @@ var DataServiceImpl = class {
   write(request) {
     invariant3(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 64,
+      L: 70,
       S: this,
       A: [
         "request.spaceKey",
@@ -437,7 +444,7 @@ var DataServiceImpl = class {
     });
     invariant3(request.batch, void 0, {
       F: __dxlog_file3,
-      L: 65,
+      L: 71,
       S: this,
       A: [
         "request.batch",
@@ -450,7 +457,7 @@ var DataServiceImpl = class {
   flush(request) {
     invariant3(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 72,
+      L: 78,
       S: this,
       A: [
         "request.spaceKey",
@@ -460,6 +467,12 @@ var DataServiceImpl = class {
     const host = this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
     return host.flush();
   }
+  syncRepo(request) {
+    throw new Error("Method not implemented.");
+  }
+  sendSyncMessage(request) {
+    throw new Error("Method not implemented.");
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
@@ -1505,7 +1518,7 @@ var DataPipeline = class DataPipeline2 {
       write: (data, options) => {
         invariant8(this._pipeline, "Pipeline is not initialized.", {
           F: __dxlog_file9,
-          L: 159,
+          L: 164,
           S: this,
           A: [
             "this._pipeline",
@@ -1514,7 +1527,7 @@ var DataPipeline = class DataPipeline2 {
         });
         invariant8(this.currentEpoch, "Epoch is not initialized.", {
           F: __dxlog_file9,
-          L: 160,
+          L: 165,
           S: this,
           A: [
             "this.currentEpoch",
@@ -1540,7 +1553,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("close", void 0, {
       F: __dxlog_file9,
-      L: 184,
+      L: 189,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1555,7 +1568,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 197,
+        L: 202,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1580,7 +1593,7 @@ var DataPipeline = class DataPipeline2 {
     let messageCounter = 0;
     invariant8(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 222,
+      L: 228,
       S: this,
       A: [
         "this._pipeline",
@@ -1596,7 +1609,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file9,
-        L: 228,
+        L: 234,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1608,7 +1621,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file9,
-              L: 234,
+              L: 240,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1631,7 +1644,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file9,
-            L: 251,
+            L: 257,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1640,22 +1653,22 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         log8.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 261,
+          L: 267,
           S: this,
           C: (f, a) => f(...a)
         });
       }
       span.end();
-      if (++messageCounter > 1e3) {
+      if (++messageCounter > 100) {
         messageCounter = 0;
-        await sleep(1);
+        await idle(1e3);
       }
     }
   }
   _createSnapshot() {
     invariant8(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file9,
-      L: 275,
+      L: 281,
       S: this,
       A: [
         "this.databaseHost",
@@ -1684,7 +1697,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.warn("Failed to cache properties", err, {
         F: __dxlog_file9,
-        L: 304,
+        L: 310,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1713,14 +1726,14 @@ var DataPipeline = class DataPipeline2 {
         if (err instanceof CancelledError) {
           log8("Epoch processing cancelled.", void 0, {
             F: __dxlog_file9,
-            L: 340,
+            L: 346,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           log8.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 342,
+            L: 348,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1733,6 +1746,9 @@ var DataPipeline = class DataPipeline2 {
         return;
       }
       await this._processEpoch(ctx, epoch.subject.assertion);
+      if (epoch.subject.assertion.snapshotCid === void 0) {
+        epoch.subject.assertion.snapshotCid = this.appliedEpoch?.subject.assertion.snapshotCid;
+      }
       this.appliedEpoch = epoch;
       this.onNewEpoch.emit(epoch);
     });
@@ -1740,7 +1756,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     invariant8(this._isOpen, "Space is closed.", {
       F: __dxlog_file9,
-      L: 361,
+      L: 372,
       S: this,
       A: [
         "this._isOpen",
@@ -1749,7 +1765,7 @@ var DataPipeline = class DataPipeline2 {
     });
     invariant8(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 362,
+      L: 373,
       S: this,
       A: [
         "this._pipeline",
@@ -1761,7 +1777,7 @@ var DataPipeline = class DataPipeline2 {
       epoch: omit(epoch, "proof")
     }, {
       F: __dxlog_file9,
-      L: 365,
+      L: 376,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1771,7 +1787,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("restarting pipeline from epoch", void 0, {
       F: __dxlog_file9,
-      L: 371,
+      L: 382,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1782,7 +1798,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     invariant8(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 378,
+      L: 389,
       S: this,
       A: [
         "this._pipeline",
@@ -1794,7 +1810,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     invariant8(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 384,
+      L: 395,
       S: this,
       A: [
         "this._pipeline",
@@ -1803,7 +1819,7 @@ var DataPipeline = class DataPipeline2 {
     });
     invariant8(this.currentEpoch, void 0, {
       F: __dxlog_file9,
-      L: 385,
+      L: 396,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1834,7 +1850,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 415,
+        L: 426,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1864,6 +1880,31 @@ DataPipeline = _ts_decorate4([
   trackLeaks("open", "close"),
   trace.resource()
 ], DataPipeline);
+var idle = async (timeout) => {
+  if (!("scheduler" in globalThis && typeof globalThis.scheduler.postTask === "function")) {
+    await sleep(1);
+    return;
+  }
+  await new Promise((resolve) => {
+    const cleanup = () => {
+      clearTimeout(timer);
+      controller.abort();
+    };
+    const controller = new AbortController();
+    void globalThis.scheduler.postTask(() => {
+      cleanup();
+      resolve();
+    }, {
+      priority: "background",
+      signal: controller.signal
+    }).catch(() => {
+    });
+    const timer = setTimeout(() => {
+      cleanup();
+      resolve();
+    }, timeout);
+  });
+};
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
 import { Event as Event5, synchronized as synchronized4, trackLeaks as trackLeaks3, Lock } from "@dxos/async";
@@ -2406,6 +2447,7 @@ var SpaceProtocol = class {
   constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure, blobStore }) {
     this._feeds = /* @__PURE__ */ new Set();
     this._sessions = new ComplexMap5(PublicKey6.hash);
+    this._spaceKey = topic;
     this._networkManager = networkManager;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
@@ -2430,7 +2472,7 @@ var SpaceProtocol = class {
       key: feed.key
     }, {
       F: __dxlog_file12,
-      L: 96,
+      L: 99,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2453,7 +2495,7 @@ var SpaceProtocol = class {
     await this.blobSync.open();
     log11("starting...", void 0, {
       F: __dxlog_file12,
-      L: 122,
+      L: 125,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2463,11 +2505,11 @@ var SpaceProtocol = class {
       peerId: this._swarmIdentity.peerKey,
       topic,
       topology: new MMSTTopology(topologyConfig),
-      label: `space swarm ${topic.truncate()}`
+      label: `swarm ${topic.truncate()} for space ${this._spaceKey.truncate()}`
     });
     log11("started", void 0, {
       F: __dxlog_file12,
-      L: 132,
+      L: 135,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2477,14 +2519,14 @@ var SpaceProtocol = class {
     if (this._connection) {
       log11("stopping...", void 0, {
         F: __dxlog_file12,
-        L: 139,
+        L: 142,
         S: this,
         C: (f, a) => f(...a)
       });
       await this._connection.close();
       log11("stopped", void 0, {
         F: __dxlog_file12,
-        L: 141,
+        L: 144,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2543,15 +2585,15 @@ var SpaceProtocolSession = class {
   get stream() {
     return this._teleport.stream;
   }
-  async open() {
-    await this._teleport.open();
+  async open(sessionId) {
+    await this._teleport.open(sessionId);
     this._teleport.addExtension("dxos.mesh.teleport.auth", new AuthExtension({
       provider: this._swarmIdentity.credentialProvider,
       verifier: this._swarmIdentity.credentialAuthenticator,
       onAuthSuccess: () => {
         log11("Peer authenticated", void 0, {
           F: __dxlog_file12,
-          L: 238,
+          L: 241,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2569,7 +2611,7 @@ var SpaceProtocolSession = class {
   async close() {
     log11("close", void 0, {
       F: __dxlog_file12,
-      L: 254,
+      L: 257,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2686,6 +2728,167 @@ SpaceManager = _ts_decorate8([
   trackLeaks4("open", "close")
 ], SpaceManager);
 
+// packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts
+import { Repo, NetworkAdapter, StorageAdapter, cbor } from "@dxos/automerge/automerge-repo";
+import { Stream as Stream2 } from "@dxos/codec-protobuf";
+import { invariant as invariant10 } from "@dxos/invariant";
+import { arrayToBuffer as arrayToBuffer2, bufferToArray } from "@dxos/util";
+var __dxlog_file14 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var AutomergeHost = class {
+  constructor(storageDirectory) {
+    this._meshNetwork = new MeshNetworkAdapter();
+    this._clientNetwork = new LocalHostNetworkAdapter();
+    this._storage = new AutomergeStorageAdapter(storageDirectory);
+    this._repo = new Repo({
+      network: [
+        // this._meshNetwork,
+        this._clientNetwork
+      ],
+      storage: this._storage,
+      // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
+      sharePolicy: async (peerId, documentId) => true
+    });
+  }
+  get repo() {
+    return this._repo;
+  }
+  syncRepo(request) {
+    return this._clientNetwork.syncRepo(request);
+  }
+  sendSyncMessage(request) {
+    return this._clientNetwork.sendSyncMessage(request);
+  }
+};
+var LocalHostNetworkAdapter = class extends NetworkAdapter {
+  constructor() {
+    super();
+    this._peers = /* @__PURE__ */ new Map();
+    this.emit("ready", {
+      network: this
+    });
+  }
+  connect(peerId) {
+  }
+  send(message) {
+    const peer = this._peers.get(message.targetId);
+    invariant10(peer, "Peer not found.", {
+      F: __dxlog_file14,
+      L: 83,
+      S: this,
+      A: [
+        "peer",
+        "'Peer not found.'"
+      ]
+    });
+    peer.send(message);
+  }
+  disconnect() {
+    throw new Error("Method not implemented.");
+  }
+  syncRepo({ id, syncMessage }) {
+    const peerId = this._getPeerId(id);
+    return new Stream2(({ next, close }) => {
+      invariant10(!this._peers.has(peerId), "Peer already connected.", {
+        F: __dxlog_file14,
+        L: 95,
+        S: this,
+        A: [
+          "!this._peers.has(peerId)",
+          "'Peer already connected.'"
+        ]
+      });
+      this._peers.set(peerId, {
+        connected: true,
+        send: (message) => {
+          next({
+            syncMessage: cbor.encode(message)
+          });
+        },
+        disconnect: () => {
+          this._peers.delete(peerId);
+          close();
+          this.emit("peer-disconnected", {
+            peerId
+          });
+        }
+      });
+      this.emit("peer-candidate", {
+        peerId
+      });
+    });
+  }
+  async sendSyncMessage({ id, syncMessage }) {
+    const message = cbor.decode(syncMessage);
+    this.emit("message", message);
+  }
+  _getPeerId(id) {
+    return id;
+  }
+};
+var MeshNetworkAdapter = class extends NetworkAdapter {
+  connect(peerId) {
+    throw new Error("Method not implemented.");
+  }
+  send(message) {
+    throw new Error("Method not implemented.");
+  }
+  disconnect() {
+    throw new Error("Method not implemented.");
+  }
+};
+var AutomergeStorageAdapter = class extends StorageAdapter {
+  constructor(_directory) {
+    super();
+    this._directory = _directory;
+  }
+  async load(key) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    const { size } = await file.stat();
+    const buffer = await file.read(0, size);
+    return bufferToArray(buffer);
+  }
+  async save(key, data) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.write(0, arrayToBuffer2(data));
+    await file.truncate?.(data.length);
+    await file.flush?.();
+  }
+  async remove(key) {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.truncate?.(0);
+  }
+  async loadRange(keyPrefix) {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      const { size } = await file.stat();
+      const buffer = await file.read(0, size);
+      return {
+        key: this._getKeyFromFilename(entry),
+        data: bufferToArray(buffer)
+      };
+    }));
+  }
+  async removeRange(keyPrefix) {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(filename);
+      await file.truncate?.(0);
+    }));
+  }
+  _getFilename(key) {
+    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
+  }
+  _getKeyFromFilename(filename) {
+    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
+  }
+};
+
 export {
   codec,
   valueEncoding,
@@ -2710,6 +2913,7 @@ export {
   SpaceProtocol,
   AuthStatus,
   SpaceProtocolSession,
-  SpaceManager
+  SpaceManager,
+  AutomergeHost
 };
-//# sourceMappingURL=chunk-KD6OVLI6.mjs.map
+//# sourceMappingURL=chunk-CLHJJVQE.mjs.map