@dxos/echo-pipeline 0.6.0 → 0.6.1-main.7c5f65a

package/dist/lib/node/index.cjs

@@ -65,6 +65,7 @@ var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
 var import_context2 = require("@dxos/context");
 var import_invariant = require("@dxos/invariant");
 var import_log = require("@dxos/log");
+var import_indexing = require("@dxos/indexing");
 var import_context3 = require("@dxos/context");
 var import_async3 = require("@dxos/async");
 var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
@@ -129,19 +130,13 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   disconnect() {
   }
   async open() {
-    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.CLOSED, void 0, {
-      F: __dxlog_file,
-      L: 60,
-      S: this,
-      A: [
-        "this._lifecycleState === LifecycleState.CLOSED",
-        ""
-      ]
-    });
+    if (this._lifecycleState === import_context2.LifecycleState.OPEN) {
+      return;
+    }
     this._lifecycleState = import_context2.LifecycleState.OPEN;
     (0, import_log.log)("emit ready", void 0, {
       F: __dxlog_file,
-      L: 63,
+      L: 65,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -150,15 +145,9 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
   }
   async close() {
-    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
-      F: __dxlog_file,
-      L: 71,
-      S: this,
-      A: [
-        "this._lifecycleState === LifecycleState.OPEN",
-        ""
-      ]
-    });
+    if (this._lifecycleState === import_context2.LifecycleState.CLOSED) {
+      return;
+    }
     for (const replicator of this._replicators) {
       await replicator.disconnect();
     }
@@ -173,7 +162,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   async addReplicator(replicator) {
     (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
       F: __dxlog_file,
-      L: 87,
+      L: 91,
       S: this,
       A: [
         "this._lifecycleState === LifecycleState.OPEN",
@@ -182,7 +171,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
     (0, import_invariant.invariant)(this.peerId, void 0, {
       F: __dxlog_file,
-      L: 88,
+      L: 92,
       S: this,
       A: [
         "this.peerId",
@@ -191,7 +180,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
     (0, import_invariant.invariant)(!this._replicators.has(replicator), void 0, {
       F: __dxlog_file,
-      L: 89,
+      L: 93,
       S: this,
       A: [
         "!this._replicators.has(replicator)",
@@ -210,7 +199,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   async removeReplicator(replicator) {
     (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
       F: __dxlog_file,
-      L: 103,
+      L: 107,
       S: this,
       A: [
         "this._lifecycleState === LifecycleState.OPEN",
@@ -219,7 +208,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
     (0, import_invariant.invariant)(this._replicators.has(replicator), void 0, {
       F: __dxlog_file,
-      L: 104,
+      L: 108,
       S: this,
       A: [
         "this._replicators.has(replicator)",
@@ -241,13 +230,13 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       peerId: connection.peerId
     }, {
       F: __dxlog_file,
-      L: 119,
+      L: 123,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant.invariant)(!this._connections.has(connection.peerId), void 0, {
       F: __dxlog_file,
-      L: 120,
+      L: 124,
       S: this,
       A: [
         "!this._connections.has(connection.peerId as PeerId)",
@@ -276,7 +265,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
         if (connectionEntry.isOpen) {
           import_log.log.catch(err, void 0, {
             F: __dxlog_file,
-            L: 139,
+            L: 143,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -287,7 +276,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       peerId: connection.peerId
     }, {
       F: __dxlog_file,
-      L: 144,
+      L: 148,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -302,14 +291,14 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       peerId: connection.peerId
     }, {
       F: __dxlog_file,
-      L: 153,
+      L: 157,
       S: this,
       C: (f, a) => f(...a)
     });
     const entry = this._connections.get(connection.peerId);
     (0, import_invariant.invariant)(entry, void 0, {
       F: __dxlog_file,
-      L: 155,
+      L: 159,
       S: this,
       A: [
         "entry",
@@ -326,14 +315,14 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       peerId: connection.peerId
     }, {
       F: __dxlog_file,
-      L: 161,
+      L: 165,
       S: this,
       C: (f, a) => f(...a)
     });
     const entry = this._connections.get(connection.peerId);
     (0, import_invariant.invariant)(entry, void 0, {
       F: __dxlog_file,
-      L: 163,
+      L: 167,
       S: this,
       A: [
         "entry",
@@ -346,13 +335,13 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
     void entry.reader.cancel().catch((err) => import_log.log.catch(err, void 0, {
       F: __dxlog_file,
-      L: 168,
+      L: 172,
       S: this,
       C: (f, a) => f(...a)
     }));
     void entry.writer.abort().catch((err) => import_log.log.catch(err, void 0, {
       F: __dxlog_file,
-      L: 169,
+      L: 173,
       S: this,
       C: (f, a) => f(...a)
     }));
@@ -382,6 +371,31 @@ var createEchoPeerMetadata = () => ({
   dxos_peerSource: "EchoNetworkAdapter"
 });
 var isEchoPeerMetadata = (metadata) => metadata?.dxos_peerSource === "EchoNetworkAdapter";
+var HeadsStore = class {
+  constructor({ db }) {
+    this._db = db;
+  }
+  setHeads(documentId, heads, batch) {
+    batch.put(documentId, heads, {
+      sublevel: this._db,
+      keyEncoding: "utf8",
+      valueEncoding: import_indexing.headsEncoding
+    });
+  }
+  async getHeads(documentId) {
+    try {
+      return await this._db.get(documentId, {
+        keyEncoding: "utf8",
+        valueEncoding: import_indexing.headsEncoding
+      });
+    } catch (err) {
+      if (err.notFound) {
+        return void 0;
+      }
+      throw err;
+    }
+  }
+};
 var LevelDBStorageAdapter = class extends import_context3.Resource {
   constructor(_params) {
     super();
@@ -617,26 +631,25 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
-var AutomergeHost = class {
+var AutomergeHost = class extends import_context.Resource {
   constructor({ db, indexMetadataStore }) {
-    this._ctx = new import_context.Context(void 0, {
-      F: __dxlog_file3,
-      L: 71
-    });
+    super();
     this._echoNetworkAdapter = new EchoNetworkAdapter({
       getContainingSpaceForDocument: this._getContainingSpaceForDocument.bind(this)
     });
     this._storage = new LevelDBStorageAdapter({
-      db,
+      db: db.sublevel("automerge"),
       callbacks: {
         beforeSave: async (params) => this._beforeSave(params),
         afterSave: async () => this._afterSave()
       }
     });
+    this._headsStore = new HeadsStore({
+      db: db.sublevel("heads")
+    });
     this._indexMetadataStore = indexMetadataStore;
   }
-  async open() {
+  async _open() {
     this._peerId = `host-${import_keys.PublicKey.random().toHex()}`;
     await this._storage.open?.();
     this._clientNetwork = new LocalHostNetworkAdapter();
@@ -656,7 +669,7 @@ var AutomergeHost = class {
     await this._clientNetwork.whenConnected();
     await this._echoNetworkAdapter.whenConnected();
   }
-  async close() {
+  async _close() {
     await this._storage.close?.();
     await this._clientNetwork.close();
     await this._echoNetworkAdapter.close();
@@ -736,7 +749,8 @@ var AutomergeHost = class {
       return;
     }
     const spaceKey = getSpaceKeyFromDoc(doc) ?? void 0;
-    const lastAvailableHash = (0, import_automerge.getHeads)(doc);
+    const heads = (0, import_automerge.getHeads)(doc);
+    this._headsStore.setHeads(handle.documentId, heads, batch);
     const objectIds = Object.keys(doc.objects ?? {});
     const encodedIds = objectIds.map((objectId) => import_protocols.objectPointerCodec.encode({
       documentId: handle.documentId,
@@ -745,7 +759,7 @@ var AutomergeHost = class {
     }));
     const idToLastHash = new Map(encodedIds.map((id) => [
       id,
-      lastAvailableHash
+      heads
     ]));
     this._indexMetadataStore.markDirty(idToLastHash, batch);
   }
@@ -794,18 +808,30 @@ var AutomergeHost = class {
   /**
   * Flush documents to disk.
   */
-  async flush({ states }) {
+  async flush({ states } = {}) {
     if (states) {
       await Promise.all(states.map(async ({ heads, documentId }) => {
         if (!heads) {
           return;
         }
-        const handle = this.repo.handles[documentId] ?? this._repo.find(documentId);
+        const handle = this._repo.handles[documentId] ?? this._repo.find(documentId);
         await waitForHeads(handle, heads);
       }) ?? []);
     }
     await this._repo.flush(states?.map(({ documentId }) => documentId));
   }
+  async getHeads(documentId) {
+    const handle = this._repo.handles[documentId];
+    if (handle) {
+      const doc = handle.docSync();
+      if (!doc) {
+        return void 0;
+      }
+      return (0, import_automerge.getHeads)(doc);
+    } else {
+      return this._headsStore.getHeads(documentId);
+    }
+  }
   /**
   * Host <-> Client sync.
   */
@@ -881,7 +907,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
 var AutomergeDocumentLoaderImpl = class {
   constructor(_spaceId, _repo, _spaceKey) {
     this._spaceId = _spaceId;
@@ -908,7 +934,7 @@ var AutomergeDocumentLoaderImpl = class {
     const existingDocHandle = await this._initDocHandle(ctx, spaceState.rootUrl);
     const doc = existingDocHandle.docSync();
     (0, import_invariant3.invariant)(doc, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 84,
       S: this,
       A: [
@@ -917,7 +943,7 @@ var AutomergeDocumentLoaderImpl = class {
       ]
     });
     (0, import_invariant3.invariant)(doc.version === import_echo_protocol.SpaceDocVersion.CURRENT, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 85,
       S: this,
       A: [
@@ -938,7 +964,7 @@ var AutomergeDocumentLoaderImpl = class {
     const urlsToLoad = {};
     for (const objectId of objectIds) {
       (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-        F: __dxlog_file4,
+        F: __dxlog_file3,
         L: 97,
         S: this,
         A: [
@@ -951,7 +977,7 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const spaceRootDoc = this._spaceRootDocHandle.docSync();
       (0, import_invariant3.invariant)(spaceRootDoc, void 0, {
-        F: __dxlog_file4,
+        F: __dxlog_file3,
         L: 102,
         S: this,
         A: [
@@ -965,7 +991,7 @@ var AutomergeDocumentLoaderImpl = class {
         import_log2.log.info("loading delayed until object links are initialized", {
           objectId
         }, {
-          F: __dxlog_file4,
+          F: __dxlog_file3,
           L: 106,
           S: this,
           C: (f, a) => f(...a)
@@ -981,7 +1007,7 @@ var AutomergeDocumentLoaderImpl = class {
   }
   getObjectDocumentId(objectId) {
     (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 118,
       S: this,
       A: [
@@ -991,7 +1017,7 @@ var AutomergeDocumentLoaderImpl = class {
     });
     const spaceRootDoc = this._spaceRootDocHandle.docSync();
     (0, import_invariant3.invariant)(spaceRootDoc, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 120,
       S: this,
       A: [
@@ -1015,7 +1041,7 @@ var AutomergeDocumentLoaderImpl = class {
   }
   getSpaceRootDocHandle() {
     (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 140,
       S: this,
       A: [
@@ -1027,7 +1053,7 @@ var AutomergeDocumentLoaderImpl = class {
   }
   createDocumentForObject(objectId) {
     (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 145,
       S: this,
       A: [
@@ -1072,7 +1098,7 @@ var AutomergeDocumentLoaderImpl = class {
           ...logMeta,
           actualDocumentUrl: objectDocumentHandle.url
         }, {
-          F: __dxlog_file4,
+          F: __dxlog_file3,
           L: 177,
           S: this,
           C: (f, a) => f(...a)
@@ -1081,7 +1107,7 @@ var AutomergeDocumentLoaderImpl = class {
       }
       if (objectDocumentHandle?.url === automergeUrl) {
         import_log2.log.warn("object document was already loaded", logMeta, {
-          F: __dxlog_file4,
+          F: __dxlog_file3,
           L: 184,
           S: this,
           C: (f, a) => f(...a)
@@ -1090,7 +1116,7 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const handle = this._repo.find(automergeUrl);
       import_log2.log.debug("document loading triggered", logMeta, {
-        F: __dxlog_file4,
+        F: __dxlog_file3,
         L: 188,
         S: this,
         C: (f, a) => f(...a)
@@ -1113,7 +1139,7 @@ var AutomergeDocumentLoaderImpl = class {
             id: docHandle.documentId,
             state: docHandle.state
           }, {
-            F: __dxlog_file4,
+            F: __dxlog_file3,
             L: 204,
             S: this,
             C: (f, a) => f(...a)
@@ -1147,7 +1173,7 @@ var AutomergeDocumentLoaderImpl = class {
       };
       if (this.onObjectDocumentLoaded.listenerCount() === 0) {
         import_log2.log.info("document loaded after all listeners were removed", logMeta, {
-          F: __dxlog_file4,
+          F: __dxlog_file3,
           L: 231,
           S: this,
           C: (f, a) => f(...a)
@@ -1157,7 +1183,7 @@ var AutomergeDocumentLoaderImpl = class {
       const objectDocHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocHandle?.url !== handle.url) {
         import_log2.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
-          F: __dxlog_file4,
+          F: __dxlog_file3,
           L: 236,
           S: this,
           C: (f, a) => f(...a)
@@ -1176,7 +1202,7 @@ var AutomergeDocumentLoaderImpl = class {
         retryLoading: shouldRetryLoading,
         err
       }, {
-        F: __dxlog_file4,
+        F: __dxlog_file3,
         L: 242,
         S: this,
         C: (f, a) => f(...a)
@@ -1195,7 +1221,7 @@ _ts_decorate3([
 AutomergeDocumentLoaderImpl = _ts_decorate3([
   import_tracing2.trace.resource()
 ], AutomergeDocumentLoaderImpl);
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-echo-replicator.ts";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-echo-replicator.ts";
 var MeshEchoReplicator = class {
   constructor() {
     this._connections = /* @__PURE__ */ new Set();
@@ -1216,7 +1242,7 @@ var MeshEchoReplicator = class {
   }
   createExtension() {
     (0, import_invariant4.invariant)(this._context, void 0, {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 54,
       S: this,
       A: [
@@ -1230,13 +1256,13 @@ var MeshEchoReplicator = class {
         (0, import_log3.log)("onRemoteConnected", {
           peerId: connection.peerId
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 59,
           S: this,
           C: (f, a) => f(...a)
         });
         (0, import_invariant4.invariant)(this._context, void 0, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 60,
           S: this,
           A: [
@@ -1256,7 +1282,7 @@ var MeshEchoReplicator = class {
         (0, import_log3.log)("onRemoteDisconnected", {
           peerId: connection.peerId
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 71,
           S: this,
           C: (f, a) => f(...a)
@@ -1271,13 +1297,13 @@ var MeshEchoReplicator = class {
           peerId: connection.peerId,
           documentId: params.documentId
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 78,
           S: this,
           C: (f, a) => f(...a)
         });
         (0, import_invariant4.invariant)(this._context, void 0, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 79,
           S: this,
           A: [
@@ -1292,7 +1318,7 @@ var MeshEchoReplicator = class {
               peerId: connection.peerId,
               documentId: params.documentId
             }, {
-              F: __dxlog_file5,
+              F: __dxlog_file4,
               L: 83,
               S: this,
               C: (f, a) => f(...a)
@@ -1305,7 +1331,7 @@ var MeshEchoReplicator = class {
               peerId: connection.peerId,
               documentId: params.documentId
             }, {
-              F: __dxlog_file5,
+              F: __dxlog_file4,
               L: 93,
               S: this,
               C: (f, a) => f(...a)
@@ -1321,7 +1347,7 @@ var MeshEchoReplicator = class {
             spaceKey,
             isAuthorized
           }, {
-            F: __dxlog_file5,
+            F: __dxlog_file4,
             L: 101,
             S: this,
             C: (f, a) => f(...a)
@@ -1329,7 +1355,7 @@ var MeshEchoReplicator = class {
           return isAuthorized;
         } catch (err) {
           import_log3.log.catch(err, void 0, {
-            F: __dxlog_file5,
+            F: __dxlog_file4,
             L: 111,
             S: this,
             C: (f, a) => f(...a)
@@ -1346,7 +1372,7 @@ var MeshEchoReplicator = class {
       spaceKey,
       deviceKey
     }, {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 122,
       S: this,
       C: (f, a) => f(...a)
@@ -1393,7 +1419,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
           thisPeerId: this.peerId,
           remotePeerId: remotePeerId.toHex()
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 192,
           S: this,
           C: (f, a) => f(...a)
@@ -1417,7 +1443,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   }
   get peerId() {
     (0, import_invariant4.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 215,
       S: this,
       A: [
@@ -1436,7 +1462,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   */
   async enable() {
     (0, import_invariant4.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 228,
       S: this,
       A: [