@dxos/echo-pipeline 0.5.0 → 0.5.1-main.0ba1ecb

package/dist/lib/node/index.cjs

@@ -18,79 +18,292 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var node_exports = {};
 __export(node_exports, {
-  AuthExtension: () => import_chunk_YZA42CKA.AuthExtension,
-  AuthStatus: () => import_chunk_YZA42CKA.AuthStatus,
+  AuthExtension: () => import_chunk_P7L7ICAH.AuthExtension,
+  AuthStatus: () => import_chunk_P7L7ICAH.AuthStatus,
   AutomergeDocumentLoaderImpl: () => AutomergeDocumentLoaderImpl,
   AutomergeHost: () => AutomergeHost,
   AutomergeStorageAdapter: () => AutomergeStorageAdapter,
-  DataServiceImpl: () => import_chunk_YZA42CKA.DataServiceImpl,
+  DataServiceImpl: () => import_chunk_P7L7ICAH.DataServiceImpl,
   LevelDBStorageAdapter: () => LevelDBStorageAdapter,
   LocalHostNetworkAdapter: () => LocalHostNetworkAdapter,
-  MOCK_AUTH_PROVIDER: () => import_chunk_YZA42CKA.MOCK_AUTH_PROVIDER,
-  MOCK_AUTH_VERIFIER: () => import_chunk_YZA42CKA.MOCK_AUTH_VERIFIER,
+  MOCK_AUTH_PROVIDER: () => import_chunk_P7L7ICAH.MOCK_AUTH_PROVIDER,
+  MOCK_AUTH_VERIFIER: () => import_chunk_P7L7ICAH.MOCK_AUTH_VERIFIER,
   MeshNetworkAdapter: () => MeshNetworkAdapter,
-  MetadataStore: () => import_chunk_YZA42CKA.MetadataStore,
-  Pipeline: () => import_chunk_YZA42CKA.Pipeline,
-  REFERENCE_TYPE_TAG: () => REFERENCE_TYPE_TAG,
-  SnapshotManager: () => import_chunk_YZA42CKA.SnapshotManager,
-  SnapshotStore: () => import_chunk_YZA42CKA.SnapshotStore,
-  Space: () => import_chunk_YZA42CKA.Space,
-  SpaceManager: () => import_chunk_YZA42CKA.SpaceManager,
-  SpaceProtocol: () => import_chunk_YZA42CKA.SpaceProtocol,
-  SpaceProtocolSession: () => import_chunk_YZA42CKA.SpaceProtocolSession,
-  TimeframeClock: () => import_chunk_YZA42CKA.TimeframeClock,
-  codec: () => import_chunk_YZA42CKA.codec,
-  createMappedFeedWriter: () => import_chunk_YZA42CKA.createMappedFeedWriter,
-  decodeReference: () => decodeReference,
-  encodeReference: () => encodeReference,
+  MetadataStore: () => import_chunk_P7L7ICAH.MetadataStore,
+  Pipeline: () => import_chunk_P7L7ICAH.Pipeline,
+  SnapshotManager: () => import_chunk_P7L7ICAH.SnapshotManager,
+  SnapshotStore: () => import_chunk_P7L7ICAH.SnapshotStore,
+  Space: () => import_chunk_P7L7ICAH.Space,
+  SpaceManager: () => import_chunk_P7L7ICAH.SpaceManager,
+  SpaceProtocol: () => import_chunk_P7L7ICAH.SpaceProtocol,
+  SpaceProtocolSession: () => import_chunk_P7L7ICAH.SpaceProtocolSession,
+  TimeframeClock: () => import_chunk_P7L7ICAH.TimeframeClock,
+  codec: () => import_chunk_P7L7ICAH.codec,
+  createMappedFeedWriter: () => import_chunk_P7L7ICAH.createMappedFeedWriter,
   encodingOptions: () => encodingOptions,
   getSpaceKeyFromDoc: () => getSpaceKeyFromDoc,
-  hasInvitationExpired: () => import_chunk_YZA42CKA.hasInvitationExpired,
-  isEncodedReferenceObject: () => isEncodedReferenceObject,
-  mapFeedIndexesToTimeframe: () => import_chunk_YZA42CKA.mapFeedIndexesToTimeframe,
-  mapTimeframeToFeedIndexes: () => import_chunk_YZA42CKA.mapTimeframeToFeedIndexes,
-  startAfter: () => import_chunk_YZA42CKA.startAfter,
-  valueEncoding: () => import_chunk_YZA42CKA.valueEncoding
+  hasInvitationExpired: () => import_chunk_P7L7ICAH.hasInvitationExpired,
+  mapFeedIndexesToTimeframe: () => import_chunk_P7L7ICAH.mapFeedIndexesToTimeframe,
+  mapTimeframeToFeedIndexes: () => import_chunk_P7L7ICAH.mapTimeframeToFeedIndexes,
+  startAfter: () => import_chunk_P7L7ICAH.startAfter,
+  valueEncoding: () => import_chunk_P7L7ICAH.valueEncoding
 });
 module.exports = __toCommonJS(node_exports);
-var import_chunk_YZA42CKA = require("./chunk-YZA42CKA.cjs");
+var import_chunk_P7L7ICAH = require("./chunk-P7L7ICAH.cjs");
 var import_async = require("@dxos/async");
 var import_automerge = require("@dxos/automerge/automerge");
 var import_automerge_repo = require("@dxos/automerge/automerge-repo");
 var import_context = require("@dxos/context");
+var import_invariant = require("@dxos/invariant");
 var import_keys = require("@dxos/keys");
 var import_log = require("@dxos/log");
+var import_protocols = require("@dxos/protocols");
 var import_tracing = require("@dxos/tracing");
 var import_util = require("@dxos/util");
-var import_context2 = require("@dxos/context");
 var import_async2 = require("@dxos/async");
 var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
-var import_codec_protobuf = require("@dxos/codec-protobuf");
-var import_invariant = require("@dxos/invariant");
-var import_async3 = require("@dxos/async");
-var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
+var import_context2 = require("@dxos/context");
 var import_invariant2 = require("@dxos/invariant");
 var import_log2 = require("@dxos/log");
+var import_context3 = require("@dxos/context");
+var import_async3 = require("@dxos/async");
+var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
+var import_codec_protobuf = require("@dxos/codec-protobuf");
+var import_invariant3 = require("@dxos/invariant");
+var import_async4 = require("@dxos/async");
+var import_automerge_repo4 = require("@dxos/automerge/automerge-repo");
+var import_invariant4 = require("@dxos/invariant");
+var import_log3 = require("@dxos/log");
 var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
 var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
-var import_log3 = require("@dxos/log");
+var import_log4 = require("@dxos/log");
 var import_random_access_storage = require("@dxos/random-access-storage");
 var import_util2 = require("@dxos/util");
-var import_async4 = require("@dxos/async");
-var import_context3 = require("@dxos/context");
+var import_async5 = require("@dxos/async");
+var import_context4 = require("@dxos/context");
 var import_debug = require("@dxos/debug");
-var import_invariant3 = require("@dxos/invariant");
-var import_log4 = require("@dxos/log");
+var import_invariant5 = require("@dxos/invariant");
+var import_log5 = require("@dxos/log");
 var import_tracing2 = require("@dxos/tracing");
-var import_echo_schema = require("@dxos/echo-schema");
-var LevelDBStorageAdapter = class extends import_context2.Resource {
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
+    r = Reflect.decorate(decorators, target, key, desc);
+  else
+    for (var i = decorators.length - 1; i >= 0; i--)
+      if (d = decorators[i])
+        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/echo-network-adapter.ts";
+var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
+  constructor() {
+    super(...arguments);
+    this._replicators = /* @__PURE__ */ new Set();
+    this._connections = /* @__PURE__ */ new Map();
+    this._lifecycleState = import_context2.LifecycleState.CLOSED;
+    this._connected = new import_async2.Trigger();
+  }
+  connect(peerId, peerMetadata) {
+    this.peerId = peerId;
+    this.peerMetadata = peerMetadata;
+    this._connected.wake();
+  }
+  send(message) {
+    const connectionEntry = this._connections.get(message.targetId);
+    if (!connectionEntry) {
+      throw new Error("Connection not found.");
+    }
+    connectionEntry.writer.write(message).catch((err) => {
+      if (connectionEntry.isOpen) {
+        import_log2.log.catch(err, void 0, {
+          F: __dxlog_file,
+          L: 40,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    });
+  }
+  disconnect() {
+  }
+  async open() {
+    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.CLOSED, void 0, {
+      F: __dxlog_file,
+      L: 51,
+      S: this,
+      A: [
+        "this._lifecycleState === LifecycleState.CLOSED",
+        ""
+      ]
+    });
+    this._lifecycleState = import_context2.LifecycleState.OPEN;
+    this.emit("ready", {
+      network: this
+    });
+  }
+  async close() {
+    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
+      F: __dxlog_file,
+      L: 61,
+      S: this,
+      A: [
+        "this._lifecycleState === LifecycleState.OPEN",
+        ""
+      ]
+    });
+    for (const replicator of this._replicators) {
+      await replicator.disconnect();
+    }
+    this._replicators.clear();
+    this._lifecycleState = import_context2.LifecycleState.CLOSED;
+  }
+  async whenConnected() {
+    await this._connected.wait({
+      timeout: 1e4
+    });
+  }
+  async addReplicator(replicator) {
+    (0, import_invariant2.invariant)(this.peerId, void 0, {
+      F: __dxlog_file,
+      L: 77,
+      S: this,
+      A: [
+        "this.peerId",
+        ""
+      ]
+    });
+    (0, import_invariant2.invariant)(!this._replicators.has(replicator), void 0, {
+      F: __dxlog_file,
+      L: 78,
+      S: this,
+      A: [
+        "!this._replicators.has(replicator)",
+        ""
+      ]
+    });
+    await replicator.connect({
+      peerId: this.peerId,
+      onConnectionOpen: this._onConnectionOpen.bind(this),
+      onConnectionClosed: this._onConnectionClosed.bind(this)
+    });
+  }
+  async removeReplicator(replicator) {
+    (0, import_invariant2.invariant)(this._replicators.has(replicator), void 0, {
+      F: __dxlog_file,
+      L: 89,
+      S: this,
+      A: [
+        "this._replicators.has(replicator)",
+        ""
+      ]
+    });
+    await replicator.disconnect();
+  }
+  async shouldAdvertize(peerId, params) {
+    const connection = this._connections.get(peerId);
+    if (!connection) {
+      return false;
+    }
+    return connection.connection.shouldAdvertize(params);
+  }
+  _onConnectionOpen(connection) {
+    (0, import_invariant2.invariant)(!this._connections.has(connection.peerId), void 0, {
+      F: __dxlog_file,
+      L: 103,
+      S: this,
+      A: [
+        "!this._connections.has(connection.peerId as PeerId)",
+        ""
+      ]
+    });
+    const reader = connection.readable.getReader();
+    const writer = connection.writable.getWriter();
+    const connectionEntry = {
+      connection,
+      reader,
+      writer,
+      isOpen: true
+    };
+    this._connections.set(connection.peerId, connectionEntry);
+    queueMicrotask(async () => {
+      try {
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
+            break;
+          }
+          this.emit("message", value);
+        }
+      } catch (err) {
+        if (connectionEntry.isOpen) {
+          import_log2.log.catch(err, void 0, {
+            F: __dxlog_file,
+            L: 122,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+        }
+      }
+    });
+    this.emit("peer-candidate", {
+      peerId: connection.peerId,
+      peerMetadata: {
+        // TODO(dmaretskyi): Refactor this.
+        dxos_peerSource: "EchoNetworkAdapter"
+      }
+    });
+  }
+  _onConnectionClosed(connection) {
+    const entry = this._connections.get(connection.peerId);
+    (0, import_invariant2.invariant)(entry, void 0, {
+      F: __dxlog_file,
+      L: 138,
+      S: this,
+      A: [
+        "entry",
+        ""
+      ]
+    });
+    entry.isOpen = false;
+    this.emit("peer-disconnected", {
+      peerId: connection.peerId
+    });
+    void entry.reader.cancel().catch((err) => import_log2.log.catch(err, void 0, {
+      F: __dxlog_file,
+      L: 143,
+      S: this,
+      C: (f, a) => f(...a)
+    }));
+    void entry.writer.abort().catch((err) => import_log2.log.catch(err, void 0, {
+      F: __dxlog_file,
+      L: 144,
+      S: this,
+      C: (f, a) => f(...a)
+    }));
+    this._connections.delete(connection.peerId);
+  }
+};
+_ts_decorate([
+  import_async2.synchronized
+], EchoNetworkAdapter.prototype, "open", null);
+_ts_decorate([
+  import_async2.synchronized
+], EchoNetworkAdapter.prototype, "close", null);
+_ts_decorate([
+  import_async2.synchronized
+], EchoNetworkAdapter.prototype, "addReplicator", null);
+_ts_decorate([
+  import_async2.synchronized
+], EchoNetworkAdapter.prototype, "removeReplicator", null);
+var LevelDBStorageAdapter = class extends import_context3.Resource {
   constructor(_params) {
     super();
     this._params = _params;
   }
   async load(keyArray) {
     try {
-      if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+      if (this._lifecycleState !== import_context3.LifecycleState.OPEN) {
         return void 0;
       }
       return await this._params.db.get(keyArray, {
@@ -104,7 +317,7 @@ var LevelDBStorageAdapter = class extends import_context2.Resource {
     }
   }
   async save(keyArray, binary) {
-    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+    if (this._lifecycleState !== import_context3.LifecycleState.OPEN) {
       return void 0;
     }
     const batch = this._params.db.batch();
@@ -119,7 +332,7 @@ var LevelDBStorageAdapter = class extends import_context2.Resource {
     await this._params.callbacks?.afterSave?.(keyArray);
   }
   async remove(keyArray) {
-    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+    if (this._lifecycleState !== import_context3.LifecycleState.OPEN) {
       return void 0;
     }
     await this._params.db.del(keyArray, {
@@ -127,7 +340,7 @@ var LevelDBStorageAdapter = class extends import_context2.Resource {
     });
   }
   async loadRange(keyPrefix) {
-    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+    if (this._lifecycleState !== import_context3.LifecycleState.OPEN) {
       return [];
     }
     const result = [];
@@ -147,7 +360,7 @@ var LevelDBStorageAdapter = class extends import_context2.Resource {
     return result;
   }
   async removeRange(keyPrefix) {
-    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+    if (this._lifecycleState !== import_context3.LifecycleState.OPEN) {
       return void 0;
     }
     const batch = this._params.db.batch();
@@ -168,19 +381,20 @@ var LevelDBStorageAdapter = class extends import_context2.Resource {
 };
 var keyEncoder = {
   encode: (key) => Buffer.from(key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-")),
-  decode: (key) => Buffer.from(key).toString().split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"))
+  decode: (key) => Buffer.from(key).toString().split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%")),
+  format: "buffer"
 };
 var encodingOptions = {
   keyEncoding: keyEncoder,
   valueEncoding: "buffer"
 };
 var isLevelDbNotFoundError = (err) => err.code === "LEVEL_NOT_FOUND";
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
-var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
+var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._peers = /* @__PURE__ */ new Map();
-    this._connected = new import_async2.Trigger();
+    this._connected = new import_async3.Trigger();
     this._isConnected = false;
   }
   /**
@@ -203,8 +417,8 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
   }
   send(message) {
     const peer = this._peers.get(message.targetId);
-    (0, import_invariant.invariant)(peer, "Peer not found.", {
-      F: __dxlog_file,
+    (0, import_invariant3.invariant)(peer, "Peer not found.", {
+      F: __dxlog_file2,
       L: 51,
       S: this,
       A: [
@@ -228,8 +442,8 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
   syncRepo({ id, syncMessage }) {
     const peerId = this._getPeerId(id);
     return new import_codec_protobuf.Stream(({ next, close }) => {
-      (0, import_invariant.invariant)(!this._peers.has(peerId), "Peer already connected.", {
-        F: __dxlog_file,
+      (0, import_invariant3.invariant)(!this._peers.has(peerId), "Peer already connected.", {
+        F: __dxlog_file2,
         L: 73,
         S: this,
         A: [
@@ -241,7 +455,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
         connected: true,
         send: (message) => {
           next({
-            syncMessage: import_automerge_repo2.cbor.encode(message)
+            syncMessage: import_automerge_repo3.cbor.encode(message)
           });
         },
         disconnect: () => {
@@ -252,8 +466,8 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
           });
         }
       });
-      (0, import_invariant.invariant)(this._isConnected, void 0, {
-        F: __dxlog_file,
+      (0, import_invariant3.invariant)(this._isConnected, void 0, {
+        F: __dxlog_file2,
         L: 90,
         S: this,
         A: [
@@ -268,8 +482,8 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
     });
   }
   async sendSyncMessage({ id, syncMessage }) {
-    (0, import_invariant.invariant)(this._isConnected, void 0, {
-      F: __dxlog_file,
+    (0, import_invariant3.invariant)(this._isConnected, void 0, {
+      F: __dxlog_file2,
       L: 99,
       S: this,
       A: [
@@ -277,12 +491,12 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
         ""
       ]
     });
-    const message = import_automerge_repo2.cbor.decode(syncMessage);
+    const message = import_automerge_repo3.cbor.decode(syncMessage);
     this.emit("message", message);
   }
   async getHostInfo() {
-    (0, import_invariant.invariant)(this._isConnected, void 0, {
-      F: __dxlog_file,
+    (0, import_invariant3.invariant)(this._isConnected, void 0, {
+      F: __dxlog_file2,
       L: 105,
       S: this,
       A: [
@@ -290,8 +504,8 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
         ""
       ]
     });
-    (0, import_invariant.invariant)(this.peerId, "Peer id not set.", {
-      F: __dxlog_file,
+    (0, import_invariant3.invariant)(this.peerId, "Peer id not set.", {
+      F: __dxlog_file2,
       L: 106,
       S: this,
       A: [
@@ -307,12 +521,12 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
     return id;
   }
 };
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts";
-var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-network-adapter.ts";
+var MeshNetworkAdapter = class extends import_automerge_repo4.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._extensions = /* @__PURE__ */ new Map();
-    this._connected = new import_async3.Trigger();
+    this._connected = new import_async4.Trigger();
   }
   /**
   * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
@@ -329,8 +543,8 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   send(message) {
     const receiverId = message.targetId;
     const extension = this._extensions.get(receiverId);
-    (0, import_invariant2.invariant)(extension, "Extension not found.", {
-      F: __dxlog_file2,
+    (0, import_invariant4.invariant)(extension, "Extension not found.", {
+      F: __dxlog_file3,
       L: 38,
       S: this,
       A: [
@@ -339,9 +553,9 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
       ]
     });
     extension.sendSyncMessage({
-      payload: import_automerge_repo3.cbor.encode(message)
-    }).catch((err) => import_log2.log.catch(err, void 0, {
-      F: __dxlog_file2,
+      payload: import_automerge_repo4.cbor.encode(message)
+    }).catch((err) => import_log3.log.catch(err, void 0, {
+      F: __dxlog_file3,
       L: 39,
       S: this,
       C: (f, a) => f(...a)
@@ -350,8 +564,8 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   disconnect() {
   }
   createExtension() {
-    (0, import_invariant2.invariant)(this.peerId, "Peer id not set.", {
-      F: __dxlog_file2,
+    (0, import_invariant4.invariant)(this.peerId, "Peer id not set.", {
+      F: __dxlog_file3,
       L: 47,
       S: this,
       A: [
@@ -365,12 +579,12 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
     }, {
       onStartReplication: async (info, remotePeerId) => {
         await this._connected.wait();
-        (0, import_log2.log)("onStartReplication", {
+        (0, import_log3.log)("onStartReplication", {
           id: info.id,
           thisPeerId: this.peerId,
           remotePeerId: remotePeerId.toHex()
         }, {
-          F: __dxlog_file2,
+          F: __dxlog_file3,
           L: 70,
           S: this,
           C: (f, a) => f(...a)
@@ -378,12 +592,12 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
         if (!this._extensions.has(info.id)) {
           peerInfo = info;
           this._extensions.set(info.id, extension);
-          (0, import_log2.log)("peer-candidate", {
+          (0, import_log3.log)("peer-candidate", {
             id: info.id,
             thisPeerId: this.peerId,
             remotePeerId: remotePeerId.toHex()
           }, {
-            F: __dxlog_file2,
+            F: __dxlog_file3,
             L: 76,
             S: this,
             C: (f, a) => f(...a)
@@ -401,7 +615,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
         if (!peerInfo) {
           return;
         }
-        const message = import_automerge_repo3.cbor.decode(payload);
+        const message = import_automerge_repo4.cbor.decode(payload);
         this.emit("message", message);
       },
       onClose: async () => {
@@ -490,7 +704,7 @@ var AutomergeStorageAdapter = class {
     return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
   }
 };
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/migrations.ts";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/migrations.ts";
 var levelMigration = async ({ db, directory }) => {
   const isNewLevel = !await db.iterator({
     ...encodingOptions
@@ -504,10 +718,10 @@ var levelMigration = async ({ db, directory }) => {
     return;
   }
   const batch = db.batch();
-  import_log3.log.info("found chunks on old storage adapter", {
+  import_log4.log.info("found chunks on old storage adapter", {
     chunks: chunks.length
   }, {
-    F: __dxlog_file3,
+    F: __dxlog_file4,
     L: 36,
     S: void 0,
     C: (f, a) => f(...a)
@@ -519,7 +733,7 @@ var levelMigration = async ({ db, directory }) => {
   }
   await batch.write();
 };
-function _ts_decorate(decorators, target, key, desc) {
+function _ts_decorate2(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -529,15 +743,16 @@ function _ts_decorate(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
-  constructor({ directory, db, storageCallbacks }) {
+  constructor({ directory, db, indexMetadataStore }) {
     this._ctx = new import_context.Context();
+    this._echoNetworkAdapter = new EchoNetworkAdapter();
     this._authorizedDevices = new import_util.ComplexMap(import_keys.PublicKey.hash);
     this._requestedDocs = /* @__PURE__ */ new Set();
     this._directory = directory;
     this._db = db;
-    this._storageCallbacks = storageCallbacks;
+    this._indexMetadataStore = indexMetadataStore;
   }
   async open() {
     this._directory && await levelMigration({
@@ -546,7 +761,10 @@ var AutomergeHost = class {
     });
     this._storage = new LevelDBStorageAdapter({
       db: this._db,
-      callbacks: this._storageCallbacks
+      callbacks: {
+        beforeSave: async (params) => this._beforeSave(params),
+        afterSave: async () => this._afterSave()
+      }
     });
     await this._storage.open?.();
     this._peerId = `host-${import_keys.PublicKey.random().toHex()}`;
@@ -556,7 +774,8 @@ var AutomergeHost = class {
       peerId: this._peerId,
       network: [
         this._clientNetwork,
-        this._meshNetwork
+        this._meshNetwork,
+        this._echoNetworkAdapter
       ],
       storage: this._storage,
       // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
@@ -568,6 +787,12 @@ var AutomergeHost = class {
         if (!documentId) {
           return false;
         }
+        const peerMetadata = this.repo.peerMetadataByPeerId[peerId];
+        if (peerMetadata?.dxos_peerSource === "EchoNetworkAdapter") {
+          return this._echoNetworkAdapter.shouldAdvertize(peerId, {
+            documentId
+          });
+        }
         const doc = this._repo.handles[documentId]?.docSync();
         if (!doc) {
           const isRequested = this._requestedDocs.has(`automerge:${documentId}`);
@@ -576,8 +801,8 @@ var AutomergeHost = class {
             documentId,
             isRequested
           }, {
-            F: __dxlog_file4,
-            L: 100,
+            F: __dxlog_file5,
+            L: 124,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -590,22 +815,22 @@ var AutomergeHost = class {
               peerId,
               documentId
             }, {
-              F: __dxlog_file4,
-              L: 107,
+              F: __dxlog_file5,
+              L: 131,
               S: this,
               C: (f, a) => f(...a)
             });
             return false;
           }
           const authorizedDevices = this._authorizedDevices.get(import_keys.PublicKey.from(spaceKey));
-          const deviceKeyHex = this.repo.peerMetadataByPeerId[peerId]?.dxos_deviceKey;
+          const deviceKeyHex = peerMetadata?.dxos_deviceKey;
           if (!deviceKeyHex) {
             (0, import_log.log)("device key not found for share policy check", {
               peerId,
               documentId
             }, {
-              F: __dxlog_file4,
-              L: 116,
+              F: __dxlog_file5,
+              L: 140,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -621,16 +846,16 @@ var AutomergeHost = class {
             spaceKey,
             isAuthorized
           }, {
-            F: __dxlog_file4,
-            L: 122,
+            F: __dxlog_file5,
+            L: 146,
             S: this,
             C: (f, a) => f(...a)
           });
           return isAuthorized;
         } catch (err) {
           import_log.log.catch(err, void 0, {
-            F: __dxlog_file4,
-            L: 132,
+            F: __dxlog_file5,
+            L: 156,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -640,16 +865,52 @@ var AutomergeHost = class {
     });
     this._clientNetwork.ready();
     this._meshNetwork.ready();
+    await this._echoNetworkAdapter.open();
     await this._clientNetwork.whenConnected();
+    await this._echoNetworkAdapter.whenConnected();
   }
   async close() {
     await this._storage.close?.();
     await this._clientNetwork.close();
+    await this._echoNetworkAdapter.close();
     await this._ctx.dispose();
   }
   get repo() {
     return this._repo;
   }
+  async addReplicator(replicator) {
+    await this._echoNetworkAdapter.addReplicator(replicator);
+  }
+  async removeReplicator(replicator) {
+    await this._echoNetworkAdapter.removeReplicator(replicator);
+  }
+  async _beforeSave({ path, batch }) {
+    const handle = this._repo.handles[path[0]];
+    if (!handle) {
+      return;
+    }
+    const doc = handle.docSync();
+    if (!doc) {
+      return;
+    }
+    const lastAvailableHash = (0, import_automerge.getHeads)(doc);
+    const objectIds = Object.keys(doc.objects ?? {});
+    const encodedIds = objectIds.map((objectId) => import_protocols.idCodec.encode({
+      documentId: handle.documentId,
+      objectId
+    }));
+    const idToLastHash = new Map(encodedIds.map((id) => [
+      id,
+      lastAvailableHash
+    ]));
+    this._indexMetadataStore.markDirty(idToLastHash, batch);
+  }
+  /**
+  * Called by AutomergeStorageAdapter after levelDB batch commit.
+  */
+  async _afterSave() {
+    this._indexMetadataStore.notifyMarkedDirty();
+  }
   _automergeDocs() {
     return (0, import_util.mapValues)(this._repo.handles, (handle) => ({
       state: handle.state,
@@ -678,21 +939,21 @@ var AutomergeHost = class {
   //
   // Methods for client-services.
   //
-  async flush({ documentIds }) {
-    await Promise.all(documentIds?.map((id) => this._repo.find(id).whenReady()) ?? []);
-    try {
-      await (0, import_async.asyncTimeout)(this._repo.flush(documentIds), 500);
-    } catch (err) {
-      import_log.log.warn("flush error", {
-        documentIds,
-        err
-      }, {
-        F: __dxlog_file4,
-        L: 196,
+  async flush({ states }) {
+    await Promise.all(states?.map(async ({ heads, documentId }) => {
+      (0, import_invariant.invariant)(heads, "heads are required for flush", {
+        F: __dxlog_file5,
+        L: 252,
         S: this,
-        C: (f, a) => f(...a)
+        A: [
+          "heads",
+          "'heads are required for flush'"
+        ]
       });
-    }
+      const handle = this.repo.handles[documentId] ?? this._repo.find(documentId);
+      await waitForHeads(handle, heads);
+    }) ?? []);
+    await this._repo.flush(states?.map(({ documentId }) => documentId));
   }
   syncRepo(request) {
     return this._clientNetwork.syncRepo(request);
@@ -714,33 +975,33 @@ var AutomergeHost = class {
       spaceKey,
       deviceKey
     }, {
-      F: __dxlog_file4,
-      L: 221,
+      F: __dxlog_file5,
+      L: 282,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_util.defaultMap)(this._authorizedDevices, spaceKey, () => new import_util.ComplexSet(import_keys.PublicKey.hash)).add(deviceKey);
   }
 };
-_ts_decorate([
+_ts_decorate2([
   import_tracing.trace.info()
 ], AutomergeHost.prototype, "_peerId", void 0);
-_ts_decorate([
+_ts_decorate2([
   import_tracing.trace.info({
     depth: null
   })
 ], AutomergeHost.prototype, "_automergeDocs", null);
-_ts_decorate([
+_ts_decorate2([
   import_tracing.trace.info({
     depth: null
   })
 ], AutomergeHost.prototype, "_automergePeers", null);
-_ts_decorate([
+_ts_decorate2([
   import_tracing.trace.span({
     showInBrowserTimeline: true
   })
 ], AutomergeHost.prototype, "flush", null);
-AutomergeHost = _ts_decorate([
+AutomergeHost = _ts_decorate2([
   import_tracing.trace.resource()
 ], AutomergeHost);
 var getSpaceKeyFromDoc = (doc) => {
@@ -750,7 +1011,25 @@ var getSpaceKeyFromDoc = (doc) => {
   }
   return String(rawSpaceKey);
 };
-function _ts_decorate2(decorators, target, key, desc) {
+var waitForHeads = async (handle, heads) => {
+  await handle.whenReady();
+  const unavailableHeads = new Set(heads);
+  await import_async.Event.wrap(handle, "change").waitForCondition(() => {
+    for (const changeHash of unavailableHeads.values()) {
+      if (changeIsPresentInDoc(handle.docSync(), changeHash)) {
+        unavailableHeads.delete(changeHash);
+      }
+    }
+    if (unavailableHeads.size === 0) {
+      return true;
+    }
+    return false;
+  });
+};
+var changeIsPresentInDoc = (doc, changeHash) => {
+  return !!(0, import_automerge.getBackend)(doc).getChangeByHash(changeHash);
+};
+function _ts_decorate3(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -760,7 +1039,7 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
+var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
 var AutomergeDocumentLoaderImpl = class {
   constructor(_spaceKey, _repo) {
     this._spaceKey = _spaceKey;
@@ -768,23 +1047,24 @@ var AutomergeDocumentLoaderImpl = class {
     this._spaceRootDocHandle = null;
     this._objectDocumentHandles = /* @__PURE__ */ new Map();
     this._objectsPendingDocumentLoad = /* @__PURE__ */ new Set();
-    this.onObjectDocumentLoaded = new import_async4.Event();
+    this.onObjectDocumentLoaded = new import_async5.Event();
   }
   getAllHandles() {
-    return [
+    return this._spaceRootDocHandle != null ? [
+      this._spaceRootDocHandle,
       ...new Set(this._objectDocumentHandles.values())
-    ];
+    ] : [];
   }
   async loadSpaceRootDocHandle(ctx, spaceState) {
     if (this._spaceRootDocHandle != null) {
       return;
     }
     if (!spaceState.rootUrl) {
-      import_log4.log.error("Database opened with no rootUrl", {
+      import_log5.log.error("Database opened with no rootUrl", {
         spaceKey: this._spaceKey
       }, {
-        F: __dxlog_file5,
-        L: 69,
+        F: __dxlog_file6,
+        L: 70,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -792,9 +1072,9 @@ var AutomergeDocumentLoaderImpl = class {
     } else {
       const existingDocHandle = await this._initDocHandle(ctx, spaceState.rootUrl);
       const doc = existingDocHandle.docSync();
-      (0, import_invariant3.invariant)(doc, void 0, {
-        F: __dxlog_file5,
-        L: 74,
+      (0, import_invariant5.invariant)(doc, void 0, {
+        F: __dxlog_file6,
+        L: 75,
         S: this,
         A: [
           "doc",
@@ -807,45 +1087,54 @@ var AutomergeDocumentLoaderImpl = class {
       this._spaceRootDocHandle = existingDocHandle;
     }
   }
-  loadObjectDocument(objectId) {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file5,
-      L: 83,
-      S: this,
-      A: [
-        "this._spaceRootDocHandle",
-        ""
-      ]
-    });
-    if (this._objectDocumentHandles.has(objectId) || this._objectsPendingDocumentLoad.has(objectId)) {
-      return;
-    }
-    const spaceRootDoc = this._spaceRootDocHandle.docSync();
-    (0, import_invariant3.invariant)(spaceRootDoc, void 0, {
-      F: __dxlog_file5,
-      L: 88,
-      S: this,
-      A: [
-        "spaceRootDoc",
-        ""
-      ]
-    });
-    const documentUrl = (spaceRootDoc.links ?? {})[objectId];
-    if (documentUrl == null) {
-      this._objectsPendingDocumentLoad.add(objectId);
-      import_log4.log.info("loading delayed until object links are initialized", {
-        objectId
-      }, {
-        F: __dxlog_file5,
-        L: 92,
+  loadObjectDocument(objectIdOrMany) {
+    const objectIds = Array.isArray(objectIdOrMany) ? objectIdOrMany : [
+      objectIdOrMany
+    ];
+    let hasUrlsToLoad = false;
+    const urlsToLoad = {};
+    for (const objectId of objectIds) {
+      (0, import_invariant5.invariant)(this._spaceRootDocHandle, void 0, {
+        F: __dxlog_file6,
+        L: 88,
         S: this,
-        C: (f, a) => f(...a)
+        A: [
+          "this._spaceRootDocHandle",
+          ""
+        ]
       });
-      return;
+      if (this._objectDocumentHandles.has(objectId) || this._objectsPendingDocumentLoad.has(objectId)) {
+        continue;
+      }
+      const spaceRootDoc = this._spaceRootDocHandle.docSync();
+      (0, import_invariant5.invariant)(spaceRootDoc, void 0, {
+        F: __dxlog_file6,
+        L: 93,
+        S: this,
+        A: [
+          "spaceRootDoc",
+          ""
+        ]
+      });
+      const documentUrl = (spaceRootDoc.links ?? {})[objectId];
+      if (documentUrl == null) {
+        this._objectsPendingDocumentLoad.add(objectId);
+        import_log5.log.info("loading delayed until object links are initialized", {
+          objectId
+        }, {
+          F: __dxlog_file6,
+          L: 97,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      } else {
+        urlsToLoad[objectId] = documentUrl;
+        hasUrlsToLoad = true;
+      }
+    }
+    if (hasUrlsToLoad) {
+      this._loadLinkedObjects(urlsToLoad);
     }
-    this._loadLinkedObjects({
-      [objectId]: documentUrl
-    });
   }
   onObjectLinksUpdated(links) {
     if (!links) {
@@ -856,9 +1145,9 @@ var AutomergeDocumentLoaderImpl = class {
     linksAwaitingLoad.forEach(([objectId]) => this._objectsPendingDocumentLoad.delete(objectId));
   }
   getSpaceRootDocHandle() {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file5,
-      L: 110,
+    (0, import_invariant5.invariant)(this._spaceRootDocHandle, void 0, {
+      F: __dxlog_file6,
+      L: 120,
       S: this,
       A: [
         "this._spaceRootDocHandle",
@@ -868,9 +1157,9 @@ var AutomergeDocumentLoaderImpl = class {
     return this._spaceRootDocHandle;
   }
   createDocumentForObject(objectId) {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file5,
-      L: 115,
+    (0, import_invariant5.invariant)(this._spaceRootDocHandle, void 0, {
+      F: __dxlog_file6,
+      L: 125,
       S: this,
       A: [
         "this._spaceRootDocHandle",
@@ -908,30 +1197,30 @@ var AutomergeDocumentLoaderImpl = class {
       };
       const objectDocumentHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocumentHandle != null && objectDocumentHandle.url !== automergeUrl) {
-        import_log4.log.warn("object already inlined in a different document, ignoring the link", {
+        import_log5.log.warn("object already inlined in a different document, ignoring the link", {
           ...logMeta,
           actualDocumentUrl: objectDocumentHandle.url
         }, {
-          F: __dxlog_file5,
-          L: 145,
+          F: __dxlog_file6,
+          L: 155,
           S: this,
           C: (f, a) => f(...a)
         });
         continue;
       }
       if (objectDocumentHandle?.url === automergeUrl) {
-        import_log4.log.warn("object document was already loaded", logMeta, {
-          F: __dxlog_file5,
-          L: 152,
+        import_log5.log.warn("object document was already loaded", logMeta, {
+          F: __dxlog_file6,
+          L: 162,
           S: this,
           C: (f, a) => f(...a)
         });
         continue;
       }
       const handle = this._repo.find(automergeUrl);
-      import_log4.log.debug("document loading triggered", logMeta, {
-        F: __dxlog_file5,
-        L: 156,
+      import_log5.log.debug("document loading triggered", logMeta, {
+        F: __dxlog_file6,
+        L: 166,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -944,17 +1233,17 @@ var AutomergeDocumentLoaderImpl = class {
     while (true) {
       try {
         await (0, import_debug.warnAfterTimeout)(5e3, "Automerge root doc load timeout (AutomergeDb)", async () => {
-          await (0, import_context3.cancelWithContext)(ctx, docHandle.whenReady());
+          await (0, import_context4.cancelWithContext)(ctx, docHandle.whenReady());
         });
         break;
       } catch (err) {
         if (`${err}`.includes("Timeout")) {
-          import_log4.log.info("wraparound", {
+          import_log5.log.info("wraparound", {
             id: docHandle.documentId,
             state: docHandle.state
           }, {
-            F: __dxlog_file5,
-            L: 172,
+            F: __dxlog_file6,
+            L: 182,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -994,9 +1283,9 @@ var AutomergeDocumentLoaderImpl = class {
         docUrl: handle.url
       };
       if (this.onObjectDocumentLoaded.listenerCount() === 0) {
-        import_log4.log.info("document loaded after all listeners were removed", logMeta, {
-          F: __dxlog_file5,
-          L: 208,
+        import_log5.log.info("document loaded after all listeners were removed", logMeta, {
+          F: __dxlog_file6,
+          L: 218,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1004,9 +1293,9 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const objectDocHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocHandle?.url !== handle.url) {
-        import_log4.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
-          F: __dxlog_file5,
-          L: 213,
+        import_log5.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
+          F: __dxlog_file6,
+          L: 223,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1018,14 +1307,14 @@ var AutomergeDocumentLoaderImpl = class {
       });
     } catch (err) {
       const shouldRetryLoading = this.onObjectDocumentLoaded.listenerCount() > 0;
-      import_log4.log.warn("failed to load a document", {
+      import_log5.log.warn("failed to load a document", {
         objectId,
         automergeUrl: handle.url,
         retryLoading: shouldRetryLoading,
         err
       }, {
-        F: __dxlog_file5,
-        L: 219,
+        F: __dxlog_file6,
+        L: 229,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1035,24 +1324,14 @@ var AutomergeDocumentLoaderImpl = class {
     }
   }
 };
-_ts_decorate2([
+_ts_decorate3([
   import_tracing2.trace.span({
     showInBrowserTimeline: true
   })
 ], AutomergeDocumentLoaderImpl.prototype, "loadSpaceRootDocHandle", null);
-AutomergeDocumentLoaderImpl = _ts_decorate2([
+AutomergeDocumentLoaderImpl = _ts_decorate3([
   import_tracing2.trace.resource()
 ], AutomergeDocumentLoaderImpl);
-var REFERENCE_TYPE_TAG = "dxos.echo.model.document.Reference";
-var encodeReference = (reference) => ({
-  "@type": REFERENCE_TYPE_TAG,
-  // NOTE: Automerge do not support undefined values, so we need to use null instead.
-  itemId: reference.itemId ?? null,
-  protocol: reference.protocol ?? null,
-  host: reference.host ?? null
-});
-var decodeReference = (value) => new import_echo_schema.Reference(value.itemId, value.protocol ?? void 0, value.host ?? void 0);
-var isEncodedReferenceObject = (value) => typeof value === "object" && value !== null && value["@type"] === REFERENCE_TYPE_TAG;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AuthExtension,
@@ -1068,7 +1347,6 @@ var isEncodedReferenceObject = (value) => typeof value === "object" && value !==
   MeshNetworkAdapter,
   MetadataStore,
   Pipeline,
-  REFERENCE_TYPE_TAG,
   SnapshotManager,
   SnapshotStore,
   Space,
@@ -1078,12 +1356,9 @@ var isEncodedReferenceObject = (value) => typeof value === "object" && value !==
   TimeframeClock,
   codec,
   createMappedFeedWriter,
-  decodeReference,
-  encodeReference,
   encodingOptions,
   getSpaceKeyFromDoc,
   hasInvitationExpired,
-  isEncodedReferenceObject,
   mapFeedIndexesToTimeframe,
   mapTimeframeToFeedIndexes,
   startAfter,