@dxos/echo-pipeline 0.4.10-main.3e0c8a5 → 0.4.10-main.3f5e2d2

package/dist/lib/node/index.cjs

@@ -18,168 +18,171 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var node_exports = {};
 __export(node_exports, {
-  AuthExtension: () => import_chunk_7VZVCCNF.AuthExtension,
-  AuthStatus: () => import_chunk_7VZVCCNF.AuthStatus,
+  AuthExtension: () => import_chunk_YZA42CKA.AuthExtension,
+  AuthStatus: () => import_chunk_YZA42CKA.AuthStatus,
   AutomergeDocumentLoaderImpl: () => AutomergeDocumentLoaderImpl,
   AutomergeHost: () => AutomergeHost,
   AutomergeStorageAdapter: () => AutomergeStorageAdapter,
-  DataServiceImpl: () => import_chunk_7VZVCCNF.DataServiceImpl,
+  DataServiceImpl: () => import_chunk_YZA42CKA.DataServiceImpl,
+  LevelDBStorageAdapter: () => LevelDBStorageAdapter,
   LocalHostNetworkAdapter: () => LocalHostNetworkAdapter,
-  MOCK_AUTH_PROVIDER: () => import_chunk_7VZVCCNF.MOCK_AUTH_PROVIDER,
-  MOCK_AUTH_VERIFIER: () => import_chunk_7VZVCCNF.MOCK_AUTH_VERIFIER,
+  MOCK_AUTH_PROVIDER: () => import_chunk_YZA42CKA.MOCK_AUTH_PROVIDER,
+  MOCK_AUTH_VERIFIER: () => import_chunk_YZA42CKA.MOCK_AUTH_VERIFIER,
   MeshNetworkAdapter: () => MeshNetworkAdapter,
-  MetadataStore: () => import_chunk_7VZVCCNF.MetadataStore,
-  Pipeline: () => import_chunk_7VZVCCNF.Pipeline,
-  SnapshotManager: () => import_chunk_7VZVCCNF.SnapshotManager,
-  SnapshotStore: () => import_chunk_7VZVCCNF.SnapshotStore,
-  Space: () => import_chunk_7VZVCCNF.Space,
-  SpaceManager: () => import_chunk_7VZVCCNF.SpaceManager,
-  SpaceProtocol: () => import_chunk_7VZVCCNF.SpaceProtocol,
-  SpaceProtocolSession: () => import_chunk_7VZVCCNF.SpaceProtocolSession,
-  TimeframeClock: () => import_chunk_7VZVCCNF.TimeframeClock,
-  codec: () => import_chunk_7VZVCCNF.codec,
-  createMappedFeedWriter: () => import_chunk_7VZVCCNF.createMappedFeedWriter,
+  MetadataStore: () => import_chunk_YZA42CKA.MetadataStore,
+  Pipeline: () => import_chunk_YZA42CKA.Pipeline,
+  REFERENCE_TYPE_TAG: () => REFERENCE_TYPE_TAG,
+  SnapshotManager: () => import_chunk_YZA42CKA.SnapshotManager,
+  SnapshotStore: () => import_chunk_YZA42CKA.SnapshotStore,
+  Space: () => import_chunk_YZA42CKA.Space,
+  SpaceManager: () => import_chunk_YZA42CKA.SpaceManager,
+  SpaceProtocol: () => import_chunk_YZA42CKA.SpaceProtocol,
+  SpaceProtocolSession: () => import_chunk_YZA42CKA.SpaceProtocolSession,
+  TimeframeClock: () => import_chunk_YZA42CKA.TimeframeClock,
+  codec: () => import_chunk_YZA42CKA.codec,
+  createMappedFeedWriter: () => import_chunk_YZA42CKA.createMappedFeedWriter,
+  decodeReference: () => decodeReference,
+  encodeReference: () => encodeReference,
+  encodingOptions: () => encodingOptions,
   getSpaceKeyFromDoc: () => getSpaceKeyFromDoc,
-  mapFeedIndexesToTimeframe: () => import_chunk_7VZVCCNF.mapFeedIndexesToTimeframe,
-  mapTimeframeToFeedIndexes: () => import_chunk_7VZVCCNF.mapTimeframeToFeedIndexes,
-  startAfter: () => import_chunk_7VZVCCNF.startAfter,
-  valueEncoding: () => import_chunk_7VZVCCNF.valueEncoding
+  hasInvitationExpired: () => import_chunk_YZA42CKA.hasInvitationExpired,
+  isEncodedReferenceObject: () => isEncodedReferenceObject,
+  mapFeedIndexesToTimeframe: () => import_chunk_YZA42CKA.mapFeedIndexesToTimeframe,
+  mapTimeframeToFeedIndexes: () => import_chunk_YZA42CKA.mapTimeframeToFeedIndexes,
+  startAfter: () => import_chunk_YZA42CKA.startAfter,
+  valueEncoding: () => import_chunk_YZA42CKA.valueEncoding
 });
 module.exports = __toCommonJS(node_exports);
-var import_chunk_7VZVCCNF = require("./chunk-7VZVCCNF.cjs");
+var import_chunk_YZA42CKA = require("./chunk-YZA42CKA.cjs");
+var import_async = require("@dxos/async");
 var import_automerge = require("@dxos/automerge/automerge");
 var import_automerge_repo = require("@dxos/automerge/automerge-repo");
-var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
 var import_context = require("@dxos/context");
+var import_invariant = require("@dxos/invariant");
 var import_keys = require("@dxos/keys");
 var import_log = require("@dxos/log");
-var import_protocols = require("@dxos/protocols");
-var import_random_access_storage = require("@dxos/random-access-storage");
 var import_tracing = require("@dxos/tracing");
 var import_util = require("@dxos/util");
-var import_util2 = require("@dxos/util");
-var import_async = require("@dxos/async");
+var import_context2 = require("@dxos/context");
+var import_async2 = require("@dxos/async");
 var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
 var import_codec_protobuf = require("@dxos/codec-protobuf");
-var import_invariant = require("@dxos/invariant");
-var import_log2 = require("@dxos/log");
-var import_async2 = require("@dxos/async");
-var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_invariant2 = require("@dxos/invariant");
-var import_log3 = require("@dxos/log");
-var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
 var import_async3 = require("@dxos/async");
-var import_context2 = require("@dxos/context");
-var import_debug = require("@dxos/debug");
+var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_invariant3 = require("@dxos/invariant");
+var import_log2 = require("@dxos/log");
+var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
+var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
+var import_log3 = require("@dxos/log");
+var import_random_access_storage = require("@dxos/random-access-storage");
+var import_util2 = require("@dxos/util");
+var import_async4 = require("@dxos/async");
+var import_context3 = require("@dxos/context");
+var import_debug = require("@dxos/debug");
+var import_invariant4 = require("@dxos/invariant");
 var import_log4 = require("@dxos/log");
-var AutomergeStorageAdapter = class {
-  constructor(_directory) {
-    this._directory = _directory;
-    this._state = "opened";
+var import_tracing2 = require("@dxos/tracing");
+var import_echo_schema = require("@dxos/echo-schema");
+var LevelDBStorageAdapter = class extends import_context2.Resource {
+  constructor(_params) {
+    super();
+    this._params = _params;
   }
-  async load(key) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    const { size } = await file.stat();
-    if (!size || size === 0) {
-      return void 0;
+  async load(keyArray) {
+    try {
+      if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
+        return void 0;
+      }
+      return await this._params.db.get(keyArray, {
+        ...encodingOptions
+      });
+    } catch (err) {
+      if (isLevelDbNotFoundError(err)) {
+        return void 0;
+      }
+      throw err;
     }
-    const buffer = await file.read(0, size);
-    return (0, import_util2.bufferToArray)(buffer);
   }
-  async save(key, data) {
-    if (this._state !== "opened") {
+  async save(keyArray, binary) {
+    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
       return void 0;
     }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.write(0, (0, import_util2.arrayToBuffer)(data));
-    await file.truncate?.(data.length);
-    await file.flush?.();
+    const batch = this._params.db.batch();
+    await this._params.callbacks?.beforeSave?.({
+      path: keyArray,
+      batch
+    });
+    batch.put(keyArray, Buffer.from(binary), {
+      ...encodingOptions
+    });
+    await batch.write();
+    await this._params.callbacks?.afterSave?.(keyArray);
   }
-  async remove(key) {
-    if (this._state !== "opened") {
+  async remove(keyArray) {
+    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
       return void 0;
     }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.destroy();
+    await this._params.db.del(keyArray, {
+      ...encodingOptions
+    });
   }
   async loadRange(keyPrefix) {
-    if (this._state !== "opened") {
+    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
       return [];
     }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      const { size } = await file.stat();
-      const buffer = await file.read(0, size);
-      return {
-        key: this._getKeyFromFilename(entry),
-        data: (0, import_util2.bufferToArray)(buffer)
-      };
-    }));
+    const result = [];
+    for await (const [key, value] of this._params.db.iterator({
+      gte: keyPrefix,
+      lte: [
+        ...keyPrefix,
+        "\uFFFF"
+      ],
+      ...encodingOptions
+    })) {
+      result.push({
+        key,
+        data: value
+      });
+    }
+    return result;
   }
   async removeRange(keyPrefix) {
-    if (this._state !== "opened") {
+    if (this._lifecycleState !== import_context2.LifecycleState.OPEN) {
       return void 0;
     }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      await file.destroy();
-    }));
-  }
-  async close() {
-    this._state = "closed";
-  }
-  _getFilename(key) {
-    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
-  }
-  _getKeyFromFilename(filename) {
-    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
-  }
-};
-var AutomergeStorageWrapper = class {
-  constructor({ storage, callbacks }) {
-    this._storage = storage;
-    this._callbacks = callbacks;
-  }
-  async load(key) {
-    return this._storage.load(key);
-  }
-  async save(key, value) {
-    await this._callbacks.beforeSave?.(key);
-    await this._storage.save(key, value);
-    await this._callbacks.afterSave?.(key);
-  }
-  async remove(key) {
-    return this._storage.remove(key);
-  }
-  async loadRange(keyPrefix) {
-    return this._storage.loadRange(keyPrefix);
-  }
-  async removeRange(keyPrefix) {
-    return this._storage.removeRange(keyPrefix);
-  }
-  async close() {
-    if (this._storage instanceof AutomergeStorageAdapter) {
-      return this._storage.close();
+    const batch = this._params.db.batch();
+    for await (const [key] of this._params.db.iterator({
+      gte: keyPrefix,
+      lte: [
+        ...keyPrefix,
+        "\uFFFF"
+      ],
+      ...encodingOptions
+    })) {
+      batch.del(key, {
+        ...encodingOptions
+      });
     }
+    await batch.write();
   }
 };
+var keyEncoder = {
+  encode: (key) => Buffer.from(key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-")),
+  decode: (key) => Buffer.from(key).toString().split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"))
+};
+var encodingOptions = {
+  keyEncoding: keyEncoder,
+  valueEncoding: "buffer"
+};
+var isLevelDbNotFoundError = (err) => err.code === "LEVEL_NOT_FOUND";
 var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/local-host-network-adapter.ts";
 var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._peers = /* @__PURE__ */ new Map();
-    this._connected = new import_async.Trigger();
+    this._connected = new import_async2.Trigger();
+    this._isConnected = false;
   }
   /**
   * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
@@ -189,15 +192,21 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
       network: this
     });
   }
+  /**
+  * Called by `Repo` to connect to the network.
+  *
+  * @param peerId Our peer Id.
+  */
   connect(peerId) {
     this.peerId = peerId;
+    this._isConnected = true;
     this._connected.wake();
   }
   send(message) {
     const peer = this._peers.get(message.targetId);
-    (0, import_invariant.invariant)(peer, "Peer not found.", {
+    (0, import_invariant2.invariant)(peer, "Peer not found.", {
       F: __dxlog_file,
-      L: 45,
+      L: 51,
       S: this,
       A: [
         "peer",
@@ -212,12 +221,17 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
   }
   disconnect() {
   }
+  async whenConnected() {
+    await this._connected.wait({
+      timeout: 1e4
+    });
+  }
   syncRepo({ id, syncMessage }) {
     const peerId = this._getPeerId(id);
     return new import_codec_protobuf.Stream(({ next, close }) => {
-      (0, import_invariant.invariant)(!this._peers.has(peerId), "Peer already connected.", {
+      (0, import_invariant2.invariant)(!this._peers.has(peerId), "Peer already connected.", {
         F: __dxlog_file,
-        L: 63,
+        L: 73,
         S: this,
         A: [
           "!this._peers.has(peerId)",
@@ -239,35 +253,47 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo2.NetworkAdapte
           });
         }
       });
-      this._connected.wait({
-        timeout: 1e3
-      }).then(() => {
-        this.emit("peer-candidate", {
-          peerMetadata: {},
-          peerId
-        });
-      }).catch((err) => import_log2.log.catch(err, void 0, {
+      (0, import_invariant2.invariant)(this._isConnected, void 0, {
         F: __dxlog_file,
-        L: 88,
+        L: 90,
         S: this,
-        C: (f, a) => f(...a)
-      }));
+        A: [
+          "this._isConnected",
+          ""
+        ]
+      });
+      this.emit("peer-candidate", {
+        peerMetadata: {},
+        peerId
+      });
     });
   }
   async sendSyncMessage({ id, syncMessage }) {
-    await this._connected.wait({
-      timeout: 1e3
+    (0, import_invariant2.invariant)(this._isConnected, void 0, {
+      F: __dxlog_file,
+      L: 99,
+      S: this,
+      A: [
+        "this._isConnected",
+        ""
+      ]
     });
     const message = import_automerge_repo2.cbor.decode(syncMessage);
     this.emit("message", message);
   }
   async getHostInfo() {
-    await this._connected.wait({
-      timeout: 1e3
+    (0, import_invariant2.invariant)(this._isConnected, void 0, {
+      F: __dxlog_file,
+      L: 105,
+      S: this,
+      A: [
+        "this._isConnected",
+        ""
+      ]
     });
-    (0, import_invariant.invariant)(this.peerId, "Peer id not set.", {
+    (0, import_invariant2.invariant)(this.peerId, "Peer id not set.", {
       F: __dxlog_file,
-      L: 100,
+      L: 106,
       S: this,
       A: [
         "this.peerId",
@@ -287,7 +313,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   constructor() {
     super(...arguments);
     this._extensions = /* @__PURE__ */ new Map();
-    this._connected = new import_async2.Trigger();
+    this._connected = new import_async3.Trigger();
   }
   /**
   * Emits `ready` event. That signals to `Repo` that it can start using the adapter.
@@ -304,7 +330,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   send(message) {
     const receiverId = message.targetId;
     const extension = this._extensions.get(receiverId);
-    (0, import_invariant2.invariant)(extension, "Extension not found.", {
+    (0, import_invariant3.invariant)(extension, "Extension not found.", {
       F: __dxlog_file2,
       L: 38,
       S: this,
@@ -315,7 +341,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
     });
     extension.sendSyncMessage({
       payload: import_automerge_repo3.cbor.encode(message)
-    }).catch((err) => import_log3.log.catch(err, void 0, {
+    }).catch((err) => import_log2.log.catch(err, void 0, {
       F: __dxlog_file2,
       L: 39,
       S: this,
@@ -325,7 +351,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
   disconnect() {
   }
   createExtension() {
-    (0, import_invariant2.invariant)(this.peerId, "Peer id not set.", {
+    (0, import_invariant3.invariant)(this.peerId, "Peer id not set.", {
       F: __dxlog_file2,
       L: 47,
       S: this,
@@ -340,7 +366,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
     }, {
       onStartReplication: async (info, remotePeerId) => {
         await this._connected.wait();
-        (0, import_log3.log)("onStartReplication", {
+        (0, import_log2.log)("onStartReplication", {
           id: info.id,
           thisPeerId: this.peerId,
           remotePeerId: remotePeerId.toHex()
@@ -353,7 +379,7 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
         if (!this._extensions.has(info.id)) {
           peerInfo = info;
           this._extensions.set(info.id, extension);
-          (0, import_log3.log)("peer-candidate", {
+          (0, import_log2.log)("peer-candidate", {
             id: info.id,
             thisPeerId: this.peerId,
             remotePeerId: remotePeerId.toHex()
@@ -392,6 +418,108 @@ var MeshNetworkAdapter = class extends import_automerge_repo3.NetworkAdapter {
     return extension;
   }
 };
+var AutomergeStorageAdapter = class {
+  constructor(_directory) {
+    this._directory = _directory;
+    this._state = "opened";
+  }
+  async load(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    const { size } = await file.stat();
+    if (!size || size === 0) {
+      return void 0;
+    }
+    const buffer = await file.read(0, size);
+    return (0, import_util2.bufferToArray)(buffer);
+  }
+  async save(key, data) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.write(0, (0, import_util2.arrayToBuffer)(data));
+    await file.truncate?.(data.length);
+    await file.flush?.();
+  }
+  async remove(key) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.destroy();
+  }
+  async loadRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return [];
+    }
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      const { size } = await file.stat();
+      const buffer = await file.read(0, size);
+      return {
+        key: this._getKeyFromFilename(entry),
+        data: (0, import_util2.bufferToArray)(buffer)
+      };
+    }));
+  }
+  async removeRange(keyPrefix) {
+    if (this._state !== "opened") {
+      return void 0;
+    }
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
+      const file = this._directory.getOrCreateFile(entry);
+      await file.destroy();
+    }));
+  }
+  async close() {
+    this._state = "closed";
+  }
+  _getFilename(key) {
+    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
+  }
+  _getKeyFromFilename(filename) {
+    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
+  }
+};
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/migrations.ts";
+var levelMigration = async ({ db, directory }) => {
+  const isNewLevel = !await db.iterator({
+    ...encodingOptions
+  }).next();
+  if (!isNewLevel) {
+    return;
+  }
+  const oldStorageAdapter = directory.type === import_random_access_storage.StorageType.IDB ? new import_automerge_repo_storage_indexeddb.IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory);
+  const chunks = await oldStorageAdapter.loadRange([]);
+  if (chunks.length === 0) {
+    return;
+  }
+  const batch = db.batch();
+  import_log3.log.info("found chunks on old storage adapter", {
+    chunks: chunks.length
+  }, {
+    F: __dxlog_file3,
+    L: 36,
+    S: void 0,
+    C: (f, a) => f(...a)
+  });
+  for (const { key, data } of await oldStorageAdapter.loadRange([])) {
+    data && batch.put(key, data, {
+      ...encodingOptions
+    });
+  }
+  await batch.write();
+};
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -402,26 +530,29 @@ function _ts_decorate(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
-  constructor({ directory, metadata }) {
+  constructor({ directory, db, storageCallbacks }) {
     this._ctx = new import_context.Context();
     this._authorizedDevices = new import_util.ComplexMap(import_keys.PublicKey.hash);
-    this._updatingMetadata = /* @__PURE__ */ new Map();
     this._requestedDocs = /* @__PURE__ */ new Set();
-    this._metadata = metadata;
-    this._meshNetwork = new MeshNetworkAdapter();
-    this._clientNetwork = new LocalHostNetworkAdapter();
-    this._storage = new AutomergeStorageWrapper({
-      storage: (
-        // TODO(mykola): Delete specific handling of IDB storage.
-        directory.type === import_random_access_storage.StorageType.IDB ? new import_automerge_repo_storage_indexeddb.IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory)
-      ),
-      callbacks: {
-        beforeSave: (params) => this._beforeSave(params)
-      }
+    this._directory = directory;
+    this._db = db;
+    this._storageCallbacks = storageCallbacks;
+  }
+  async open() {
+    this._directory && await levelMigration({
+      db: this._db,
+      directory: this._directory
+    });
+    this._storage = new LevelDBStorageAdapter({
+      db: this._db,
+      callbacks: this._storageCallbacks
     });
+    await this._storage.open?.();
     this._peerId = `host-${import_keys.PublicKey.random().toHex()}`;
+    this._meshNetwork = new MeshNetworkAdapter();
+    this._clientNetwork = new LocalHostNetworkAdapter();
     this._repo = new import_automerge_repo.Repo({
       peerId: this._peerId,
       network: [
@@ -446,8 +577,8 @@ var AutomergeHost = class {
             documentId,
             isRequested
           }, {
-            F: __dxlog_file3,
-            L: 96,
+            F: __dxlog_file4,
+            L: 108,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -460,8 +591,8 @@ var AutomergeHost = class {
               peerId,
               documentId
             }, {
-              F: __dxlog_file3,
-              L: 103,
+              F: __dxlog_file4,
+              L: 115,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -474,8 +605,8 @@ var AutomergeHost = class {
               peerId,
               documentId
             }, {
-              F: __dxlog_file3,
-              L: 112,
+              F: __dxlog_file4,
+              L: 124,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -491,16 +622,16 @@ var AutomergeHost = class {
             spaceKey,
             isAuthorized
           }, {
-            F: __dxlog_file3,
-            L: 118,
+            F: __dxlog_file4,
+            L: 130,
             S: this,
             C: (f, a) => f(...a)
           });
           return isAuthorized;
         } catch (err) {
           import_log.log.catch(err, void 0, {
-            F: __dxlog_file3,
-            L: 128,
+            F: __dxlog_file4,
+            L: 140,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -510,69 +641,22 @@ var AutomergeHost = class {
     });
     this._clientNetwork.ready();
     this._meshNetwork.ready();
-    {
-      const listener = ({ handle }) => this._onDocument(handle);
-      this._repo.on("document", listener);
-      this._ctx.onDispose(() => {
-        this._repo.off("document", listener);
-      });
-    }
+    await this._clientNetwork.whenConnected();
+  }
+  async close() {
+    await this._storage.close?.();
+    await this._clientNetwork.close();
+    await this._ctx.dispose();
   }
   get repo() {
     return this._repo;
   }
-  async _beforeSave(path) {
-    const id = path[0];
-    if (this._updatingMetadata.has(id)) {
-      return this._updatingMetadata.get(id);
-    }
-  }
-  _onDocument(handle) {
-    const listener = (event) => this._onUpdate(event);
-    handle.on("change", listener);
-    this._ctx.onDispose(() => {
-      handle.off("change", listener);
-    });
-  }
-  _onUpdate(event) {
-    if (this._metadata == null) {
-      return;
-    }
-    const objectIds = getInlineChanges(event);
-    if (objectIds.length === 0) {
-      return;
-    }
-    const heads = (0, import_automerge.getHeads)(event.doc);
-    const lastAvailableHash = heads.join("");
-    if (!lastAvailableHash) {
-      return;
-    }
-    const encodedIds = objectIds.map((objectId) => import_protocols.idCodec.encode({
-      documentId: event.handle.documentId,
-      objectId
-    }));
-    const idToLastHash = new Map(encodedIds.map((id) => [
-      id,
-      lastAvailableHash
-    ]));
-    const markingDirtyPromise = this._metadata.markDirty(idToLastHash).then(() => {
-      this._updatingMetadata.delete(event.handle.documentId);
-    }).catch((err) => {
-      this._ctx.disposed && import_log.log.catch(err, void 0, {
-        F: __dxlog_file3,
-        L: 188,
-        S: this,
-        C: (f, a) => f(...a)
-      });
-    });
-    this._updatingMetadata.set(event.handle.documentId, markingDirtyPromise);
-  }
   _automergeDocs() {
     return (0, import_util.mapValues)(this._repo.handles, (handle) => ({
       state: handle.state,
       hasDoc: !!handle.docSync(),
       heads: handle.docSync() ? import_automerge.next.getHeads(handle.docSync()) : null,
-      data: handle.docSync()?.doc && (0, import_util.mapValues)(handle.docSync()?.doc, (value, key) => {
+      data: handle.docSync() && (0, import_util.mapValues)(handle.docSync(), (value, key) => {
         try {
           switch (key) {
             case "access":
@@ -592,14 +676,25 @@ var AutomergeHost = class {
   _automergePeers() {
     return this._repo.peers;
   }
-  async close() {
-    await this._storage.close();
-    await this._clientNetwork.close();
-    await this._ctx.dispose();
-  }
   //
   // Methods for client-services.
   //
+  async flush({ states }) {
+    await Promise.all(states?.map(async ({ heads, documentId }) => {
+      (0, import_invariant.invariant)(heads, "heads are required for flush", {
+        F: __dxlog_file4,
+        L: 200,
+        S: this,
+        A: [
+          "heads",
+          "'heads are required for flush'"
+        ]
+      });
+      const handle = this.repo.handles[documentId] ?? this._repo.find(documentId);
+      await waitForHeads(handle, heads);
+    }) ?? []);
+    await this._repo.flush(states?.map(({ documentId }) => documentId));
+  }
   syncRepo(request) {
     return this._clientNetwork.syncRepo(request);
   }
@@ -620,8 +715,8 @@ var AutomergeHost = class {
       spaceKey,
       deviceKey
     }, {
-      F: __dxlog_file3,
-      L: 255,
+      F: __dxlog_file4,
+      L: 230,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -641,27 +736,14 @@ _ts_decorate([
     depth: null
   })
 ], AutomergeHost.prototype, "_automergePeers", null);
+_ts_decorate([
+  import_tracing.trace.span({
+    showInBrowserTimeline: true
+  })
+], AutomergeHost.prototype, "flush", null);
 AutomergeHost = _ts_decorate([
   import_tracing.trace.resource()
 ], AutomergeHost);
-var getInlineChanges = (event) => {
-  const inlineChangedObjectIds = /* @__PURE__ */ new Set();
-  for (const { path } of event.patches) {
-    if (path.length < 2) {
-      continue;
-    }
-    switch (path[0]) {
-      case "objects":
-        if (path.length >= 2) {
-          inlineChangedObjectIds.add(path[1]);
-        }
-        break;
-    }
-  }
-  return [
-    ...inlineChangedObjectIds
-  ];
-};
 var getSpaceKeyFromDoc = (doc) => {
   const rawSpaceKey = doc.access?.spaceKey ?? doc.experimental_spaceKey;
   if (rawSpaceKey == null) {
@@ -669,7 +751,35 @@ var getSpaceKeyFromDoc = (doc) => {
   }
   return String(rawSpaceKey);
 };
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
+var waitForHeads = async (handle, heads) => {
+  await handle.whenReady();
+  const unavailableHeads = new Set(heads);
+  await import_async.Event.wrap(handle, "change").waitForCondition(() => {
+    for (const changeHash of unavailableHeads.values()) {
+      if (changeIsPresentInDoc(handle.docSync(), changeHash)) {
+        unavailableHeads.delete(changeHash);
+      }
+    }
+    if (unavailableHeads.size === 0) {
+      return true;
+    }
+    return false;
+  });
+};
+var changeIsPresentInDoc = (doc, changeHash) => {
+  return !!(0, import_automerge.getBackend)(doc).getChangeByHash(changeHash);
+};
+function _ts_decorate2(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
+    r = Reflect.decorate(decorators, target, key, desc);
+  else
+    for (var i = decorators.length - 1; i >= 0; i--)
+      if (d = decorators[i])
+        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
 var AutomergeDocumentLoaderImpl = class {
   constructor(_spaceKey, _repo) {
     this._spaceKey = _spaceKey;
@@ -677,7 +787,12 @@ var AutomergeDocumentLoaderImpl = class {
     this._spaceRootDocHandle = null;
     this._objectDocumentHandles = /* @__PURE__ */ new Map();
     this._objectsPendingDocumentLoad = /* @__PURE__ */ new Set();
-    this.onObjectDocumentLoaded = new import_async3.Event();
+    this.onObjectDocumentLoaded = new import_async4.Event();
+  }
+  getAllHandles() {
+    return [
+      ...new Set(this._objectDocumentHandles.values())
+    ];
   }
   async loadSpaceRootDocHandle(ctx, spaceState) {
     if (this._spaceRootDocHandle != null) {
@@ -687,8 +802,8 @@ var AutomergeDocumentLoaderImpl = class {
       import_log4.log.error("Database opened with no rootUrl", {
         spaceKey: this._spaceKey
       }, {
-        F: __dxlog_file4,
-        L: 60,
+        F: __dxlog_file5,
+        L: 69,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -696,9 +811,9 @@ var AutomergeDocumentLoaderImpl = class {
     } else {
       const existingDocHandle = await this._initDocHandle(ctx, spaceState.rootUrl);
       const doc = existingDocHandle.docSync();
-      (0, import_invariant3.invariant)(doc, void 0, {
-        F: __dxlog_file4,
-        L: 65,
+      (0, import_invariant4.invariant)(doc, void 0, {
+        F: __dxlog_file5,
+        L: 74,
         S: this,
         A: [
           "doc",
@@ -712,9 +827,9 @@ var AutomergeDocumentLoaderImpl = class {
     }
   }
   loadObjectDocument(objectId) {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
-      L: 74,
+    (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+      F: __dxlog_file5,
+      L: 83,
       S: this,
       A: [
         "this._spaceRootDocHandle",
@@ -725,9 +840,9 @@ var AutomergeDocumentLoaderImpl = class {
       return;
     }
     const spaceRootDoc = this._spaceRootDocHandle.docSync();
-    (0, import_invariant3.invariant)(spaceRootDoc, void 0, {
-      F: __dxlog_file4,
-      L: 79,
+    (0, import_invariant4.invariant)(spaceRootDoc, void 0, {
+      F: __dxlog_file5,
+      L: 88,
       S: this,
       A: [
         "spaceRootDoc",
@@ -740,8 +855,8 @@ var AutomergeDocumentLoaderImpl = class {
       import_log4.log.info("loading delayed until object links are initialized", {
         objectId
       }, {
-        F: __dxlog_file4,
-        L: 83,
+        F: __dxlog_file5,
+        L: 92,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -760,9 +875,9 @@ var AutomergeDocumentLoaderImpl = class {
     linksAwaitingLoad.forEach(([objectId]) => this._objectsPendingDocumentLoad.delete(objectId));
   }
   getSpaceRootDocHandle() {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
-      L: 101,
+    (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+      F: __dxlog_file5,
+      L: 110,
       S: this,
       A: [
         "this._spaceRootDocHandle",
@@ -772,9 +887,9 @@ var AutomergeDocumentLoaderImpl = class {
     return this._spaceRootDocHandle;
   }
   createDocumentForObject(objectId) {
-    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file4,
-      L: 106,
+    (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+      F: __dxlog_file5,
+      L: 115,
       S: this,
       A: [
         "this._spaceRootDocHandle",
@@ -816,8 +931,8 @@ var AutomergeDocumentLoaderImpl = class {
           ...logMeta,
           actualDocumentUrl: objectDocumentHandle.url
         }, {
-          F: __dxlog_file4,
-          L: 136,
+          F: __dxlog_file5,
+          L: 145,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -825,8 +940,8 @@ var AutomergeDocumentLoaderImpl = class {
       }
       if (objectDocumentHandle?.url === automergeUrl) {
         import_log4.log.warn("object document was already loaded", logMeta, {
-          F: __dxlog_file4,
-          L: 143,
+          F: __dxlog_file5,
+          L: 152,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -834,8 +949,8 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const handle = this._repo.find(automergeUrl);
       import_log4.log.debug("document loading triggered", logMeta, {
-        F: __dxlog_file4,
-        L: 147,
+        F: __dxlog_file5,
+        L: 156,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -848,7 +963,7 @@ var AutomergeDocumentLoaderImpl = class {
     while (true) {
       try {
         await (0, import_debug.warnAfterTimeout)(5e3, "Automerge root doc load timeout (AutomergeDb)", async () => {
-          await (0, import_context2.cancelWithContext)(ctx, docHandle.whenReady());
+          await (0, import_context3.cancelWithContext)(ctx, docHandle.whenReady());
         });
         break;
       } catch (err) {
@@ -857,8 +972,8 @@ var AutomergeDocumentLoaderImpl = class {
             id: docHandle.documentId,
             state: docHandle.state
           }, {
-            F: __dxlog_file4,
-            L: 163,
+            F: __dxlog_file5,
+            L: 172,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -899,8 +1014,8 @@ var AutomergeDocumentLoaderImpl = class {
       };
       if (this.onObjectDocumentLoaded.listenerCount() === 0) {
         import_log4.log.info("document loaded after all listeners were removed", logMeta, {
-          F: __dxlog_file4,
-          L: 199,
+          F: __dxlog_file5,
+          L: 208,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -909,8 +1024,8 @@ var AutomergeDocumentLoaderImpl = class {
       const objectDocHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocHandle?.url !== handle.url) {
         import_log4.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
-          F: __dxlog_file4,
-          L: 204,
+          F: __dxlog_file5,
+          L: 213,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -928,8 +1043,8 @@ var AutomergeDocumentLoaderImpl = class {
         retryLoading: shouldRetryLoading,
         err
       }, {
-        F: __dxlog_file4,
-        L: 210,
+        F: __dxlog_file5,
+        L: 219,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -939,6 +1054,24 @@ var AutomergeDocumentLoaderImpl = class {
     }
   }
 };
+_ts_decorate2([
+  import_tracing2.trace.span({
+    showInBrowserTimeline: true
+  })
+], AutomergeDocumentLoaderImpl.prototype, "loadSpaceRootDocHandle", null);
+AutomergeDocumentLoaderImpl = _ts_decorate2([
+  import_tracing2.trace.resource()
+], AutomergeDocumentLoaderImpl);
+var REFERENCE_TYPE_TAG = "dxos.echo.model.document.Reference";
+var encodeReference = (reference) => ({
+  "@type": REFERENCE_TYPE_TAG,
+  // NOTE: Automerge do not support undefined values, so we need to use null instead.
+  itemId: reference.itemId ?? null,
+  protocol: reference.protocol ?? null,
+  host: reference.host ?? null
+});
+var decodeReference = (value) => new import_echo_schema.Reference(value.itemId, value.protocol ?? void 0, value.host ?? void 0);
+var isEncodedReferenceObject = (value) => typeof value === "object" && value !== null && value["@type"] === REFERENCE_TYPE_TAG;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AuthExtension,
@@ -947,12 +1080,14 @@ var AutomergeDocumentLoaderImpl = class {
   AutomergeHost,
   AutomergeStorageAdapter,
   DataServiceImpl,
+  LevelDBStorageAdapter,
   LocalHostNetworkAdapter,
   MOCK_AUTH_PROVIDER,
   MOCK_AUTH_VERIFIER,
   MeshNetworkAdapter,
   MetadataStore,
   Pipeline,
+  REFERENCE_TYPE_TAG,
   SnapshotManager,
   SnapshotStore,
   Space,
@@ -962,7 +1097,12 @@ var AutomergeDocumentLoaderImpl = class {
   TimeframeClock,
   codec,
   createMappedFeedWriter,
+  decodeReference,
+  encodeReference,
+  encodingOptions,
   getSpaceKeyFromDoc,
+  hasInvitationExpired,
+  isEncodedReferenceObject,
   mapFeedIndexesToTimeframe,
   mapTimeframeToFeedIndexes,
   startAfter,