@dxos/echo-pipeline 0.5.9-main.a2de4fa → 0.5.9-main.a75fa71

package/dist/lib/node/index.cjs

@@ -18,43 +18,44 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var node_exports = {};
 __export(node_exports, {
-  AuthExtension: () => import_chunk_QPCNQ4ZK.AuthExtension,
-  AuthStatus: () => import_chunk_QPCNQ4ZK.AuthStatus,
+  AuthExtension: () => import_chunk_Y5U7UXEL.AuthExtension,
+  AuthStatus: () => import_chunk_Y5U7UXEL.AuthStatus,
   AutomergeDocumentLoaderImpl: () => AutomergeDocumentLoaderImpl,
   AutomergeHost: () => AutomergeHost,
-  DataServiceImpl: () => import_chunk_QPCNQ4ZK.DataServiceImpl,
+  CredentialRetrieverExtension: () => import_chunk_Y5U7UXEL.CredentialRetrieverExtension,
+  CredentialServerExtension: () => import_chunk_Y5U7UXEL.CredentialServerExtension,
+  DataServiceImpl: () => import_chunk_Y5U7UXEL.DataServiceImpl,
   LevelDBStorageAdapter: () => LevelDBStorageAdapter,
   LocalHostNetworkAdapter: () => LocalHostNetworkAdapter,
-  MOCK_AUTH_PROVIDER: () => import_chunk_QPCNQ4ZK.MOCK_AUTH_PROVIDER,
-  MOCK_AUTH_VERIFIER: () => import_chunk_QPCNQ4ZK.MOCK_AUTH_VERIFIER,
+  MOCK_AUTH_PROVIDER: () => import_chunk_Y5U7UXEL.MOCK_AUTH_PROVIDER,
+  MOCK_AUTH_VERIFIER: () => import_chunk_Y5U7UXEL.MOCK_AUTH_VERIFIER,
   MeshEchoReplicator: () => MeshEchoReplicator,
-  MetadataStore: () => import_chunk_QPCNQ4ZK.MetadataStore,
-  Pipeline: () => import_chunk_QPCNQ4ZK.Pipeline,
-  SnapshotManager: () => import_chunk_QPCNQ4ZK.SnapshotManager,
-  SnapshotStore: () => import_chunk_QPCNQ4ZK.SnapshotStore,
-  Space: () => import_chunk_QPCNQ4ZK.Space,
-  SpaceManager: () => import_chunk_QPCNQ4ZK.SpaceManager,
-  SpaceProtocol: () => import_chunk_QPCNQ4ZK.SpaceProtocol,
-  SpaceProtocolSession: () => import_chunk_QPCNQ4ZK.SpaceProtocolSession,
-  TimeframeClock: () => import_chunk_QPCNQ4ZK.TimeframeClock,
-  codec: () => import_chunk_QPCNQ4ZK.codec,
-  createIdFromSpaceKey: () => import_chunk_QPCNQ4ZK.createIdFromSpaceKey,
-  createMappedFeedWriter: () => import_chunk_QPCNQ4ZK.createMappedFeedWriter,
+  MetadataStore: () => import_chunk_Y5U7UXEL.MetadataStore,
+  Pipeline: () => import_chunk_Y5U7UXEL.Pipeline,
+  SnapshotManager: () => import_chunk_Y5U7UXEL.SnapshotManager,
+  SnapshotStore: () => import_chunk_Y5U7UXEL.SnapshotStore,
+  Space: () => import_chunk_Y5U7UXEL.Space,
+  SpaceManager: () => import_chunk_Y5U7UXEL.SpaceManager,
+  SpaceProtocol: () => import_chunk_Y5U7UXEL.SpaceProtocol,
+  SpaceProtocolSession: () => import_chunk_Y5U7UXEL.SpaceProtocolSession,
+  TimeframeClock: () => import_chunk_Y5U7UXEL.TimeframeClock,
+  codec: () => import_chunk_Y5U7UXEL.codec,
+  createIdFromSpaceKey: () => import_chunk_Y5U7UXEL.createIdFromSpaceKey,
+  createMappedFeedWriter: () => import_chunk_Y5U7UXEL.createMappedFeedWriter,
   encodingOptions: () => encodingOptions,
   getSpaceKeyFromDoc: () => getSpaceKeyFromDoc,
-  hasInvitationExpired: () => import_chunk_QPCNQ4ZK.hasInvitationExpired,
-  mapFeedIndexesToTimeframe: () => import_chunk_QPCNQ4ZK.mapFeedIndexesToTimeframe,
-  mapTimeframeToFeedIndexes: () => import_chunk_QPCNQ4ZK.mapTimeframeToFeedIndexes,
-  startAfter: () => import_chunk_QPCNQ4ZK.startAfter,
-  valueEncoding: () => import_chunk_QPCNQ4ZK.valueEncoding
+  hasInvitationExpired: () => import_chunk_Y5U7UXEL.hasInvitationExpired,
+  mapFeedIndexesToTimeframe: () => import_chunk_Y5U7UXEL.mapFeedIndexesToTimeframe,
+  mapTimeframeToFeedIndexes: () => import_chunk_Y5U7UXEL.mapTimeframeToFeedIndexes,
+  startAfter: () => import_chunk_Y5U7UXEL.startAfter,
+  valueEncoding: () => import_chunk_Y5U7UXEL.valueEncoding
 });
 module.exports = __toCommonJS(node_exports);
-var import_chunk_QPCNQ4ZK = require("./chunk-QPCNQ4ZK.cjs");
+var import_chunk_Y5U7UXEL = require("./chunk-Y5U7UXEL.cjs");
 var import_async = require("@dxos/async");
 var import_automerge = require("@dxos/automerge/automerge");
 var import_automerge_repo = require("@dxos/automerge/automerge-repo");
 var import_context = require("@dxos/context");
-var import_invariant = require("@dxos/invariant");
 var import_keys = require("@dxos/keys");
 var import_protocols = require("@dxos/protocols");
 var import_tracing = require("@dxos/tracing");
@@ -62,23 +63,23 @@ var import_util = require("@dxos/util");
 var import_async2 = require("@dxos/async");
 var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
 var import_context2 = require("@dxos/context");
-var import_invariant2 = require("@dxos/invariant");
+var import_invariant = require("@dxos/invariant");
 var import_log = require("@dxos/log");
 var import_context3 = require("@dxos/context");
 var import_async3 = require("@dxos/async");
 var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_codec_protobuf = require("@dxos/codec-protobuf");
-var import_invariant3 = require("@dxos/invariant");
+var import_invariant2 = require("@dxos/invariant");
 var import_async4 = require("@dxos/async");
 var import_context4 = require("@dxos/context");
 var import_debug = require("@dxos/debug");
 var import_echo_protocol = require("@dxos/echo-protocol");
-var import_invariant4 = require("@dxos/invariant");
+var import_invariant3 = require("@dxos/invariant");
 var import_log2 = require("@dxos/log");
 var import_tracing2 = require("@dxos/tracing");
 var import_automerge_repo4 = require("@dxos/automerge/automerge-repo");
 var import_context5 = require("@dxos/context");
-var import_invariant5 = require("@dxos/invariant");
+var import_invariant4 = require("@dxos/invariant");
 var import_keys2 = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
 var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
@@ -127,7 +128,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   disconnect() {
   }
   async open() {
-    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.CLOSED, void 0, {
+    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.CLOSED, void 0, {
       F: __dxlog_file,
       L: 60,
       S: this,
@@ -148,7 +149,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
   }
   async close() {
-    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
+    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
       F: __dxlog_file,
       L: 71,
       S: this,
@@ -169,7 +170,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
   }
   async addReplicator(replicator) {
-    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
+    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
       F: __dxlog_file,
       L: 87,
       S: this,
@@ -178,7 +179,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
         ""
       ]
     });
-    (0, import_invariant2.invariant)(this.peerId, void 0, {
+    (0, import_invariant.invariant)(this.peerId, void 0, {
       F: __dxlog_file,
       L: 88,
       S: this,
@@ -187,7 +188,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
         ""
       ]
     });
-    (0, import_invariant2.invariant)(!this._replicators.has(replicator), void 0, {
+    (0, import_invariant.invariant)(!this._replicators.has(replicator), void 0, {
       F: __dxlog_file,
       L: 89,
       S: this,
@@ -206,7 +207,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
     });
   }
   async removeReplicator(replicator) {
-    (0, import_invariant2.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
+    (0, import_invariant.invariant)(this._lifecycleState === import_context2.LifecycleState.OPEN, void 0, {
       F: __dxlog_file,
       L: 103,
       S: this,
@@ -215,7 +216,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
         ""
       ]
     });
-    (0, import_invariant2.invariant)(this._replicators.has(replicator), void 0, {
+    (0, import_invariant.invariant)(this._replicators.has(replicator), void 0, {
       F: __dxlog_file,
       L: 104,
       S: this,
@@ -243,7 +244,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       S: this,
       C: (f, a) => f(...a)
     });
-    (0, import_invariant2.invariant)(!this._connections.has(connection.peerId), void 0, {
+    (0, import_invariant.invariant)(!this._connections.has(connection.peerId), void 0, {
       F: __dxlog_file,
       L: 120,
       S: this,
@@ -305,7 +306,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       C: (f, a) => f(...a)
     });
     const entry = this._connections.get(connection.peerId);
-    (0, import_invariant2.invariant)(entry, void 0, {
+    (0, import_invariant.invariant)(entry, void 0, {
       F: __dxlog_file,
       L: 155,
       S: this,
@@ -329,7 +330,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       C: (f, a) => f(...a)
     });
     const entry = this._connections.get(connection.peerId);
-    (0, import_invariant2.invariant)(entry, void 0, {
+    (0, import_invariant.invariant)(entry, void 0, {
       F: __dxlog_file,
       L: 163,
       S: this,
@@ -359,10 +360,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
   _emitPeerCandidate(connection) {
     this.emit("peer-candidate", {
       peerId: connection.peerId,
-      peerMetadata: {
-        // TODO(dmaretskyi): Refactor this.
-        dxos_peerSource: "EchoNetworkAdapter"
-      }
+      peerMetadata: createEchoPeerMetadata()
     });
   }
 };
@@ -378,6 +376,11 @@ _ts_decorate([
 _ts_decorate([
   import_async2.synchronized
 ], EchoNetworkAdapter.prototype, "removeReplicator", null);
+var createEchoPeerMetadata = () => ({
+  // TODO(dmaretskyi): Refactor this.
+  dxos_peerSource: "EchoNetworkAdapter"
+});
+var isEchoPeerMetadata = (metadata) => metadata?.dxos_peerSource === "EchoNetworkAdapter";
 var LevelDBStorageAdapter = class extends import_context3.Resource {
   constructor(_params) {
     super();
@@ -499,7 +502,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
   }
   send(message) {
     const peer = this._peers.get(message.targetId);
-    (0, import_invariant3.invariant)(peer, "Peer not found.", {
+    (0, import_invariant2.invariant)(peer, "Peer not found.", {
       F: __dxlog_file2,
       L: 51,
       S: this,
@@ -524,7 +527,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
   syncRepo({ id, syncMessage }) {
     const peerId = this._getPeerId(id);
     return new import_codec_protobuf.Stream(({ next, close }) => {
-      (0, import_invariant3.invariant)(!this._peers.has(peerId), "Peer already connected.", {
+      (0, import_invariant2.invariant)(!this._peers.has(peerId), "Peer already connected.", {
         F: __dxlog_file2,
         L: 73,
         S: this,
@@ -548,7 +551,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
           });
         }
       });
-      (0, import_invariant3.invariant)(this._isConnected, void 0, {
+      (0, import_invariant2.invariant)(this._isConnected, void 0, {
         F: __dxlog_file2,
         L: 90,
         S: this,
@@ -564,7 +567,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
     });
   }
   async sendSyncMessage({ id, syncMessage }) {
-    (0, import_invariant3.invariant)(this._isConnected, void 0, {
+    (0, import_invariant2.invariant)(this._isConnected, void 0, {
       F: __dxlog_file2,
       L: 99,
       S: this,
@@ -577,7 +580,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
     this.emit("message", message);
   }
   async getHostInfo() {
-    (0, import_invariant3.invariant)(this._isConnected, void 0, {
+    (0, import_invariant2.invariant)(this._isConnected, void 0, {
       F: __dxlog_file2,
       L: 105,
       S: this,
@@ -586,7 +589,7 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
         ""
       ]
     });
-    (0, import_invariant3.invariant)(this.peerId, "Peer id not set.", {
+    (0, import_invariant2.invariant)(this.peerId, "Peer id not set.", {
       F: __dxlog_file2,
       L: 106,
       S: this,
@@ -616,7 +619,10 @@ function _ts_decorate2(decorators, target, key, desc) {
 var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
   constructor({ db, indexMetadataStore }) {
-    this._ctx = new import_context.Context();
+    this._ctx = new import_context.Context(void 0, {
+      F: __dxlog_file3,
+      L: 71
+    });
     this._echoNetworkAdapter = new EchoNetworkAdapter({
       getContainingSpaceForDocument: this._getContainingSpaceForDocument.bind(this)
     });
@@ -655,6 +661,9 @@ var AutomergeHost = class {
     await this._echoNetworkAdapter.close();
     await this._ctx.dispose();
   }
+  /**
+  * @deprecated To be abstracted away.
+  */
   get repo() {
     return this._repo;
   }
@@ -664,6 +673,39 @@ var AutomergeHost = class {
   async removeReplicator(replicator) {
     await this._echoNetworkAdapter.removeReplicator(replicator);
   }
+  /**
+  * Loads the document handle from the repo and waits for it to be ready.
+  */
+  async loadDoc(ctx, documentId, opts) {
+    let handle;
+    if (typeof documentId === "string") {
+      handle = this._repo.handles[documentId];
+    }
+    if (!handle) {
+      handle = this._repo.find(documentId);
+    }
+    if (!handle.isReady()) {
+      if (!opts?.timeout) {
+        await (0, import_context.cancelWithContext)(ctx, handle.whenReady());
+      } else {
+        await (0, import_context.cancelWithContext)(ctx, (0, import_async.asyncTimeout)(handle.whenReady(), opts.timeout));
+      }
+    }
+    return handle;
+  }
+  /**
+  * Create new persisted document.
+  */
+  createDoc(initialValue, opts) {
+    if (opts?.preserveHistory) {
+      if (!(0, import_automerge.isAutomerge)(initialValue)) {
+        throw new TypeError("Initial value must be an Automerge document");
+      }
+      return this._repo.import((0, import_automerge.save)(initialValue));
+    } else {
+      return this._repo.create(initialValue);
+    }
+  }
   // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
   // Hosts, running in the worker, don't share documents unless requested by other peers.
   // NOTE: If both peers return sharePolicy=false the replication will not happen
@@ -676,7 +718,7 @@ var AutomergeHost = class {
       return false;
     }
     const peerMetadata = this.repo.peerMetadataByPeerId[peerId];
-    if (peerMetadata?.dxos_peerSource === "EchoNetworkAdapter") {
+    if (isEchoPeerMetadata(peerMetadata)) {
       return this._echoNetworkAdapter.shouldAdvertize(peerId, {
         documentId
       });
@@ -748,31 +790,36 @@ var AutomergeHost = class {
     }
     return import_keys.PublicKey.from(spaceKeyHex);
   }
-  //
-  // Methods for client-services.
-  //
+  /**
+  * Flush documents to disk.
+  */
   async flush({ states }) {
-    await Promise.all(states?.map(async ({ heads, documentId }) => {
-      (0, import_invariant.invariant)(heads, "heads are required for flush", {
-        F: __dxlog_file3,
-        L: 223,
-        S: this,
-        A: [
-          "heads",
-          "'heads are required for flush'"
-        ]
-      });
-      const handle = this.repo.handles[documentId] ?? this._repo.find(documentId);
-      await waitForHeads(handle, heads);
-    }) ?? []);
+    if (states) {
+      await Promise.all(states.map(async ({ heads, documentId }) => {
+        if (!heads) {
+          return;
+        }
+        const handle = this.repo.handles[documentId] ?? this._repo.find(documentId);
+        await waitForHeads(handle, heads);
+      }) ?? []);
+    }
     await this._repo.flush(states?.map(({ documentId }) => documentId));
   }
+  /**
+  * Host <-> Client sync.
+  */
   syncRepo(request) {
     return this._clientNetwork.syncRepo(request);
   }
+  /**
+  * Host <-> Client sync.
+  */
   sendSyncMessage(request) {
     return this._clientNetwork.sendSyncMessage(request);
   }
+  /**
+  * Host <-> Client sync.
+  */
   async getHostInfo() {
     return this._clientNetwork.getHostInfo();
   }
@@ -867,7 +914,7 @@ var AutomergeDocumentLoaderImpl = class {
     } else {
       const existingDocHandle = await this._initDocHandle(ctx, spaceState.rootUrl);
       const doc = existingDocHandle.docSync();
-      (0, import_invariant4.invariant)(doc, void 0, {
+      (0, import_invariant3.invariant)(doc, void 0, {
         F: __dxlog_file4,
         L: 77,
         S: this,
@@ -889,7 +936,7 @@ var AutomergeDocumentLoaderImpl = class {
     let hasUrlsToLoad = false;
     const urlsToLoad = {};
     for (const objectId of objectIds) {
-      (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+      (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
         F: __dxlog_file4,
         L: 90,
         S: this,
@@ -902,7 +949,7 @@ var AutomergeDocumentLoaderImpl = class {
         continue;
       }
       const spaceRootDoc = this._spaceRootDocHandle.docSync();
-      (0, import_invariant4.invariant)(spaceRootDoc, void 0, {
+      (0, import_invariant3.invariant)(spaceRootDoc, void 0, {
         F: __dxlog_file4,
         L: 95,
         S: this,
@@ -940,7 +987,7 @@ var AutomergeDocumentLoaderImpl = class {
     linksAwaitingLoad.forEach(([objectId]) => this._objectsPendingDocumentLoad.delete(objectId));
   }
   getSpaceRootDocHandle() {
-    (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
       F: __dxlog_file4,
       L: 122,
       S: this,
@@ -952,7 +999,7 @@ var AutomergeDocumentLoaderImpl = class {
     return this._spaceRootDocHandle;
   }
   createDocumentForObject(objectId) {
-    (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
+    (0, import_invariant3.invariant)(this._spaceRootDocHandle, void 0, {
       F: __dxlog_file4,
       L: 127,
       S: this,
@@ -1149,7 +1196,7 @@ var MeshEchoReplicator = class {
     this._context = null;
   }
   createExtension() {
-    (0, import_invariant5.invariant)(this._context, void 0, {
+    (0, import_invariant4.invariant)(this._context, void 0, {
       F: __dxlog_file5,
       L: 54,
       S: this,
@@ -1169,7 +1216,7 @@ var MeshEchoReplicator = class {
           S: this,
           C: (f, a) => f(...a)
         });
-        (0, import_invariant5.invariant)(this._context, void 0, {
+        (0, import_invariant4.invariant)(this._context, void 0, {
           F: __dxlog_file5,
           L: 60,
           S: this,
@@ -1196,8 +1243,8 @@ var MeshEchoReplicator = class {
           C: (f, a) => f(...a)
         });
         this._context?.onConnectionClosed(connection);
-        await connection.disable();
         this._connectionsPerPeer.delete(connection.peerId);
+        await connection.disable();
         this._connections.delete(connection);
       },
       shouldAdvertize: async (params) => {
@@ -1210,7 +1257,7 @@ var MeshEchoReplicator = class {
           S: this,
           C: (f, a) => f(...a)
         });
-        (0, import_invariant5.invariant)(this._context, void 0, {
+        (0, import_invariant4.invariant)(this._context, void 0, {
           F: __dxlog_file5,
           L: 79,
           S: this,
@@ -1350,7 +1397,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
     });
   }
   get peerId() {
-    (0, import_invariant5.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
+    (0, import_invariant4.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
       F: __dxlog_file5,
       L: 215,
       S: this,
@@ -1369,7 +1416,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   * Call after the remote peer has connected.
   */
   async enable() {
-    (0, import_invariant5.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
+    (0, import_invariant4.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
       F: __dxlog_file5,
       L: 228,
       S: this,
@@ -1393,6 +1440,8 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   AuthStatus,
   AutomergeDocumentLoaderImpl,
   AutomergeHost,
+  CredentialRetrieverExtension,
+  CredentialServerExtension,
   DataServiceImpl,
   LevelDBStorageAdapter,
   LocalHostNetworkAdapter,