@dxos/echo-pipeline 0.8.0 → 0.8.1-main.013e445

package/dist/lib/node/index.cjs

@@ -90,24 +90,25 @@ var import_keys2 = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
 var import_protocols = require("@dxos/protocols");
 var import_tracing = require("@dxos/tracing");
+var import_util = require("@dxos/util");
 var import_async4 = require("@dxos/async");
 var import_automerge3 = require("@dxos/automerge/automerge");
 var import_context3 = require("@dxos/context");
 var import_log4 = require("@dxos/log");
-var import_util = require("@dxos/util");
+var import_util2 = require("@dxos/util");
 var import_async5 = require("@dxos/async");
 var import_automerge_repo2 = require("@dxos/automerge/automerge-repo");
 var import_context4 = require("@dxos/context");
 var import_invariant4 = require("@dxos/invariant");
 var import_log5 = require("@dxos/log");
-var import_util2 = require("@dxos/util");
+var import_util3 = require("@dxos/util");
 var import_protocols2 = require("@dxos/protocols");
 var import_indexing = require("@dxos/indexing");
 var import_context5 = require("@dxos/context");
 var import_invariant5 = require("@dxos/invariant");
 var import_keys3 = require("@dxos/keys");
 var import_log6 = require("@dxos/log");
-var import_util3 = require("@dxos/util");
+var import_util4 = require("@dxos/util");
 var A2 = __toESM(require("@dxos/automerge/automerge"));
 var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_context6 = require("@dxos/context");
@@ -117,7 +118,7 @@ var import_teleport_extension_automerge_replicator = require("@dxos/teleport-ext
 var import_invariant7 = require("@dxos/invariant");
 var import_keys4 = require("@dxos/keys");
 var import_tracing2 = require("@dxos/tracing");
-var import_util4 = require("@dxos/util");
+var import_util5 = require("@dxos/util");
 var import_context7 = require("@dxos/context");
 var import_debug = require("@dxos/debug");
 var import_echo_protocol = require("@dxos/echo-protocol");
@@ -144,17 +145,18 @@ var import_invariant10 = require("@dxos/invariant");
 var import_keys5 = require("@dxos/keys");
 var import_protocols5 = require("@dxos/protocols");
 var import_tracing5 = require("@dxos/tracing");
-var import_util5 = require("@dxos/util");
+var import_util6 = require("@dxos/util");
 var import_lodash = __toESM(require("lodash.isequal"));
 var import_async7 = require("@dxos/async");
 var import_automerge_repo4 = require("@dxos/automerge/automerge-repo");
 var import_context11 = require("@dxos/context");
+var import_automerge_repo5 = require("@dxos/automerge/automerge-repo");
 var import_echo_protocol4 = require("@dxos/echo-protocol");
 var import_invariant11 = require("@dxos/invariant");
 var A4 = __toESM(require("@dxos/automerge/automerge"));
 var import_log10 = require("@dxos/log");
 var import_async8 = require("@dxos/async");
-var import_automerge_repo5 = require("@dxos/automerge/automerge-repo");
+var import_automerge_repo6 = require("@dxos/automerge/automerge-repo");
 var import_context12 = require("@dxos/context");
 var import_crypto = require("@dxos/crypto");
 var import_invariant12 = require("@dxos/invariant");
@@ -162,7 +164,7 @@ var import_log11 = require("@dxos/log");
 var import_protocols6 = require("@dxos/protocols");
 var import_buf = require("@dxos/protocols/buf");
 var import_messenger_pb = require("@dxos/protocols/buf/dxos/edge/messenger_pb");
-var import_util6 = require("@dxos/util");
+var import_util7 = require("@dxos/util");
 var import_async9 = require("@dxos/async");
 var import_context13 = require("@dxos/context");
 var import_log12 = require("@dxos/log");
@@ -476,7 +478,7 @@ var CollectionSynchronizer = class extends import_context3.Resource {
     }
   }
   _getOrCreatePerCollectionState(collectionId) {
-    return (0, import_util.defaultMap)(this._perCollectionStates, collectionId, () => ({
+    return (0, import_util2.defaultMap)(this._perCollectionStates, collectionId, () => ({
       localState: void 0,
       remoteStates: /* @__PURE__ */ new Map(),
       interestedPeers: /* @__PURE__ */ new Set(),
@@ -711,7 +713,7 @@ var EchoNetworkAdapter = class extends import_automerge_repo2.NetworkAdapter {
       return connection.connection.shouldSyncCollection({
         collectionId
       }) ? connection.connection.peerId : null;
-    }).filter(import_util2.isNonNullable);
+    }).filter(import_util3.isNonNullable);
   }
   _onConnectionOpen(connection) {
     (0, import_log5.log)("Connection opened", {
@@ -1116,16 +1118,29 @@ var AutomergeHost = class extends import_context2.Resource {
     }
     return handle;
   }
+  async exportDoc(ctx, id) {
+    const documentId = (0, import_automerge_repo.interpretAsDocumentId)(id);
+    const chunks = await this._storage.loadRange([
+      documentId
+    ]);
+    return (0, import_util.bufferToArray)(Buffer.concat(chunks.map((c) => c.data)));
+  }
   /**
   * Create new persisted document.
   */
   createDoc(initialValue, opts) {
     if (opts?.preserveHistory) {
+      if (initialValue instanceof Uint8Array) {
+        return this._repo.import(initialValue);
+      }
       if (!(0, import_automerge2.isAutomerge)(initialValue)) {
         throw new TypeError("Initial value must be an Automerge document");
       }
       return this._repo.import((0, import_automerge2.save)(initialValue));
     } else {
+      if (initialValue instanceof Uint8Array) {
+        throw new Error("Cannot create document from Uint8Array without preserving history");
+      }
       return this._repo.create(initialValue);
     }
   }
@@ -1148,7 +1163,7 @@ var AutomergeHost = class extends import_context2.Resource {
       await Promise.all(headsToWait.map(async (entry, index) => {
         const handle = await this.loadDoc(import_context2.Context.default(void 0, {
           F: __dxlog_file4,
-          L: 264
+          L: 282
         }), entry.documentId);
         await waitForHeads(handle, entry.heads);
       }));
@@ -1161,7 +1176,7 @@ var AutomergeHost = class extends import_context2.Resource {
         documentId
       }, {
         F: __dxlog_file4,
-        L: 276,
+        L: 294,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1177,7 +1192,7 @@ var AutomergeHost = class extends import_context2.Resource {
           documentId
         }, {
           F: __dxlog_file4,
-          L: 280,
+          L: 298,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1186,7 +1201,7 @@ var AutomergeHost = class extends import_context2.Resource {
       const doc = handle.docSync();
       (0, import_invariant3.invariant)(doc, void 0, {
         F: __dxlog_file4,
-        L: 285,
+        L: 303,
         S: this,
         A: [
           "doc",
@@ -1200,7 +1215,7 @@ var AutomergeHost = class extends import_context2.Resource {
     }
     import_log3.log.info("done re-indexing heads", void 0, {
       F: __dxlog_file4,
-      L: 292,
+      L: 310,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1415,7 +1430,7 @@ var AutomergeHost = class extends import_context2.Resource {
       count: toReplicate.length
     }, {
       F: __dxlog_file4,
-      L: 531,
+      L: 549,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1482,7 +1497,7 @@ var changeIsPresentInDoc = (doc, changeHash) => {
 var decodeCollectionState = (state) => {
   (0, import_invariant3.invariant)(typeof state === "object" && state !== null, "Invalid state", {
     F: __dxlog_file4,
-    L: 592,
+    L: 610,
     S: void 0,
     A: [
       "typeof state === 'object' && state !== null",
@@ -1832,7 +1847,7 @@ var MeshEchoReplicator = class {
       C: (f, a) => f(...a)
     });
     const spaceId = await (0, import_chunk_TC2PRBEU.createIdFromSpaceKey)(spaceKey);
-    (0, import_util3.defaultMap)(this._authorizedDevices, spaceId, () => new import_util3.ComplexSet(import_keys3.PublicKey.hash)).add(deviceKey);
+    (0, import_util4.defaultMap)(this._authorizedDevices, spaceId, () => new import_util4.ComplexSet(import_keys3.PublicKey.hash)).add(deviceKey);
     for (const connection of this._connections) {
       if (connection.remoteDeviceKey && connection.remoteDeviceKey.equals(deviceKey)) {
         if (this._connectionsPerPeer.has(connection.peerId)) {
@@ -1861,8 +1876,8 @@ var EchoDataMonitor = class {
     this._storageAverages = createStorageAverages();
     this._replicationAverages = createNetworkAverages();
     this._sizeByMessageType = {};
-    this._lastReceivedMessages = new import_util4.CircularBuffer(100);
-    this._lastSentMessages = new import_util4.CircularBuffer(100);
+    this._lastReceivedMessages = new import_util5.CircularBuffer(100);
+    this._lastSentMessages = new import_util5.CircularBuffer(100);
     this._connectionsCount = 0;
   }
   tick(timeMs) {
@@ -1899,7 +1914,7 @@ var EchoDataMonitor = class {
           failedPerSecond: this._replicationAverages.sendsFailedPerSecond.average()
         },
         countByMessageType: this._computeMessageHistogram("type"),
-        avgSizeByMessageType: (0, import_util4.mapValues)(this._sizeByMessageType, (summary) => summary.average())
+        avgSizeByMessageType: (0, import_util5.mapValues)(this._sizeByMessageType, (summary) => summary.average())
       }
     };
   }
@@ -2136,7 +2151,7 @@ EchoDataMonitor = _ts_decorate3([
 var isAutomergeProtocolMessage = (message) => {
   return !(isCollectionQueryMessage(message) || isCollectionStateMessage(message));
 };
-var createSlidingWindow = (overrides) => new import_util4.SlidingWindowSummary({
+var createSlidingWindow = (overrides) => new import_util5.SlidingWindowSummary({
   dataPoints: DEFAULT_AVG_WINDOW_SIZE,
   precision: 2,
   ...overrides
@@ -2490,7 +2505,7 @@ var QueryState = class extends import_context10.Resource {
         spaceKey: import_keys5.PublicKey.from(spaceKey),
         rank: result.rank
       };
-    }))).filter(import_util5.isNonNullable);
+    }))).filter(import_util6.isNonNullable);
     if (this._firstRun) {
       this.metrics.documentLoadTime = performance.now() - beginFilter;
     }
@@ -2559,7 +2574,7 @@ var filterToIndexQuery = (filter) => {
   });
   if (filter.type || (filter.or ?? []).length > 0 && (filter.or ?? []).every((subFilter) => !subFilter.not && subFilter.type)) {
     return {
-      typenames: filter.type && filter.type.length > 0 ? filter.type.map((type) => dxnToIndexerTypename(import_keys5.DXN.parse(type))) : (filter.or ?? []).flatMap((f) => f.type?.map((type) => dxnToIndexerTypename(import_keys5.DXN.parse(type))) ?? []).filter(import_util5.isNonNullable),
+      typenames: filter.type && filter.type.length > 0 ? filter.type.map((type) => dxnToIndexerTypename(import_keys5.DXN.parse(type))) : (filter.or ?? []).flatMap((f) => f.type?.map((type) => dxnToIndexerTypename(import_keys5.DXN.parse(type))) ?? []).filter(import_util6.isNonNullable),
       inverted: filter.not
     };
   } else {
@@ -2796,6 +2811,19 @@ var measureDocMetrics = (doc) => {
 };
 var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/database-root.ts";
 var DatabaseRoot = class {
+  static mapLinks(doc, mapping) {
+    doc.change((d) => {
+      if (!d.links) {
+        return;
+      }
+      for (const [key, value] of Object.entries(d.links)) {
+        const documentId = (0, import_automerge_repo5.interpretAsDocumentId)(value.toString());
+        if (mapping[documentId]) {
+          d.links[key] = `automerge:${mapping[documentId]}`;
+        }
+      }
+    });
+  }
   constructor(_rootHandle) {
     this._rootHandle = _rootHandle;
   }
@@ -2846,7 +2874,7 @@ var DatabaseRoot = class {
     const doc = this.docSync();
     (0, import_invariant11.invariant)(doc, void 0, {
       F: __dxlog_file13,
-      L: 74,
+      L: 93,
       S: this,
       A: [
         "doc",
@@ -3073,6 +3101,9 @@ var EchoHost = class extends import_context7.Resource {
   async loadDoc(ctx, documentId, opts) {
     return await this._automergeHost.loadDoc(ctx, documentId, opts);
   }
+  async exportDoc(ctx, id) {
+    return await this._automergeHost.exportDoc(ctx, id);
+  }
   /**
   * Create new persisted document.
   */
@@ -3085,7 +3116,7 @@ var EchoHost = class extends import_context7.Resource {
   async createSpaceRoot(spaceKey) {
     (0, import_invariant8.invariant)(this._lifecycleState === import_context7.LifecycleState.OPEN, void 0, {
       F: __dxlog_file15,
-      L: 220,
+      L: 224,
       S: this,
       A: [
         "this._lifecycleState === LifecycleState.OPEN",
@@ -3113,7 +3144,7 @@ var EchoHost = class extends import_context7.Resource {
   async openSpaceRoot(spaceId, automergeUrl) {
     (0, import_invariant8.invariant)(this._lifecycleState === import_context7.LifecycleState.OPEN, void 0, {
       F: __dxlog_file15,
-      L: 239,
+      L: 243,
       S: this,
       A: [
         "this._lifecycleState === LifecycleState.OPEN",
@@ -3532,7 +3563,7 @@ var EdgeReplicatorConnection = class extends import_context12.Resource {
     if (message.serviceId !== this._targetServiceId) {
       return;
     }
-    const payload = import_automerge_repo5.cbor.decode(message.payload.value);
+    const payload = import_automerge_repo6.cbor.decode(message.payload.value);
     import_log11.log.verbose("edge replicator receive", {
       type: payload.type,
       documentId: payload.type === "sync" && payload.documentId,
@@ -3566,7 +3597,7 @@ var EdgeReplicatorConnection = class extends import_context12.Resource {
       S: this,
       C: (f, a) => f(...a)
     });
-    const encoded = import_automerge_repo5.cbor.encode(message);
+    const encoded = import_automerge_repo6.cbor.encode(message);
     await this._edgeConnection.send(import_buf.buf.create(import_messenger_pb.MessageSchema, {
       serviceId: this._targetServiceId,
       source: {
@@ -3574,7 +3605,7 @@ var EdgeReplicatorConnection = class extends import_context12.Resource {
         peerKey: this._edgeConnection.peerKey
       },
       payload: {
-        value: (0, import_util6.bufferToArray)(encoded)
+        value: (0, import_util7.bufferToArray)(encoded)
       }
     }));
   }