@dxos/echo-pipeline 0.5.9-main.0a0e87d → 0.5.9-main.1c1903d

package/dist/lib/node/index.cjs

@@ -22,7 +22,6 @@ __export(node_exports, {
   AuthStatus: () => import_chunk_QPCNQ4ZK.AuthStatus,
   AutomergeDocumentLoaderImpl: () => AutomergeDocumentLoaderImpl,
   AutomergeHost: () => AutomergeHost,
-  AutomergeStorageAdapter: () => AutomergeStorageAdapter,
   DataServiceImpl: () => import_chunk_QPCNQ4ZK.DataServiceImpl,
   LevelDBStorageAdapter: () => LevelDBStorageAdapter,
   LocalHostNetworkAdapter: () => LocalHostNetworkAdapter,
@@ -71,23 +70,19 @@ var import_async3 = require("@dxos/async");
 var import_automerge_repo3 = require("@dxos/automerge/automerge-repo");
 var import_codec_protobuf = require("@dxos/codec-protobuf");
 var import_invariant3 = require("@dxos/invariant");
-var import_automerge_repo_storage_indexeddb = require("@dxos/automerge/automerge-repo-storage-indexeddb");
-var import_log3 = require("@dxos/log");
-var import_random_access_storage = require("@dxos/random-access-storage");
-var import_util2 = require("@dxos/util");
 var import_async4 = require("@dxos/async");
 var import_context4 = require("@dxos/context");
 var import_debug = require("@dxos/debug");
 var import_invariant4 = require("@dxos/invariant");
-var import_log4 = require("@dxos/log");
+var import_log3 = require("@dxos/log");
 var import_tracing2 = require("@dxos/tracing");
 var import_automerge_repo4 = require("@dxos/automerge/automerge-repo");
 var import_context5 = require("@dxos/context");
 var import_invariant5 = require("@dxos/invariant");
 var import_keys2 = require("@dxos/keys");
-var import_log5 = require("@dxos/log");
+var import_log4 = require("@dxos/log");
 var import_teleport_extension_automerge_replicator = require("@dxos/teleport-extension-automerge-replicator");
-var import_util3 = require("@dxos/util");
+var import_util2 = require("@dxos/util");
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -608,108 +603,6 @@ var LocalHostNetworkAdapter = class extends import_automerge_repo3.NetworkAdapte
     return id;
   }
 };
-var AutomergeStorageAdapter = class {
-  constructor(_directory) {
-    this._directory = _directory;
-    this._state = "opened";
-  }
-  async load(key) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    const { size } = await file.stat();
-    if (!size || size === 0) {
-      return void 0;
-    }
-    const buffer = await file.read(0, size);
-    return (0, import_util2.bufferToArray)(buffer);
-  }
-  async save(key, data) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.write(0, (0, import_util2.arrayToBuffer)(data));
-    await file.truncate?.(data.length);
-    await file.flush?.();
-  }
-  async remove(key) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.destroy();
-  }
-  async loadRange(keyPrefix) {
-    if (this._state !== "opened") {
-      return [];
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    return Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      const { size } = await file.stat();
-      const buffer = await file.read(0, size);
-      return {
-        key: this._getKeyFromFilename(entry),
-        data: (0, import_util2.bufferToArray)(buffer)
-      };
-    }));
-  }
-  async removeRange(keyPrefix) {
-    if (this._state !== "opened") {
-      return void 0;
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    await Promise.all(entries.filter((entry) => entry.startsWith(filename)).map(async (entry) => {
-      const file = this._directory.getOrCreateFile(entry);
-      await file.destroy();
-    }));
-  }
-  async close() {
-    this._state = "closed";
-  }
-  _getFilename(key) {
-    return key.map((k) => k.replaceAll("%", "%25").replaceAll("-", "%2D")).join("-");
-  }
-  _getKeyFromFilename(filename) {
-    return filename.split("-").map((k) => k.replaceAll("%2D", "-").replaceAll("%25", "%"));
-  }
-};
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/migrations.ts";
-var levelMigration = async ({ db, directory }) => {
-  const isNewLevel = !await db.iterator({
-    ...encodingOptions
-  }).next();
-  if (!isNewLevel) {
-    return;
-  }
-  const oldStorageAdapter = directory.type === import_random_access_storage.StorageType.IDB ? new import_automerge_repo_storage_indexeddb.IndexedDBStorageAdapter(directory.path, "data") : new AutomergeStorageAdapter(directory);
-  const chunks = await oldStorageAdapter.loadRange([]);
-  if (chunks.length === 0) {
-    return;
-  }
-  const batch = db.batch();
-  import_log3.log.info("found chunks on old storage adapter", {
-    chunks: chunks.length
-  }, {
-    F: __dxlog_file3,
-    L: 37,
-    S: void 0,
-    C: (f, a) => f(...a)
-  });
-  for (const { key, data } of await oldStorageAdapter.loadRange([])) {
-    data && batch.put(key, data, {
-      ...encodingOptions
-    });
-  }
-  await batch.write();
-};
 function _ts_decorate2(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -720,31 +613,25 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-host.ts";
 var AutomergeHost = class {
-  constructor({ directory, db, indexMetadataStore }) {
+  constructor({ db, indexMetadataStore }) {
     this._ctx = new import_context.Context();
     this._echoNetworkAdapter = new EchoNetworkAdapter({
       getContainingSpaceForDocument: this._getContainingSpaceForDocument.bind(this)
     });
     this._requestedDocs = /* @__PURE__ */ new Set();
-    this._directory = directory;
-    this._db = db;
-    this._indexMetadataStore = indexMetadataStore;
-  }
-  async open() {
-    this._peerId = `host-${import_keys.PublicKey.random().toHex()}`;
-    this._directory && await levelMigration({
-      db: this._db,
-      directory: this._directory
-    });
     this._storage = new LevelDBStorageAdapter({
-      db: this._db,
+      db,
       callbacks: {
         beforeSave: async (params) => this._beforeSave(params),
         afterSave: async () => this._afterSave()
       }
     });
+    this._indexMetadataStore = indexMetadataStore;
+  }
+  async open() {
+    this._peerId = `host-${import_keys.PublicKey.random().toHex()}`;
     await this._storage.open?.();
     this._clientNetwork = new LocalHostNetworkAdapter();
     this._repo = new import_automerge_repo.Repo({
@@ -797,8 +684,8 @@ var AutomergeHost = class {
         documentId,
         isRequested
       }, {
-        F: __dxlog_file4,
-        L: 156,
+        F: __dxlog_file3,
+        L: 143,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -883,8 +770,8 @@ var AutomergeHost = class {
   async flush({ states }) {
     await Promise.all(states?.map(async ({ heads, documentId }) => {
       (0, import_invariant.invariant)(heads, "heads are required for flush", {
-        F: __dxlog_file4,
-        L: 250,
+        F: __dxlog_file3,
+        L: 237,
         S: this,
         A: [
           "heads",
@@ -962,7 +849,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/automerge-doc-loader.ts";
 var AutomergeDocumentLoaderImpl = class {
   constructor(_spaceId, _repo, _spaceKey) {
     this._spaceId = _spaceId;
@@ -984,10 +871,10 @@ var AutomergeDocumentLoaderImpl = class {
       return;
     }
     if (!spaceState.rootUrl) {
-      import_log4.log.error("Database opened with no rootUrl", {
+      import_log3.log.error("Database opened with no rootUrl", {
         spaceId: this._spaceId
       }, {
-        F: __dxlog_file5,
+        F: __dxlog_file4,
         L: 72,
         S: this,
         C: (f, a) => f(...a)
@@ -997,7 +884,7 @@ var AutomergeDocumentLoaderImpl = class {
       const existingDocHandle = await this._initDocHandle(ctx, spaceState.rootUrl);
       const doc = existingDocHandle.docSync();
       (0, import_invariant4.invariant)(doc, void 0, {
-        F: __dxlog_file5,
+        F: __dxlog_file4,
         L: 77,
         S: this,
         A: [
@@ -1019,7 +906,7 @@ var AutomergeDocumentLoaderImpl = class {
     const urlsToLoad = {};
     for (const objectId of objectIds) {
       (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
-        F: __dxlog_file5,
+        F: __dxlog_file4,
         L: 90,
         S: this,
         A: [
@@ -1032,7 +919,7 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const spaceRootDoc = this._spaceRootDocHandle.docSync();
       (0, import_invariant4.invariant)(spaceRootDoc, void 0, {
-        F: __dxlog_file5,
+        F: __dxlog_file4,
         L: 95,
         S: this,
         A: [
@@ -1043,10 +930,10 @@ var AutomergeDocumentLoaderImpl = class {
       const documentUrl = (spaceRootDoc.links ?? {})[objectId];
       if (documentUrl == null) {
         this._objectsPendingDocumentLoad.add(objectId);
-        import_log4.log.info("loading delayed until object links are initialized", {
+        import_log3.log.info("loading delayed until object links are initialized", {
           objectId
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 99,
           S: this,
           C: (f, a) => f(...a)
@@ -1070,7 +957,7 @@ var AutomergeDocumentLoaderImpl = class {
   }
   getSpaceRootDocHandle() {
     (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 122,
       S: this,
       A: [
@@ -1082,7 +969,7 @@ var AutomergeDocumentLoaderImpl = class {
   }
   createDocumentForObject(objectId) {
     (0, import_invariant4.invariant)(this._spaceRootDocHandle, void 0, {
-      F: __dxlog_file5,
+      F: __dxlog_file4,
       L: 127,
       S: this,
       A: [
@@ -1121,11 +1008,11 @@ var AutomergeDocumentLoaderImpl = class {
       };
       const objectDocumentHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocumentHandle != null && objectDocumentHandle.url !== automergeUrl) {
-        import_log4.log.warn("object already inlined in a different document, ignoring the link", {
+        import_log3.log.warn("object already inlined in a different document, ignoring the link", {
           ...logMeta,
           actualDocumentUrl: objectDocumentHandle.url
         }, {
-          F: __dxlog_file5,
+          F: __dxlog_file4,
           L: 157,
           S: this,
           C: (f, a) => f(...a)
@@ -1133,8 +1020,8 @@ var AutomergeDocumentLoaderImpl = class {
         continue;
       }
       if (objectDocumentHandle?.url === automergeUrl) {
-        import_log4.log.warn("object document was already loaded", logMeta, {
-          F: __dxlog_file5,
+        import_log3.log.warn("object document was already loaded", logMeta, {
+          F: __dxlog_file4,
           L: 164,
           S: this,
           C: (f, a) => f(...a)
@@ -1142,8 +1029,8 @@ var AutomergeDocumentLoaderImpl = class {
         continue;
       }
       const handle = this._repo.find(automergeUrl);
-      import_log4.log.debug("document loading triggered", logMeta, {
-        F: __dxlog_file5,
+      import_log3.log.debug("document loading triggered", logMeta, {
+        F: __dxlog_file4,
         L: 168,
         S: this,
         C: (f, a) => f(...a)
@@ -1162,11 +1049,11 @@ var AutomergeDocumentLoaderImpl = class {
         break;
       } catch (err) {
         if (`${err}`.includes("Timeout")) {
-          import_log4.log.info("wraparound", {
+          import_log3.log.info("wraparound", {
             id: docHandle.documentId,
             state: docHandle.state
           }, {
-            F: __dxlog_file5,
+            F: __dxlog_file4,
             L: 184,
             S: this,
             C: (f, a) => f(...a)
@@ -1207,8 +1094,8 @@ var AutomergeDocumentLoaderImpl = class {
         docUrl: handle.url
       };
       if (this.onObjectDocumentLoaded.listenerCount() === 0) {
-        import_log4.log.info("document loaded after all listeners were removed", logMeta, {
-          F: __dxlog_file5,
+        import_log3.log.info("document loaded after all listeners were removed", logMeta, {
+          F: __dxlog_file4,
           L: 220,
           S: this,
           C: (f, a) => f(...a)
@@ -1217,8 +1104,8 @@ var AutomergeDocumentLoaderImpl = class {
       }
       const objectDocHandle = this._objectDocumentHandles.get(objectId);
       if (objectDocHandle?.url !== handle.url) {
-        import_log4.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
-          F: __dxlog_file5,
+        import_log3.log.warn("object was rebound while a document was loading, discarding handle", logMeta, {
+          F: __dxlog_file4,
           L: 225,
           S: this,
           C: (f, a) => f(...a)
@@ -1231,13 +1118,13 @@ var AutomergeDocumentLoaderImpl = class {
       });
     } catch (err) {
       const shouldRetryLoading = this.onObjectDocumentLoaded.listenerCount() > 0;
-      import_log4.log.warn("failed to load a document", {
+      import_log3.log.warn("failed to load a document", {
         objectId,
         automergeUrl: handle.url,
         retryLoading: shouldRetryLoading,
         err
       }, {
-        F: __dxlog_file5,
+        F: __dxlog_file4,
         L: 231,
         S: this,
         C: (f, a) => f(...a)
@@ -1256,12 +1143,12 @@ _ts_decorate3([
 AutomergeDocumentLoaderImpl = _ts_decorate3([
   import_tracing2.trace.resource()
 ], AutomergeDocumentLoaderImpl);
-var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-echo-replicator.ts";
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/automerge/mesh-echo-replicator.ts";
 var MeshEchoReplicator = class {
   constructor() {
     this._connections = /* @__PURE__ */ new Set();
     this._connectionsPerPeer = /* @__PURE__ */ new Map();
-    this._authorizedDevices = new import_util3.ComplexMap(import_keys2.PublicKey.hash);
+    this._authorizedDevices = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
     this._context = null;
   }
   async connect(context) {
@@ -1277,7 +1164,7 @@ var MeshEchoReplicator = class {
   }
   createExtension() {
     (0, import_invariant5.invariant)(this._context, void 0, {
-      F: __dxlog_file6,
+      F: __dxlog_file5,
       L: 54,
       S: this,
       A: [
@@ -1288,16 +1175,16 @@ var MeshEchoReplicator = class {
     const connection = new MeshReplicatorConnection({
       ownPeerId: this._context.peerId,
       onRemoteConnected: async () => {
-        (0, import_log5.log)("onRemoteConnected", {
+        (0, import_log4.log)("onRemoteConnected", {
           peerId: connection.peerId
         }, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 59,
           S: this,
           C: (f, a) => f(...a)
         });
         (0, import_invariant5.invariant)(this._context, void 0, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 60,
           S: this,
           A: [
@@ -1314,10 +1201,10 @@ var MeshEchoReplicator = class {
         }
       },
       onRemoteDisconnected: async () => {
-        (0, import_log5.log)("onRemoteDisconnected", {
+        (0, import_log4.log)("onRemoteDisconnected", {
           peerId: connection.peerId
         }, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 71,
           S: this,
           C: (f, a) => f(...a)
@@ -1328,17 +1215,17 @@ var MeshEchoReplicator = class {
         this._connections.delete(connection);
       },
       shouldAdvertize: async (params) => {
-        (0, import_log5.log)("shouldAdvertize", {
+        (0, import_log4.log)("shouldAdvertize", {
           peerId: connection.peerId,
           documentId: params.documentId
         }, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 78,
           S: this,
           C: (f, a) => f(...a)
         });
         (0, import_invariant5.invariant)(this._context, void 0, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 79,
           S: this,
           A: [
@@ -1349,11 +1236,11 @@ var MeshEchoReplicator = class {
         try {
           const spaceKey = await this._context.getContainingSpaceForDocument(params.documentId);
           if (!spaceKey) {
-            (0, import_log5.log)("space key not found for share policy check", {
+            (0, import_log4.log)("space key not found for share policy check", {
               peerId: connection.peerId,
               documentId: params.documentId
             }, {
-              F: __dxlog_file6,
+              F: __dxlog_file5,
               L: 83,
               S: this,
               C: (f, a) => f(...a)
@@ -1362,11 +1249,11 @@ var MeshEchoReplicator = class {
           }
           const authorizedDevices = this._authorizedDevices.get(spaceKey);
           if (!connection.remoteDeviceKey) {
-            (0, import_log5.log)("device key not found for share policy check", {
+            (0, import_log4.log)("device key not found for share policy check", {
               peerId: connection.peerId,
               documentId: params.documentId
             }, {
-              F: __dxlog_file6,
+              F: __dxlog_file5,
               L: 93,
               S: this,
               C: (f, a) => f(...a)
@@ -1374,7 +1261,7 @@ var MeshEchoReplicator = class {
             return false;
           }
           const isAuthorized = authorizedDevices?.has(connection.remoteDeviceKey) ?? false;
-          (0, import_log5.log)("share policy check", {
+          (0, import_log4.log)("share policy check", {
             localPeer: this._context.peerId,
             remotePeer: connection.peerId,
             documentId: params.documentId,
@@ -1382,15 +1269,15 @@ var MeshEchoReplicator = class {
             spaceKey,
             isAuthorized
           }, {
-            F: __dxlog_file6,
+            F: __dxlog_file5,
             L: 101,
             S: this,
             C: (f, a) => f(...a)
           });
           return isAuthorized;
         } catch (err) {
-          import_log5.log.catch(err, void 0, {
-            F: __dxlog_file6,
+          import_log4.log.catch(err, void 0, {
+            F: __dxlog_file5,
             L: 111,
             S: this,
             C: (f, a) => f(...a)
@@ -1403,16 +1290,16 @@ var MeshEchoReplicator = class {
     return connection.replicatorExtension;
   }
   authorizeDevice(spaceKey, deviceKey) {
-    (0, import_log5.log)("authorizeDevice", {
+    (0, import_log4.log)("authorizeDevice", {
       spaceKey,
       deviceKey
     }, {
-      F: __dxlog_file6,
+      F: __dxlog_file5,
       L: 122,
       S: this,
       C: (f, a) => f(...a)
     });
-    (0, import_util3.defaultMap)(this._authorizedDevices, spaceKey, () => new import_util3.ComplexSet(import_keys2.PublicKey.hash)).add(deviceKey);
+    (0, import_util2.defaultMap)(this._authorizedDevices, spaceKey, () => new import_util2.ComplexSet(import_keys2.PublicKey.hash)).add(deviceKey);
   }
 };
 var MeshReplicatorConnection = class extends import_context5.Resource {
@@ -1444,12 +1331,12 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
       onStartReplication: async (info, remotePeerId) => {
         this.remoteDeviceKey = remotePeerId;
         this._remotePeerId = info.id;
-        (0, import_log5.log)("onStartReplication", {
+        (0, import_log4.log)("onStartReplication", {
           id: info.id,
           thisPeerId: this.peerId,
           remotePeerId: remotePeerId.toHex()
         }, {
-          F: __dxlog_file6,
+          F: __dxlog_file5,
           L: 187,
           S: this,
           C: (f, a) => f(...a)
@@ -1473,7 +1360,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   }
   get peerId() {
     (0, import_invariant5.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
-      F: __dxlog_file6,
+      F: __dxlog_file5,
       L: 210,
       S: this,
       A: [
@@ -1492,7 +1379,7 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   */
   async enable() {
     (0, import_invariant5.invariant)(this._remotePeerId != null, "Remote peer has not connected yet.", {
-      F: __dxlog_file6,
+      F: __dxlog_file5,
       L: 223,
       S: this,
       A: [
@@ -1515,7 +1402,6 @@ var MeshReplicatorConnection = class extends import_context5.Resource {
   AuthStatus,
   AutomergeDocumentLoaderImpl,
   AutomergeHost,
-  AutomergeStorageAdapter,
   DataServiceImpl,
   LevelDBStorageAdapter,
   LocalHostNetworkAdapter,