@dxos/client-services 0.4.8-main.05fda5d → 0.4.8-main.0c411f0

package/dist/lib/node/{chunk-4R5TLL7R.cjs → chunk-P7O7FGNX.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_4R5TLL7R_exports = {};
-__export(chunk_4R5TLL7R_exports, {
+var chunk_P7O7FGNX_exports = {};
+__export(chunk_P7O7FGNX_exports, {
   ClientRpcServer: () => ClientRpcServer,
   ClientServicesHost: () => ClientServicesHost,
   DataSpace: () => DataSpace,
@@ -61,7 +61,7 @@ __export(chunk_4R5TLL7R_exports, {
   subscribeToSpaces: () => subscribeToSpaces,
   subscribeToSwarmInfo: () => subscribeToSwarmInfo
 });
-module.exports = __toCommonJS(chunk_4R5TLL7R_exports);
+module.exports = __toCommonJS(chunk_P7O7FGNX_exports);
 var import_async = require("@dxos/async");
 var import_codec_protobuf = require("@dxos/codec-protobuf");
 var import_feed_store = require("@dxos/feed-store");
@@ -207,8 +207,8 @@ var import_context10 = require("@dxos/context");
 var import_credentials15 = require("@dxos/credentials");
 var import_debug6 = require("@dxos/debug");
 var import_echo_pipeline2 = require("@dxos/echo-pipeline");
-var import_echo_schema = require("@dxos/echo-schema");
 var import_feed_store4 = require("@dxos/feed-store");
+var import_indexing = require("@dxos/indexing");
 var import_invariant14 = require("@dxos/invariant");
 var import_keyring = require("@dxos/keyring");
 var import_keys10 = require("@dxos/keys");
@@ -218,11 +218,14 @@ var import_services12 = require("@dxos/protocols/proto/dxos/client/services");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var import_tracing6 = require("@dxos/tracing");
 var import_util7 = require("@dxos/util");
+var import_automerge = require("@dxos/automerge/automerge");
+var import_debug7 = require("@dxos/debug");
+var import_protocols13 = require("@dxos/protocols");
 var import_invariant15 = require("@dxos/invariant");
 var import_lock_file = require("@dxos/lock-file");
 var import_log14 = require("@dxos/log");
 var import_client_protocol4 = require("@dxos/client-protocol");
-var import_protocols13 = require("@dxos/protocols");
+var import_protocols14 = require("@dxos/protocols");
 var import_config = require("@dxos/protocols/proto/dxos/config");
 var import_random_access_storage = require("@dxos/random-access-storage");
 var import_util8 = require("@dxos/util");
@@ -231,14 +234,15 @@ var import_client_protocol5 = require("@dxos/client-protocol");
 var import_context11 = require("@dxos/context");
 var import_document_model2 = require("@dxos/document-model");
 var import_echo_pipeline3 = require("@dxos/echo-pipeline");
-var import_echo_schema2 = require("@dxos/echo-schema");
+var import_echo_schema = require("@dxos/echo-schema");
+var import_indexing2 = require("@dxos/indexing");
 var import_invariant16 = require("@dxos/invariant");
 var import_keys11 = require("@dxos/keys");
 var import_log15 = require("@dxos/log");
 var import_messaging = require("@dxos/messaging");
 var import_model_factory = require("@dxos/model-factory");
 var import_network_manager2 = require("@dxos/network-manager");
-var import_protocols14 = require("@dxos/protocols");
+var import_protocols15 = require("@dxos/protocols");
 var import_services13 = require("@dxos/protocols/proto/dxos/client/services");
 var import_text_model = require("@dxos/text-model");
 var import_tracing7 = require("@dxos/tracing");
@@ -2886,7 +2890,7 @@ var getPlatform = () => {
     };
   }
 };
-var DXOS_VERSION = "0.4.8-main.05fda5d";
+var DXOS_VERSION = "0.4.8-main.0c411f0";
 var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/sdk/client-services/src/packlets/services/diagnostics.ts";
 var DEFAULT_TIMEOUT = 1e3;
 var createDiagnostics = async (clientServices, serviceContext, config) => {
@@ -4427,6 +4431,80 @@ var SpacesServiceImpl = class {
   }
 };
 var getChannelId = (channel) => `user-channel/${channel}`;
+var createLoadDocuments = (automergeHost) => (
+  /**
+  * Get object data blobs from Automerge Repo by ids.
+  * @param ids
+  */
+  // TODO(mykola): Unload automerge handles after usage.
+  async function* loadDocuments(ids) {
+    for (const id of ids) {
+      const { documentId, objectId } = import_protocols13.idCodec.decode(id);
+      const handle = automergeHost.repo.find(documentId);
+      await (0, import_debug7.warnAfterTimeout)(5e3, "to long to load doc", () => handle.whenReady());
+      const doc = handle.docSync();
+      const heads = (0, import_automerge.getHeads)(doc);
+      yield [
+        {
+          id,
+          object: doc.objects[objectId],
+          currentHash: heads.at(-1)
+        }
+      ];
+    }
+  }
+);
+var createGetAllDocuments = (automergeHost) => (
+  /**
+  * Recursively get all object data blobs from Automerge Repo.
+  * @param ids
+  */
+  // TODO(mykola): Unload automerge handles after usage.
+  async function* getAllDocuments() {
+    const visited = /* @__PURE__ */ new Set();
+    async function* getObjectsFromHandle(handle) {
+      if (visited.has(handle.documentId)) {
+        return;
+      }
+      await (0, import_debug7.warnAfterTimeout)(5e3, "to long to load doc", () => handle.whenReady());
+      const doc = handle.docSync();
+      const heads = (0, import_automerge.getHeads)(doc);
+      if (doc.objects) {
+        yield Object.entries(doc.objects).map(([objectId, object]) => {
+          return {
+            id: import_protocols13.idCodec.encode({
+              documentId: handle.documentId,
+              objectId
+            }),
+            object,
+            currentHash: heads.at(-1)
+          };
+        });
+      }
+      if (doc.links) {
+        for (const id of Object.values(doc.links)) {
+          if (visited.has(id)) {
+            continue;
+          }
+          const linkHandle = automergeHost.repo.find(id);
+          for await (const result of getObjectsFromHandle(linkHandle)) {
+            yield result;
+          }
+        }
+      }
+      visited.add(handle.documentId);
+    }
+    for (const handle of Object.values(automergeHost.repo.handles)) {
+      if (visited.has(handle.documentId)) {
+        continue;
+      }
+      for await (const result of getObjectsFromHandle(handle)) {
+        yield result;
+      }
+      visited.add(handle.documentId);
+    }
+  }
+);
 function _ts_decorate6(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -4450,9 +4528,6 @@ var ServiceContext = class {
     this._handlerFactories = /* @__PURE__ */ new Map();
     this._instanceId = import_keys10.PublicKey.random().toHex();
     this.metadataStore = new import_echo_pipeline2.MetadataStore(storage.createDirectory("metadata"));
-    this.indexMetadata = new import_echo_schema.IndexMetadataStore({
-      directory: storage.createDirectory("index-metadata")
-    });
     this.snapshotStore = new import_echo_pipeline2.SnapshotStore(storage.createDirectory("snapshots"));
     this.blobStore = new import_teleport_extension_object_sync.BlobStore(storage.createDirectory("blobs"));
     this.keyring = new import_keyring.Keyring(storage.createDirectory("keyring"));
@@ -4475,10 +4550,21 @@ var ServiceContext = class {
       snapshotStore: this.snapshotStore
     });
     this.identityManager = new IdentityManager(this.metadataStore, this.keyring, this.feedStore, this.spaceManager, this._runtimeParams);
+    this.indexMetadata = new import_indexing.IndexMetadataStore({
+      directory: storage.createDirectory("index-metadata")
+    });
     this.automergeHost = new import_echo_pipeline2.AutomergeHost({
       directory: storage.createDirectory("automerge"),
       metadata: this.indexMetadata
     });
+    this.indexer = new import_indexing.Indexer({
+      indexStore: new import_indexing.IndexStore({
+        directory: storage.createDirectory("index-store")
+      }),
+      metadataStore: this.indexMetadata,
+      loadDocuments: createLoadDocuments(this.automergeHost),
+      getAllDocuments: createGetAllDocuments(this.automergeHost)
+    });
     this.invitations = new InvitationsHandler(this.networkManager);
     this._handlerFactories.set(import_services12.Invitation.Kind.DEVICE, () => new DeviceInvitationProtocol(this.keyring, () => this.identityManager.identity ?? (0, import_debug6.failUndefined)(), this._acceptIdentity.bind(this)));
   }
@@ -4486,7 +4572,7 @@ var ServiceContext = class {
     await this._checkStorageVersion();
     (0, import_log13.log)("opening...", void 0, {
       F: __dxlog_file15,
-      L: 152,
+      L: 162,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4494,7 +4580,7 @@ var ServiceContext = class {
       id: this._instanceId
     }), {
       F: __dxlog_file15,
-      L: 153,
+      L: 163,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4510,13 +4596,13 @@ var ServiceContext = class {
       id: this._instanceId
     }), {
       F: __dxlog_file15,
-      L: 163,
+      L: 173,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_log13.log)("opened", void 0, {
       F: __dxlog_file15,
-      L: 164,
+      L: 174,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4524,7 +4610,7 @@ var ServiceContext = class {
   async close() {
     (0, import_log13.log)("closing...", void 0, {
       F: __dxlog_file15,
-      L: 168,
+      L: 178,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4540,9 +4626,10 @@ var ServiceContext = class {
     await this.signalManager.close();
     this.dataServiceSubscriptions.clear();
     await this.metadataStore.close();
+    await this.indexer.destroy();
     (0, import_log13.log)("closed", void 0, {
       F: __dxlog_file15,
-      L: 181,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4556,7 +4643,7 @@ var ServiceContext = class {
     const factory = this._handlerFactories.get(invitation.kind);
     (0, import_invariant14.invariant)(factory, `Unknown invitation kind: ${invitation.kind}`, {
       F: __dxlog_file15,
-      L: 192,
+      L: 203,
       S: this,
       A: [
         "factory",
@@ -4588,7 +4675,7 @@ var ServiceContext = class {
   async _initialize(ctx) {
     (0, import_log13.log)("initializing spaces...", void 0, {
       F: __dxlog_file15,
-      L: 223,
+      L: 234,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4611,7 +4698,7 @@ var ServiceContext = class {
     this._handlerFactories.set(import_services12.Invitation.Kind.SPACE, (invitation) => {
       (0, import_invariant14.invariant)(this.dataSpaceManager, "dataSpaceManager not initialized yet", {
         F: __dxlog_file15,
-        L: 248,
+        L: 259,
         S: this,
         A: [
           "this.dataSpaceManager",
@@ -4635,7 +4722,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 264,
+            L: 275,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4646,7 +4733,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 268,
+            L: 279,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4657,7 +4744,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 273,
+            L: 284,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4668,7 +4755,7 @@ var ServiceContext = class {
         } catch (err) {
           import_log13.log.catch(err, void 0, {
             F: __dxlog_file15,
-            L: 279,
+            L: 290,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4768,16 +4855,16 @@ var StorageDriver = import_config.Runtime.Client.Storage.StorageDriver;
 var createStorageObjects = (config) => {
   const { persistent = false, keyStore, dataStore, dataRoot = (0, import_util8.isNode)() ? import_client_protocol4.DX_DATA : "dxos/storage" } = config ?? {};
   if (persistent && dataStore === StorageDriver.RAM) {
-    throw new import_protocols13.InvalidConfigError("RAM storage cannot be used in persistent mode.");
+    throw new import_protocols14.InvalidConfigError("RAM storage cannot be used in persistent mode.");
   }
   if (!persistent && dataStore !== void 0 && dataStore !== StorageDriver.RAM) {
-    throw new import_protocols13.InvalidConfigError("Cannot use a persistent storage in not persistent mode.");
+    throw new import_protocols14.InvalidConfigError("Cannot use a persistent storage in not persistent mode.");
   }
   if (persistent && keyStore === StorageDriver.RAM) {
-    throw new import_protocols13.InvalidConfigError("RAM key storage cannot be used in persistent mode.");
+    throw new import_protocols14.InvalidConfigError("RAM key storage cannot be used in persistent mode.");
   }
   if (!persistent && keyStore !== StorageDriver.RAM && keyStore !== void 0) {
-    throw new import_protocols13.InvalidConfigError("Cannot use a persistent key storage in not persistent mode.");
+    throw new import_protocols14.InvalidConfigError("Cannot use a persistent key storage in not persistent mode.");
   }
   return {
     storage: (0, import_random_access_storage.createStorage)({
@@ -5182,7 +5269,7 @@ var ClientServicesHost = class {
   initialize({ config, ...options }) {
     (0, import_invariant16.invariant)(!this._open, "service host is open", {
       F: __dxlog_file18,
-      L: 190,
+      L: 191,
       S: this,
       A: [
         "!this._open",
@@ -5191,14 +5278,14 @@ var ClientServicesHost = class {
     });
     (0, import_log15.log)("initializing...", void 0, {
       F: __dxlog_file18,
-      L: 191,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
     if (config) {
       (0, import_invariant16.invariant)(!this._config, "config already set", {
         F: __dxlog_file18,
-        L: 194,
+        L: 195,
         S: this,
         A: [
           "!this._config",
@@ -5216,7 +5303,7 @@ var ClientServicesHost = class {
     this._signalManager = signalManager;
     (0, import_invariant16.invariant)(!this._networkManager, "network manager already set", {
       F: __dxlog_file18,
-      L: 210,
+      L: 211,
       S: this,
       A: [
         "!this._networkManager",
@@ -5230,7 +5317,7 @@ var ClientServicesHost = class {
     });
     (0, import_log15.log)("initialized", void 0, {
       F: __dxlog_file18,
-      L: 217,
+      L: 218,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5240,17 +5327,17 @@ var ClientServicesHost = class {
       return;
     }
     const traceId = import_keys11.PublicKey.random().toHex();
-    import_log15.log.trace("dxos.client-services.host.open", import_protocols14.trace.begin({
+    import_log15.log.trace("dxos.client-services.host.open", import_protocols15.trace.begin({
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 228,
+      L: 229,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant16.invariant)(this._config, "config not set", {
       F: __dxlog_file18,
-      L: 230,
+      L: 231,
       S: this,
       A: [
         "this._config",
@@ -5259,7 +5346,7 @@ var ClientServicesHost = class {
     });
     (0, import_invariant16.invariant)(this._storage, "storage not set", {
       F: __dxlog_file18,
-      L: 231,
+      L: 232,
       S: this,
       A: [
         "this._storage",
@@ -5268,7 +5355,7 @@ var ClientServicesHost = class {
     });
     (0, import_invariant16.invariant)(this._signalManager, "signal manager not set", {
       F: __dxlog_file18,
-      L: 232,
+      L: 233,
       S: this,
       A: [
         "this._signalManager",
@@ -5277,7 +5364,7 @@ var ClientServicesHost = class {
     });
     (0, import_invariant16.invariant)(this._networkManager, "network manager not set", {
       F: __dxlog_file18,
-      L: 233,
+      L: 234,
       S: this,
       A: [
         "this._networkManager",
@@ -5289,7 +5376,7 @@ var ClientServicesHost = class {
       lockKey: this._resourceLock?.lockKey
     }, {
       F: __dxlog_file18,
-      L: 236,
+      L: 237,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5306,6 +5393,10 @@ var ClientServicesHost = class {
         return this._serviceContext.dataSpaceManager;
       }),
       DataService: new import_echo_pipeline3.DataServiceImpl(this._serviceContext.dataServiceSubscriptions, this._serviceContext.automergeHost),
+      IndexService: new import_indexing2.IndexServiceImpl({
+        indexer: this._serviceContext.indexer,
+        automergeHost: this._serviceContext.automergeHost
+      }),
       NetworkService: new NetworkServiceImpl(this._serviceContext.networkManager, this._serviceContext.signalManager),
       LoggingService: this._loggingService,
       TracingService: this._tracingService,
@@ -5319,7 +5410,7 @@ var ClientServicesHost = class {
     await this._serviceContext.open(ctx);
     (0, import_invariant16.invariant)(this.serviceRegistry.services.InvitationsService, void 0, {
       F: __dxlog_file18,
-      L: 297,
+      L: 303,
       S: this,
       A: [
         "this.serviceRegistry.services.InvitationsService",
@@ -5331,7 +5422,7 @@ var ClientServicesHost = class {
       count: loadedInvitations.invitations?.length
     }, {
       F: __dxlog_file18,
-      L: 300,
+      L: 306,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5353,15 +5444,15 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 317,
+      L: 323,
       S: this,
       C: (f, a) => f(...a)
     });
-    import_log15.log.trace("dxos.client-services.host.open", import_protocols14.trace.end({
+    import_log15.log.trace("dxos.client-services.host.open", import_protocols15.trace.end({
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 318,
+      L: 324,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5375,7 +5466,7 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 329,
+      L: 335,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5391,24 +5482,24 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 336,
+      L: 342,
       S: this,
       C: (f, a) => f(...a)
     });
   }
   async reset() {
     const traceId = import_keys11.PublicKey.random().toHex();
-    import_log15.log.trace("dxos.sdk.client-services-host.reset", import_protocols14.trace.begin({
+    import_log15.log.trace("dxos.sdk.client-services-host.reset", import_protocols15.trace.begin({
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 341,
+      L: 347,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_log15.log)("resetting...", void 0, {
       F: __dxlog_file18,
-      L: 343,
+      L: 349,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5416,15 +5507,15 @@ var ClientServicesHost = class {
     await this._storage.reset();
     (0, import_log15.log)("reset", void 0, {
       F: __dxlog_file18,
-      L: 346,
+      L: 352,
       S: this,
       C: (f, a) => f(...a)
     });
-    import_log15.log.trace("dxos.sdk.client-services-host.reset", import_protocols14.trace.end({
+    import_log15.log.trace("dxos.sdk.client-services-host.reset", import_protocols15.trace.end({
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 347,
+      L: 353,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5439,7 +5530,7 @@ var ClientServicesHost = class {
     const automergeIndex = space.automergeSpaceState.rootUrl;
     (0, import_invariant16.invariant)(automergeIndex, void 0, {
       F: __dxlog_file18,
-      L: 362,
+      L: 368,
       S: this,
       A: [
         "automergeIndex",
@@ -5451,8 +5542,8 @@ var ClientServicesHost = class {
     document.change((doc) => {
       (0, import_util9.assignDeep)(doc, [
         "objects",
-        (0, import_echo_schema2.getAutomergeObjectCore)(obj).id
-      ], (0, import_echo_schema2.getRawDoc)(obj).handle.docSync());
+        (0, import_echo_schema.getAutomergeObjectCore)(obj).id
+      ], (0, import_echo_schema.getRawDoc)(obj).handle.docSync());
     });
     return identity;
   }
@@ -5509,4 +5600,4 @@ ClientServicesHost = _ts_decorate8([
   subscribeToSpaces,
   subscribeToSwarmInfo
 });
-//# sourceMappingURL=chunk-4R5TLL7R.cjs.map
+//# sourceMappingURL=chunk-P7O7FGNX.cjs.map