@dxos/client-services 0.4.8-main.ac78619 → 0.4.8-main.beadd4b

package/dist/lib/browser/{chunk-5DNT7O4B.mjs → chunk-C75D5PB3.mjs}

@@ -2772,7 +2772,7 @@ var getPlatform = () => {
 };
 
 // packages/sdk/client-services/src/version.ts
-var DXOS_VERSION = "0.4.8-main.ac78619";
+var DXOS_VERSION = "0.4.8-main.beadd4b";
 
 // packages/sdk/client-services/src/packlets/services/diagnostics.ts
 var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/sdk/client-services/src/packlets/services/diagnostics.ts";
@@ -4386,8 +4386,8 @@ import { Context as Context10 } from "@dxos/context";
 import { getCredentialAssertion as getCredentialAssertion3 } from "@dxos/credentials";
 import { failUndefined as failUndefined2 } from "@dxos/debug";
 import { valueEncoding, MetadataStore, SpaceManager, DataServiceSubscriptions, SnapshotStore, AutomergeHost } from "@dxos/echo-pipeline";
-import { IndexMetadataStore } from "@dxos/echo-schema";
 import { FeedFactory, FeedStore } from "@dxos/feed-store";
+import { IndexMetadataStore, IndexStore, Indexer } from "@dxos/indexing";
 import { invariant as invariant14 } from "@dxos/invariant";
 import { Keyring } from "@dxos/keyring";
 import { PublicKey as PublicKey10 } from "@dxos/keys";
@@ -4397,6 +4397,87 @@ import { Invitation as Invitation6 } from "@dxos/protocols/proto/dxos/client/ser
 import { BlobStore } from "@dxos/teleport-extension-object-sync";
 import { trace as Trace2 } from "@dxos/tracing";
 import { safeInstanceof } from "@dxos/util";
+
+// packages/sdk/client-services/src/packlets/indexing/util.ts
+import { getHeads } from "@dxos/automerge/automerge";
+import { warnAfterTimeout as warnAfterTimeout2 } from "@dxos/debug";
+import { idCodec } from "@dxos/protocols";
+var createLoadDocuments = (automergeHost) => (
+  /**
+  * Get object data blobs from Automerge Repo by ids.
+  * @param ids
+  */
+  // TODO(mykola): Unload automerge handles after usage.
+  async function* loadDocuments(ids) {
+    for (const id of ids) {
+      const { documentId, objectId } = idCodec.decode(id);
+      const handle = automergeHost.repo.find(documentId);
+      await warnAfterTimeout2(5e3, "to long to load doc", () => handle.whenReady());
+      const doc = handle.docSync();
+      const heads = getHeads(doc);
+      yield [
+        {
+          id,
+          object: doc.objects[objectId],
+          currentHash: heads.at(-1)
+        }
+      ];
+    }
+  }
+);
+var createGetAllDocuments = (automergeHost) => (
+  /**
+  * Recursively get all object data blobs from Automerge Repo.
+  * @param ids
+  */
+  // TODO(mykola): Unload automerge handles after usage.
+  async function* getAllDocuments() {
+    const visited = /* @__PURE__ */ new Set();
+    async function* getObjectsFromHandle(handle) {
+      if (visited.has(handle.documentId)) {
+        return;
+      }
+      await warnAfterTimeout2(5e3, "to long to load doc", () => handle.whenReady());
+      const doc = handle.docSync();
+      const heads = getHeads(doc);
+      if (doc.objects) {
+        yield Object.entries(doc.objects).map(([objectId, object]) => {
+          return {
+            id: idCodec.encode({
+              documentId: handle.documentId,
+              objectId
+            }),
+            object,
+            currentHash: heads.at(-1)
+          };
+        });
+      }
+      if (doc.links) {
+        for (const id of Object.values(doc.links)) {
+          if (visited.has(id)) {
+            continue;
+          }
+          const linkHandle = automergeHost.repo.find(id);
+          for await (const result of getObjectsFromHandle(linkHandle)) {
+            yield result;
+          }
+        }
+      }
+      visited.add(handle.documentId);
+    }
+    for (const handle of Object.values(automergeHost.repo.handles)) {
+      if (visited.has(handle.documentId)) {
+        continue;
+      }
+      for await (const result of getObjectsFromHandle(handle)) {
+        yield result;
+      }
+      visited.add(handle.documentId);
+    }
+  }
+);
+
+// packages/sdk/client-services/src/packlets/services/service-context.ts
 function _ts_decorate6(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -4420,9 +4501,6 @@ var ServiceContext = class {
     this._handlerFactories = /* @__PURE__ */ new Map();
     this._instanceId = PublicKey10.random().toHex();
     this.metadataStore = new MetadataStore(storage.createDirectory("metadata"));
-    this.indexMetadata = new IndexMetadataStore({
-      directory: storage.createDirectory("index-metadata")
-    });
     this.snapshotStore = new SnapshotStore(storage.createDirectory("snapshots"));
     this.blobStore = new BlobStore(storage.createDirectory("blobs"));
     this.keyring = new Keyring(storage.createDirectory("keyring"));
@@ -4445,10 +4523,21 @@ var ServiceContext = class {
       snapshotStore: this.snapshotStore
     });
     this.identityManager = new IdentityManager(this.metadataStore, this.keyring, this.feedStore, this.spaceManager, this._runtimeParams);
+    this.indexMetadata = new IndexMetadataStore({
+      directory: storage.createDirectory("index-metadata")
+    });
     this.automergeHost = new AutomergeHost({
       directory: storage.createDirectory("automerge"),
       metadata: this.indexMetadata
     });
+    this.indexer = new Indexer({
+      indexStore: new IndexStore({
+        directory: storage.createDirectory("index-store")
+      }),
+      metadataStore: this.indexMetadata,
+      loadDocuments: createLoadDocuments(this.automergeHost),
+      getAllDocuments: createGetAllDocuments(this.automergeHost)
+    });
     this.invitations = new InvitationsHandler(this.networkManager);
     this._handlerFactories.set(Invitation6.Kind.DEVICE, () => new DeviceInvitationProtocol(this.keyring, () => this.identityManager.identity ?? failUndefined2(), this._acceptIdentity.bind(this)));
   }
@@ -4456,7 +4545,7 @@ var ServiceContext = class {
     await this._checkStorageVersion();
     log13("opening...", void 0, {
       F: __dxlog_file15,
-      L: 152,
+      L: 162,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4464,7 +4553,7 @@ var ServiceContext = class {
       id: this._instanceId
     }), {
       F: __dxlog_file15,
-      L: 153,
+      L: 163,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4480,13 +4569,13 @@ var ServiceContext = class {
       id: this._instanceId
     }), {
       F: __dxlog_file15,
-      L: 163,
+      L: 173,
       S: this,
       C: (f, a) => f(...a)
     });
     log13("opened", void 0, {
       F: __dxlog_file15,
-      L: 164,
+      L: 174,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4494,7 +4583,7 @@ var ServiceContext = class {
   async close() {
     log13("closing...", void 0, {
       F: __dxlog_file15,
-      L: 168,
+      L: 178,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4510,9 +4599,10 @@ var ServiceContext = class {
     await this.signalManager.close();
     this.dataServiceSubscriptions.clear();
     await this.metadataStore.close();
+    await this.indexer.destroy();
     log13("closed", void 0, {
       F: __dxlog_file15,
-      L: 181,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4526,7 +4616,7 @@ var ServiceContext = class {
     const factory = this._handlerFactories.get(invitation.kind);
     invariant14(factory, `Unknown invitation kind: ${invitation.kind}`, {
       F: __dxlog_file15,
-      L: 192,
+      L: 203,
       S: this,
       A: [
         "factory",
@@ -4558,7 +4648,7 @@ var ServiceContext = class {
   async _initialize(ctx) {
     log13("initializing spaces...", void 0, {
       F: __dxlog_file15,
-      L: 223,
+      L: 234,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -4581,7 +4671,7 @@ var ServiceContext = class {
     this._handlerFactories.set(Invitation6.Kind.SPACE, (invitation) => {
       invariant14(this.dataSpaceManager, "dataSpaceManager not initialized yet", {
         F: __dxlog_file15,
-        L: 248,
+        L: 259,
         S: this,
         A: [
           "this.dataSpaceManager",
@@ -4605,7 +4695,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 264,
+            L: 275,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4616,7 +4706,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 268,
+            L: 279,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4627,7 +4717,7 @@ var ServiceContext = class {
             details: assertion
           }, {
             F: __dxlog_file15,
-            L: 273,
+            L: 284,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4638,7 +4728,7 @@ var ServiceContext = class {
         } catch (err) {
           log13.catch(err, void 0, {
             F: __dxlog_file15,
-            L: 279,
+            L: 290,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -4863,6 +4953,7 @@ import { Context as Context11 } from "@dxos/context";
 import { DocumentModel as DocumentModel2 } from "@dxos/document-model";
 import { DataServiceImpl } from "@dxos/echo-pipeline";
 import { getRawDoc, getAutomergeObjectCore } from "@dxos/echo-schema";
+import { IndexServiceImpl } from "@dxos/indexing";
 import { invariant as invariant16 } from "@dxos/invariant";
 import { PublicKey as PublicKey12 } from "@dxos/keys";
 import { log as log16 } from "@dxos/log";
@@ -5275,7 +5366,7 @@ var ClientServicesHost = class {
   initialize({ config, ...options }) {
     invariant16(!this._open, "service host is open", {
       F: __dxlog_file18,
-      L: 190,
+      L: 191,
       S: this,
       A: [
         "!this._open",
@@ -5284,14 +5375,14 @@ var ClientServicesHost = class {
     });
     log16("initializing...", void 0, {
       F: __dxlog_file18,
-      L: 191,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
     if (config) {
       invariant16(!this._config, "config already set", {
         F: __dxlog_file18,
-        L: 194,
+        L: 195,
         S: this,
         A: [
           "!this._config",
@@ -5309,7 +5400,7 @@ var ClientServicesHost = class {
     this._signalManager = signalManager;
     invariant16(!this._networkManager, "network manager already set", {
       F: __dxlog_file18,
-      L: 210,
+      L: 211,
       S: this,
       A: [
         "!this._networkManager",
@@ -5323,7 +5414,7 @@ var ClientServicesHost = class {
     });
     log16("initialized", void 0, {
       F: __dxlog_file18,
-      L: 217,
+      L: 218,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5337,13 +5428,13 @@ var ClientServicesHost = class {
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 228,
+      L: 229,
       S: this,
       C: (f, a) => f(...a)
     });
     invariant16(this._config, "config not set", {
       F: __dxlog_file18,
-      L: 230,
+      L: 231,
       S: this,
       A: [
         "this._config",
@@ -5352,7 +5443,7 @@ var ClientServicesHost = class {
     });
     invariant16(this._storage, "storage not set", {
       F: __dxlog_file18,
-      L: 231,
+      L: 232,
       S: this,
       A: [
         "this._storage",
@@ -5361,7 +5452,7 @@ var ClientServicesHost = class {
     });
     invariant16(this._signalManager, "signal manager not set", {
       F: __dxlog_file18,
-      L: 232,
+      L: 233,
       S: this,
       A: [
         "this._signalManager",
@@ -5370,7 +5461,7 @@ var ClientServicesHost = class {
     });
     invariant16(this._networkManager, "network manager not set", {
       F: __dxlog_file18,
-      L: 233,
+      L: 234,
       S: this,
       A: [
         "this._networkManager",
@@ -5382,7 +5473,7 @@ var ClientServicesHost = class {
       lockKey: this._resourceLock?.lockKey
     }, {
       F: __dxlog_file18,
-      L: 236,
+      L: 237,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5399,6 +5490,10 @@ var ClientServicesHost = class {
         return this._serviceContext.dataSpaceManager;
       }),
       DataService: new DataServiceImpl(this._serviceContext.dataServiceSubscriptions, this._serviceContext.automergeHost),
+      IndexService: new IndexServiceImpl({
+        indexer: this._serviceContext.indexer,
+        automergeHost: this._serviceContext.automergeHost
+      }),
       NetworkService: new NetworkServiceImpl(this._serviceContext.networkManager, this._serviceContext.signalManager),
       LoggingService: this._loggingService,
       TracingService: this._tracingService,
@@ -5412,7 +5507,7 @@ var ClientServicesHost = class {
     await this._serviceContext.open(ctx);
     invariant16(this.serviceRegistry.services.InvitationsService, void 0, {
       F: __dxlog_file18,
-      L: 297,
+      L: 303,
       S: this,
       A: [
         "this.serviceRegistry.services.InvitationsService",
@@ -5424,7 +5519,7 @@ var ClientServicesHost = class {
       count: loadedInvitations.invitations?.length
     }, {
       F: __dxlog_file18,
-      L: 300,
+      L: 306,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5446,7 +5541,7 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 317,
+      L: 323,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5454,7 +5549,7 @@ var ClientServicesHost = class {
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 318,
+      L: 324,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5468,7 +5563,7 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 329,
+      L: 335,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5484,7 +5579,7 @@ var ClientServicesHost = class {
       deviceKey
     }, {
       F: __dxlog_file18,
-      L: 336,
+      L: 342,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5495,13 +5590,13 @@ var ClientServicesHost = class {
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 341,
+      L: 347,
       S: this,
       C: (f, a) => f(...a)
     });
     log16("resetting...", void 0, {
       F: __dxlog_file18,
-      L: 343,
+      L: 349,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5509,7 +5604,7 @@ var ClientServicesHost = class {
     await this._storage.reset();
     log16("reset", void 0, {
       F: __dxlog_file18,
-      L: 346,
+      L: 352,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5517,7 +5612,7 @@ var ClientServicesHost = class {
       id: traceId
     }), {
       F: __dxlog_file18,
-      L: 347,
+      L: 353,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -5532,7 +5627,7 @@ var ClientServicesHost = class {
     const automergeIndex = space.automergeSpaceState.rootUrl;
     invariant16(automergeIndex, void 0, {
       F: __dxlog_file18,
-      L: 362,
+      L: 368,
       S: this,
       A: [
         "automergeIndex",
@@ -5603,4 +5698,4 @@ export {
   createDefaultModelFactory,
   ClientServicesHost
 };
-//# sourceMappingURL=chunk-5DNT7O4B.mjs.map
+//# sourceMappingURL=chunk-C75D5PB3.mjs.map