@dxos/client-services 0.1.58-main.c4d3e15 → 0.1.58-main.ca7a0bc

package/src/packlets/invitations/space-invitation-protocol.ts

@@ -13,8 +13,8 @@ import { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { ProfileDocument } from '@dxos/protocols/proto/dxos/halo/credentials';
 import { AdmissionRequest, AdmissionResponse, IntroductionRequest } from '@dxos/protocols/proto/dxos/halo/invitations';
 
-import { DataSpaceManager, SigningContext } from '../spaces';
 import { InvitationProtocol } from './invitation-protocol';
+import { DataSpaceManager, SigningContext } from '../spaces';
 
 export class SpaceInvitationProtocol implements InvitationProtocol {
   constructor(

package/src/packlets/network/network-service.test.ts

@@ -9,9 +9,9 @@ import { Context } from '@dxos/context';
 import { NetworkService, ConnectionState } from '@dxos/protocols/proto/dxos/client/services';
 import { afterEach, afterTest, beforeEach, describe, test } from '@dxos/test';
 
+import { NetworkServiceImpl } from './network-service';
 import { ServiceContext } from '../services';
 import { createServiceContext } from '../testing';
-import { NetworkServiceImpl } from './network-service';
 
 describe('NetworkService', () => {
   let serviceContext: ServiceContext;

package/src/packlets/network/network-service.ts

@@ -8,7 +8,10 @@ import { NetworkManager } from '@dxos/network-manager';
 import { NetworkService, NetworkStatus, UpdateConfigRequest } from '@dxos/protocols/proto/dxos/client/services';
 
 export class NetworkServiceImpl implements NetworkService {
-  constructor(private readonly networkManager: NetworkManager, private readonly signalManager: SignalManager) {}
+  constructor(
+    private readonly networkManager: NetworkManager,
+    private readonly signalManager: SignalManager,
+  ) {}
 
   queryStatus() {
     return new Stream<NetworkStatus>(({ next }) => {

package/src/packlets/services/diagnostics.ts

@@ -22,10 +22,10 @@ import {
 import { SubscribeToFeedsResponse } from '@dxos/protocols/proto/dxos/devtools/host';
 import { Epoch } from '@dxos/protocols/proto/dxos/halo/credentials';
 
-import { DXOS_VERSION } from '../../version';
-import { DataSpace } from '../spaces';
 import { getPlatform, Platform } from './platform';
 import { ServiceContext } from './service-context';
+import { DXOS_VERSION } from '../../version';
+import { DataSpace } from '../spaces';
 
 const DEFAULT_TIMEOUT = 1_000;
 

package/src/packlets/services/service-context.ts

@@ -21,7 +21,7 @@ import { log } from '@dxos/log';
 import { SignalManager } from '@dxos/messaging';
 import { ModelFactory } from '@dxos/model-factory';
 import { NetworkManager } from '@dxos/network-manager';
-import { STORAGE_VERSION, trace } from '@dxos/protocols';
+import { InvalidStorageVersionError, STORAGE_VERSION, trace } from '@dxos/protocols';
 import { Invitation } from '@dxos/protocols/proto/dxos/client/services';
 import type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { Credential } from '@dxos/protocols/proto/dxos/halo/credentials';
@@ -73,12 +73,11 @@ export class ServiceContext {
 
   private readonly _instanceId = PublicKey.random().toHex();
 
-  // prettier-ignore
   constructor(
     public readonly storage: Storage,
     public readonly networkManager: NetworkManager,
     public readonly signalManager: SignalManager,
-    public readonly modelFactory: ModelFactory
+    public readonly modelFactory: ModelFactory,
   ) {
     // TODO(burdon): Move strings to constants.
     this.metadataStore = new MetadataStore(storage.createDirectory('metadata'));
@@ -94,7 +93,7 @@ export class ServiceContext {
           valueEncoding,
           stats: true,
         },
-      })
+      }),
     });
 
     this.spaceManager = new SpaceManager({
@@ -106,12 +105,7 @@ export class ServiceContext {
       snapshotStore: this.snapshotStore,
     });
 
-    this.identityManager = new IdentityManager(
-      this.metadataStore,
-      this.keyring,
-      this.feedStore,
-      this.spaceManager
-    );
+    this.identityManager = new IdentityManager(this.metadataStore, this.keyring, this.feedStore, this.spaceManager);
 
     this.invitations = new InvitationsHandler(this.networkManager);
 
@@ -123,8 +117,8 @@ export class ServiceContext {
         new DeviceInvitationProtocol(
           this.keyring,
           () => this.identityManager.identity ?? failUndefined(),
-          this._acceptIdentity.bind(this)
-        )
+          this._acceptIdentity.bind(this),
+        ),
     );
   }
 
@@ -184,7 +178,7 @@ export class ServiceContext {
   private async _checkStorageVersion() {
     await this.metadataStore.load();
     if (this.metadataStore.version !== STORAGE_VERSION) {
-      throw new Error(`Invalid storage version: current=${this.metadataStore.version}, expected=${STORAGE_VERSION}`);
+      throw new InvalidStorageVersionError(STORAGE_VERSION, this.metadataStore.version);
       // TODO(mykola): Migrate storage to a new version if incompatibility is detected.
     }
   }

package/src/packlets/services/service-host.ts

@@ -21,6 +21,9 @@ import { TextModel } from '@dxos/text-model';
 import { TRACE_PROCESSOR, trace as Trace } from '@dxos/tracing';
 import { WebsocketRpcClient } from '@dxos/websocket-rpc';
 
+import { createDiagnostics } from './diagnostics';
+import { ServiceContext } from './service-context';
+import { ServiceRegistry } from './service-registry';
 import { DevicesServiceImpl } from '../devices';
 import { DevtoolsServiceImpl, DevtoolsHostEvents } from '../devtools';
 import { IdentityServiceImpl } from '../identity';
@@ -31,9 +34,6 @@ import { NetworkServiceImpl } from '../network';
 import { SpacesServiceImpl } from '../spaces';
 import { createStorageObjects } from '../storage';
 import { SystemServiceImpl } from '../system';
-import { createDiagnostics } from './diagnostics';
-import { ServiceContext } from './service-context';
-import { ServiceRegistry } from './service-registry';
 
 // TODO(burdon): Factor out to spaces.
 export const createDefaultModelFactory = () => {

package/src/packlets/services/service-registry.test.ts

@@ -14,9 +14,9 @@ import { SystemService, SystemStatus } from '@dxos/protocols/proto/dxos/client/s
 import { createLinkedPorts, createProtoRpcPeer, createServiceBundle } from '@dxos/rpc';
 import { describe, test } from '@dxos/test';
 
+import { ServiceRegistry } from './service-registry';
 import { SystemServiceImpl } from '../system';
 import { createServiceContext } from '../testing';
-import { ServiceRegistry } from './service-registry';
 
 // TODO(burdon): Create TestService (that doesn't require peers).
 

package/src/packlets/spaces/data-space-manager.ts

@@ -20,9 +20,9 @@ import { Gossip, Presence } from '@dxos/teleport-extension-gossip';
 import { Timeframe } from '@dxos/timeframe';
 import { ComplexMap, deferFunction, forEachAsync } from '@dxos/util';
 
-import { createAuthProvider } from '../identity';
 import { DataSpace } from './data-space';
 import { spaceGenesis } from './genesis';
+import { createAuthProvider } from '../identity';
 
 export interface SigningContext {
   identityKey: PublicKey;

package/src/packlets/spaces/data-space.ts

@@ -7,11 +7,11 @@ import { AUTH_TIMEOUT } from '@dxos/client-protocol';
 import { cancelWithContext, Context } from '@dxos/context';
 import { timed } from '@dxos/debug';
 import { MetadataStore, Space, createMappedFeedWriter, DataPipeline } from '@dxos/echo-pipeline';
-import { CancelledError, SystemError } from '@dxos/errors';
 import { FeedStore } from '@dxos/feed-store';
 import { Keyring } from '@dxos/keyring';
 import { PublicKey } from '@dxos/keys';
 import { log } from '@dxos/log';
+import { CancelledError, SystemError } from '@dxos/protocols';
 import { SpaceState, Space as SpaceProto } from '@dxos/protocols/proto/dxos/client/services';
 import { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { SpaceCache } from '@dxos/protocols/proto/dxos/echo/metadata';
@@ -22,9 +22,9 @@ import { Timeframe } from '@dxos/timeframe';
 import { trace } from '@dxos/tracing';
 import { ComplexSet } from '@dxos/util';
 
-import { TrustedKeySetAuthVerifier } from '../identity';
 import { SigningContext } from './data-space-manager';
 import { NotarizationPlugin } from './notarization-plugin';
+import { TrustedKeySetAuthVerifier } from '../identity';
 
 export type DataSpaceCallbacks = {
   /**
@@ -101,7 +101,13 @@ export class DataSpace {
     this._callbacks = params.callbacks ?? {};
 
     this.authVerifier = new TrustedKeySetAuthVerifier({
-      trustedKeysProvider: () => new ComplexSet(PublicKey.hash, Array.from(this._inner.spaceState.members.keys())),
+      trustedKeysProvider: () =>
+        new ComplexSet(
+          PublicKey.hash,
+          Array.from(this._inner.spaceState.members.values())
+            .filter((member) => !member.removed)
+            .map((member) => member.key),
+        ),
       update: this._inner.stateUpdate,
       authTimeout: AUTH_TIMEOUT,
     });
@@ -151,6 +157,7 @@ export class DataSpace {
   }
 
   private async _open() {
+    await this._gossip.open();
     await this._notarizationPlugin.open();
     await this._inner.spaceState.addCredentialProcessor(this._notarizationPlugin);
     await this._inner.open(new Context());
@@ -180,6 +187,7 @@ export class DataSpace {
     await this._notarizationPlugin.close();
 
     await this._presence.destroy();
+    await this._gossip.close();
   }
 
   async postMessage(channel: string, message: any) {

package/src/packlets/spaces/spaces-service.test.ts

@@ -11,9 +11,9 @@ import { PublicKey } from '@dxos/keys';
 import { Space, SpacesService } from '@dxos/protocols/proto/dxos/client/services';
 import { afterEach, afterTest, beforeEach, describe, test } from '@dxos/test';
 
+import { SpacesServiceImpl } from './spaces-service';
 import { ServiceContext } from '../services';
 import { createServiceContext } from '../testing';
-import { SpacesServiceImpl } from './spaces-service';
 
 chai.use(chaiAsPromised);
 

package/src/packlets/spaces/spaces-service.ts

@@ -6,10 +6,10 @@ import { EventSubscriptions, UpdateScheduler, scheduleTask } from '@dxos/async';
 import { Stream } from '@dxos/codec-protobuf';
 import { CredentialProcessor } from '@dxos/credentials';
 import { raise } from '@dxos/debug';
-import { DataServiceSubscriptions, SpaceManager, SpaceNotFoundError } from '@dxos/echo-pipeline';
-import { ApiError } from '@dxos/errors';
+import { DataServiceSubscriptions, SpaceManager } from '@dxos/echo-pipeline';
+import { invariant } from '@dxos/invariant';
 import { log } from '@dxos/log';
-import { encodeError } from '@dxos/protocols';
+import { ApiError, SpaceNotFoundError, encodeError } from '@dxos/protocols';
 import {
   CreateEpochRequest,
   PostMessageRequest,
@@ -27,9 +27,9 @@ import { Credential } from '@dxos/protocols/proto/dxos/halo/credentials';
 import { GossipMessage } from '@dxos/protocols/proto/dxos/mesh/teleport/gossip';
 import { Provider } from '@dxos/util';
 
-import { IdentityManager } from '../identity';
 import { DataSpace } from './data-space';
 import { DataSpaceManager } from './data-space-manager';
+import { IdentityManager } from '../identity';
 
 export class SpacesServiceImpl implements SpacesService {
   constructor(
@@ -99,7 +99,7 @@ export class SpacesServiceImpl implements SpacesService {
             subscriptions.add(space.dataPipeline.onNewEpoch.on(ctx, () => scheduler.trigger()));
 
             // Pipeline progress.
-            space.inner.controlPipeline.state.timeframeUpdate.on(ctx, () => scheduler.trigger());
+            subscriptions.add(space.inner.controlPipeline.state.timeframeUpdate.on(ctx, () => scheduler.trigger()));
             if (space.dataPipeline.pipelineState) {
               subscriptions.add(space.dataPipeline.pipelineState.timeframeUpdate.on(ctx, () => scheduler.trigger()));
             }
@@ -140,8 +140,8 @@ export class SpacesServiceImpl implements SpacesService {
     });
   }
 
-  queryCredentials({ spaceKey }: QueryCredentialsRequest): Stream<Credential> {
-    return new Stream(({ ctx, next }) => {
+  queryCredentials({ spaceKey, noTail }: QueryCredentialsRequest): Stream<Credential> {
+    return new Stream(({ ctx, next, close }) => {
       const space = this._spaceManager.spaces.get(spaceKey) ?? raise(new SpaceNotFoundError(spaceKey));
 
       const processor: CredentialProcessor = {
@@ -150,14 +150,31 @@ export class SpacesServiceImpl implements SpacesService {
         },
       };
       ctx.onDispose(() => space.spaceState.removeCredentialProcessor(processor));
-      scheduleTask(ctx, () => space.spaceState.addCredentialProcessor(processor));
+      scheduleTask(ctx, async () => {
+        await space.spaceState.addCredentialProcessor(processor);
+        if (noTail) {
+          close();
+        }
+      });
     });
   }
 
   async writeCredentials({ spaceKey, credentials }: WriteCredentialsRequest) {
     const space = this._spaceManager.spaces.get(spaceKey) ?? raise(new SpaceNotFoundError(spaceKey));
     for (const credential of credentials ?? []) {
-      await space.controlPipeline.writer.write({ credential: { credential } });
+      if (credential.proof) {
+        await space.controlPipeline.writer.write({ credential: { credential } });
+      } else {
+        invariant(!credential.id, 'Id on unsigned credentials is not allowed');
+        invariant(this._identityManager.identity, 'Identity is not available');
+        const signer = this._identityManager.identity.getIdentityCredentialSigner();
+        invariant(credential.issuer.equals(signer.getIssuer()));
+        const signedCredential = await signer.createCredential({
+          subject: credential.subject.id,
+          assertion: credential.subject.assertion,
+        });
+        await space.controlPipeline.writer.write({ credential: { credential: signedCredential } });
+      }
     }
   }
 
@@ -202,7 +219,11 @@ export class SpacesServiceImpl implements SpacesService {
               displayName: member.assertion.profile?.displayName,
             },
           },
-          presence: isMe || peers.length > 0 ? SpaceMember.PresenceState.ONLINE : SpaceMember.PresenceState.OFFLINE,
+          presence: member.removed
+            ? SpaceMember.PresenceState.REMOVED
+            : isMe || peers.length > 0
+            ? SpaceMember.PresenceState.ONLINE
+            : SpaceMember.PresenceState.OFFLINE,
           peerStates: peers,
         };
       }),

package/src/packlets/storage/storage.ts

@@ -5,7 +5,7 @@
 //
 
 import { DX_DATA } from '@dxos/client-protocol';
-import { InvalidConfigError } from '@dxos/errors';
+import { InvalidConfigError } from '@dxos/protocols';
 import { Runtime } from '@dxos/protocols/proto/dxos/config';
 import { createStorage, StorageType } from '@dxos/random-access-storage';
 import { isNode } from '@dxos/util';

package/src/packlets/testing/invitation-utils.ts

@@ -3,7 +3,7 @@
 //
 
 import { Trigger } from '@dxos/async';
-import { AuthenticatingInvitationObservable, CancellableInvitationObservable } from '@dxos/client-protocol';
+import { AuthenticatingInvitation, CancellableInvitation } from '@dxos/client-protocol';
 import { invariant } from '@dxos/invariant';
 import { Invitation } from '@dxos/protocols/proto/dxos/client/services';
 
@@ -25,11 +25,11 @@ export const sanitizeInvitation = (invitation: Invitation): Invitation => {
 };
 
 export type InvitationHost = {
-  createInvitation(options?: Partial<Invitation>): CancellableInvitationObservable;
+  share(options?: Partial<Invitation>): CancellableInvitation;
 };
 
 export type InvitationGuest = {
-  acceptInvitation(invitation: Invitation): AuthenticatingInvitationObservable;
+  join(invitation: Invitation | string): AuthenticatingInvitation;
 };
 
 export type PerformInvitationCallbacks<T> = {
@@ -48,8 +48,8 @@ export type PerformInvitationParams = {
   guest: ServiceContext | InvitationGuest;
   options?: Partial<Invitation>;
   hooks?: {
-    host?: PerformInvitationCallbacks<CancellableInvitationObservable>;
-    guest?: PerformInvitationCallbacks<AuthenticatingInvitationObservable>;
+    host?: PerformInvitationCallbacks<CancellableInvitation>;
+    guest?: PerformInvitationCallbacks<AuthenticatingInvitation>;
   };
 };
 
@@ -196,7 +196,7 @@ export const performInvitation = ({
 const createInvitation = (
   host: ServiceContext | InvitationHost,
   options?: Partial<Invitation>,
-): CancellableInvitationObservable => {
+): CancellableInvitation => {
   options ??= {
     authMethod: Invitation.AuthMethod.NONE,
     ...(options ?? {}),
@@ -207,13 +207,13 @@ const createInvitation = (
     return host.invitations.createInvitation(hostHandler, options);
   }
 
-  return host.createInvitation(options);
+  return host.share(options);
 };
 
 const acceptInvitation = (
   guest: ServiceContext | InvitationGuest,
   invitation: Invitation,
-): AuthenticatingInvitationObservable => {
+): AuthenticatingInvitation => {
   invitation = sanitizeInvitation(invitation);
 
   if (guest instanceof ServiceContext) {
@@ -221,5 +221,5 @@ const acceptInvitation = (
     return guest.invitations.acceptInvitation(guestHandler, invitation);
   }
 
-  return guest.acceptInvitation(invitation);
+  return guest.join(invitation);
 };

package/src/packlets/vault/iframe-host-runtime.ts

@@ -12,9 +12,9 @@ import { createSimplePeerTransportFactory, TransportFactory } from '@dxos/networ
 import { RpcPort } from '@dxos/rpc';
 import { getAsyncValue, MaybePromise, Provider } from '@dxos/util';
 
+import { ShellRuntimeImpl } from './shell-runtime';
 import { ClientServicesHost } from '../services';
 import { ClientRpcServer, ClientRpcServerParams } from '../services/client-rpc-server';
-import { ShellRuntimeImpl } from './shell-runtime';
 
 const LOCK_KEY = 'DXOS_RESOURCE_LOCK';
 

package/src/packlets/vault/iframe-proxy-runtime.ts

@@ -5,9 +5,9 @@
 import { Trigger } from '@dxos/async';
 import { iframeServiceBundle, ShellRuntime, workerServiceBundle, WorkerServiceBundle } from '@dxos/client-protocol';
 import { Config } from '@dxos/config';
-import { RemoteServiceConnectionError } from '@dxos/errors';
 import { log } from '@dxos/log';
 import { SimplePeerTransportService } from '@dxos/network-manager';
+import { RemoteServiceConnectionError } from '@dxos/protocols';
 import { BridgeService } from '@dxos/protocols/proto/dxos/mesh/bridge';
 import { createProtoRpcPeer, ProtoRpcPeer, RpcPort } from '@dxos/rpc';
 import { getAsyncValue, MaybePromise, Provider } from '@dxos/util';

package/src/packlets/vault/shell-runtime.ts

@@ -33,11 +33,11 @@ export class ShellRuntimeImpl implements ShellRuntime {
     return this._spaceKey;
   }
 
-  setLayout(layout: ShellLayout, options: Omit<LayoutRequest, 'layout'> = {}) {
+  setLayout({ layout, invitationCode, spaceKey }: LayoutRequest) {
     this._layout = layout;
-    this._invitationCode = options.invitationCode;
-    this._spaceKey = options.spaceKey;
-    this.layoutUpdate.emit({ layout, ...options });
+    this._invitationCode = invitationCode;
+    this._spaceKey = spaceKey;
+    this.layoutUpdate.emit({ layout, invitationCode, spaceKey });
   }
 
   async setAppContext(context: AppContextRequest) {

package/src/packlets/vault/worker-runtime.ts

@@ -11,8 +11,8 @@ import { SimplePeerTransportProxyFactory } from '@dxos/network-manager';
 import { RpcPort } from '@dxos/rpc';
 import { MaybePromise } from '@dxos/util';
 
-import { ClientServicesHost } from '../services';
 import { WorkerSession } from './worker-session';
+import { ClientServicesHost } from '../services';
 
 // NOTE: Keep as RpcPorts to avoid dependency on @dxos/rpc-tunnel so we don't depend on browser-specific apis.
 export type CreateSessionParams = {
@@ -34,11 +34,14 @@ export class WorkerRuntime {
   private _sessionForNetworking?: WorkerSession; // TODO(burdon): Expose to client QueryStatusResponse.
   private _config!: Config;
 
-  // prettier-ignore
-  constructor(
-    private readonly _configProvider: () => MaybePromise<Config>
-  ) {
-    this._clientServices = new ClientServicesHost({ callbacks: { onReset: async () => { self.close(); } } });
+  constructor(private readonly _configProvider: () => MaybePromise<Config>) {
+    this._clientServices = new ClientServicesHost({
+      callbacks: {
+        onReset: async () => {
+          self.close();
+        },
+      },
+    });
   }
 
   get host() {

package/src/version.ts

@@ -1 +1 @@
-export const DXOS_VERSION = "0.1.58-main.c4d3e15";
+export const DXOS_VERSION = "0.1.58-main.ca7a0bc";