@dxos/echo-db 2.33.9-dev.7d11f506 → 2.33.9-dev.9bbef4e2

package/package.json

@@ -1,31 +1,35 @@
 {
   "name": "@dxos/echo-db",
-  "version": "2.33.9-dev.7d11f506",
+  "version": "2.33.9-dev.9bbef4e2",
   "description": "ECHO database.",
   "license": "MIT",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",
+  "browser": {
+    "node:assert": "assert"
+  },
   "files": [
     "dist",
     "src"
   ],
   "dependencies": {
-    "@dxos/async": "2.33.9-dev.7d11f506",
-    "@dxos/codec-protobuf": "2.33.9-dev.7d11f506",
-    "@dxos/credentials": "2.33.9-dev.7d11f506",
-    "@dxos/crypto": "2.33.9-dev.7d11f506",
-    "@dxos/debug": "2.33.9-dev.7d11f506",
-    "@dxos/echo-protocol": "2.33.9-dev.7d11f506",
-    "@dxos/feed-store": "2.33.9-dev.7d11f506",
-    "@dxos/mesh-protocol": "2.33.9-dev.7d11f506",
-    "@dxos/model-factory": "2.33.9-dev.7d11f506",
-    "@dxos/network-manager": "2.33.9-dev.7d11f506",
-    "@dxos/object-model": "2.33.9-dev.7d11f506",
-    "@dxos/protocol-plugin-presence": "2.33.9-dev.7d11f506",
-    "@dxos/protocol-plugin-replicator": "2.33.9-dev.7d11f506",
-    "@dxos/protocols": "2.33.9-dev.7d11f506",
-    "@dxos/random-access-multi-storage": "2.33.9-dev.7d11f506",
-    "@dxos/util": "2.33.9-dev.7d11f506",
+    "@dxos/async": "2.33.9-dev.9bbef4e2",
+    "@dxos/codec-protobuf": "2.33.9-dev.9bbef4e2",
+    "@dxos/credentials": "2.33.9-dev.9bbef4e2",
+    "@dxos/crypto": "2.33.9-dev.9bbef4e2",
+    "@dxos/debug": "2.33.9-dev.9bbef4e2",
+    "@dxos/echo-protocol": "2.33.9-dev.9bbef4e2",
+    "@dxos/feed-store": "2.33.9-dev.9bbef4e2",
+    "@dxos/mesh-protocol": "2.33.9-dev.9bbef4e2",
+    "@dxos/model-factory": "2.33.9-dev.9bbef4e2",
+    "@dxos/network-manager": "2.33.9-dev.9bbef4e2",
+    "@dxos/object-model": "2.33.9-dev.9bbef4e2",
+    "@dxos/protocol-plugin-presence": "2.33.9-dev.9bbef4e2",
+    "@dxos/protocol-plugin-replicator": "2.33.9-dev.9bbef4e2",
+    "@dxos/protocols": "2.33.9-dev.9bbef4e2",
+    "@dxos/random-access-multi-storage": "2.33.9-dev.9bbef4e2",
+    "@dxos/util": "2.33.9-dev.9bbef4e2",
+    "assert": "^2.0.0",
     "base-x": "~3.0.9",
     "buffer-json-encoding": "^1.0.2",
     "debug": "^4.3.3",

package/src/api/index.ts

@@ -4,3 +4,4 @@
 
 export * from './result-set';
 export * from './schema';
+export * from './subscription';

package/src/api/result-set.ts

@@ -2,7 +2,7 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
+import assert from 'node:assert';
 
 import { Event, ReadOnlyEvent } from '@dxos/async';
 

package/src/api/subscription.ts

@@ -0,0 +1,24 @@
+//
+// Copyright 2021 DXOS.org
+//
+
+import { Event } from '@dxos/async';
+import { Stream } from '@dxos/codec-protobuf';
+
+import { ResultSet } from './result-set';
+
+export const resultSetToStream = <T, U>(resultSet: ResultSet<T>, map: (arg: T[]) => U): Stream<U> => new Stream(({ next }) => {
+  next(map(resultSet.value));
+  return resultSet.update.on(() => next(map(resultSet.value)));
+});
+
+export const streamToResultSet = <T, U>(stream: Stream<T>, map: (arg?: T) => U[]): ResultSet<U> => {
+  const event = new Event();
+  let lastItem: T | undefined;
+  stream.subscribe(data => {
+    lastItem = data;
+    event.emit();
+  });
+
+  return new ResultSet(event, () => map(lastItem));
+};

package/src/echo-api.test.ts

@@ -0,0 +1,162 @@
+//
+// Copyright 2020 DXOS.org
+//
+
+import expect from 'expect';
+import { it as test } from 'mocha';
+
+// https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Proxy
+// https://javascript.info/proxy
+// https://www.javascripttutorial.net/es6/javascript-proxy
+
+// TODO(burdon): Array-specific methods (e.g., push, replace, etc.)
+//  http://www.jomendez.com/2018/12/29/querying-arrays-with-more-readable-methods-using-javascript-proxy
+// class ArrayHandler<T> extends Handler {}
+
+type Mutation = [property: string, value: any]
+
+interface Object {
+  // Special properties added by proto generator.
+  $id?: string
+  $type?: string
+  $mutations?: Mutation[]
+}
+
+class Handler<T> {
+  _mutations: Mutation[] = [];
+
+  constructor (
+    private readonly _parent?: Handler<any>,
+    protected readonly _property?: string,
+    protected readonly _callback?: (value: T) => void
+  ) {}
+
+  get mutations () {
+    return this._mutations;
+  }
+
+  addMutation (mutation: Mutation) {
+    if (this._parent) {
+      this._parent.addMutation(mutation);
+    } else {
+      this._mutations.push(mutation);
+    }
+  }
+
+  getMeta (p: string) {
+    switch (p) {
+      case '$mutations': {
+        return this._mutations;
+      }
+    }
+  }
+}
+
+//
+// TODO(burdon): Generated from proto.
+//
+
+interface Contact extends Object {
+  name?: {
+    first?: string
+    last?: string
+  }
+  age?: number
+  emails?: string[]
+
+  fullname?: string // TODO(burdon): Show how to add custom functions.
+}
+
+class ContactNameHandler extends Handler<Contact['name']> {
+  get (obj: any, p: string) {
+    switch (p) {
+      case 'first':
+      case 'last': {
+        return obj[p];
+      }
+    }
+  }
+
+  set (obj: any, p: string, value: any) {
+    switch (p) {
+      case 'first':
+      case 'last': {
+        this.addMutation([`${this._property}.${p}`, value]);
+        obj[p] = value;
+        this._callback?.(obj);
+        return true;
+      }
+    }
+
+    return false;
+  }
+}
+
+class ContactHandler extends Handler<Contact> {
+  get (obj: any, p: string) {
+    const result = super.getMeta(p);
+    if (result !== undefined) {
+      return result;
+    }
+
+    switch (p) {
+      case 'name': {
+        return new Proxy(obj[p] ?? {}, new ContactNameHandler(this, p, value => {
+          obj[p] = value;
+        }));
+      }
+    }
+
+    return obj[p];
+  }
+
+  set (obj: any, p: string, value: any) {
+    this.addMutation([p, value]);
+    obj[p] = value;
+    return true; // Throws TypeError if false.
+  }
+}
+
+type ItemType<T extends object> = [string, () => Handler<T>]
+
+const ContactType: ItemType<Contact> = ['example.Contact', () => new ContactHandler()];
+
+class Database {
+  private readonly _types = new Map<ItemType<any>, (value: any) => typeof Proxy>();
+
+  addType (type: ItemType<any>, constructor: (value: any) => any) {
+    this._types.set(type, constructor);
+    return this;
+  }
+
+  create<T extends object> (type: ItemType<T>, value: T = {} as T): T {
+    const constructor = this._types.get(type)!;
+    return constructor(value) as any;
+  }
+}
+
+describe('API', () => {
+  test('Pseudo-code', () => {
+    const db = new Database();
+    db.addType(ContactType, value => new Proxy<Contact>(value, new ContactHandler()));
+
+    // Create type-safe proxy.
+    const item = db.create(ContactType);
+
+    item.age = 64;
+    expect(item.$mutations).toHaveLength(1);
+    expect(item).toEqual({ age: 64 });
+
+    item.name!.first = 'Alice';
+    expect(item.name?.first).toBe('Alice');
+    expect(item.$mutations).toHaveLength(2);
+    expect(item).toEqual({ age: 64, name: { first: 'Alice' } });
+
+    expect(item.$mutations).toStrictEqual([
+      ['age', 64],
+      ['name.first', 'Alice']
+    ]);
+
+    // TODO(burdon): Get item id, state, mutations, etc.
+  });
+});

package/src/echo.test.ts

@@ -2,10 +2,10 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
 import expect from 'expect';
 import { it as test } from 'mocha';
+import assert from 'node:assert';
 
 import { latch, promiseTimeout, waitForCondition } from '@dxos/async';
 import {
@@ -31,8 +31,8 @@ describe('ECHO', () => {
 
   const setup = async ({ createProfile, displayName }: SetupOptions = {}) => {
     const echo = new ECHO();
-
     await echo.open();
+
     afterTest(() => echo.close());
 
     if (createProfile) {
@@ -374,7 +374,7 @@ describe('ECHO', () => {
 
   }).timeout(10_000);
 
-  test.skip('3 devices', async () => {
+  test('3 devices', async () => {
     const a = await setup({ createProfile: true });
     const b = await setup();
 

package/src/echo.ts

@@ -2,9 +2,9 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
 import memdown from 'memdown';
+import assert from 'node:assert';
 
 import { synchronized } from '@dxos/async';
 import { Keyring, KeyStore, SecretProvider } from '@dxos/credentials';
@@ -25,7 +25,7 @@ import { InvitationDescriptor, OfflineInvitationClaimer } from './invitations';
 import { DataServiceRouter } from './packlets/database';
 import { IdentityNotInitializedError, InvalidStorageVersionError } from './packlets/errors';
 import { OpenProgress, PartyFactory, DataParty, PartyManager } from './parties';
-import { MetadataStore, STORAGE_VERSION, PartyFeedProvider } from './pipeline';
+import { STORAGE_VERSION, MetadataStore, PartyFeedProvider } from './pipeline';
 import { SnapshotStore } from './snapshots';
 
 const log = debug('dxos:echo');
@@ -85,18 +85,19 @@ export interface EchoCreationOptions {
  * Messages are streamed into the pipeline (from the `FeedStore`) in logical order, determined by the
  * `Timeframe` (which implements a vector clock).
  */
-// TODO(burdon): Create ECHOError class for public errors.
 export class ECHO {
-  private readonly _halo: HALO;
   private readonly _keyring: Keyring;
 
+  // TODO(burdon): Factor out.
+  private readonly _halo: HALO;
+  private readonly _partyManager: PartyManager;
+  private readonly _subscriptions = new SubscriptionGroup();
+
   private readonly _storage: Storage;
   private readonly _feedStore: FeedStore;
   private readonly _modelFactory: ModelFactory;
   private readonly _networkManager: NetworkManager;
   private readonly _snapshotStore: SnapshotStore;
-  private readonly _partyManager: PartyManager;
-  private readonly _subs = new SubscriptionGroup();
   private readonly _metadataStore: MetadataStore;
   private readonly _dataServiceRouter: DataServiceRouter;
 
@@ -153,7 +154,7 @@ export class ECHO {
     this._partyManager = new PartyManager(
       this._metadataStore,
       this._snapshotStore,
-      () => this.halo.identity,
+      () => this._halo.identity,
       partyFactory
     );
 
@@ -170,7 +171,7 @@ export class ECHO {
     this._halo.identityReady.once(() => {
       // It might be the case that halo gets closed before this has a chance to execute.
       if (this.halo.identity?.halo.isOpen) {
-        this._subs.push(autoPartyOpener(this.halo.identity.preferences!, this._partyManager));
+        this._subscriptions.push(autoPartyOpener(this.halo.identity.preferences!, this._partyManager));
       }
     });
 
@@ -260,7 +261,7 @@ export class ECHO {
       return;
     }
 
-    this._subs.unsubscribe();
+    this._subscriptions.unsubscribe();
 
     await this.halo.close();
 
@@ -272,7 +273,6 @@ export class ECHO {
 
   /**
    * Removes all data and closes this ECHO instance.
-   *
    * The instance will be in an unusable state at this point and a page refresh is recommended.
    */
   // TODO(burdon): Enable re-open.
@@ -371,7 +371,8 @@ export class ECHO {
     assert(this._partyManager.isOpen, new InvalidStateError());
 
     const actualSecretProvider =
-      secretProvider ?? OfflineInvitationClaimer.createSecretProvider(this.halo.identity?.createCredentialsSigner() ?? raise(new IdentityNotInitializedError()));
+      secretProvider ?? OfflineInvitationClaimer.createSecretProvider(this.halo.identity?.createCredentialsSigner() ??
+        raise(new IdentityNotInitializedError()));
 
     return this._partyManager.joinParty(invitationDescriptor, actualSecretProvider);
   }

package/src/halo/halo-factory.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import {
   createDeviceInfoMessage,

package/src/halo/halo-party.ts

@@ -2,7 +2,7 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
+import assert from 'node:assert';
 
 import { Event, synchronized } from '@dxos/async';
 import { timed } from '@dxos/debug';
@@ -28,9 +28,9 @@ export const HALO_PARTY_DEVICE_PREFERENCES_TYPE = 'dxos:item/halo/device/prefere
 /**
  * A record in HALO party representing a party that user is currently a member of.
  */
-export interface JoinedParty {
-  partyKey: PublicKey,
-  genesisFeed: PublicKey,
+export type JoinedParty = {
+  partyKey: PublicKey
+  genesisFeed: PublicKey
 }
 
 /**

package/src/halo/halo.test.ts

@@ -5,9 +5,7 @@
 import expect from 'expect';
 import { it as test } from 'mocha';
 
-import {
-  defaultSecretProvider, generateSeedPhrase, keyPairFromSeedPhrase, Keyring
-} from '@dxos/credentials';
+import { defaultSecretProvider, generateSeedPhrase, keyPairFromSeedPhrase, Keyring } from '@dxos/credentials';
 import { codec } from '@dxos/echo-protocol';
 import { FeedStore } from '@dxos/feed-store';
 import { ModelFactory } from '@dxos/model-factory';

package/src/halo/halo.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { synchronized } from '@dxos/async';
 import { KeyRecord, Keyring, KeyType, SecretProvider } from '@dxos/credentials';

package/src/halo/identity-manager.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Event, synchronized, waitForCondition } from '@dxos/async';
 import { Filter, KeyRecord, Keyring, KeyType, SecretProvider } from '@dxos/credentials';
@@ -39,15 +39,10 @@ export class IdentityManager {
     assert(halo.isOpen, 'HALO must be open.');
 
     // Wait for the minimum set of keys and messages we need for proper function:
-    //
     // - KeyAdmit message for the current device so we can build the device KeyChain.
     // - Identity genesis so it can be copied into newly joined parties.
-    //
     const deviceKey = this._keyring.findKey(Keyring.signingFilter({ type: KeyType.DEVICE })) ?? failUndefined();
-    await waitForCondition(() =>
-      halo.processor.isMemberKey(deviceKey.publicKey) &&
-      halo.identityGenesis
-    );
+    await waitForCondition(() => halo.processor.isMemberKey(deviceKey.publicKey) && halo.identityGenesis);
 
     this._identity = new Identity(this._keyring, halo);
     this.ready.emit();

package/src/halo/identity.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Filter, KeyChain, KeyRecord, Keyring, KeyType, SignedMessage, Signer } from '@dxos/credentials';
 import { failUndefined } from '@dxos/debug';
@@ -27,6 +27,7 @@ export class Identity implements IdentityCredentials {
   private readonly _deviceKeyChain: KeyChain;
 
   /**
+   * @param _keyring
    * @param _halo HALO party. Must be open.
    */
   constructor (
@@ -86,6 +87,7 @@ export class Identity implements IdentityCredentials {
   /**
    * HALO party. Must be open.
    */
+  // TODO(burdon): Remove.
   get halo (): HaloParty {
     return this._halo;
   }
@@ -100,8 +102,6 @@ export class Identity implements IdentityCredentials {
   }
 }
 
-export type IdentityProvider = () => Identity | undefined;
-
 const getDeviceKeyChainFromHalo = (halo: HaloParty, deviceKey: KeyRecord) => {
   try {
     return Keyring.buildKeyChain(

package/src/halo/preferences.ts

@@ -2,9 +2,9 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import stableStringify from 'json-stable-stringify';
 import defaultsDeep from 'lodash.defaultsdeep';
+import assert from 'node:assert';
 
 import { Event } from '@dxos/async';
 import { raise } from '@dxos/debug';
@@ -139,6 +139,7 @@ export class Preferences {
     if (!database) {
       return;
     }
+
     const [partyDesc] = database
       .select({ type: HALO_PARTY_DESCRIPTOR_TYPE })
       .filter(partyMarker => joinedParty.partyKey.equals(partyMarker.model.get('publicKey')))

package/src/invitations/greeting-initiator.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { waitForEvent } from '@dxos/async';
 import {

package/src/invitations/greeting-responder.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Event, waitForCondition } from '@dxos/async';
 import {

package/src/invitations/halo-recovery-initiator.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { waitForEvent } from '@dxos/async';
 import {

package/src/invitations/invitation-descriptor.ts

@@ -2,9 +2,9 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import base from 'base-x';
 import stableStringify from 'json-stable-stringify';
+import assert from 'node:assert';
 
 import { ripemd160 } from '@dxos/crypto';
 import { SwarmKey } from '@dxos/echo-protocol';

package/src/invitations/invitation-factory.ts

@@ -2,7 +2,7 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
+import assert from 'node:assert';
 
 import { createPartyInvitationMessage, Message as HaloMessage } from '@dxos/credentials';
 import { FeedWriter } from '@dxos/echo-protocol';

package/src/invitations/offline-invitation-claimer.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { waitForEvent } from '@dxos/async';
 import {

package/src/packlets/database/data-mirror.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { failUndefined } from '@dxos/debug';
 import { DataService } from '@dxos/echo-protocol';

package/src/packlets/database/data-service-host.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Stream } from '@dxos/codec-protobuf';
 import { failUndefined, raise } from '@dxos/debug';

package/src/packlets/database/data-service-router.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Stream } from '@dxos/codec-protobuf';
 import { raise } from '@dxos/debug';

package/src/packlets/database/database-backend.ts

@@ -2,8 +2,8 @@
 // Copyright 2021 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { DatabaseSnapshot, DataService, EchoEnvelope, FeedWriter, PartyKey } from '@dxos/echo-protocol';
 import { ModelFactory } from '@dxos/model-factory';

package/src/packlets/database/database.ts

@@ -2,7 +2,7 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
+import assert from 'node:assert';
 
 import { Event, synchronized } from '@dxos/async';
 import { ItemID, ItemType } from '@dxos/echo-protocol';

package/src/packlets/database/item-demuxer.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Event } from '@dxos/async';
 import { failUndefined } from '@dxos/debug';

package/src/packlets/database/item-manager.ts

@@ -2,8 +2,8 @@
 // Copyright 2020 DXOS.org
 //
 
-import assert from 'assert';
 import debug from 'debug';
+import assert from 'node:assert';
 
 import { Event, trigger } from '@dxos/async';
 import { createId } from '@dxos/crypto';
@@ -26,14 +26,14 @@ export interface ModelConstructionOptions {
 }
 
 export interface ItemConstructionOptions extends ModelConstructionOptions {
-  itemType: ItemType | undefined,
-  parentId?: ItemID,
+  itemType: ItemType | undefined
+  parentId?: ItemID
 }
 
 export interface LinkConstructionOptions extends ModelConstructionOptions {
-  itemType: ItemType | undefined,
-  source: ItemID;
-  target: ItemID;
+  itemType: ItemType | undefined
+  source: ItemID
+  target: ItemID
 }
 
 /**