@dxos/echo-db 2.33.5-dev.4dcc5349 → 2.33.5-dev.61c93034

package/src/protocol/replicator-plugin.ts

@@ -0,0 +1,37 @@
+//
+// Copyright 2022 DXOS.org
+//
+
+import debug from 'debug';
+
+import { keyToString } from '@dxos/crypto';
+import { Replicator } from '@dxos/protocol-plugin-replicator';
+
+import { PartyFeedProvider } from '../pipeline';
+
+const log = debug('dxos:echo-db:protocol:replicator');
+
+/**
+ * Creates the protocol plugin for feed replication.
+ */
+export const createReplicatorPlugin = (feedProvider: PartyFeedProvider) =>
+  new Replicator({
+    load: async () => {
+      const feeds = feedProvider.getFeeds();
+      log(`Loading feeds: ${feeds.map(feed => keyToString(feed.key))}`);
+      return feeds.map((feed) => ({ discoveryKey: feed.feed.discoveryKey }));
+    },
+
+    subscribe: (addFeedToReplicatedSet: (feed: any) => void) => feedProvider.feedOpened.on(async (feed) => {
+      log(`Adding feed: ${feed.key.toHex()}`);
+      addFeedToReplicatedSet({ discoveryKey: feed.feed.discoveryKey });
+    }),
+
+    replicate: async (remoteFeeds, info) => {
+      // We can ignore remoteFeeds entirely, since the set of feeds we want to replicate is dictated by the Party.
+      // TODO(telackey): Why are we opening feeds? Necessary or belt/braces thinking, or because open party does it?
+      const feeds = feedProvider.getFeeds();
+      log(`Replicating: peerId=${info.session}; feeds=${feeds.map(feed => feed.key.toHex())}`);
+      return feeds.map(feed => feed.feed);
+    }
+  });

package/src/snapshots/snapshot-generator.ts

@@ -10,20 +10,16 @@ import { SnapshotStore } from './snapshot-store';
 
 const log = debug('dxos:snapshot-generator');
 
-export function createAutomaticSnapshots (
-  party: PartyCore, clock: TimeframeClock, store: SnapshotStore, interval: number
-) {
-  return clock.update.on(async timeframe => {
-    const totalMessages = timeframe.totalMessages();
-    if (totalMessages > 0 && totalMessages % interval === 0) {
-      log(`Saving snapshot of ${party.key.humanize()}...`);
-      try {
-        const snapshot = party.createSnapshot();
-        await store.save(snapshot);
-      } catch (err: any) {
-        console.error('Failed to save snapshot');
-        console.error(err);
-      }
+export const createAutomaticSnapshots = (party: PartyCore, clock: TimeframeClock, store: SnapshotStore, interval: number) => clock.update.on(async timeframe => {
+  const totalMessages = timeframe.totalMessages();
+  if (totalMessages > 0 && totalMessages % interval === 0) {
+    log(`Saving snapshot of ${party.key.humanize()}...`);
+    try {
+      const snapshot = party.createSnapshot();
+      await store.save(snapshot);
+    } catch (err: any) {
+      console.error('Failed to save snapshot');
+      console.error(err);
     }
-  });
-}
+  }
+});

package/src/testing/benchmark.test.ts

@@ -0,0 +1,30 @@
+//
+// Copyright 2022 DXOS.org
+//
+
+import { ObjectModel } from '@dxos/object-model';
+
+import { ECHO } from '../echo';
+
+const ITEMS = 100;
+const MUTATIONS = 1000;
+
+it.skip('Database benchmark', async () => {
+  const echo = new ECHO({ snapshots: false });
+  await echo.open();
+  await echo.halo.createProfile();
+  const party = await echo.createParty();
+
+  const start = Date.now();
+  for (let i = 0; i < ITEMS; i++) {
+    const item = await party.database.createItem({ model: ObjectModel, type: 'test:item' });
+
+    for (let j = 0; j < MUTATIONS; j++) {
+      await item.model.set(`key${j % 100}`, `value-${j}`);
+    }
+
+    console.log(`${i * MUTATIONS}/${ITEMS * MUTATIONS} ${((Date.now() - start) / ((i + 1) * MUTATIONS / 1000)).toFixed(1)} µs/mut ${((i + 1) * MUTATIONS / (Date.now() - start) * 1000).toFixed(1)} mut/s`);
+  }
+
+  await echo.close();
+});

package/src/testing/testing-factories.ts

@@ -22,10 +22,10 @@ export type TestPeer = Awaited<ReturnType<typeof createTestInstance>>;
 
 export type WithTestMeta<T> = T & { testMeta: TestPeer }
 
-function addTestMeta<T> (obj: T, meta: TestPeer): WithTestMeta<T> {
+const addTestMeta = <T>(obj: T, meta: TestPeer): WithTestMeta<T> => {
   (obj as any).testMeta = meta;
   return obj as any;
-}
+};
 
 /**
  * Creates a number of test ECHO instances and a party that's shared between all of them.