@dxos/echo-pipeline 0.3.9-main.e4d8e16 → 0.3.9-main.eb5df3b

package/dist/types/src/index.d.ts

@@ -3,4 +3,5 @@ export * from './db-host';
 export * from './metadata';
 export * from './pipeline';
 export * from './space';
+export * from './automerge';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,aAAa,CAAC"}

package/dist/types/src/space/data-pipeline.d.ts

@@ -3,6 +3,7 @@ import { type CredentialProcessor, type FeedInfo, type SpecificCredential } from
 import { ItemManager } from '@dxos/echo-db';
 import { type PublicKey } from '@dxos/keys';
 import { type ModelFactory } from '@dxos/model-factory';
+import { type CreateEpochRequest } from '@dxos/protocols/proto/dxos/client/services';
 import { type Credential, type Epoch } from '@dxos/protocols/proto/dxos/halo/credentials';
 import { Timeframe } from '@dxos/timeframe';
 import { DatabaseHost, type SnapshotManager } from '../db-host';
@@ -24,6 +25,9 @@ export type DataPipelineParams = {
      */
     onPipelineCreated: (pipeline: Pipeline) => Promise<void>;
 };
+export type CreateEpochOptions = {
+    migration?: CreateEpochRequest.Migration;
+};
 /**
  * Controls data pipeline in the space.
  * Consumes the pipeline and updates the database.

package/dist/types/src/space/data-pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-pipeline.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAiD,MAAM,aAAa,CAAC;AAEnF,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,QAAQ,EACb,KAAK,kBAAkB,EAExB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAA2B,WAAW,EAAmB,MAAM,eAAe,CAAC;AAGtF,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMxD,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,KAAK,EAAE,MAAM,6CAA6C,CAAC;AAC1F,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAE/B;;OAEG;IACH,iBAAiB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1D,CAAC;AAiBF;;;;GAIG;AACH,qBAEa,YAAa,YAAW,mBAAmB;IAmC1C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAlCpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAuB;IACzC,OAAO,CAAC,gBAAgB,CAAC,CAAwB;IAEjD,OAAO,CAAC,+BAA+B,CAAmB;IAC1D,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,sBAAsB,CAAK;IACnC,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,mBAAmB,CAAM;IACjC,OAAO,CAAC,SAAS,CAAC,CAAU;IAG5B,OAAO,CAAC,MAAM,CAA0B;IAGxC,OAAO,CAAC,UAAU,CAA2B;IAEtC,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B,WAAW,EAAG,WAAW,CAAC;IAEjC;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D,SAAgB,UAAU,oBAA2B;gBAExB,OAAO,EAAE,kBAAkB;IAExD,IAAI,MAAM,YAET;IAED,IAAI,QAAQ,yBAEX;IAED,IAAI,aAAa,6DAEhB;IAED,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAKjC,iBAAiB,CAAC,UAAU,EAAE,UAAU;IAaxC,IAAI;IAuCJ,KAAK;YAiCG,gBAAgB;IA8D9B,OAAO,CAAC,eAAe;YAST,oBAAoB;YAMpB,UAAU;YAsBV,wBAAwB;YAqBxB,2BAA2B;YA4B3B,aAAa;IAiBrB,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAMvC,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC;IAqB7B,sBAAsB;YAId,MAAM;CAYrB"}
+{"version":3,"file":"data-pipeline.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAiD,MAAM,aAAa,CAAC;AAEnF,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,QAAQ,EACb,KAAK,kBAAkB,EAExB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAA2B,WAAW,EAAmB,MAAM,eAAe,CAAC;AAGtF,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AAKrF,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,KAAK,EAAE,MAAM,6CAA6C,CAAC;AAC1F,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAE/B;;OAEG;IACH,iBAAiB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1D,CAAC;AAiBF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,CAAC,EAAE,kBAAkB,CAAC,SAAS,CAAC;CAC1C,CAAC;AAEF;;;;GAIG;AACH,qBAEa,YAAa,YAAW,mBAAmB;IAmC1C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAlCpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAuB;IACzC,OAAO,CAAC,gBAAgB,CAAC,CAAwB;IAEjD,OAAO,CAAC,+BAA+B,CAAmB;IAC1D,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,sBAAsB,CAAK;IACnC,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,mBAAmB,CAAM;IACjC,OAAO,CAAC,SAAS,CAAC,CAAU;IAG5B,OAAO,CAAC,MAAM,CAA0B;IAGxC,OAAO,CAAC,UAAU,CAA2B;IAEtC,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B,WAAW,EAAG,WAAW,CAAC;IAEjC;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D,SAAgB,UAAU,oBAA2B;gBAExB,OAAO,EAAE,kBAAkB;IAExD,IAAI,MAAM,YAET;IAED,IAAI,QAAQ,yBAEX;IAED,IAAI,aAAa,6DAEhB;IAED,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAKjC,iBAAiB,CAAC,UAAU,EAAE,UAAU;IAaxC,IAAI;IAuCJ,KAAK;YAiCG,gBAAgB;IA8D9B,OAAO,CAAC,eAAe;YAST,oBAAoB;YAMpB,UAAU;YAsBV,wBAAwB;YAqBxB,2BAA2B;YAiC3B,aAAa;IAiBrB,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAMvC,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC;IAqB7B,sBAAsB;YAId,MAAM;CAYrB"}

package/dist/types/src/testing/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/testing/util.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAA6C,MAAM,YAAY,CAAC;AAC3G,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,eAAO,MAAM,oBAAoB,iBAAwB,YAAY;;;EAuBpE,CAAC;AAEF,eAAO,MAAM,uCAAuC,iBACpC,YAAY,mBACT,eAAe;;;EAejC,CAAC;AAEF,eAAO,MAAM,iBAAiB,WAAkB,YAAY,UAAS,YAAY,kBAmBhF,CAAC"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/testing/util.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMnD,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAA6C,MAAM,YAAY,CAAC;AAC3G,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,eAAO,MAAM,oBAAoB,iBAAwB,YAAY;;;EAuBpE,CAAC;AAEF,eAAO,MAAM,uCAAuC,iBACpC,YAAY,mBACT,eAAe;;;EAgBjC,CAAC;AAEF,eAAO,MAAM,iBAAiB,WAAkB,YAAY,UAAS,YAAY,kBAmBhF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.3.9-main.e4d8e16",
+  "version": "0.3.9-main.eb5df3b",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -36,36 +36,37 @@
   ],
   "dependencies": {
     "crc-32": "^1.2.2",
-    "@dxos/async": "0.3.9-main.e4d8e16",
-    "@dxos/context": "0.3.9-main.e4d8e16",
-    "@dxos/codec-protobuf": "0.3.9-main.e4d8e16",
-    "@dxos/credentials": "0.3.9-main.e4d8e16",
-    "@dxos/crypto": "0.3.9-main.e4d8e16",
-    "@dxos/document-model": "0.3.9-main.e4d8e16",
-    "@dxos/echo-db": "0.3.9-main.e4d8e16",
-    "@dxos/debug": "0.3.9-main.e4d8e16",
-    "@dxos/feed-store": "0.3.9-main.e4d8e16",
-    "@dxos/invariant": "0.3.9-main.e4d8e16",
-    "@dxos/keys": "0.3.9-main.e4d8e16",
-    "@dxos/keyring": "0.3.9-main.e4d8e16",
-    "@dxos/hypercore": "0.3.9-main.e4d8e16",
-    "@dxos/messaging": "0.3.9-main.e4d8e16",
-    "@dxos/log": "0.3.9-main.e4d8e16",
-    "@dxos/model-factory": "0.3.9-main.e4d8e16",
-    "@dxos/network-manager": "0.3.9-main.e4d8e16",
-    "@dxos/node-std": "0.3.9-main.e4d8e16",
-    "@dxos/protocols": "0.3.9-main.e4d8e16",
-    "@dxos/random-access-storage": "0.3.9-main.e4d8e16",
-    "@dxos/rpc": "0.3.9-main.e4d8e16",
-    "@dxos/teleport": "0.3.9-main.e4d8e16",
-    "@dxos/teleport-extension-gossip": "0.3.9-main.e4d8e16",
-    "@dxos/teleport-extension-object-sync": "0.3.9-main.e4d8e16",
-    "@dxos/teleport-extension-replicator": "0.3.9-main.e4d8e16",
-    "@dxos/text-model": "0.3.9-main.e4d8e16",
-    "@dxos/timeframe": "0.3.9-main.e4d8e16",
-    "@dxos/tracing": "0.3.9-main.e4d8e16",
-    "@dxos/util": "0.3.9-main.e4d8e16",
-    "@dxos/typings": "0.3.9-main.e4d8e16"
+    "@dxos/automerge": "0.3.9-main.eb5df3b",
+    "@dxos/codec-protobuf": "0.3.9-main.eb5df3b",
+    "@dxos/async": "0.3.9-main.eb5df3b",
+    "@dxos/context": "0.3.9-main.eb5df3b",
+    "@dxos/crypto": "0.3.9-main.eb5df3b",
+    "@dxos/credentials": "0.3.9-main.eb5df3b",
+    "@dxos/debug": "0.3.9-main.eb5df3b",
+    "@dxos/document-model": "0.3.9-main.eb5df3b",
+    "@dxos/echo-db": "0.3.9-main.eb5df3b",
+    "@dxos/feed-store": "0.3.9-main.eb5df3b",
+    "@dxos/hypercore": "0.3.9-main.eb5df3b",
+    "@dxos/keyring": "0.3.9-main.eb5df3b",
+    "@dxos/invariant": "0.3.9-main.eb5df3b",
+    "@dxos/keys": "0.3.9-main.eb5df3b",
+    "@dxos/log": "0.3.9-main.eb5df3b",
+    "@dxos/messaging": "0.3.9-main.eb5df3b",
+    "@dxos/model-factory": "0.3.9-main.eb5df3b",
+    "@dxos/network-manager": "0.3.9-main.eb5df3b",
+    "@dxos/node-std": "0.3.9-main.eb5df3b",
+    "@dxos/protocols": "0.3.9-main.eb5df3b",
+    "@dxos/rpc": "0.3.9-main.eb5df3b",
+    "@dxos/random-access-storage": "0.3.9-main.eb5df3b",
+    "@dxos/teleport": "0.3.9-main.eb5df3b",
+    "@dxos/teleport-extension-gossip": "0.3.9-main.eb5df3b",
+    "@dxos/teleport-extension-object-sync": "0.3.9-main.eb5df3b",
+    "@dxos/text-model": "0.3.9-main.eb5df3b",
+    "@dxos/teleport-extension-replicator": "0.3.9-main.eb5df3b",
+    "@dxos/timeframe": "0.3.9-main.eb5df3b",
+    "@dxos/tracing": "0.3.9-main.eb5df3b",
+    "@dxos/typings": "0.3.9-main.eb5df3b",
+    "@dxos/util": "0.3.9-main.eb5df3b"
   },
   "devDependencies": {
     "fast-check": "~3.3.0",

package/src/automerge/automerge-host.test.ts

@@ -0,0 +1,42 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import expect from 'expect';
+
+import { sleep } from '@dxos/async';
+import { StorageType, createStorage } from '@dxos/random-access-storage';
+import { describe, test } from '@dxos/test';
+
+import { AutomergeHost } from './automerge-host';
+
+describe('AutomergeHost', () => {
+  test('can create documents', () => {
+    const host = new AutomergeHost(createStorage({ type: StorageType.RAM }).createDirectory());
+
+    const handle = host.repo.create();
+    handle.change((doc: any) => {
+      doc.text = 'Hello world';
+    });
+    expect(handle.docSync().text).toEqual('Hello world');
+  });
+
+  test('changes are preserved in storage', async () => {
+    const storageDirectory = createStorage({ type: StorageType.RAM }).createDirectory();
+
+    const host = new AutomergeHost(storageDirectory);
+    const handle = host.repo.create();
+    handle.change((doc: any) => {
+      doc.text = 'Hello world';
+    });
+    const url = handle.url;
+
+    // TODO(dmaretskyi): Is there a way to know when automerge has finished saving?
+    await sleep(100);
+
+    const host2 = new AutomergeHost(storageDirectory);
+    const handle2 = host2.repo.find(url);
+    await handle2.whenReady();
+    expect(handle2.docSync().text).toEqual('Hello world');
+  });
+});

package/src/automerge/automerge-host.ts

@@ -0,0 +1,212 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import {
+  Repo,
+  NetworkAdapter,
+  StorageAdapter,
+  type Message,
+  type PeerId,
+  type Chunk,
+  type StorageKey,
+  cbor,
+} from '@dxos/automerge/automerge-repo';
+import { Stream } from '@dxos/codec-protobuf';
+import { invariant } from '@dxos/invariant';
+import { type SyncRepoRequest, type SyncRepoResponse } from '@dxos/protocols/proto/dxos/echo/service';
+import { type Directory } from '@dxos/random-access-storage';
+import { arrayToBuffer, bufferToArray } from '@dxos/util';
+
+export class AutomergeHost {
+  private readonly _repo: Repo;
+  private readonly _meshNetwork: MeshNetworkAdapter;
+  private readonly _clientNetwork: LocalHostNetworkAdapter;
+  private readonly _storage: AutomergeStorageAdapter;
+
+  constructor(storageDirectory: Directory) {
+    this._meshNetwork = new MeshNetworkAdapter();
+    this._clientNetwork = new LocalHostNetworkAdapter();
+    this._storage = new AutomergeStorageAdapter(storageDirectory);
+    this._repo = new Repo({
+      network: [
+        // this._meshNetwork,
+        this._clientNetwork,
+      ],
+
+      storage: this._storage,
+
+      // TODO(dmaretskyi): Share based on HALO permissions and space affinity.
+      sharePolicy: async (peerId, documentId) => true, // Share everything.
+    });
+  }
+
+  get repo(): Repo {
+    return this._repo;
+  }
+
+  syncRepo(request: SyncRepoRequest): Stream<SyncRepoResponse> {
+    return this._clientNetwork.syncRepo(request);
+  }
+
+  sendSyncMessage(request: SyncRepoRequest): Promise<void> {
+    return this._clientNetwork.sendSyncMessage(request);
+  }
+}
+
+type ClientSyncState = {
+  connected: boolean;
+  send: (message: Message) => void;
+  disconnect: () => void;
+};
+
+/**
+ * Used to replicate with apps running on the same device.
+ */
+class LocalHostNetworkAdapter extends NetworkAdapter {
+  private readonly _peers: Map<PeerId, ClientSyncState> = new Map();
+
+  constructor() {
+    super();
+
+    this.emit('ready', {
+      network: this,
+    });
+  }
+
+  override connect(peerId: PeerId): void {
+    // No-op. Client always connects first
+  }
+
+  override send(message: Message): void {
+    const peer = this._peers.get(message.targetId);
+    invariant(peer, 'Peer not found.');
+    peer.send(message);
+  }
+
+  override disconnect(): void {
+    throw new Error('Method not implemented.');
+  }
+
+  syncRepo({ id, syncMessage }: SyncRepoRequest): Stream<SyncRepoResponse> {
+    const peerId = this._getPeerId(id);
+
+    return new Stream(({ next, close }) => {
+      invariant(!this._peers.has(peerId), 'Peer already connected.');
+      this._peers.set(peerId, {
+        connected: true,
+        send: (message) => {
+          next({
+            syncMessage: cbor.encode(message),
+          });
+        },
+        disconnect: () => {
+          this._peers.delete(peerId);
+          close();
+          this.emit('peer-disconnected', {
+            peerId,
+          });
+        },
+      });
+
+      this.emit('peer-candidate', {
+        peerId,
+      });
+    });
+  }
+
+  async sendSyncMessage({ id, syncMessage }: SyncRepoRequest): Promise<void> {
+    const message = cbor.decode(syncMessage!) as Message;
+    this.emit('message', message);
+  }
+
+  private _getPeerId(id: string): PeerId {
+    return id as PeerId;
+  }
+}
+
+/**
+ * Used to replicate with other peers over the network.
+ */
+class MeshNetworkAdapter extends NetworkAdapter {
+  override connect(peerId: PeerId): void {
+    throw new Error('Method not implemented.');
+  }
+
+  override send(message: Message): void {
+    throw new Error('Method not implemented.');
+  }
+
+  override disconnect(): void {
+    throw new Error('Method not implemented.');
+  }
+}
+
+class AutomergeStorageAdapter extends StorageAdapter {
+  constructor(private readonly _directory: Directory) {
+    super();
+  }
+
+  override async load(key: StorageKey): Promise<Uint8Array | undefined> {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    const { size } = await file.stat();
+    const buffer = await file.read(0, size);
+    return bufferToArray(buffer);
+  }
+
+  override async save(key: StorageKey, data: Uint8Array): Promise<void> {
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.write(0, arrayToBuffer(data));
+    await file.truncate?.(data.length);
+
+    await file.flush?.();
+  }
+
+  override async remove(key: StorageKey): Promise<void> {
+    // TODO(dmaretskyi): Better deletion.
+    const filename = this._getFilename(key);
+    const file = this._directory.getOrCreateFile(filename);
+    await file.truncate?.(0);
+  }
+
+  override async loadRange(keyPrefix: StorageKey): Promise<Chunk[]> {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    return Promise.all(
+      entries
+        .filter((entry) => entry.startsWith(filename))
+        .map(async (entry): Promise<Chunk> => {
+          const file = this._directory.getOrCreateFile(entry);
+          const { size } = await file.stat();
+          const buffer = await file.read(0, size);
+          return {
+            key: this._getKeyFromFilename(entry),
+            data: bufferToArray(buffer),
+          };
+        }),
+    );
+  }
+
+  override async removeRange(keyPrefix: StorageKey): Promise<void> {
+    const filename = this._getFilename(keyPrefix);
+    const entries = await this._directory.list();
+    await Promise.all(
+      entries
+        .filter((entry) => entry.startsWith(filename))
+        .map(async (entry): Promise<void> => {
+          const file = this._directory.getOrCreateFile(filename);
+          await file.truncate?.(0);
+        }),
+    );
+  }
+
+  private _getFilename(key: StorageKey): string {
+    return key.map((k) => k.replaceAll('%', '%25').replaceAll('-', '%2D')).join('-');
+  }
+
+  private _getKeyFromFilename(filename: string): StorageKey {
+    return filename.split('-').map((k) => k.replaceAll('%2D', '-').replaceAll('%25', '%'));
+  }
+}

package/src/automerge/index.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+export * from './automerge-host';

package/src/db-host/data-service.ts

@@ -20,6 +20,7 @@ import {
 import { ComplexMap } from '@dxos/util';
 
 import { type DataServiceHost } from './data-service-host';
+import { type AutomergeHost } from '../automerge';
 
 // TODO(burdon): Clear on close.
 export class DataServiceSubscriptions {
@@ -53,7 +54,10 @@ export class DataServiceSubscriptions {
  */
 // TODO(burdon): Move to client-services.
 export class DataServiceImpl implements DataService {
-  constructor(private readonly _subscriptions: DataServiceSubscriptions) {}
+  constructor(
+    private readonly _subscriptions: DataServiceSubscriptions,
+    private readonly _automergeHost: AutomergeHost,
+  ) {}
 
   subscribe(request: SubscribeRequest): Stream<EchoEvent> {
     invariant(request.spaceKey);

package/src/index.ts

@@ -7,3 +7,4 @@ export * from './db-host';
 export * from './metadata';
 export * from './pipeline';
 export * from './space';
+export * from './automerge';

package/src/space/data-pipeline.ts

@@ -17,6 +17,7 @@ import { type PublicKey } from '@dxos/keys';
 import { log, omit } from '@dxos/log';
 import { type ModelFactory } from '@dxos/model-factory';
 import { CancelledError, type DataPipelineProcessed } from '@dxos/protocols';
+import { type CreateEpochRequest } from '@dxos/protocols/proto/dxos/client/services';
 import { type DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { type SpaceCache } from '@dxos/protocols/proto/dxos/echo/metadata';
 import { type ObjectSnapshot } from '@dxos/protocols/proto/dxos/echo/model/document';
@@ -64,6 +65,10 @@ const AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5_000;
  */
 const TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5_000;
 
+export type CreateEpochOptions = {
+  migration?: CreateEpochRequest.Migration;
+};
+
 /**
  * Controls data pipeline in the space.
  * Consumes the pipeline and updates the database.
@@ -352,6 +357,11 @@ export class DataPipeline implements CredentialProcessor {
       }
       await this._processEpoch(ctx, epoch.subject.assertion);
 
+      // Carry over the snapshot CID from the previous epoch.
+      if (epoch.subject.assertion.snapshotCid === undefined) {
+        epoch.subject.assertion.snapshotCid = this.appliedEpoch?.subject.assertion.snapshotCid;
+      }
+
       this.appliedEpoch = epoch;
       this.onNewEpoch.emit(epoch);
     });

package/src/testing/util.ts

@@ -9,8 +9,10 @@ import { MockFeedWriter } from '@dxos/feed-store/testing';
 import { PublicKey } from '@dxos/keys';
 import { ModelFactory } from '@dxos/model-factory';
 import { type DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
+import { StorageType, createStorage } from '@dxos/random-access-storage';
 import { Timeframe } from '@dxos/timeframe';
 
+import { AutomergeHost } from '../automerge';
 import { DatabaseHost, type DataServiceHost, DataServiceImpl, DataServiceSubscriptions } from '../db-host';
 import { type DataPipeline } from '../space';
 
@@ -44,7 +46,8 @@ export const createRemoteDatabaseFromDataServiceHost = async (
   dataServiceHost: DataServiceHost,
 ) => {
   const dataServiceSubscriptions = new DataServiceSubscriptions();
-  const dataService = new DataServiceImpl(dataServiceSubscriptions);
+  const automergeHost = new AutomergeHost(createStorage({ type: StorageType.RAM }).createDirectory());
+  const dataService = new DataServiceImpl(dataServiceSubscriptions, automergeHost);
 
   const spaceKey = PublicKey.random();
   await dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);

package/src/tests/database.test.ts

@@ -10,8 +10,10 @@ import { TestBuilder as FeedTestBuilder } from '@dxos/feed-store/testing';
 import { PublicKey } from '@dxos/keys';
 import { ModelFactory } from '@dxos/model-factory';
 import { type DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
+import { createStorage, StorageType } from '@dxos/random-access-storage';
 import { test } from '@dxos/test';
 
+import { AutomergeHost } from '../automerge';
 import { createMappedFeedWriter } from '../common';
 import { DatabaseHost, DataServiceImpl, DataServiceSubscriptions } from '../db-host';
 import { createMemoryDatabase, createRemoteDatabaseFromDataServiceHost } from '../testing';
@@ -41,7 +43,8 @@ const createDatabaseWithFeeds = async () => {
   await host.open(new ItemManager(modelFactory), new ModelFactory().registerModel(DocumentModel));
 
   const dataServiceSubscriptions = new DataServiceSubscriptions();
-  const dataService = new DataServiceImpl(dataServiceSubscriptions);
+  const automergeHost = new AutomergeHost(createStorage({ type: StorageType.RAM }).createDirectory());
+  const dataService = new DataServiceImpl(dataServiceSubscriptions, automergeHost);
 
   const spaceKey = PublicKey.random();
   await dataServiceSubscriptions.registerSpace(spaceKey, host.createDataServiceHost());