@dxos/echo-pipeline 0.6.2-main.c33bf0c → 0.6.2-main.d41f0d2

package/dist/types/src/db-host/data-service.d.ts

@@ -1,5 +1,5 @@
-import { type RequestOptions, type Stream } from '@dxos/codec-protobuf';
-import { type DataService, type EchoEvent, type FlushRequest, type GetDocumentHeadsRequest, type GetDocumentHeadsResponse, type HostInfo, type MutationReceipt, type ReIndexHeadsRequest, type SubscribeRequest, type SyncRepoRequest, type SyncRepoResponse, type WaitUntilHeadsReplicatedRequest, type WriteRequest } from '@dxos/protocols/proto/dxos/echo/service';
+import { type RequestOptions, Stream } from '@dxos/codec-protobuf';
+import { type DataService, type FlushRequest, type HostInfo, type SubscribeRequest, type BatchedDocumentUpdates, type UpdateSubscriptionRequest, type GetDocumentHeadsRequest, type GetDocumentHeadsResponse, type ReIndexHeadsRequest, type SyncRepoRequest, type SyncRepoResponse, type WaitUntilHeadsReplicatedRequest, type WriteRequest } from '@dxos/protocols/proto/dxos/echo/service';
 import { type AutomergeHost } from '../automerge';
 export type DataServiceParams = {
     automergeHost: AutomergeHost;
@@ -9,11 +9,17 @@ export type DataServiceParams = {
  * Data sync between client and services.
  */
 export declare class DataServiceImpl implements DataService {
+    /**
+     * Map of subscriptions.
+     * subscriptionId -> DocumentsSynchronizer
+     */
+    private readonly _subscriptions;
     private readonly _automergeHost;
     private readonly _updateIndexes;
     constructor(params: DataServiceParams);
-    subscribe(request: SubscribeRequest): Stream<EchoEvent>;
-    write(request: WriteRequest): Promise<MutationReceipt>;
+    subscribe(request: SubscribeRequest): Stream<BatchedDocumentUpdates>;
+    updateSubscription(request: UpdateSubscriptionRequest): Promise<void>;
+    write(request: WriteRequest): Promise<void>;
     flush(request: FlushRequest): Promise<void>;
     getHostInfo(request: void): Promise<HostInfo>;
     syncRepo(request: SyncRepoRequest): Stream<SyncRepoResponse>;

package/dist/types/src/db-host/data-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-service.d.ts","sourceRoot":"","sources":["../../../../src/db-host/data-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,+BAA+B,EACpC,KAAK,YAAY,EAClB,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,cAAc,CAAC;AAEnE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,aAAa,EAAE,aAAa,CAAC;IAC7B,aAAa,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC,CAAC;AAEF;;GAEG;AAEH,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;gBAEzC,MAAM,EAAE,iBAAiB;IAKrC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC;IAIvD,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;IAIhD,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3C,WAAW,CAAC,OAAO,EAAE,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAInD,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAI5D,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAiBrF,wBAAwB,CAC5B,OAAO,EAAE,+BAA+B,EACxC,OAAO,CAAC,EAAE,cAAc,GAAG,SAAS,GACnC,OAAO,CAAC,IAAI,CAAC;IAIV,YAAY,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAInF,aAAa;CAGpB"}
+{"version":3,"file":"data-service.d.ts","sourceRoot":"","sources":["../../../../src/db-host/data-service.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,KAAK,gBAAgB,EACrB,KAAK,sBAAsB,EAC3B,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,+BAA+B,EACpC,KAAK,YAAY,EAClB,MAAM,yCAAyC,CAAC;AAGjD,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,aAAa,EAAE,aAAa,CAAC;IAC7B,aAAa,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC,CAAC;AAEF;;GAEG;AAEH,qBAAa,eAAgB,YAAW,WAAW;IACjD;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4C;IAE3E,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;gBAEzC,MAAM,EAAE,iBAAiB;IAKrC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,MAAM,CAAC,sBAAsB,CAAC;IAiB9D,kBAAkB,CAAC,OAAO,EAAE,yBAAyB;IAYrD,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAU3C,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3C,WAAW,CAAC,OAAO,EAAE,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAInD,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAI5D,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAiBrF,wBAAwB,CAC5B,OAAO,EAAE,+BAA+B,EACxC,OAAO,CAAC,EAAE,cAAc,GAAG,SAAS,GACnC,OAAO,CAAC,IAAI,CAAC;IAIV,YAAY,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAInF,aAAa;CAGpB"}

package/dist/types/src/db-host/documents-synchronizer.d.ts

@@ -0,0 +1,43 @@
+import { type Heads } from '@dxos/automerge/automerge';
+import { type Repo, type DocHandle, type DocumentId } from '@dxos/automerge/automerge-repo';
+import { Resource } from '@dxos/context';
+import { type SpaceDoc } from '@dxos/echo-protocol';
+import { type BatchedDocumentUpdates, type DocumentUpdate } from '@dxos/protocols/proto/dxos/echo/service';
+export type DocumentsSynchronizerParams = {
+    repo: Repo;
+    sendUpdates: (updates: BatchedDocumentUpdates) => void;
+};
+interface DocSyncState {
+    handle: DocHandle<SpaceDoc>;
+    lastSentHead?: Heads;
+    clearSubscriptions?: () => void;
+}
+/**
+ * Manages a connection and replication between worker's Automerge Repo and the client's Repo.
+ */
+export declare class DocumentsSynchronizer extends Resource {
+    private readonly _params;
+    private readonly _syncStates;
+    /**
+     * Documents that have pending updates.
+     * Used to batch updates.
+     */
+    private readonly _pendingUpdates;
+    /**
+     * Job that schedules if there are pending updates.
+     */
+    private _sendUpdatesJob?;
+    constructor(_params: DocumentsSynchronizerParams);
+    addDocuments(documentIds: DocumentId[]): Promise<void>;
+    removeDocuments(documentIds: DocumentId[]): void;
+    protected _open(): Promise<void>;
+    protected _close(): Promise<void>;
+    write(updates: DocumentUpdate[]): void;
+    private _startSync;
+    _subscribeForChanges(syncState: DocSyncState): void;
+    private _checkAndSendUpdates;
+    private _getPendingChanges;
+    private _writeMutation;
+}
+export {};
+//# sourceMappingURL=documents-synchronizer.d.ts.map

package/dist/types/src/db-host/documents-synchronizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"documents-synchronizer.d.ts","sourceRoot":"","sources":["../../../../src/db-host/documents-synchronizer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAa,KAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,SAAS,EAAE,KAAK,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAGpD,OAAO,EAAE,KAAK,sBAAsB,EAAE,KAAK,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAI3G,MAAM,MAAM,2BAA2B,GAAG;IACxC,IAAI,EAAE,IAAI,CAAC;IACX,WAAW,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,UAAU,YAAY;IACpB,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5B,YAAY,CAAC,EAAE,KAAK,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC;CACjC;AAED;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,QAAQ;IAarC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IAEzD;;OAEG;IACH,OAAO,CAAC,eAAe,CAAC,CAA8B;gBAEzB,OAAO,EAAE,2BAA2B;IAI3D,YAAY,CAAC,WAAW,EAAE,UAAU,EAAE;IAU5C,eAAe,CAAC,WAAW,EAAE,UAAU,EAAE;cAQhB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAMtB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKhD,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE;IAY/B,OAAO,CAAC,UAAU;IAWlB,oBAAoB,CAAC,SAAS,EAAE,YAAY;YAS9B,oBAAoB;IAqBlC,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,cAAc;CAYvB"}

package/dist/types/src/db-host/documents-synchronizer.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=documents-synchronizer.test.d.ts.map

package/dist/types/src/db-host/documents-synchronizer.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"documents-synchronizer.test.d.ts","sourceRoot":"","sources":["../../../../src/db-host/documents-synchronizer.test.ts"],"names":[],"mappings":""}

package/dist/types/src/db-host/index.d.ts

@@ -1,4 +1,5 @@
 export * from './snapshot-manager';
 export * from './snapshot-store';
 export * from './data-service';
+export * from './documents-synchronizer';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/db-host/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/db-host/index.ts"],"names":[],"mappings":"AAIA,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/db-host/index.ts"],"names":[],"mappings":"AAIA,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,0BAA0B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.6.2-main.c33bf0c",
+  "version": "0.6.2-main.d41f0d2",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -39,38 +39,38 @@
     "crc-32": "^1.2.2",
     "level": "^8.0.1",
     "level-transcoder": "^1.0.1",
-    "@dxos/async": "0.6.2-main.c33bf0c",
-    "@dxos/automerge": "0.6.2-main.c33bf0c",
-    "@dxos/codec-protobuf": "0.6.2-main.c33bf0c",
-    "@dxos/context": "0.6.2-main.c33bf0c",
-    "@dxos/credentials": "0.6.2-main.c33bf0c",
-    "@dxos/debug": "0.6.2-main.c33bf0c",
-    "@dxos/crypto": "0.6.2-main.c33bf0c",
-    "@dxos/echo-protocol": "0.6.2-main.c33bf0c",
-    "@dxos/echo-schema": "0.6.2-main.c33bf0c",
-    "@dxos/feed-store": "0.6.2-main.c33bf0c",
-    "@dxos/hypercore": "0.6.2-main.c33bf0c",
-    "@dxos/indexing": "0.6.2-main.c33bf0c",
-    "@dxos/invariant": "0.6.2-main.c33bf0c",
-    "@dxos/keyring": "0.6.2-main.c33bf0c",
-    "@dxos/keys": "0.6.2-main.c33bf0c",
-    "@dxos/log": "0.6.2-main.c33bf0c",
-    "@dxos/kv-store": "0.6.2-main.c33bf0c",
-    "@dxos/messaging": "0.6.2-main.c33bf0c",
-    "@dxos/network-manager": "0.6.2-main.c33bf0c",
-    "@dxos/node-std": "0.6.2-main.c33bf0c",
-    "@dxos/protocols": "0.6.2-main.c33bf0c",
-    "@dxos/random-access-storage": "0.6.2-main.c33bf0c",
-    "@dxos/teleport": "0.6.2-main.c33bf0c",
-    "@dxos/rpc": "0.6.2-main.c33bf0c",
-    "@dxos/teleport-extension-gossip": "0.6.2-main.c33bf0c",
-    "@dxos/teleport-extension-object-sync": "0.6.2-main.c33bf0c",
-    "@dxos/teleport-extension-replicator": "0.6.2-main.c33bf0c",
-    "@dxos/teleport-extension-automerge-replicator": "0.6.2-main.c33bf0c",
-    "@dxos/timeframe": "0.6.2-main.c33bf0c",
-    "@dxos/tracing": "0.6.2-main.c33bf0c",
-    "@dxos/typings": "0.6.2-main.c33bf0c",
-    "@dxos/util": "0.6.2-main.c33bf0c"
+    "@dxos/automerge": "0.6.2-main.d41f0d2",
+    "@dxos/async": "0.6.2-main.d41f0d2",
+    "@dxos/codec-protobuf": "0.6.2-main.d41f0d2",
+    "@dxos/context": "0.6.2-main.d41f0d2",
+    "@dxos/debug": "0.6.2-main.d41f0d2",
+    "@dxos/credentials": "0.6.2-main.d41f0d2",
+    "@dxos/echo-protocol": "0.6.2-main.d41f0d2",
+    "@dxos/crypto": "0.6.2-main.d41f0d2",
+    "@dxos/echo-schema": "0.6.2-main.d41f0d2",
+    "@dxos/feed-store": "0.6.2-main.d41f0d2",
+    "@dxos/hypercore": "0.6.2-main.d41f0d2",
+    "@dxos/keyring": "0.6.2-main.d41f0d2",
+    "@dxos/indexing": "0.6.2-main.d41f0d2",
+    "@dxos/invariant": "0.6.2-main.d41f0d2",
+    "@dxos/keys": "0.6.2-main.d41f0d2",
+    "@dxos/log": "0.6.2-main.d41f0d2",
+    "@dxos/kv-store": "0.6.2-main.d41f0d2",
+    "@dxos/messaging": "0.6.2-main.d41f0d2",
+    "@dxos/network-manager": "0.6.2-main.d41f0d2",
+    "@dxos/node-std": "0.6.2-main.d41f0d2",
+    "@dxos/random-access-storage": "0.6.2-main.d41f0d2",
+    "@dxos/protocols": "0.6.2-main.d41f0d2",
+    "@dxos/rpc": "0.6.2-main.d41f0d2",
+    "@dxos/teleport": "0.6.2-main.d41f0d2",
+    "@dxos/teleport-extension-automerge-replicator": "0.6.2-main.d41f0d2",
+    "@dxos/teleport-extension-gossip": "0.6.2-main.d41f0d2",
+    "@dxos/teleport-extension-replicator": "0.6.2-main.d41f0d2",
+    "@dxos/teleport-extension-object-sync": "0.6.2-main.d41f0d2",
+    "@dxos/timeframe": "0.6.2-main.d41f0d2",
+    "@dxos/tracing": "0.6.2-main.d41f0d2",
+    "@dxos/util": "0.6.2-main.d41f0d2",
+    "@dxos/typings": "0.6.2-main.d41f0d2"
   },
   "devDependencies": {
     "fast-check": "^3.19.0",

package/src/db-host/data-service.ts

@@ -2,25 +2,29 @@
 // Copyright 2021 DXOS.org
 //
 
-import { type RequestOptions, type Stream } from '@dxos/codec-protobuf';
+import { type DocumentId } from '@dxos/automerge/automerge-repo';
+import { type RequestOptions, Stream } from '@dxos/codec-protobuf';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
 import {
   type DataService,
   type DocHeadsList,
-  type EchoEvent,
   type FlushRequest,
+  type HostInfo,
+  type SubscribeRequest,
+  type BatchedDocumentUpdates,
+  type UpdateSubscriptionRequest,
   type GetDocumentHeadsRequest,
   type GetDocumentHeadsResponse,
-  type HostInfo,
-  type MutationReceipt,
   type ReIndexHeadsRequest,
-  type SubscribeRequest,
   type SyncRepoRequest,
   type SyncRepoResponse,
   type WaitUntilHeadsReplicatedRequest,
   type WriteRequest,
 } from '@dxos/protocols/proto/dxos/echo/service';
 
-import { type AutomergeHost, type DocumentId } from '../automerge';
+import { DocumentsSynchronizer } from './documents-synchronizer';
+import { type AutomergeHost } from '../automerge';
 
 export type DataServiceParams = {
   automergeHost: AutomergeHost;
@@ -32,6 +36,12 @@ export type DataServiceParams = {
  */
 // TODO(burdon): Move to client-services.
 export class DataServiceImpl implements DataService {
+  /**
+   * Map of subscriptions.
+   * subscriptionId -> DocumentsSynchronizer
+   */
+  private readonly _subscriptions = new Map<string, DocumentsSynchronizer>();
+
   private readonly _automergeHost: AutomergeHost;
   private readonly _updateIndexes: () => Promise<void>;
 
@@ -40,12 +50,43 @@ export class DataServiceImpl implements DataService {
     this._updateIndexes = params.updateIndexes;
   }
 
-  subscribe(request: SubscribeRequest): Stream<EchoEvent> {
-    throw new Error('Deprecated.');
+  subscribe(request: SubscribeRequest): Stream<BatchedDocumentUpdates> {
+    return new Stream<BatchedDocumentUpdates>(({ next, ready }) => {
+      const synchronizer = new DocumentsSynchronizer({
+        repo: this._automergeHost.repo,
+        sendUpdates: (updates) => next(updates),
+      });
+      synchronizer
+        .open()
+        .then(() => {
+          this._subscriptions.set(request.subscriptionId, synchronizer);
+          ready();
+        })
+        .catch((err) => log.catch(err));
+      return () => synchronizer.close();
+    });
   }
 
-  write(request: WriteRequest): Promise<MutationReceipt> {
-    throw new Error('Deprecated.');
+  async updateSubscription(request: UpdateSubscriptionRequest) {
+    const synchronizer = this._subscriptions.get(request.subscriptionId);
+    invariant(synchronizer, 'Subscription not found');
+
+    if (request.addIds?.length) {
+      await synchronizer.addDocuments(request.addIds as DocumentId[]);
+    }
+    if (request.removeIds?.length) {
+      await synchronizer.removeDocuments(request.removeIds as DocumentId[]);
+    }
+  }
+
+  async write(request: WriteRequest): Promise<void> {
+    if (!request.updates) {
+      return;
+    }
+    const synchronizer = this._subscriptions.get(request.subscriptionId);
+    invariant(synchronizer, 'Subscription not found');
+
+    synchronizer.write(request.updates);
   }
 
   async flush(request: FlushRequest): Promise<void> {

package/src/db-host/documents-synchronizer.test.ts

@@ -0,0 +1,40 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+import { expect } from 'chai';
+
+import { sleep } from '@dxos/async';
+import { next as A } from '@dxos/automerge/automerge';
+import { generateAutomergeUrl, parseAutomergeUrl, Repo } from '@dxos/automerge/automerge-repo';
+import { describe, openAndClose, test } from '@dxos/test';
+
+import { DocumentsSynchronizer } from './documents-synchronizer';
+
+describe('DocumentsSynchronizer', () => {
+  test('do not get init changes for client created docs', async () => {
+    let counter = 0;
+    const serverRepo = new Repo({ network: [] });
+    const synchronizer = new DocumentsSynchronizer({
+      repo: serverRepo,
+      sendUpdates: () => {
+        counter++;
+      },
+    });
+    await openAndClose(synchronizer);
+
+    synchronizer.write([
+      {
+        documentId: parseAutomergeUrl(generateAutomergeUrl()).documentId,
+        mutation: A.save(A.from({ text: 'hello' })),
+        isNew: true,
+      },
+    ]);
+
+    // Wait for the changes to be processed.
+    await sleep(100);
+
+    // No updates should be sent.
+    expect(counter).to.eq(0);
+  });
+});

package/src/db-host/documents-synchronizer.ts

@@ -0,0 +1,156 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+import { UpdateScheduler } from '@dxos/async';
+import { next as A, type Heads } from '@dxos/automerge/automerge';
+import { type Repo, type DocHandle, type DocumentId } from '@dxos/automerge/automerge-repo';
+import { Resource } from '@dxos/context';
+import { type SpaceDoc } from '@dxos/echo-protocol';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+import { type BatchedDocumentUpdates, type DocumentUpdate } from '@dxos/protocols/proto/dxos/echo/service';
+
+const MAX_UPDATE_FREQ = 10; // [updates/sec]
+
+export type DocumentsSynchronizerParams = {
+  repo: Repo;
+  sendUpdates: (updates: BatchedDocumentUpdates) => void;
+};
+
+interface DocSyncState {
+  handle: DocHandle<SpaceDoc>;
+  lastSentHead?: Heads;
+  clearSubscriptions?: () => void;
+}
+
+/**
+ * Manages a connection and replication between worker's Automerge Repo and the client's Repo.
+ */
+export class DocumentsSynchronizer extends Resource {
+  private readonly _syncStates = new Map<DocumentId, DocSyncState>();
+  /**
+   * Documents that have pending updates.
+   * Used to batch updates.
+   */
+  private readonly _pendingUpdates = new Set<DocumentId>();
+
+  /**
+   * Job that schedules if there are pending updates.
+   */
+  private _sendUpdatesJob?: UpdateScheduler = undefined;
+
+  constructor(private readonly _params: DocumentsSynchronizerParams) {
+    super();
+  }
+
+  async addDocuments(documentIds: DocumentId[]) {
+    for (const documentId of documentIds) {
+      const doc = this._params.repo.find(documentId as DocumentId);
+      await doc.whenReady();
+      this._startSync(doc);
+      this._pendingUpdates.add(doc.documentId);
+    }
+    this._sendUpdatesJob!.trigger();
+  }
+
+  removeDocuments(documentIds: DocumentId[]) {
+    for (const documentId of documentIds) {
+      this._syncStates.get(documentId)?.clearSubscriptions?.();
+      this._syncStates.delete(documentId);
+      this._pendingUpdates.delete(documentId);
+    }
+  }
+
+  protected override async _open(): Promise<void> {
+    this._sendUpdatesJob = new UpdateScheduler(this._ctx, this._checkAndSendUpdates.bind(this), {
+      maxFrequency: MAX_UPDATE_FREQ,
+    });
+  }
+
+  protected override async _close(): Promise<void> {
+    await this._sendUpdatesJob!.join();
+    this._syncStates.clear();
+  }
+
+  write(updates: DocumentUpdate[]) {
+    for (const { documentId, mutation, isNew } of updates) {
+      if (isNew) {
+        const doc = this._params.repo.find(documentId as DocumentId);
+        doc.update((doc) => A.loadIncremental(doc, mutation));
+        this._startSync(doc);
+      } else {
+        this._writeMutation(documentId as DocumentId, mutation);
+      }
+    }
+  }
+
+  private _startSync(doc: DocHandle<SpaceDoc>) {
+    if (this._syncStates.has(doc.documentId)) {
+      log.info('Document already being synced', { documentId: doc.documentId });
+      return;
+    }
+
+    const syncState: DocSyncState = { handle: doc };
+    this._subscribeForChanges(syncState);
+    this._syncStates.set(doc.documentId, syncState);
+  }
+
+  _subscribeForChanges(syncState: DocSyncState) {
+    const handler = () => {
+      this._pendingUpdates.add(syncState.handle.documentId);
+      this._sendUpdatesJob!.trigger();
+    };
+    syncState.handle.on('heads-changed', handler);
+    syncState.clearSubscriptions = () => syncState.handle.off('heads-changed', handler);
+  }
+
+  private async _checkAndSendUpdates() {
+    const updates: DocumentUpdate[] = [];
+
+    const docsWithPendingUpdates = Array.from(this._pendingUpdates);
+    this._pendingUpdates.clear();
+
+    for (const documentId of docsWithPendingUpdates) {
+      const update = this._getPendingChanges(documentId);
+      if (update) {
+        updates.push({
+          documentId,
+          mutation: update,
+        });
+      }
+    }
+
+    if (updates.length > 0) {
+      this._params.sendUpdates({ updates });
+    }
+  }
+
+  private _getPendingChanges(documentId: DocumentId): Uint8Array | void {
+    const syncState = this._syncStates.get(documentId);
+    invariant(syncState, 'Sync state for document not found');
+    const doc = syncState.handle.docSync();
+    if (!doc) {
+      return;
+    }
+    const mutation = syncState.lastSentHead ? A.saveSince(doc, syncState.lastSentHead) : A.save(doc);
+    if (mutation.length === 0) {
+      return;
+    }
+    syncState.lastSentHead = A.getHeads(doc);
+    return mutation;
+  }
+
+  private _writeMutation(documentId: DocumentId, mutation: Uint8Array) {
+    const syncState = this._syncStates.get(documentId);
+    invariant(syncState, 'Sync state for document not found');
+    syncState.handle.update((doc) => {
+      const headsBefore = A.getHeads(doc);
+      const newDoc = A.loadIncremental(doc, mutation);
+      if (A.equals(headsBefore, syncState.lastSentHead)) {
+        syncState.lastSentHead = A.getHeads(newDoc);
+      }
+      return newDoc;
+    });
+  }
+}

package/src/db-host/index.ts

@@ -5,3 +5,4 @@
 export * from './snapshot-manager';
 export * from './snapshot-store';
 export * from './data-service';
+export * from './documents-synchronizer';