@dxos/echo-pipeline 0.4.9-main.4fd47cd → 0.4.9-main.7750cb2

package/dist/types/src/space/space.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"space.d.ts","sourceRoot":"","sources":["../../../../src/space/space.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAmC,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEtE,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAgB,KAAK,UAAU,EAAE,MAAM,6CAA6C,CAAC;AAC5F,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,KAAK,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG1D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,KAAK,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpD,KAAK,YAAY,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;AAElG,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,SAAS,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;IACtC,YAAY,EAAE,YAAY,CAAC;IAC3B,YAAY,EAAE,YAAY,CAAC;IAC3B,aAAa,EAAE,aAAa,CAAC;IAC7B,eAAe,EAAE,eAAe,CAAC;IACjC,SAAS,EAAE,SAAS,CAAC;IAGrB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,SAAS,CAAC;CAElB,CAAC;AAEF;;GAEG;AAEH,qBAEa,KAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C,SAAgB,qBAAqB,sCAA6C;IAClF,SAAgB,WAAW,cAAe;IAC1C,SACgB,QAAQ,EAAE,aAAa,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAY;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAGnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAEnD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAC,CAA2B;IAChD,OAAO,CAAC,SAAS,CAAC,CAA2B;gBAEjC,MAAM,EAAE,WAAW;IAwE/B,IAEI,GAAG,cAEN;IAED,IAAI,MAAM,YAET;IAED,IAAI,cAAc,IAAI,SAAS,CAE9B;IAED,IAAI,cAAc,0BAEjB;IAED,IAAI,WAAW,0BAEd;IAED,IAAI,UAAU,2CAEb;IAED;;OAEG;IACH,IAAI,eAAe,IAAI,gBAAgB,CAEtC;IAED,IAAI,YAAY,IAAI,YAAY,CAE/B;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAEK,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO7C,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAQhD;;OAEG;IACH,eAAe,IAAI,QAAQ,EAAE;IAI7B;;OAEG;IAMG,IAAI,CAAC,GAAG,EAAE,OAAO;IAgBjB,KAAK;IAkBL,sBAAsB;CAK7B"}
+{"version":3,"file":"space.d.ts","sourceRoot":"","sources":["../../../../src/space/space.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAmC,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEtE,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAgB,KAAK,UAAU,EAAE,MAAM,6CAA6C,CAAC;AAC5F,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,KAAK,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG1D,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,KAAK,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpD,KAAK,YAAY,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;AAElG,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,SAAS,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;IACtC,YAAY,EAAE,YAAY,CAAC;IAC3B,YAAY,EAAE,YAAY,CAAC;IAC3B,aAAa,EAAE,aAAa,CAAC;IAC7B,eAAe,EAAE,eAAe,CAAC;IACjC,SAAS,EAAE,SAAS,CAAC;IAGrB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,SAAS,CAAC;CAElB,CAAC;AAEF;;GAEG;AAEH,qBAEa,KAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C,SAAgB,qBAAqB,sCAA6C;IAClF,SAAgB,WAAW,cAAe;IAC1C,SACgB,QAAQ,EAAE,aAAa,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAY;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAE7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAEnD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAEnD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAC,CAA2B;IAChD,OAAO,CAAC,SAAS,CAAC,CAA2B;gBAEjC,MAAM,EAAE,WAAW;IAqC/B,IAEI,GAAG,cAEN;IAED,IAAI,MAAM,YAET;IAED,IAAI,cAAc,IAAI,SAAS,CAE9B;IAED,IAAI,cAAc,0BAEjB;IAED,IAAI,WAAW,0BAEd;IAED,IAAI,UAAU,2CAEb;IAED;;OAEG;IACH,IAAI,eAAe,IAAI,gBAAgB,CAEtC;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAEK,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO7C,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAMhD;;OAEG;IACH,eAAe,IAAI,QAAQ,EAAE;IAI7B;;OAEG;IAMG,IAAI,CAAC,GAAG,EAAE,OAAO;IAejB,KAAK;CAaZ"}

package/dist/types/src/testing/index.d.ts

@@ -1,5 +1,4 @@
 export * from './change-metadata';
 export * from './test-agent-builder';
 export * from './test-feed-builder';
-export * from './util';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/testing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/testing/index.ts"],"names":[],"mappings":"AAIA,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/testing/index.ts"],"names":[],"mappings":"AAIA,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.4.9-main.4fd47cd",
+  "version": "0.4.9-main.7750cb2",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -36,38 +36,38 @@
   ],
   "dependencies": {
     "crc-32": "^1.2.2",
-    "@dxos/async": "0.4.9-main.4fd47cd",
-    "@dxos/codec-protobuf": "0.4.9-main.4fd47cd",
-    "@dxos/automerge": "0.4.9-main.4fd47cd",
-    "@dxos/context": "0.4.9-main.4fd47cd",
-    "@dxos/credentials": "0.4.9-main.4fd47cd",
-    "@dxos/crypto": "0.4.9-main.4fd47cd",
-    "@dxos/document-model": "0.4.9-main.4fd47cd",
-    "@dxos/echo-db": "0.4.9-main.4fd47cd",
-    "@dxos/feed-store": "0.4.9-main.4fd47cd",
-    "@dxos/debug": "0.4.9-main.4fd47cd",
-    "@dxos/hypercore": "0.4.9-main.4fd47cd",
-    "@dxos/keyring": "0.4.9-main.4fd47cd",
-    "@dxos/keys": "0.4.9-main.4fd47cd",
-    "@dxos/invariant": "0.4.9-main.4fd47cd",
-    "@dxos/log": "0.4.9-main.4fd47cd",
-    "@dxos/messaging": "0.4.9-main.4fd47cd",
-    "@dxos/model-factory": "0.4.9-main.4fd47cd",
-    "@dxos/network-manager": "0.4.9-main.4fd47cd",
-    "@dxos/node-std": "0.4.9-main.4fd47cd",
-    "@dxos/rpc": "0.4.9-main.4fd47cd",
-    "@dxos/protocols": "0.4.9-main.4fd47cd",
-    "@dxos/random-access-storage": "0.4.9-main.4fd47cd",
-    "@dxos/teleport-extension-automerge-replicator": "0.4.9-main.4fd47cd",
-    "@dxos/teleport": "0.4.9-main.4fd47cd",
-    "@dxos/teleport-extension-gossip": "0.4.9-main.4fd47cd",
-    "@dxos/teleport-extension-object-sync": "0.4.9-main.4fd47cd",
-    "@dxos/text-model": "0.4.9-main.4fd47cd",
-    "@dxos/teleport-extension-replicator": "0.4.9-main.4fd47cd",
-    "@dxos/timeframe": "0.4.9-main.4fd47cd",
-    "@dxos/tracing": "0.4.9-main.4fd47cd",
-    "@dxos/typings": "0.4.9-main.4fd47cd",
-    "@dxos/util": "0.4.9-main.4fd47cd"
+    "@dxos/async": "0.4.9-main.7750cb2",
+    "@dxos/automerge": "0.4.9-main.7750cb2",
+    "@dxos/codec-protobuf": "0.4.9-main.7750cb2",
+    "@dxos/context": "0.4.9-main.7750cb2",
+    "@dxos/credentials": "0.4.9-main.7750cb2",
+    "@dxos/crypto": "0.4.9-main.7750cb2",
+    "@dxos/echo-db": "0.4.9-main.7750cb2",
+    "@dxos/document-model": "0.4.9-main.7750cb2",
+    "@dxos/feed-store": "0.4.9-main.7750cb2",
+    "@dxos/debug": "0.4.9-main.7750cb2",
+    "@dxos/hypercore": "0.4.9-main.7750cb2",
+    "@dxos/invariant": "0.4.9-main.7750cb2",
+    "@dxos/keyring": "0.4.9-main.7750cb2",
+    "@dxos/keys": "0.4.9-main.7750cb2",
+    "@dxos/log": "0.4.9-main.7750cb2",
+    "@dxos/messaging": "0.4.9-main.7750cb2",
+    "@dxos/model-factory": "0.4.9-main.7750cb2",
+    "@dxos/network-manager": "0.4.9-main.7750cb2",
+    "@dxos/node-std": "0.4.9-main.7750cb2",
+    "@dxos/protocols": "0.4.9-main.7750cb2",
+    "@dxos/random-access-storage": "0.4.9-main.7750cb2",
+    "@dxos/rpc": "0.4.9-main.7750cb2",
+    "@dxos/teleport": "0.4.9-main.7750cb2",
+    "@dxos/teleport-extension-automerge-replicator": "0.4.9-main.7750cb2",
+    "@dxos/teleport-extension-gossip": "0.4.9-main.7750cb2",
+    "@dxos/teleport-extension-object-sync": "0.4.9-main.7750cb2",
+    "@dxos/teleport-extension-replicator": "0.4.9-main.7750cb2",
+    "@dxos/text-model": "0.4.9-main.7750cb2",
+    "@dxos/timeframe": "0.4.9-main.7750cb2",
+    "@dxos/tracing": "0.4.9-main.7750cb2",
+    "@dxos/typings": "0.4.9-main.7750cb2",
+    "@dxos/util": "0.4.9-main.7750cb2"
   },
   "devDependencies": {
     "fast-check": "^3.15.1",

package/src/automerge/automerge-host.ts

@@ -172,7 +172,7 @@ export class AutomergeHost {
     }
 
     const heads = getHeads(event.doc);
-    const lastAvailableHash = heads.at(-1);
+    const lastAvailableHash = heads.join('');
     if (!lastAvailableHash) {
       return;
     }

package/src/db-host/data-service.ts

@@ -3,83 +3,37 @@
 //
 
 import { type Stream } from '@dxos/codec-protobuf';
-import { raise } from '@dxos/debug';
-import { invariant } from '@dxos/invariant';
-import { PublicKey } from '@dxos/keys';
-import { log } from '@dxos/log';
 import {
   type DataService,
-  type MutationReceipt,
-  type SubscribeRequest,
   type EchoEvent,
-  type WriteRequest,
   type FlushRequest,
+  type HostInfo,
+  type MutationReceipt,
+  type SubscribeRequest,
   type SyncRepoRequest,
   type SyncRepoResponse,
-  type HostInfo,
+  type WriteRequest,
 } from '@dxos/protocols/proto/dxos/echo/service';
-import { ComplexMap } from '@dxos/util';
 
-import { type DataServiceHost } from './data-service-host';
 import { type AutomergeHost } from '../automerge';
 
-// TODO(burdon): Clear on close.
-export class DataServiceSubscriptions {
-  private readonly _spaces = new ComplexMap<PublicKey, DataServiceHost>(PublicKey.hash);
-
-  clear() {
-    this._spaces.clear();
-  }
-
-  async registerSpace(spaceKey: PublicKey, host: DataServiceHost) {
-    log('Registering space', { spaceKey });
-    invariant(!this._spaces.has(spaceKey));
-    await host.open();
-    this._spaces.set(spaceKey, host);
-  }
-
-  async unregisterSpace(spaceKey: PublicKey) {
-    log('Unregistering space', { spaceKey });
-    const host = this._spaces.get(spaceKey);
-    await host?.close();
-    this._spaces.delete(spaceKey);
-  }
-
-  getDataService(spaceKey: PublicKey) {
-    return this._spaces.get(spaceKey);
-  }
-}
-
 /**
- * Routes DataService requests to different DataServiceHost instances based on space id.
+ * Data sync between client and services.
  */
 // TODO(burdon): Move to client-services.
 export class DataServiceImpl implements DataService {
-  constructor(
-    private readonly _subscriptions: DataServiceSubscriptions,
-    private readonly _automergeHost: AutomergeHost,
-  ) {}
+  constructor(private readonly _automergeHost: AutomergeHost) {}
 
   subscribe(request: SubscribeRequest): Stream<EchoEvent> {
-    invariant(request.spaceKey);
-    const host =
-      this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
-    return host.subscribe();
+    throw new Error('Deprecated.');
   }
 
   write(request: WriteRequest): Promise<MutationReceipt> {
-    invariant(request.spaceKey);
-    invariant(request.batch);
-    const host =
-      this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
-    return host.write(request);
+    throw new Error('Deprecated.');
   }
 
-  flush(request: FlushRequest): Promise<void> {
-    invariant(request.spaceKey);
-    const host =
-      this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
-    return host.flush();
+  async flush(request: FlushRequest): Promise<void> {
+    // TODO(dmaretskyi): Implement with automerge.
   }
 
   // Automerge specific.

package/src/db-host/index.ts

@@ -2,8 +2,6 @@
 // Copyright 2023 DXOS.org
 //
 
-export * from './data-service-host';
-export * from './database-host';
 export * from './snapshot-manager';
 export * from './snapshot-store';
 export * from './data-service';

package/src/space/index.ts

@@ -6,4 +6,3 @@ export * from './auth';
 export * from './space';
 export * from './space-manager';
 export * from './space-protocol';
-export * from './data-pipeline';

package/src/space/space.test.ts

@@ -3,14 +3,12 @@
 //
 
 import expect from 'expect';
-import { promisify } from 'node:util';
 
 import { Context } from '@dxos/context';
-import { createCredential, CredentialGenerator } from '@dxos/credentials';
-import { invariant } from '@dxos/invariant';
+import { CredentialGenerator } from '@dxos/credentials';
 import { afterTest, describe, test } from '@dxos/test';
 
-import { TestAgentBuilder, testLocalDatabase } from '../testing';
+import { TestAgentBuilder } from '../testing';
 
 // TODO(burdon): Factor out?
 const run = <T>(cb: () => Promise<T>): Promise<T> => cb();
@@ -29,11 +27,6 @@ describe('space/space', () => {
     await agent.spaceGenesis(space);
 
     await space.controlPipeline.state!.waitUntilTimeframe(space.controlPipeline.state!.endTimeframe);
-    await space.initializeDataPipeline();
-    await space.dataPipeline.ensureEpochInitialized();
-
-    invariant(space.dataPipeline.databaseHost);
-    await testLocalDatabase(space.dataPipeline);
 
     await builder.close();
     expect(space.isOpen).toBeFalsy();
@@ -57,8 +50,6 @@ describe('space/space', () => {
       await agent.spaceGenesis(space);
 
       await space.controlPipeline.state!.waitUntilTimeframe(space.controlPipeline.state!.endTimeframe);
-      await space.initializeDataPipeline();
-      await space.dataPipeline.ensureEpochInitialized();
 
       return [agent, space];
     });
@@ -100,9 +91,6 @@ describe('space/space', () => {
       }
     }
 
-    await space2.initializeDataPipeline();
-    await space2.dataPipeline.ensureEpochInitialized();
-
     {
       // Initial data exchange.
 
@@ -115,9 +103,6 @@ describe('space/space', () => {
 
     // TODO(burdon): Write multiple items (extract for all tests).
 
-    await testLocalDatabase(space1.dataPipeline, space2.dataPipeline);
-    await testLocalDatabase(space2.dataPipeline, space1.dataPipeline);
-
     await builder.close();
     expect(space1.isOpen).toBeFalsy();
     expect(space2.isOpen).toBeFalsy();
@@ -136,13 +121,6 @@ describe('space/space', () => {
     await agent.spaceGenesis(space1);
 
     await space1.controlPipeline.state!.waitUntilTimeframe(space1.controlPipeline.state!.endTimeframe);
-    await space1.initializeDataPipeline();
-    await space1.dataPipeline.ensureEpochInitialized();
-
-    invariant(space1.dataPipeline.databaseHost);
-    await testLocalDatabase(space1.dataPipeline);
-
-    const objectCount = space1.dataPipeline.itemManager.entities.size;
 
     await space1.close();
     expect(space1.isOpen).toBeFalsy();
@@ -152,16 +130,6 @@ describe('space/space', () => {
 
     await space2.open(new Context());
     await space2.controlPipeline.state!.waitUntilTimeframe(space2.controlPipeline.state!.endTimeframe);
-    await space2.initializeDataPipeline();
-    await space2.dataPipeline.ensureEpochInitialized();
-
-    space2.dataPipeline.setTargetTimeframe(space2.dataPipeline.pipelineState!.endTimeframe);
-    await space2.dataPipeline.pipelineState!.waitUntilReachedTargetTimeframe();
-
-    invariant(space2.dataPipeline.databaseHost);
-    expect(space2.dataPipeline.itemManager.entities.size).toEqual(objectCount);
-
-    await testLocalDatabase(space2.dataPipeline);
   });
 
   test('re-open', async () => {
@@ -170,7 +138,6 @@ describe('space/space', () => {
     const agent = await builder.createPeer();
     const space = await agent.createSpace();
 
-    let objectCount: number;
     {
       await space.open(new Context());
       afterTest(() => space.close());
@@ -179,13 +146,6 @@ describe('space/space', () => {
       await agent.spaceGenesis(space);
 
       await space.controlPipeline.state!.waitUntilTimeframe(space.controlPipeline.state!.endTimeframe);
-      await space.initializeDataPipeline();
-      await space.dataPipeline.ensureEpochInitialized();
-
-      invariant(space.dataPipeline.databaseHost);
-      await testLocalDatabase(space.dataPipeline);
-
-      objectCount = space.dataPipeline.itemManager.entities.size;
 
       await space.close();
       expect(space.isOpen).toBeFalsy();
@@ -197,76 +157,6 @@ describe('space/space', () => {
       expect(space.isOpen).toBeTruthy();
 
       await space.controlPipeline.state!.waitUntilTimeframe(space.controlPipeline.state!.endTimeframe);
-      await space.initializeDataPipeline();
-      await space.dataPipeline.ensureEpochInitialized();
-
-      space.dataPipeline.setTargetTimeframe(space.dataPipeline.pipelineState!.endTimeframe);
-      await space.dataPipeline.pipelineState!.waitUntilReachedTargetTimeframe();
-
-      invariant(space.dataPipeline.databaseHost);
-      expect(space.dataPipeline.itemManager.entities.size).toEqual(objectCount);
-
-      await testLocalDatabase(space.dataPipeline);
     }
   });
-
-  test('create epoch', async () => {
-    const builder = new TestAgentBuilder();
-    afterTest(async () => await builder.close());
-    const agent = await builder.createPeer();
-    const space1 = await agent.createSpace();
-
-    await space1.open(new Context());
-    expect(space1.isOpen).toBeTruthy();
-    afterTest(() => space1.close());
-
-    await agent.spaceGenesis(space1);
-
-    await space1.controlPipeline.state!.waitUntilTimeframe(space1.controlPipeline.state!.endTimeframe);
-    await space1.initializeDataPipeline();
-    await space1.dataPipeline.ensureEpochInitialized();
-
-    invariant(space1.dataPipeline.databaseHost);
-    await testLocalDatabase(space1.dataPipeline);
-
-    const objectCount = space1.dataPipeline.itemManager.entities.size;
-
-    const epoch = await space1.dataPipeline.createEpoch();
-    await space1.controlPipeline.writer.write({
-      credential: {
-        credential: await createCredential({
-          issuer: agent.identityKey,
-          subject: space1.key,
-          assertion: {
-            '@type': 'dxos.halo.credentials.Epoch',
-            ...epoch,
-          },
-          signer: agent.keyring,
-        }),
-      },
-    });
-
-    await space1.close();
-    expect(space1.isOpen).toBeFalsy();
-
-    // Clear the data feed - epoch snapshot should have the data.
-    const feed = await agent.feedStore.openFeed(space1.dataFeedKey!, { sparse: true });
-    await promisify(feed.core.clear.bind(feed.core))(0, feed.length);
-
-    // Re-open.
-    const space2 = await agent.createSpace(agent.identityKey, space1.key, space1.genesisFeedKey, space1.dataFeedKey);
-
-    await space2.open(new Context());
-    await space2.controlPipeline.state!.waitUntilTimeframe(space2.controlPipeline.state!.endTimeframe);
-    await space2.initializeDataPipeline();
-    await space2.dataPipeline.ensureEpochInitialized();
-
-    space2.dataPipeline.setTargetTimeframe(space2.dataPipeline.pipelineState!.endTimeframe);
-    await space2.dataPipeline.pipelineState!.waitUntilReachedTargetTimeframe();
-
-    invariant(space2.dataPipeline.databaseHost);
-    expect(space2.dataPipeline.itemManager.entities.size).toEqual(objectCount);
-
-    await testLocalDatabase(space2.dataPipeline);
-  });
 });

package/src/space/space.ts

@@ -17,7 +17,6 @@ import { trace } from '@dxos/tracing';
 import { type AsyncCallback, Callback } from '@dxos/util';
 
 import { ControlPipeline } from './control-pipeline';
-import { DataPipeline } from './data-pipeline';
 import { type SpaceProtocol } from './space-protocol';
 import { type SnapshotManager } from '../db-host';
 import { type MetadataStore } from '../metadata';
@@ -65,9 +64,6 @@ export class Space {
   @trace.info()
   private readonly _controlPipeline: ControlPipeline;
 
-  @trace.info()
-  private readonly _dataPipeline: DataPipeline;
-
   private readonly _snapshotManager: SnapshotManager;
 
   private _isOpen = false;
@@ -93,17 +89,6 @@ export class Space {
       // Enable sparse replication to not download mutations covered by prior epochs.
       const sparse = info.assertion.designation === AdmittedFeed.Designation.DATA;
 
-      if (info.assertion.designation === AdmittedFeed.Designation.DATA) {
-        // We will add all existing data feeds when the data pipeline is initialized.
-        queueMicrotask(async () => {
-          if (this._dataPipeline.pipeline) {
-            if (!this._dataPipeline.pipeline.hasFeed(info.key)) {
-              return this._dataPipeline.pipeline.addFeed(await this._feedProvider(info.key, { sparse }));
-            }
-          }
-        });
-      }
-
       if (!info.key.equals(params.genesisFeed.key)) {
         queueMicrotask(async () => {
           this.protocol.addFeed(await params.feedProvider(info.key, { sparse }));
@@ -120,30 +105,6 @@ export class Space {
     // Start replicating the genesis feed.
     this.protocol = params.protocol;
     this.protocol.addFeed(params.genesisFeed);
-
-    this._dataPipeline = new DataPipeline({
-      modelFactory: params.modelFactory,
-      metadataStore: params.metadataStore,
-      snapshotManager: params.snapshotManager,
-      memberKey: params.memberKey,
-      spaceKey: this._key,
-      feedInfoProvider: (feedKey) => this._controlPipeline.spaceState.feeds.get(feedKey),
-      snapshotId: params.snapshotId,
-      onPipelineCreated: async (pipeline) => {
-        if (this._dataFeed) {
-          pipeline.setWriteFeed(this._dataFeed);
-        }
-
-        // Add existing feeds.
-        await this._addFeedMutex.executeSynchronized(async () => {
-          for (const feed of this._controlPipeline.spaceState.feeds.values()) {
-            if (feed.assertion.designation === AdmittedFeed.Designation.DATA && !pipeline.hasFeed(feed.key)) {
-              await pipeline.addFeed(await this._feedProvider(feed.key, { sparse: true }));
-            }
-          }
-        });
-      },
-    });
   }
 
   @logInfo
@@ -179,10 +140,6 @@ export class Space {
     return this._controlPipeline.pipeline;
   }
 
-  get dataPipeline(): DataPipeline {
-    return this._dataPipeline;
-  }
-
   get snapshotManager(): SnapshotManager {
     return this._snapshotManager;
   }
@@ -197,8 +154,6 @@ export class Space {
   async setDataFeed(feed: FeedWrapper<FeedMessage>) {
     invariant(!this._dataFeed, 'Data feed already set.');
     this._dataFeed = feed;
-    await this._dataPipeline.pipeline?.addFeed(feed);
-    this._dataPipeline.pipeline?.setWriteFeed(feed);
     return this;
   }
 
@@ -226,7 +181,6 @@ export class Space {
     // Order is important.
     await this._controlPipeline.start();
     await this.protocol.start();
-    await this._controlPipeline.spaceState.addCredentialProcessor(this._dataPipeline);
 
     this._isOpen = true;
     log('opened');
@@ -238,9 +192,6 @@ export class Space {
     if (!this._isOpen) {
       return;
     }
-    await this._controlPipeline.spaceState.removeCredentialProcessor(this._dataPipeline);
-
-    await this._dataPipeline.close();
 
     // Closes in reverse order to open.
     await this.protocol.stop();
@@ -249,11 +200,4 @@ export class Space {
     this._isOpen = false;
     log('closed');
   }
-
-  @synchronized
-  async initializeDataPipeline() {
-    log('initializeDataPipeline');
-    invariant(this._isOpen, 'Space must be open to initialize data pipeline.');
-    await this._dataPipeline.open();
-  }
 }

package/src/testing/index.ts

@@ -5,4 +5,3 @@
 export * from './change-metadata';
 export * from './test-agent-builder';
 export * from './test-feed-builder';
-export * from './util';