@dxos/echo-pipeline 0.4.8-next.fff1521 → 0.4.9-main.1057b49

package/dist/types/src/space/data-pipeline.d.ts

@@ -1,80 +0,0 @@
-import { Event } from '@dxos/async';
-import { type CredentialProcessor, type FeedInfo, type SpecificCredential } from '@dxos/credentials';
-import { ItemManager } from '@dxos/echo-db';
-import { type PublicKey } from '@dxos/keys';
-import { type ModelFactory } from '@dxos/model-factory';
-import { type CreateEpochRequest } from '@dxos/protocols/proto/dxos/client/services';
-import { type Credential, type Epoch } from '@dxos/protocols/proto/dxos/halo/credentials';
-import { Timeframe } from '@dxos/timeframe';
-import { DatabaseHost, type SnapshotManager } from '../db-host';
-import { type MetadataStore } from '../metadata';
-import { Pipeline } from '../pipeline';
-export interface PipelineFactory {
-    openPipeline: (start: Timeframe) => Promise<Pipeline>;
-}
-export type DataPipelineParams = {
-    modelFactory: ModelFactory;
-    snapshotManager: SnapshotManager;
-    metadataStore: MetadataStore;
-    memberKey: PublicKey;
-    spaceKey: PublicKey;
-    feedInfoProvider: (feedKey: PublicKey) => FeedInfo | undefined;
-    snapshotId: string | undefined;
-    /**
-     * Called once.
-     */
-    onPipelineCreated: (pipeline: Pipeline) => Promise<void>;
-};
-export type CreateEpochOptions = {
-    migration?: CreateEpochRequest.Migration;
-};
-/**
- * Controls data pipeline in the space.
- * Consumes the pipeline and updates the database.
- * Reacts to new epochs to restart the pipeline.
- */
-export declare class DataPipeline implements CredentialProcessor {
-    private readonly _params;
-    private _ctx;
-    private _pipeline?;
-    private _targetTimeframe?;
-    private _lastAutomaticSnapshotTimeframe;
-    private _isOpen;
-    private _lastTimeframeSaveTime;
-    private _lastSnapshotSaveTime;
-    private _lastProcessedEpoch;
-    private _epochCtx?;
-    private _usage;
-    private _mutations;
-    databaseHost?: DatabaseHost;
-    itemManager: ItemManager;
-    /**
-     * Current epoch. Might be still processing.
-     */
-    currentEpoch?: SpecificCredential<Epoch>;
-    /**
-     * Epoch currently applied.
-     */
-    appliedEpoch?: SpecificCredential<Epoch>;
-    readonly onNewEpoch: Event<Credential>;
-    constructor(_params: DataPipelineParams);
-    get isOpen(): boolean;
-    get pipeline(): Pipeline | undefined;
-    get pipelineState(): import("../pipeline/pipeline").PipelineState | undefined;
-    setTargetTimeframe(timeframe: Timeframe): void;
-    processCredential(credential: Credential): Promise<void>;
-    open(): Promise<void>;
-    close(): Promise<void>;
-    private _consumePipeline;
-    private _createSnapshot;
-    private _saveTargetTimeframe;
-    private _saveCache;
-    private _noteTargetStateIfNeeded;
-    private _processEpochInSeparateTask;
-    private _processEpoch;
-    waitUntilTimeframe(timeframe: Timeframe): Promise<void>;
-    createEpoch(): Promise<Epoch>;
-    ensureEpochInitialized(): Promise<void>;
-    private _flush;
-}
-//# sourceMappingURL=data-pipeline.d.ts.map

package/dist/types/src/space/data-pipeline.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-pipeline.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAiD,MAAM,aAAa,CAAC;AAEnF,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,QAAQ,EACb,KAAK,kBAAkB,EAExB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAA2B,WAAW,EAAmB,MAAM,eAAe,CAAC;AAGtF,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AAKrF,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,KAAK,EAAE,MAAM,6CAA6C,CAAC;AAC1F,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAE/B;;OAEG;IACH,iBAAiB,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1D,CAAC;AAiBF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,CAAC,EAAE,kBAAkB,CAAC,SAAS,CAAC;CAC1C,CAAC;AAEF;;;;GAIG;AACH,qBAEa,YAAa,YAAW,mBAAmB;IAmC1C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAlCpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAuB;IACzC,OAAO,CAAC,gBAAgB,CAAC,CAAwB;IAEjD,OAAO,CAAC,+BAA+B,CAAmB;IAC1D,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,sBAAsB,CAAK;IACnC,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,mBAAmB,CAAM;IACjC,OAAO,CAAC,SAAS,CAAC,CAAU;IAG5B,OAAO,CAAC,MAAM,CAA0B;IAGxC,OAAO,CAAC,UAAU,CAA2B;IAEtC,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B,WAAW,EAAG,WAAW,CAAC;IAEjC;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D;;OAEG;IACI,YAAY,CAAC,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAa;IAE5D,SAAgB,UAAU,oBAA2B;gBAExB,OAAO,EAAE,kBAAkB;IAExD,IAAI,MAAM,YAET;IAED,IAAI,QAAQ,yBAEX;IAED,IAAI,aAAa,6DAEhB;IAED,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAKjC,iBAAiB,CAAC,UAAU,EAAE,UAAU;IAaxC,IAAI;IAuCJ,KAAK;YAiCG,gBAAgB;IA+D9B,OAAO,CAAC,eAAe;YAST,oBAAoB;YAMpB,UAAU;YAsBV,wBAAwB;YAqBxB,2BAA2B;YAiC3B,aAAa;IAiBrB,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAMvC,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC;IAqB7B,sBAAsB;YAId,MAAM;CAYrB"}

package/dist/types/src/space/data-pipeline.test.d.ts

@@ -1 +0,0 @@
-//# sourceMappingURL=data-pipeline.test.d.ts.map

package/dist/types/src/space/data-pipeline.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-pipeline.test.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline.test.ts"],"names":[],"mappings":""}

package/dist/types/src/testing/database-test-rig.d.ts

@@ -1,67 +0,0 @@
-import { DocumentModel } from '@dxos/document-model';
-import { DatabaseProxy, ItemManager } from '@dxos/echo-db';
-import { PublicKey } from '@dxos/keys';
-import { ModelFactory } from '@dxos/model-factory';
-import { type FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
-import { type EchoSnapshot, type SpaceSnapshot } from '@dxos/protocols/proto/dxos/echo/snapshot';
-import { TextModel } from '@dxos/text-model';
-import { Timeframe } from '@dxos/timeframe';
-import { ComplexMap } from '@dxos/util';
-import { DatabaseHost } from '../db-host';
-export declare class DatabaseTestBuilder {
-    readonly peers: ComplexMap<PublicKey, DatabaseTestPeer>;
-    createPeer(spaceKey?: PublicKey): Promise<DatabaseTestPeer>;
-}
-export declare class DatabaseTestPeer {
-    readonly rig: DatabaseTestBuilder;
-    readonly spaceKey: PublicKey;
-    readonly modelFactory: ModelFactory;
-    items: ItemManager;
-    proxy: DatabaseProxy;
-    host: DatabaseHost;
-    hostItems: ItemManager;
-    readonly key: PublicKey;
-    feedMessages: FeedMessage[];
-    readonly snapshots: Map<string, SpaceSnapshot>;
-    private currentEpoch?;
-    /**
-     * Sequence number of the last mutation confirmed to be written to the feed store.
-     */
-    confirmed: number;
-    /**
-     * Current position of the peer's pipeline.
-     */
-    timeframe: Timeframe;
-    snapshot: SpaceSnapshot | undefined;
-    private readonly _onConfirm;
-    private readonly _writes;
-    constructor(rig: DatabaseTestBuilder, spaceKey: PublicKey);
-    open(): Promise<void>;
-    /**
-     * Confirm mutations written to the local feed.
-     * @param seq Sequence number of the mutation to confirm. If not specified, all mutations will be confirmed.
-     */
-    confirm(seq?: number): Promise<void>;
-    /**
-     * Replicate the database to the specified timeframe.
-     * @param to Timeframe to replicate to. If not specified, the database will be replicated to the latest timeframe (based on all other peers).
-     */
-    replicate(to?: Timeframe): void;
-    /**
-     * Reload data from the feed. Wipes unconfirmed mutations.
-     */
-    reload(): Promise<void>;
-    /**
-     * Create snapshot and use it for the next reload.
-     */
-    makeSnapshot(): SpaceSnapshot;
-    createEpoch(mockSnapshot?: EchoSnapshot): void;
-    /**
-     * Gets all candidate messages according to the current timeframe.
-     * Does not take into account the current snapshot, timeframe dependencies, or the confirmed, or replicated state.
-     */
-    private _getHeads;
-    private _processMessages;
-    getModel(id: string): DocumentModel | TextModel | undefined;
-}
-//# sourceMappingURL=database-test-rig.d.ts.map

package/dist/types/src/testing/database-test-rig.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"database-test-rig.d.ts","sourceRoot":"","sources":["../../../../src/testing/database-test-rig.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,WAAW,EAA4C,MAAM,eAAe,CAAC;AAGrG,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAEjG,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAwB,MAAM,YAAY,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI1C,qBAAa,mBAAmB;IAC9B,SAAgB,KAAK,0CAA+D;IAE9E,UAAU,CAAC,QAAQ,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAMlE;AAUD,qBAAa,gBAAgB;aAqCT,GAAG,EAAE,mBAAmB;aACxB,QAAQ,EAAE,SAAS;IArCrC,SAAgB,YAAY,eAA4E;IAEjG,KAAK,EAAG,WAAW,CAAC;IACpB,KAAK,EAAG,aAAa,CAAC;IAEtB,IAAI,EAAG,YAAY,CAAC;IACpB,SAAS,EAAG,WAAW,CAAC;IAM/B,SAAgB,GAAG,YAAsB;IAElC,YAAY,EAAE,WAAW,EAAE,CAAM;IAExC,SAAgB,SAAS,6BAAoC;IAC7D,OAAO,CAAC,YAAY,CAAC,CAAQ;IAE7B;;OAEG;IACI,SAAS,SAAM;IAEtB;;OAEG;IACI,SAAS,YAAmB;IAE5B,QAAQ,EAAE,aAAa,GAAG,SAAS,CAAC;IAE3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAE1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2B;gBAGjC,GAAG,EAAE,mBAAmB,EACxB,QAAQ,EAAE,SAAS;IAG/B,IAAI;IA6CV;;;OAGG;IACG,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM;IAe1B;;;OAGG;IACH,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS;IAUxB;;OAEG;IACG,MAAM;IAOZ;;OAEG;IACH,YAAY,IAAI,aAAa;IAS7B,WAAW,CAAC,YAAY,CAAC,EAAE,YAAY;IAqBvC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,gBAAgB;IAoCxB,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,GAAG,SAAS;CA4B5D"}

package/dist/types/src/testing/util.d.ts

@@ -1,14 +0,0 @@
-import { DatabaseProxy, ItemManager } from '@dxos/echo-db';
-import { ModelFactory } from '@dxos/model-factory';
-import { DatabaseHost, type DataServiceHost } from '../db-host';
-import { type DataPipeline } from '../space';
-export declare const createMemoryDatabase: (modelFactory: ModelFactory) => Promise<{
-    backend: DatabaseHost;
-    itemManager: ItemManager;
-}>;
-export declare const createRemoteDatabaseFromDataServiceHost: (modelFactory: ModelFactory, dataServiceHost: DataServiceHost) => Promise<{
-    itemManager: ItemManager;
-    backend: DatabaseProxy;
-}>;
-export declare const testLocalDatabase: (create: DataPipeline, check?: DataPipeline) => Promise<void>;
-//# sourceMappingURL=util.d.ts.map

package/dist/types/src/testing/util.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/testing/util.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMnD,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAA6C,MAAM,YAAY,CAAC;AAC3G,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,eAAO,MAAM,oBAAoB,iBAAwB,YAAY;;;EAuBpE,CAAC;AAEF,eAAO,MAAM,uCAAuC,iBACpC,YAAY,mBACT,eAAe;;;EAkBjC,CAAC;AAEF,eAAO,MAAM,iBAAiB,WAAkB,YAAY,UAAS,YAAY,kBAmBhF,CAAC"}

package/dist/types/src/tests/database.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=database.test.d.ts.map

package/dist/types/src/tests/database.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"database.test.d.ts","sourceRoot":"","sources":["../../../../src/tests/database.test.ts"],"names":[],"mappings":""}

package/src/db-host/data-service-host.ts

@@ -1,233 +0,0 @@
-//
-// Copyright 2021 DXOS.org
-//
-
-import { UpdateScheduler } from '@dxos/async';
-import { Stream } from '@dxos/codec-protobuf';
-import { Context } from '@dxos/context';
-import { tagMutationsInBatch, type ItemDemuxer, type ItemManager, setMetadataOnObject } from '@dxos/echo-db';
-import { type FeedWriter } from '@dxos/feed-store';
-import { invariant } from '@dxos/invariant';
-import { type PublicKey } from '@dxos/keys';
-import { log } from '@dxos/log';
-import { type DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
-import { type EchoObject, type EchoObjectBatch } from '@dxos/protocols/proto/dxos/echo/object';
-import {
-  EchoEvent,
-  type SyncRepoRequest,
-  type MutationReceipt,
-  type WriteRequest,
-  type SyncRepoResponse,
-  type HostInfo,
-} from '@dxos/protocols/proto/dxos/echo/service';
-import { ComplexMap } from '@dxos/util';
-
-// After this limit the incremental object updates will be replaced with the full snapshot of the object.
-const MUTATION_LIMIT_PER_OBJECT = 10;
-
-export type DataServiceHostOptions = {
-  /**
-   * @default true
-   */
-  deferEvents?: boolean;
-};
-
-/**
- * Provides methods for DataService for a single space.
- * A DataServiceRouter must be placed before it to route requests to different DataServiceHost instances based on space id.
- */
-// TODO(burdon): Move to client-services.
-export class DataServiceHost {
-  private readonly _ctx = new Context();
-
-  private readonly _clientTagMap = new ComplexMap<[feedKey: PublicKey, seq: number], string>(
-    ([feedKey, seq]) => `${feedKey.toHex()}:${seq}`,
-  );
-
-  constructor(
-    private readonly _itemManager: ItemManager,
-    private readonly _itemDemuxer: ItemDemuxer,
-    private readonly _flush: () => Promise<void>,
-    private readonly _writeStream: FeedWriter<DataMessage> | undefined,
-    private readonly _opts: DataServiceHostOptions = {},
-  ) {}
-
-  async open() {}
-
-  async close() {
-    await this._ctx.dispose();
-  }
-
-  private get _deferEvents(): boolean {
-    return this._opts.deferEvents ?? true;
-  }
-
-  /**
-   * Real-time subscription to data objects in a space.
-   */
-  subscribe(): Stream<EchoEvent> {
-    return new Stream(({ next, close, ctx }) => {
-      // This looks ridiculous..
-      ctx.onDispose(this._ctx.onDispose(close));
-
-      // send current state
-      const objects = Array.from(this._itemManager.entities.values()).map((entity) => entity.createSnapshot());
-      next({
-        batch: {
-          objects,
-        },
-      });
-
-      const updateScheduler = new UpdateScheduler(
-        ctx,
-        async () => {
-          flushPendingUpdate();
-        },
-        {
-          maxFrequency: 10,
-        },
-      );
-
-      const pendingUpdates: EchoObject[] = [];
-      const mutationsPerObject = new Map<string, number>();
-
-      const clearPendingUpdates = () => {
-        pendingUpdates.length = 0;
-        mutationsPerObject.clear();
-      };
-
-      const flushPendingUpdate = () => {
-        const stagedEvents: EchoObject[] = [];
-        const objectsWithSnapshots = new Set<string>();
-        for (const [id, count] of mutationsPerObject) {
-          if (count >= MUTATION_LIMIT_PER_OBJECT) {
-            objectsWithSnapshots.add(id);
-            const entity = this._itemManager.entities.get(id);
-            if (entity) {
-              stagedEvents.push(entity.createSnapshot());
-            }
-          }
-        }
-
-        for (const obj of pendingUpdates) {
-          if (!objectsWithSnapshots.has(obj.objectId)) {
-            stagedEvents.push(obj);
-          }
-        }
-
-        next({
-          batch: {
-            objects: stagedEvents,
-          },
-        });
-        clearPendingUpdates();
-      };
-
-      // Subscribe to clear events on Epoch processing.
-      this._itemDemuxer.snapshot.on(ctx, (snapshot) => {
-        clearPendingUpdates();
-        next({
-          action: EchoEvent.DatabaseAction.RESET,
-          batch: { objects: snapshot.items },
-        });
-      });
-
-      // Subscribe to mutations.
-      this._itemDemuxer.mutation.on(ctx, (message) => {
-        const { batch, meta } = message;
-        invariant(!(meta as any).clientTag, 'Unexpected client tag in mutation message');
-        log('message', { batch: batch.objects?.length, meta });
-
-        const clientTag = this._clientTagMap.get([message.meta.feedKey, message.meta.seq]);
-        // TODO(dmaretskyi): Memory leak with _clientTagMap not getting cleared.
-
-        // Assign feed metadata
-        batch.objects?.forEach((object) => {
-          setMetadataOnObject(object, { ...meta });
-        });
-
-        // Assign client tag metadata
-        if (clientTag) {
-          flushPendingUpdate();
-
-          tagMutationsInBatch(batch, clientTag, 0);
-
-          next({
-            clientTag,
-            feedKey: message.meta.feedKey,
-            seq: message.meta.seq,
-            batch,
-          });
-        } else {
-          for (const obj of batch.objects ?? []) {
-            const newCount = (mutationsPerObject.get(obj.objectId) ?? 0) + 1;
-            mutationsPerObject.set(obj.objectId, newCount);
-          }
-
-          for (const obj of batch.objects ?? []) {
-            if ((mutationsPerObject.get(obj.objectId) ?? 0) < MUTATION_LIMIT_PER_OBJECT) {
-              pendingUpdates.push(obj);
-            }
-          }
-
-          if (this._deferEvents) {
-            updateScheduler.trigger();
-          } else {
-            flushPendingUpdate();
-          }
-        }
-      });
-    });
-  }
-
-  async write(request: WriteRequest): Promise<MutationReceipt> {
-    invariant(!this._ctx.disposed, 'Cannot write to closed DataServiceHost');
-    invariant(this._writeStream, 'Cannot write mutations in readonly mode');
-
-    log('write', { clientTag: request.clientTag, objectCount: request.batch.objects?.length ?? 0 });
-
-    // Clear client metadata.
-    const message = createDataMessage(request.batch);
-
-    const receipt = await this._writeStream.write(message, {
-      afterWrite: async (receipt) => {
-        // Runs before the mutation is read from the pipeline.
-        if (request.clientTag) {
-          log('tag', { clientTag: request.clientTag, feedKey: receipt.feedKey, seq: receipt.seq });
-          this._clientTagMap.set([receipt.feedKey, receipt.seq], request.clientTag);
-        }
-      },
-    });
-
-    return receipt;
-  }
-
-  async flush(): Promise<void> {
-    await this._flush();
-  }
-
-  getHostInfo(): Promise<HostInfo> {
-    throw new Error('Method not implemented.');
-  }
-
-  syncRepo(request: SyncRepoRequest): Stream<SyncRepoResponse> {
-    throw new Error('Method not implemented.');
-  }
-
-  sendSyncMessage(request: SyncRepoRequest): Promise<void> {
-    throw new Error('Method not implemented.');
-  }
-}
-
-const createDataMessage = (batch: EchoObjectBatch) => ({
-  batch: {
-    objects: batch.objects?.map((object) => ({
-      ...object,
-      mutations: object.mutations?.map((mutation) => ({
-        ...mutation,
-        meta: undefined,
-      })),
-      meta: undefined,
-    })),
-  },
-});

package/src/db-host/database-host.ts

@@ -1,63 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import { type EchoProcessor, ItemDemuxer, type ItemManager } from '@dxos/echo-db';
-import { type FeedWriter } from '@dxos/feed-store';
-import { type ModelFactory } from '@dxos/model-factory';
-import { type DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
-import { type EchoSnapshot } from '@dxos/protocols/proto/dxos/echo/snapshot';
-
-import { DataServiceHost, type DataServiceHostOptions } from './data-service-host';
-
-/**
- * Database backend that operates on two streams: read and write.
- * Mutations are read from the incoming streams and applied to the ItemManager via ItemDemuxer.
- * Write operations result in mutations being written to the outgoing stream.
- */
-export class DatabaseHost {
-  private _echoProcessor!: EchoProcessor;
-  private _itemManager!: ItemManager;
-  public _itemDemuxer!: ItemDemuxer;
-
-  constructor(
-    private readonly _outboundStream: FeedWriter<DataMessage> | undefined,
-    private readonly _flush: () => Promise<void>,
-  ) {}
-
-  get isReadOnly(): boolean {
-    return !!this._outboundStream;
-  }
-
-  get echoProcessor() {
-    return this._echoProcessor;
-  }
-
-  async open(itemManager: ItemManager, modelFactory: ModelFactory) {
-    this._itemManager = itemManager;
-    this._itemManager._debugLabel = 'host';
-
-    this._itemDemuxer = new ItemDemuxer(itemManager, modelFactory);
-    this._echoProcessor = this._itemDemuxer.open();
-  }
-
-  async close() {}
-
-  getWriteStream(): FeedWriter<DataMessage> | undefined {
-    return this._outboundStream;
-  }
-
-  createSnapshot(): EchoSnapshot {
-    return this._itemDemuxer.createSnapshot();
-  }
-
-  createDataServiceHost(opts: DataServiceHostOptions = {}) {
-    return new DataServiceHost(
-      this._itemManager,
-      this._itemDemuxer,
-      this._flush,
-      this._outboundStream ?? undefined,
-      opts,
-    );
-  }
-}

package/src/space/data-pipeline.test.ts

@@ -1,3 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//