@dxos/echo-pipeline 0.1.31 → 0.1.32-next.77d513e

package/dist/types/src/metadata/metadata-store.d.ts

@@ -1,6 +1,5 @@
 import { PublicKey } from '@dxos/keys';
-import { SpaceMetadata } from '@dxos/protocols/proto/dxos/echo/metadata';
-import { IdentityRecord } from '@dxos/protocols/proto/dxos/halo/credentials';
+import { SpaceMetadata, IdentityRecord } from '@dxos/protocols/proto/dxos/echo/metadata';
 import { Directory } from '@dxos/random-access-storage';
 import { Timeframe } from '@dxos/timeframe';
 /**

package/dist/types/src/metadata/metadata-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metadata-store.d.ts","sourceRoot":"","sources":["../../../../src/metadata/metadata-store.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAgB,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACvF,OAAO,EAAE,cAAc,EAAE,MAAM,6CAA6C,CAAC;AAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C;;;;GAIG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,SAAS,CAAC;IACf,WAAW,EAAE,SAAS,CAAC;CACxB;AASD,qBAAa,aAAa;IAKtB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAJ7B,OAAO,CAAC,SAAS,CAAqC;gBAInC,UAAU,EAAE,SAAS;IAGxC,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;;OAGG;IACH,IAAI,MAAM,IAAI,aAAa,EAAE,CAE5B;IAED;;OAEG;IAEG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YA6Bb,KAAK;IAwBnB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5B,iBAAiB,IAAI,cAAc,GAAG,SAAS;IAIzC,iBAAiB,CAAC,MAAM,EAAE,cAAc;IAOxC,QAAQ,CAAC,MAAM,EAAE,aAAa;IAU9B,uBAAuB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;IAQjE,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM;IAQtD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS;CAQjG"}
+{"version":3,"file":"metadata-store.d.ts","sourceRoot":"","sources":["../../../../src/metadata/metadata-store.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAgB,aAAa,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AACvG,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C;;;;GAIG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,SAAS,CAAC;IACf,WAAW,EAAE,SAAS,CAAC;CACxB;AASD,qBAAa,aAAa;IAKtB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAJ7B,OAAO,CAAC,SAAS,CAAqC;gBAInC,UAAU,EAAE,SAAS;IAGxC,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;;OAGG;IACH,IAAI,MAAM,IAAI,aAAa,EAAE,CAE5B;IAED;;OAEG;IAEG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YA6Bb,KAAK;IAwBnB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5B,iBAAiB,IAAI,cAAc,GAAG,SAAS;IAIzC,iBAAiB,CAAC,MAAM,EAAE,cAAc;IAOxC,QAAQ,CAAC,MAAM,EAAE,aAAa;IAU9B,uBAAuB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;IAQjE,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM;IAQtD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS;CAQjG"}

package/dist/types/src/pipeline/pipeline.d.ts

@@ -1,10 +1,19 @@
+import { Context } from '@dxos/context';
 import { FeedSetIterator, FeedWrapper, FeedWriter } from '@dxos/feed-store';
 import { FeedMessageBlock } from '@dxos/protocols';
 import type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { Timeframe } from '@dxos/timeframe';
 import { TimeframeClock } from './timeframe-clock';
 export declare type WaitUntilReachedTargetParams = {
+    /**
+     * For cancellation.
+     */
+    ctx?: Context;
     timeout?: number;
+    /**
+     * @default true
+     */
+    breakOnStall?: boolean;
 };
 /**
  * External state accessor.
@@ -35,7 +44,7 @@ export declare class PipelineState {
      *
      * @param timeout Timeout in milliseconds to specify the maximum wait time.
      */
-    waitUntilReachedTargetTimeframe({ timeout }?: WaitUntilReachedTargetParams): Promise<void>;
+    waitUntilReachedTargetTimeframe({ ctx, timeout, breakOnStall }?: WaitUntilReachedTargetParams): Promise<void>;
 }
 export interface PipelineAccessor {
     state: PipelineState;

package/dist/types/src/pipeline/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../../src/pipeline/pipeline.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,EAAwD,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEzG,oBAAY,4BAA4B,GAAG;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF;;GAEG;AACH,qBAAa,aAAa;IAatB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,eAAe;IAZzB,SAAgB,eAAe,yCAA+B;IAE9D;;OAEG;IACH,OAAO,CAAC,gBAAgB,CAAwB;IAEhD,OAAO,CAAC,qBAAqB,CAA4B;gBAI/C,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,EAC/B,eAAe,EAAE,cAAc;IAGzC;;;OAGG;IACH,IAAI,YAAY,cASf;IAED,IAAI,SAAS,cAEZ;IAED,IAAI,eAAe,cAElB;IAEK,kBAAkB,CAAC,MAAM,EAAE,SAAS;IAI1C,kBAAkB,CAAC,MAAM,EAAE,SAAS;IAIpC;;;;;;OAMG;IACG,+BAA+B,CAAC,EAAE,OAAO,EAAE,GAAE,4BAAiC;CAsCrF;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;CACzC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,qBAAa,QAAS,YAAW,gBAAgB;IAsB7C,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IArBpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8C;IAG9E,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAG9B;IAGH,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiF;IAGxG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAwB;IAG3D,OAAO,CAAC,OAAO,CAA8C;IAE7D,OAAO,CAAC,OAAO,CAAS;gBAIL,iBAAiB,GAAE,SAA2B;IAOjE,IAAI,KAAK,kBAER;IAED,IAAI,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAG5C;IAED,QAAQ,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE;IAIhC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAI5C,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAarC,KAAK;IAML,IAAI;IAOV;;;OAGG;IACI,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC;CAelD"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../../src/pipeline/pipeline.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,OAAO,EAAmB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,OAAO,EAAwD,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEzG,oBAAY,4BAA4B,GAAG;IACzC;;OAEG;IACH,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF;;GAEG;AACH,qBAAa,aAAa;IAatB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,eAAe;IAZzB,SAAgB,eAAe,yCAA+B;IAE9D;;OAEG;IACH,OAAO,CAAC,gBAAgB,CAAwB;IAEhD,OAAO,CAAC,qBAAqB,CAA4B;gBAI/C,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,EAC/B,eAAe,EAAE,cAAc;IAGzC;;;OAGG;IACH,IAAI,YAAY,cASf;IAED,IAAI,SAAS,cAEZ;IAED,IAAI,eAAe,cAElB;IAEK,kBAAkB,CAAC,MAAM,EAAE,SAAS;IAI1C,kBAAkB,CAAC,MAAM,EAAE,SAAS;IAIpC;;;;;;OAMG;IACG,+BAA+B,CAAC,EACpC,GAAmB,EACnB,OAAO,EACP,YAAmB,EACpB,GAAE,4BAAiC;CAuCrC;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;CACzC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,qBAAa,QAAS,YAAW,gBAAgB;IAsB7C,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IArBpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8C;IAG9E,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAG9B;IAGH,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiF;IAGxG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAwB;IAG3D,OAAO,CAAC,OAAO,CAA8C;IAE7D,OAAO,CAAC,OAAO,CAAS;gBAIL,iBAAiB,GAAE,SAA2B;IAOjE,IAAI,KAAK,kBAER;IAED,IAAI,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAG5C;IAED,QAAQ,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE;IAIhC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAI5C,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAarC,KAAK;IAML,IAAI;IAOV;;;OAGG;IACI,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC;CAelD"}

package/dist/types/src/space/{data-pipeline-controller.d.ts → data-pipeline.d.ts}

@@ -8,22 +8,10 @@ import { Timeframe } from '@dxos/timeframe';
 import { DatabaseBackendHost, SnapshotManager } from '../dbhost';
 import { MetadataStore } from '../metadata';
 import { Pipeline } from '../pipeline';
-export declare type DataPipelineControllerContext = {
+export interface PipelineFactory {
     openPipeline: (start: Timeframe) => Promise<Pipeline>;
-};
-/**
- * Controls data pipeline in the space.
- * Consumes mutations from the feed and applies them to the database.
- */
-export interface DataPipelineController {
-    open(context: DataPipelineControllerContext): Promise<void>;
-    close(): Promise<void>;
-}
-export declare class NoopDataPipelineController implements DataPipelineController {
-    open(context: DataPipelineControllerContext): Promise<void>;
-    close(): Promise<void>;
 }
-export declare type DataPipelineControllerImplParams = {
+export declare type DataPipelineParams = {
     modelFactory: ModelFactory;
     snapshotManager: SnapshotManager;
     metadataStore: MetadataStore;
@@ -37,21 +25,25 @@ export declare type DataPipelineControllerImplParams = {
  * Consumes the pipeline and updates the database.
  * Reacts to new epochs to restart the pipeline.
  */
-export declare class DataPipelineControllerImpl implements DataPipelineController {
+export declare class DataPipeline {
     private readonly _params;
     private _ctx;
     private _spaceContext;
     private _pipeline?;
     private _snapshot?;
+    private _targetTimeframe?;
     private _lastAutomaticSnapshotTimeframe;
+    private _isOpen;
     readonly onTimeframeReached: Event<Timeframe>;
-    constructor(_params: DataPipelineControllerImplParams);
+    constructor(_params: DataPipelineParams);
     _itemManager: ItemManager;
     databaseBackend?: DatabaseBackendHost;
+    get isOpen(): boolean;
     get pipelineState(): import("../pipeline/pipeline").PipelineState | undefined;
     get snapshotTimeframe(): Timeframe | undefined;
     getStartTimeframe(): Timeframe;
-    open(spaceContext: DataPipelineControllerContext): Promise<void>;
+    setTargetTimeframe(timeframe: Timeframe): void;
+    open(spaceContext: PipelineFactory): Promise<void>;
     private _createPeriodicSnapshots;
     private _saveSnapshot;
     private _saveLatestTimeframe;
@@ -60,4 +52,4 @@ export declare class DataPipelineControllerImpl implements DataPipelineControlle
     private _consumePipeline;
     waitUntilTimeframe(timeframe: Timeframe): Promise<void>;
 }
-//# sourceMappingURL=data-pipeline-controller.d.ts.map
+//# sourceMappingURL=data-pipeline.d.ts.map

package/dist/types/src/space/data-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-pipeline.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAA0C,MAAM,aAAa,CAAC;AAE5E,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD;AAED,oBAAY,kBAAkB,GAAG;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAsBF;;;;GAIG;AACH,qBACa,YAAY;IAYX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAXpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,aAAa,CAAmB;IACxC,OAAO,CAAC,SAAS,CAAC,CAAW;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAgB;IAClC,OAAO,CAAC,gBAAgB,CAAC,CAAY;IAErC,OAAO,CAAC,+BAA+B,CAAmB;IAC1D,OAAO,CAAC,OAAO,CAAS;IAExB,SAAgB,kBAAkB,mBAA0B;gBAE/B,OAAO,EAAE,kBAAkB;IAEjD,YAAY,EAAG,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,mBAAmB,CAAC;IAE7C,IAAI,MAAM,YAET;IAED,IAAI,aAAa,6DAEhB;IAED,IAAI,iBAAiB,0BAEpB;IAED,iBAAiB,IAAI,SAAS;IAI9B,kBAAkB,CAAC,SAAS,EAAE,SAAS;IAMjC,IAAI,CAAC,YAAY,EAAE,eAAe;IAsCxC,OAAO,CAAC,wBAAwB;YA0BlB,aAAa;YAOb,oBAAoB;IAU5B,KAAK;IAoBX,cAAc,IAAI,aAAa;YASjB,gBAAgB;IA+BxB,kBAAkB,CAAC,SAAS,EAAE,SAAS;CAI9C"}

package/dist/types/src/space/index.d.ts

@@ -3,5 +3,5 @@ export * from './space';
 export * from './space-manager';
 export * from './space-protocol';
 export * from './genesis';
-export * from './data-pipeline-controller';
+export * from './data-pipeline';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/space/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/space/index.ts"],"names":[],"mappings":"AAIA,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/space/index.ts"],"names":[],"mappings":"AAIA,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,WAAW,CAAC;AAC1B,cAAc,iBAAiB,CAAC"}

package/dist/types/src/space/space.d.ts

@@ -4,9 +4,9 @@ import { FeedWrapper } from '@dxos/feed-store';
 import { PublicKey } from '@dxos/keys';
 import type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { Credential } from '@dxos/protocols/proto/dxos/halo/credentials';
+import { Timeframe } from '@dxos/timeframe';
 import { AsyncCallback, Callback } from '@dxos/util';
-import { PipelineAccessor } from '../pipeline';
-import { DataPipelineController } from './data-pipeline-controller';
+import { Pipeline, PipelineAccessor } from '../pipeline';
 import { SpaceProtocol } from './space-protocol';
 declare type FeedProvider = (feedKey: PublicKey) => Promise<FeedWrapper<FeedMessage>>;
 export declare type SpaceParams = {
@@ -15,6 +15,9 @@ export declare type SpaceParams = {
     genesisFeed: FeedWrapper<FeedMessage>;
     feedProvider: FeedProvider;
 };
+export declare type CreatePipelineParams = {
+    start: Timeframe;
+};
 /**
  * Spaces are globally addressable databases with access control.
  */
@@ -30,7 +33,6 @@ export declare class Space {
     private _controlFeed?;
     private _dataFeed?;
     private _dataPipeline?;
-    private _dataPipelineController?;
     constructor({ spaceKey, protocol, genesisFeed, feedProvider }: SpaceParams);
     get key(): PublicKey;
     get isOpen(): boolean;
@@ -53,7 +55,7 @@ export declare class Space {
      */
     open(): Promise<void>;
     close(): Promise<void>;
-    initDataPipeline(controller: DataPipelineController): Promise<void>;
+    createDataPipeline({ start }: CreatePipelineParams): Promise<Pipeline>;
 }
 export {};
 //# sourceMappingURL=space.d.ts.map

package/dist/types/src/space/space.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"space.d.ts","sourceRoot":"","sources":["../../../../src/space/space.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAA4B,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAgB,UAAU,EAAE,MAAM,6CAA6C,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAY,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,aAAK,YAAY,GAAG,CAAC,OAAO,EAAE,SAAS,KAAK,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;AAE9E,oBAAY,WAAW,GAAG;IACxB,QAAQ,EAAE,SAAS,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;IACtC,YAAY,EAAE,YAAY,CAAC;CAC5B,CAAC;AAEF;;GAEG;AAEH,qBACa,KAAK;IAChB,SAAgB,qBAAqB,sCAA6C;IAClF,SAAgB,WAAW,cAAe;IAC1C,SAAgB,QAAQ,EAAE,aAAa,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAY;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAEnD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAC,CAA2B;IAChD,OAAO,CAAC,SAAS,CAAC,CAA2B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAW;IACjC,OAAO,CAAC,uBAAuB,CAAC,CAAyB;gBAE7C,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,WAAW;IA+B1E,IACI,GAAG,cAEN;IAED,IAAI,MAAM,YAET;IAED,IAAI,cAAc,IAAI,SAAS,CAE9B;IAED,IAAI,cAAc,0BAEjB;IAED,IAAI,WAAW,0BAEd;IAED,IAAI,UAAU,2CAEb;IAED;;OAEG;IACH,IAAI,eAAe,IAAI,gBAAgB,CAEtC;IAED,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO7C,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO1C;;OAEG;IACH,eAAe,IAAI,QAAQ,EAAE;IAI7B;;OAEG;IAMG,IAAI;IAeJ,KAAK;IAeL,gBAAgB,CAAC,UAAU,EAAE,sBAAsB;CAyB1D"}
+{"version":3,"file":"space.d.ts","sourceRoot":"","sources":["../../../../src/space/space.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAA4B,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAgB,UAAU,EAAE,MAAM,6CAA6C,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,aAAK,YAAY,GAAG,CAAC,OAAO,EAAE,SAAS,KAAK,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;AAE9E,oBAAY,WAAW,GAAG;IACxB,QAAQ,EAAE,SAAS,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;IACtC,YAAY,EAAE,YAAY,CAAC;CAC5B,CAAC;AAEF,oBAAY,oBAAoB,GAAG;IACjC,KAAK,EAAE,SAAS,CAAC;CAElB,CAAC;AAEF;;GAEG;AAEH,qBACa,KAAK;IAChB,SAAgB,qBAAqB,sCAA6C;IAClF,SAAgB,WAAW,cAAe;IAC1C,SAAgB,QAAQ,EAAE,aAAa,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAY;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IAEnD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAC,CAA2B;IAChD,OAAO,CAAC,SAAS,CAAC,CAA2B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,WAAW;IAgC1E,IACI,GAAG,cAEN;IAED,IAAI,MAAM,YAET;IAED,IAAI,cAAc,IAAI,SAAS,CAE9B;IAED,IAAI,cAAc,0BAEjB;IAED,IAAI,WAAW,0BAEd;IAED,IAAI,UAAU,2CAEb;IAED;;OAEG;IACH,IAAI,eAAe,IAAI,gBAAgB,CAEtC;IAED,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO7C,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC;IAO1C;;OAEG;IACH,eAAe,IAAI,QAAQ,EAAE;IAI7B;;OAEG;IAKG,IAAI;IAeJ,KAAK;IAeL,kBAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,oBAAoB;CAoBzD"}

package/dist/types/src/testing/test-agent-builder.d.ts

@@ -7,7 +7,7 @@ import type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
 import { Storage } from '@dxos/random-access-storage';
 import { Gossip, Presence } from '@dxos/teleport-extension-gossip';
 import { Space, SpaceManager, SpaceProtocol } from '../space';
-import { DataPipelineControllerImpl } from '../space/data-pipeline-controller';
+import { DataPipeline } from '../space/data-pipeline';
 import { TestFeedBuilder } from './test-feed-builder';
 export declare type NetworkManagerProvider = () => NetworkManager;
 export declare const MemoryNetworkManagerProvider: (signalContext: MemorySignalManagerContext) => NetworkManagerProvider;
@@ -45,7 +45,7 @@ export declare class TestAgent {
     get spaces(): Space[];
     getSpace(spaceKey: PublicKey): Space | undefined;
     createSpaceManager(): SpaceManager;
-    createSpace(identityKey?: PublicKey, spaceKey?: PublicKey, genesisKey?: PublicKey): Promise<[Space, DataPipelineControllerImpl]>;
+    createSpace(identityKey?: PublicKey, spaceKey?: PublicKey, genesisKey?: PublicKey): Promise<[Space, DataPipeline]>;
     createSpaceProtocol(topic: PublicKey, gossip?: Gossip): SpaceProtocol;
     createGossip(): Gossip;
     createPresence(gossip?: Gossip): Presence;

package/dist/types/src/testing/test-agent-builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-agent-builder.d.ts","sourceRoot":"","sources":["../../../../src/testing/test-agent-builder.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAuB,0BAA0B,EAA0B,MAAM,iBAAiB,CAAC;AAE1G,OAAO,EAAwD,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC7G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAiB,OAAO,EAAe,MAAM,6BAA6B,CAAC;AAClF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAKnE,OAAO,EAA0C,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACtG,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,oBAAY,sBAAsB,GAAG,MAAM,cAAc,CAAC;AAE1D,eAAO,MAAM,4BAA4B,kBACvB,0BAA0B,KAAG,sBAKzC,CAAC;AAEP,eAAO,MAAM,+BAA+B,cAC9B,MAAM,KAAG,sBAKjB,CAAC;AAEP,oBAAY,uBAAuB,GAAG;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;CACjD,CAAC;AAEF;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwD;IAChF,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAyB;gBAErD,EAAE,OAAO,EAAE,sBAAsB,EAAE,GAAE,uBAA4B;IAMvE,KAAK;IAIX,IAAI,MAAM,gBAET;IAED,QAAQ,CAAC,SAAS,EAAE,SAAS;IAIvB,UAAU,IAAI,OAAO,CAAC,SAAS,CAAC;CAYvC;AAED;;GAEG;AACH,qBAAa,SAAS;IAOlB,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY;aACb,WAAW,EAAE,SAAS;aACtB,SAAS,EAAE,SAAS;IATtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAE5E,SAAgB,OAAO,EAAE,OAAO,CAAC;IACjC,SAAgB,SAAS,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBAG/B,uBAAuB,EAAE,sBAAsB,EAC/C,YAAY,EAAE,eAAe,EAC9B,WAAW,EAAE,SAAS,EACtB,SAAS,EAAE,SAAS;IAMhC,KAAK;IAIX,IAAI,MAAM,YAET;IAED,QAAQ,CAAC,QAAQ,EAAE,SAAS;IAI5B,kBAAkB;IAOZ,WAAW,CACf,WAAW,GAAE,SAA4B,EACzC,QAAQ,CAAC,EAAE,SAAS,EACpB,UAAU,CAAC,EAAE,SAAS,GACrB,OAAO,CAAC,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;IAuC/C,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,MAAM;IAkBrD,YAAY;IAMZ,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM;CAQ/B"}
+{"version":3,"file":"test-agent-builder.d.ts","sourceRoot":"","sources":["../../../../src/testing/test-agent-builder.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAuB,0BAA0B,EAA0B,MAAM,iBAAiB,CAAC;AAE1G,OAAO,EAAwD,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC7G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAiB,OAAO,EAAe,MAAM,6BAA6B,CAAC;AAClF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAKnE,OAAO,EAA0C,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACtG,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,oBAAY,sBAAsB,GAAG,MAAM,cAAc,CAAC;AAE1D,eAAO,MAAM,4BAA4B,kBACvB,0BAA0B,KAAG,sBAKzC,CAAC;AAEP,eAAO,MAAM,+BAA+B,cAC9B,MAAM,KAAG,sBAKjB,CAAC;AAEP,oBAAY,uBAAuB,GAAG;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;CACjD,CAAC;AAEF;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwD;IAChF,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAyB;gBAErD,EAAE,OAAO,EAAE,sBAAsB,EAAE,GAAE,uBAA4B;IAMvE,KAAK;IAIX,IAAI,MAAM,gBAET;IAED,QAAQ,CAAC,SAAS,EAAE,SAAS;IAIvB,UAAU,IAAI,OAAO,CAAC,SAAS,CAAC;CAYvC;AAED;;GAEG;AACH,qBAAa,SAAS;IAOlB,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY;aACb,WAAW,EAAE,SAAS;aACtB,SAAS,EAAE,SAAS;IATtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAE5E,SAAgB,OAAO,EAAE,OAAO,CAAC;IACjC,SAAgB,SAAS,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBAG/B,uBAAuB,EAAE,sBAAsB,EAC/C,YAAY,EAAE,eAAe,EAC9B,WAAW,EAAE,SAAS,EACtB,SAAS,EAAE,SAAS;IAMhC,KAAK;IAIX,IAAI,MAAM,YAET;IAED,QAAQ,CAAC,QAAQ,EAAE,SAAS;IAI5B,kBAAkB;IAOZ,WAAW,CACf,WAAW,GAAE,SAA4B,EACzC,QAAQ,CAAC,EAAE,SAAS,EACpB,UAAU,CAAC,EAAE,SAAS,GACrB,OAAO,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IA6CjC,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,MAAM;IAkBrD,YAAY;IAMZ,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM;CAQ/B"}

package/dist/types/src/testing/util.d.ts

@@ -1,7 +1,7 @@
 import { DatabaseBackendProxy, ItemManager } from '@dxos/echo-db';
 import { ModelFactory } from '@dxos/model-factory';
 import { DatabaseBackendHost, DataServiceHost } from '../dbhost';
-import { DataPipelineControllerImpl } from '../space';
+import { DataPipeline } from '../space';
 export declare const createMemoryDatabase: (modelFactory: ModelFactory) => Promise<{
     backend: DatabaseBackendHost;
     itemManager: ItemManager;
@@ -10,5 +10,5 @@ export declare const createRemoteDatabaseFromDataServiceHost: (modelFactory: Mod
     itemManager: ItemManager;
     backend: DatabaseBackendProxy;
 }>;
-export declare const testLocalDatabase: (create: DataPipelineControllerImpl, check?: DataPipelineControllerImpl) => Promise<void>;
+export declare const testLocalDatabase: (create: DataPipeline, check?: DataPipeline) => Promise<void>;
 //# sourceMappingURL=util.d.ts.map

package/dist/types/src/testing/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/testing/util.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAA6C,MAAM,WAAW,CAAC;AAC5G,OAAO,EAAE,0BAA0B,EAAE,MAAM,UAAU,CAAC;AAEtD,eAAO,MAAM,oBAAoB,iBAAwB,YAAY;;;EAqBpE,CAAC;AAEF,eAAO,MAAM,uCAAuC,iBACpC,YAAY,mBACT,eAAe;;;EAejC,CAAC;AAEF,eAAO,MAAM,iBAAiB,WACpB,0BAA0B,UAC3B,0BAA0B,kBAoBlC,CAAC"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/testing/util.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAA6C,MAAM,WAAW,CAAC;AAC5G,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,eAAO,MAAM,oBAAoB,iBAAwB,YAAY;;;EAqBpE,CAAC;AAEF,eAAO,MAAM,uCAAuC,iBACpC,YAAY,mBACT,eAAe;;;EAejC,CAAC;AAEF,eAAO,MAAM,iBAAiB,WAAkB,YAAY,UAAS,YAAY,kBAmBhF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.1.31",
+  "version": "0.1.32-next.77d513e",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -20,40 +20,40 @@
   ],
   "dependencies": {
     "debug": "^4.3.3",
-    "@dxos/async": "0.1.31",
-    "@dxos/codec-protobuf": "0.1.31",
-    "@dxos/context": "0.1.31",
-    "@dxos/credentials": "0.1.31",
-    "@dxos/crypto": "0.1.31",
-    "@dxos/debug": "0.1.31",
-    "@dxos/document-model": "0.1.31",
-    "@dxos/echo-db": "0.1.31",
-    "@dxos/feed-store": "0.1.31",
-    "@dxos/hypercore": "0.1.31",
-    "@dxos/keyring": "0.1.31",
-    "@dxos/keys": "0.1.31",
-    "@dxos/log": "0.1.31",
-    "@dxos/messaging": "0.1.31",
-    "@dxos/model-factory": "0.1.31",
-    "@dxos/network-manager": "0.1.31",
-    "@dxos/node-std": "0.1.31",
-    "@dxos/protocols": "0.1.31",
-    "@dxos/random-access-storage": "0.1.31",
-    "@dxos/rpc": "0.1.31",
-    "@dxos/teleport": "0.1.31",
-    "@dxos/teleport-extension-gossip": "0.1.31",
-    "@dxos/teleport-extension-object-sync": "0.1.31",
-    "@dxos/teleport-extension-replicator": "0.1.31",
-    "@dxos/timeframe": "0.1.31",
-    "@dxos/typings": "0.1.31",
-    "@dxos/util": "0.1.31"
+    "@dxos/async": "0.1.32-next.77d513e",
+    "@dxos/codec-protobuf": "0.1.32-next.77d513e",
+    "@dxos/context": "0.1.32-next.77d513e",
+    "@dxos/credentials": "0.1.32-next.77d513e",
+    "@dxos/crypto": "0.1.32-next.77d513e",
+    "@dxos/debug": "0.1.32-next.77d513e",
+    "@dxos/document-model": "0.1.32-next.77d513e",
+    "@dxos/echo-db": "0.1.32-next.77d513e",
+    "@dxos/feed-store": "0.1.32-next.77d513e",
+    "@dxos/hypercore": "0.1.32-next.77d513e",
+    "@dxos/keyring": "0.1.32-next.77d513e",
+    "@dxos/keys": "0.1.32-next.77d513e",
+    "@dxos/log": "0.1.32-next.77d513e",
+    "@dxos/messaging": "0.1.32-next.77d513e",
+    "@dxos/model-factory": "0.1.32-next.77d513e",
+    "@dxos/network-manager": "0.1.32-next.77d513e",
+    "@dxos/node-std": "0.1.32-next.77d513e",
+    "@dxos/protocols": "0.1.32-next.77d513e",
+    "@dxos/random-access-storage": "0.1.32-next.77d513e",
+    "@dxos/rpc": "0.1.32-next.77d513e",
+    "@dxos/teleport": "0.1.32-next.77d513e",
+    "@dxos/teleport-extension-gossip": "0.1.32-next.77d513e",
+    "@dxos/teleport-extension-object-sync": "0.1.32-next.77d513e",
+    "@dxos/teleport-extension-replicator": "0.1.32-next.77d513e",
+    "@dxos/timeframe": "0.1.32-next.77d513e",
+    "@dxos/typings": "0.1.32-next.77d513e",
+    "@dxos/util": "0.1.32-next.77d513e"
   },
   "devDependencies": {
     "@types/debug": "^4.1.7",
     "hypercore-protocol": "^8.0.7",
     "source-map-support": "^0.5.12",
     "wait-for-expect": "^3.0.2",
-    "@dxos/text-model": "0.1.31"
+    "@dxos/text-model": "0.1.32-next.77d513e"
   },
   "publishConfig": {
     "access": "public"

package/src/metadata/metadata-store.ts

@@ -8,8 +8,7 @@ import { synchronized } from '@dxos/async';
 import { PublicKey } from '@dxos/keys';
 import { log } from '@dxos/log';
 import { schema } from '@dxos/protocols';
-import { EchoMetadata, SpaceMetadata } from '@dxos/protocols/proto/dxos/echo/metadata';
-import { IdentityRecord } from '@dxos/protocols/proto/dxos/halo/credentials';
+import { EchoMetadata, SpaceMetadata, IdentityRecord } from '@dxos/protocols/proto/dxos/echo/metadata';
 import { Directory } from '@dxos/random-access-storage';
 import { Timeframe } from '@dxos/timeframe';
 

package/src/pipeline/pipeline.ts

@@ -5,6 +5,7 @@
 import assert from 'node:assert';
 
 import { sleep, Trigger } from '@dxos/async';
+import { Context, rejectOnDispose } from '@dxos/context';
 import { FeedSetIterator, FeedWrapper, FeedWriter } from '@dxos/feed-store';
 import { PublicKey } from '@dxos/keys';
 import { log } from '@dxos/log';
@@ -17,7 +18,16 @@ import { createMessageSelector } from './message-selector';
 import { mapFeedIndexesToTimeframe, mapTimeframeToFeedIndexes, TimeframeClock } from './timeframe-clock';
 
 export type WaitUntilReachedTargetParams = {
+  /**
+   * For cancellation.
+   */
+  ctx?: Context;
   timeout?: number;
+
+  /**
+   * @default true
+   */
+  breakOnStall?: boolean;
 };
 
 /**
@@ -60,7 +70,7 @@ export class PipelineState {
   }
 
   get targetTimeframe() {
-    return this._targetTimeframe ? Timeframe.merge(this.endTimeframe, this._targetTimeframe) : this.endTimeframe;
+    return this._targetTimeframe ? this._targetTimeframe : new Timeframe();
   }
 
   async waitUntilTimeframe(target: Timeframe) {
@@ -78,7 +88,11 @@ export class PipelineState {
    *
    * @param timeout Timeout in milliseconds to specify the maximum wait time.
    */
-  async waitUntilReachedTargetTimeframe({ timeout }: WaitUntilReachedTargetParams = {}) {
+  async waitUntilReachedTargetTimeframe({
+    ctx = new Context(),
+    timeout,
+    breakOnStall = true
+  }: WaitUntilReachedTargetParams = {}) {
     log('waitUntilReachedTargetTimeframe', {
       timeout,
       current: this.timeframe,
@@ -89,13 +103,14 @@ export class PipelineState {
       this._timeframeClock.update.waitForCondition(() => {
         return Timeframe.dependencies(this.targetTimeframe, this.timeframe).isEmpty();
       }),
-      this._iterator.stalled.discardParameter().waitForCount(1)
+      ...(breakOnStall ? [this._iterator.stalled.discardParameter().waitForCount(1)] : [])
     ]);
 
     let done = false;
 
     if (timeout) {
       return Promise.race([
+        rejectOnDispose(ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
         }),

package/src/space/{data-pipeline-controller.ts → data-pipeline.ts}

@@ -4,7 +4,7 @@
 
 import assert from 'node:assert';
 
-import { Event, scheduleTask, trackLeaks } from '@dxos/async';
+import { Event, scheduleTask, synchronized, trackLeaks } from '@dxos/async';
 import { Context } from '@dxos/context';
 import { FeedInfo } from '@dxos/credentials';
 import { failUndefined } from '@dxos/debug';
@@ -21,26 +21,11 @@ import { DatabaseBackendHost, SnapshotManager } from '../dbhost';
 import { MetadataStore } from '../metadata';
 import { Pipeline } from '../pipeline';
 
-export type DataPipelineControllerContext = {
+export interface PipelineFactory {
   openPipeline: (start: Timeframe) => Promise<Pipeline>;
-};
-
-/**
- * Controls data pipeline in the space.
- * Consumes mutations from the feed and applies them to the database.
- */
-export interface DataPipelineController {
-  open(context: DataPipelineControllerContext): Promise<void>;
-  close(): Promise<void>;
-}
-
-export class NoopDataPipelineController implements DataPipelineController {
-  async open(context: DataPipelineControllerContext): Promise<void> {}
-
-  async close(): Promise<void> {}
 }
 
-export type DataPipelineControllerImplParams = {
+export type DataPipelineParams = {
   modelFactory: ModelFactory;
   snapshotManager: SnapshotManager;
   metadataStore: MetadataStore;
@@ -65,27 +50,38 @@ const AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5000;
  */
 const TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
 
+/**
+ * Flag to disable automatic local snapshots.
+ */
+const DISABLE_SNAPSHOT_CACHE = false;
+
 /**
  * Controls data pipeline in the space.
  * Consumes the pipeline and updates the database.
  * Reacts to new epochs to restart the pipeline.
  */
 @trackLeaks('open', 'close')
-export class DataPipelineControllerImpl implements DataPipelineController {
+export class DataPipeline {
   private _ctx = new Context();
-  private _spaceContext!: DataPipelineControllerContext;
+  private _spaceContext!: PipelineFactory;
   private _pipeline?: Pipeline;
   private _snapshot?: SpaceSnapshot;
+  private _targetTimeframe?: Timeframe;
 
   private _lastAutomaticSnapshotTimeframe = new Timeframe();
+  private _isOpen = false;
 
   public readonly onTimeframeReached = new Event<Timeframe>();
 
-  constructor(private readonly _params: DataPipelineControllerImplParams) {}
+  constructor(private readonly _params: DataPipelineParams) {}
 
   public _itemManager!: ItemManager;
   public databaseBackend?: DatabaseBackendHost;
 
+  get isOpen() {
+    return this._isOpen;
+  }
+
   get pipelineState() {
     return this._pipeline?.state;
   }
@@ -98,7 +94,17 @@ export class DataPipelineControllerImpl implements DataPipelineController {
     return snapshotTimeframeToStartingTimeframe(this.snapshotTimeframe ?? new Timeframe());
   }
 
-  async open(spaceContext: DataPipelineControllerContext) {
+  setTargetTimeframe(timeframe: Timeframe) {
+    this._targetTimeframe = timeframe;
+    this._pipeline?.state.setTargetTimeframe(timeframe);
+  }
+
+  @synchronized
+  async open(spaceContext: PipelineFactory) {
+    if (this._isOpen) {
+      return;
+    }
+
     this._spaceContext = spaceContext;
     if (this._params.snapshotId) {
       this._snapshot = await this._params.snapshotManager.load(this._params.snapshotId);
@@ -106,6 +112,9 @@ export class DataPipelineControllerImpl implements DataPipelineController {
     }
 
     this._pipeline = await this._spaceContext.openPipeline(this.getStartTimeframe());
+    if (this._targetTimeframe) {
+      this._pipeline.state.setTargetTimeframe(this._targetTimeframe);
+    }
 
     // Create database backend.
     const feedWriter = createMappedFeedWriter<DataMessage, FeedMessage.Payload>(
@@ -125,6 +134,8 @@ export class DataPipelineControllerImpl implements DataPipelineController {
     });
 
     this._createPeriodicSnapshots();
+
+    this._isOpen = true;
   }
 
   private _createPeriodicSnapshots() {
@@ -133,22 +144,24 @@ export class DataPipelineControllerImpl implements DataPipelineController {
       await this._saveLatestTimeframe();
     });
 
-    this.onTimeframeReached.debounce(AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL).on(this._ctx, async () => {
-      const latestTimeframe = this._pipeline?.state.timeframe;
-      if (!latestTimeframe) {
-        return;
-      }
+    if (!DISABLE_SNAPSHOT_CACHE) {
+      this.onTimeframeReached.debounce(AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL).on(this._ctx, async () => {
+        const latestTimeframe = this._pipeline?.state.timeframe;
+        if (!latestTimeframe) {
+          return;
+        }
 
-      // Save snapshot.
-      if (
-        latestTimeframe.totalMessages() - this._lastAutomaticSnapshotTimeframe.totalMessages() >
-        MESSAGES_PER_SNAPSHOT
-      ) {
-        const snapshot = await this._saveSnapshot();
-        this._lastAutomaticSnapshotTimeframe = snapshot.timeframe ?? failUndefined();
-        log('save', { snapshot });
-      }
-    });
+        // Save snapshot.
+        if (
+          latestTimeframe.totalMessages() - this._lastAutomaticSnapshotTimeframe.totalMessages() >
+          MESSAGES_PER_SNAPSHOT
+        ) {
+          const snapshot = await this._saveSnapshot();
+          this._lastAutomaticSnapshotTimeframe = snapshot.timeframe ?? failUndefined();
+          log('save', { snapshot });
+        }
+      });
+    }
   }
 
   private async _saveSnapshot() {
@@ -160,12 +173,21 @@ export class DataPipelineControllerImpl implements DataPipelineController {
 
   private async _saveLatestTimeframe() {
     const latestTimeframe = this._pipeline?.state.timeframe;
+    log('save latest timeframe', { latestTimeframe, spaceKey: this._params.spaceKey });
     if (latestTimeframe) {
-      await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, latestTimeframe);
+      const newTimeframe = Timeframe.merge(this._targetTimeframe ?? new Timeframe(), latestTimeframe);
+      await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, newTimeframe);
     }
   }
 
+  @synchronized
   async close() {
+    if (!this._isOpen) {
+      return;
+    }
+    log('close');
+    this._isOpen = false;
+
     try {
       await this._saveLatestTimeframe();
       await this._saveSnapshot();
@@ -180,6 +202,7 @@ export class DataPipelineControllerImpl implements DataPipelineController {
   }
 
   createSnapshot(): SpaceSnapshot {
+    assert(this.databaseBackend, 'Database backend is not initialized.');
     return {
       spaceKey: this._params.spaceKey.asUint8Array(),
       timeframe: this._pipeline?.state.timeframe ?? new Timeframe(),

package/src/space/index.ts

@@ -7,4 +7,4 @@ export * from './space';
 export * from './space-manager';
 export * from './space-protocol';
 export * from './genesis';
-export * from './data-pipeline-controller';
+export * from './data-pipeline';