@dxos/echo-pipeline 0.1.24-next.6b1f434 → 0.1.27-next.a0dff21

package/dist/types/src/dbhost/database-backend.d.ts

@@ -1,4 +1,4 @@
-import { EchoProcessor, ItemDemuxerOptions, ItemManager } from '@dxos/echo-db';
+import { EchoProcessor, ItemManager } from '@dxos/echo-db';
 import { FeedWriter } from '@dxos/feed-store';
 import { ModelFactory } from '@dxos/model-factory';
 import { DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
@@ -12,11 +12,10 @@ import { DataServiceHost } from './data-service-host';
 export declare class DatabaseBackendHost {
     private readonly _outboundStream;
     private readonly _snapshot?;
-    private readonly _options;
     private _echoProcessor;
     private _itemManager;
     private _itemDemuxer;
-    constructor(_outboundStream: FeedWriter<DataMessage> | undefined, _snapshot?: EchoSnapshot | undefined, _options?: ItemDemuxerOptions);
+    constructor(_outboundStream: FeedWriter<DataMessage> | undefined, _snapshot?: EchoSnapshot | undefined);
     get isReadOnly(): boolean;
     get echoProcessor(): EchoProcessor;
     open(itemManager: ItemManager, modelFactory: ModelFactory): Promise<void>;

package/dist/types/src/dbhost/database-backend.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"database-backend.d.ts","sourceRoot":"","sources":["../../../../src/dbhost/database-backend.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,aAAa,EAAe,kBAAkB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5F,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD;;;;GAIG;AACH,qBAAa,mBAAmB;IAM5B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAP3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,YAAY,CAAe;gBAGhB,eAAe,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,EACpD,SAAS,CAAC,0BAAc,EACxB,QAAQ,GAAE,kBAAuB;IAGpD,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,kBAEhB;IAEK,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY;IAYzD,KAAK;IAEX,cAAc,IAAI,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS;IAIrD,cAAc;IAId,qBAAqB;CAGtB"}
+{"version":3,"file":"database-backend.d.ts","sourceRoot":"","sources":["../../../../src/dbhost/database-backend.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,aAAa,EAAe,WAAW,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD;;;;GAIG;AACH,qBAAa,mBAAmB;IAM5B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAN7B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,YAAY,CAAe;gBAGhB,eAAe,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,EACpD,SAAS,CAAC,0BAAc;IAG3C,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,kBAEhB;IAEK,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY;IAYzD,KAAK;IAEX,cAAc,IAAI,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS;IAIrD,cAAc;IAId,qBAAqB;CAGtB"}

package/dist/types/src/space/data-pipeline-controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-pipeline-controller.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline-controller.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAA4B,MAAM,aAAa,CAAC;AAE9D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,oBAAY,6BAA6B,GAAG;IAC1C,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,qBAAa,0BAA2B,YAAW,sBAAsB;IACjE,IAAI,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAC7B;AAED,oBAAY,gCAAgC,GAAG;IAC7C,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAiBF;;;;GAIG;AACH,qBACa,0BAA2B,YAAW,sBAAsB;IAU3D,OAAO,CAAC,QAAQ,CAAC,OAAO;IATpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,aAAa,CAAiC;IACtD,OAAO,CAAC,SAAS,CAAC,CAAW;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAgB;IAElC,OAAO,CAAC,+BAA+B,CAAmB;IAE1D,SAAgB,kBAAkB,mBAA0B;gBAE/B,OAAO,EAAE,gCAAgC;IAE/D,YAAY,EAAG,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,mBAAmB,CAAC;IAE7C,IAAI,aAAa,6DAEhB;IAED,IAAI,iBAAiB,0BAEpB;IAED,iBAAiB,IAAI,SAAS;IAIxB,IAAI,CAAC,YAAY,EAAE,6BAA6B;IA+BtD,OAAO,CAAC,wBAAwB;YAwBlB,aAAa;YAOb,oBAAoB;IAO5B,KAAK;IAcX,cAAc,IAAI,aAAa;YAQjB,gBAAgB;IA+BxB,kBAAkB,CAAC,SAAS,EAAE,SAAS;CAI9C"}
+{"version":3,"file":"data-pipeline-controller.d.ts","sourceRoot":"","sources":["../../../../src/space/data-pipeline-controller.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAA4B,MAAM,aAAa,CAAC;AAE9D,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,oBAAY,6BAA6B,GAAG;IAC1C,YAAY,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACvD,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,qBAAa,0BAA2B,YAAW,sBAAsB;IACjE,IAAI,CAAC,OAAO,EAAE,6BAA6B,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAC7B;AAED,oBAAY,gCAAgC,GAAG;IAC7C,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,SAAS,CAAC;IACpB,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAiBF;;;;GAIG;AACH,qBACa,0BAA2B,YAAW,sBAAsB;IAU3D,OAAO,CAAC,QAAQ,CAAC,OAAO;IATpC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,aAAa,CAAiC;IACtD,OAAO,CAAC,SAAS,CAAC,CAAW;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAgB;IAElC,OAAO,CAAC,+BAA+B,CAAmB;IAE1D,SAAgB,kBAAkB,mBAA0B;gBAE/B,OAAO,EAAE,gCAAgC;IAE/D,YAAY,EAAG,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,mBAAmB,CAAC;IAE7C,IAAI,aAAa,6DAEhB;IAED,IAAI,iBAAiB,0BAEpB;IAED,iBAAiB,IAAI,SAAS;IAIxB,IAAI,CAAC,YAAY,EAAE,6BAA6B;IA6BtD,OAAO,CAAC,wBAAwB;YAwBlB,aAAa;YAOb,oBAAoB;IAO5B,KAAK;IAcX,cAAc,IAAI,aAAa;YAQjB,gBAAgB;IA+BxB,kBAAkB,CAAC,SAAS,EAAE,SAAS;CAI9C"}

package/dist/types/src/testing/database-test-rig.d.ts

@@ -0,0 +1,59 @@
+import { DatabaseBackendProxy, ItemManager } from '@dxos/echo-db';
+import { PublicKey } from '@dxos/keys';
+import { ModelFactory } from '@dxos/model-factory';
+import { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
+import { SpaceSnapshot } from '@dxos/protocols/proto/dxos/echo/snapshot';
+import { Timeframe } from '@dxos/timeframe';
+import { ComplexMap } from '@dxos/util';
+import { DatabaseBackendHost } from '../dbhost';
+export declare class DatabaseTestBuilder {
+    readonly peers: ComplexMap<PublicKey, DatabaseTestPeer>;
+    createPeer(): Promise<DatabaseTestPeer>;
+}
+export declare class DatabaseTestPeer {
+    readonly rig: DatabaseTestBuilder;
+    readonly modelFactory: ModelFactory;
+    items: ItemManager;
+    proxy: DatabaseBackendProxy;
+    host: DatabaseBackendHost;
+    hostItems: ItemManager;
+    readonly key: PublicKey;
+    feedMessages: FeedMessage[];
+    /**
+     * Sequence number of the last mutation confirmed to be written to the feed store.
+     */
+    confirmed: number;
+    /**
+     * Current position of the peer's pipeline.
+     */
+    timeframe: Timeframe;
+    snapshot: SpaceSnapshot | undefined;
+    private readonly _onConfirm;
+    constructor(rig: DatabaseTestBuilder);
+    open(): Promise<void>;
+    /**
+     * Confirm mutations written to the local feed.
+     * @param seq Sequence number of the mutation to confirm. If not specified, all mutations will be confirmed.
+     */
+    confirm(seq?: number): void;
+    /**
+     * Replicate the database to the specified timeframe.
+     * @param to Timeframe to replicate to. If not specified, the database will be replicated to the latest timeframe (based on all other peers).
+     */
+    replicate(to?: Timeframe): void;
+    /**
+     * Reload data from the feed. Wipes unconfirmed mutations.
+     */
+    reload(): Promise<void>;
+    /**
+     * Create snapshot and use it for the next reload.
+     */
+    makeSnapshot(): SpaceSnapshot;
+    /**
+     * Gets all candidate messages according to the current timeframe.
+     * Does not take into account the current snapshot, timeframe dependencies, or the confirmed, or replicated state.
+     */
+    private _getHeads;
+    private _processMessages;
+}
+//# sourceMappingURL=database-test-rig.d.ts.map

package/dist/types/src/testing/database-test-rig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-test-rig.d.ts","sourceRoot":"","sources":["../../../../src/testing/database-test-rig.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,WAAW,EAAE,MAAM,sCAAsC,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAEzE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAwB,MAAM,YAAY,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAIhD,qBAAa,mBAAmB;IAC9B,SAAgB,KAAK,0CAA+D;IAE9E,UAAU,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAM9C;AAED,qBAAa,gBAAgB;aA+BC,GAAG,EAAE,mBAAmB;IA9BpD,SAAgB,YAAY,eAA4E;IAEjG,KAAK,EAAG,WAAW,CAAC;IACpB,KAAK,EAAG,oBAAoB,CAAC;IAE7B,IAAI,EAAG,mBAAmB,CAAC;IAC3B,SAAS,EAAG,WAAW,CAAC;IAM/B,SAAgB,GAAG,YAAsB;IAElC,YAAY,EAAE,WAAW,EAAE,CAAM;IAExC;;OAEG;IACI,SAAS,SAAM;IAEtB;;OAEG;IACI,SAAS,YAAmB;IAE5B,QAAQ,EAAE,aAAa,GAAG,SAAS,CAAC;IAE3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;gBAEd,GAAG,EAAE,mBAAmB;IAE9C,IAAI;IA6BV;;;OAGG;IACH,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM;IAOpB;;;OAGG;IACH,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS;IAUxB;;OAEG;IACG,MAAM;IAOZ;;OAEG;IACH,YAAY,IAAI,aAAa;IAS7B;;;OAGG;IACH,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,gBAAgB;CAmCzB"}

package/dist/types/src/tests/database-unit.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=database-unit.test.d.ts.map

package/dist/types/src/tests/database-unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-unit.test.d.ts","sourceRoot":"","sources":["../../../../src/tests/database-unit.test.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.1.24-next.6b1f434",
+  "version": "0.1.27-next.a0dff21",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -20,39 +20,40 @@
   ],
   "dependencies": {
     "debug": "^4.3.3",
-    "@dxos/async": "0.1.24-next.6b1f434",
-    "@dxos/codec-protobuf": "0.1.24-next.6b1f434",
-    "@dxos/context": "0.1.24-next.6b1f434",
-    "@dxos/credentials": "0.1.24-next.6b1f434",
-    "@dxos/crypto": "0.1.24-next.6b1f434",
-    "@dxos/debug": "0.1.24-next.6b1f434",
-    "@dxos/document-model": "0.1.24-next.6b1f434",
-    "@dxos/echo-db": "0.1.24-next.6b1f434",
-    "@dxos/feed-store": "0.1.24-next.6b1f434",
-    "@dxos/hypercore": "0.1.24-next.6b1f434",
-    "@dxos/keyring": "0.1.24-next.6b1f434",
-    "@dxos/keys": "0.1.24-next.6b1f434",
-    "@dxos/log": "0.1.24-next.6b1f434",
-    "@dxos/messaging": "0.1.24-next.6b1f434",
-    "@dxos/model-factory": "0.1.24-next.6b1f434",
-    "@dxos/network-manager": "0.1.24-next.6b1f434",
-    "@dxos/node-std": "0.1.24-next.6b1f434",
-    "@dxos/protocols": "0.1.24-next.6b1f434",
-    "@dxos/random-access-storage": "0.1.24-next.6b1f434",
-    "@dxos/rpc": "0.1.24-next.6b1f434",
-    "@dxos/teleport": "0.1.24-next.6b1f434",
-    "@dxos/teleport-extension-object-sync": "0.1.24-next.6b1f434",
-    "@dxos/teleport-extension-presence": "0.1.24-next.6b1f434",
-    "@dxos/teleport-extension-replicator": "0.1.24-next.6b1f434",
-    "@dxos/timeframe": "0.1.24-next.6b1f434",
-    "@dxos/typings": "0.1.24-next.6b1f434",
-    "@dxos/util": "0.1.24-next.6b1f434"
+    "@dxos/async": "0.1.27-next.a0dff21",
+    "@dxos/codec-protobuf": "0.1.27-next.a0dff21",
+    "@dxos/context": "0.1.27-next.a0dff21",
+    "@dxos/credentials": "0.1.27-next.a0dff21",
+    "@dxos/crypto": "0.1.27-next.a0dff21",
+    "@dxos/debug": "0.1.27-next.a0dff21",
+    "@dxos/document-model": "0.1.27-next.a0dff21",
+    "@dxos/echo-db": "0.1.27-next.a0dff21",
+    "@dxos/feed-store": "0.1.27-next.a0dff21",
+    "@dxos/hypercore": "0.1.27-next.a0dff21",
+    "@dxos/keyring": "0.1.27-next.a0dff21",
+    "@dxos/keys": "0.1.27-next.a0dff21",
+    "@dxos/log": "0.1.27-next.a0dff21",
+    "@dxos/messaging": "0.1.27-next.a0dff21",
+    "@dxos/model-factory": "0.1.27-next.a0dff21",
+    "@dxos/network-manager": "0.1.27-next.a0dff21",
+    "@dxos/node-std": "0.1.27-next.a0dff21",
+    "@dxos/protocols": "0.1.27-next.a0dff21",
+    "@dxos/random-access-storage": "0.1.27-next.a0dff21",
+    "@dxos/rpc": "0.1.27-next.a0dff21",
+    "@dxos/teleport": "0.1.27-next.a0dff21",
+    "@dxos/teleport-extension-object-sync": "0.1.27-next.a0dff21",
+    "@dxos/teleport-extension-presence": "0.1.27-next.a0dff21",
+    "@dxos/teleport-extension-replicator": "0.1.27-next.a0dff21",
+    "@dxos/timeframe": "0.1.27-next.a0dff21",
+    "@dxos/typings": "0.1.27-next.a0dff21",
+    "@dxos/util": "0.1.27-next.a0dff21"
   },
   "devDependencies": {
     "@types/debug": "^4.1.7",
     "hypercore-protocol": "^8.0.7",
     "source-map-support": "^0.5.12",
-    "wait-for-expect": "^3.0.2"
+    "wait-for-expect": "^3.0.2",
+    "@dxos/text-model": "0.1.27-next.a0dff21"
   },
   "publishConfig": {
     "access": "public"

package/src/dbhost/database-backend.ts

@@ -4,7 +4,7 @@
 // Copyright 2023 DXOS.org
 //
 
-import { EchoProcessor, ItemDemuxer, ItemDemuxerOptions, ItemManager } from '@dxos/echo-db';
+import { EchoProcessor, ItemDemuxer, ItemManager } from '@dxos/echo-db';
 import { FeedWriter } from '@dxos/feed-store';
 import { ModelFactory } from '@dxos/model-factory';
 import { DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';
@@ -24,8 +24,7 @@ export class DatabaseBackendHost {
 
   constructor(
     private readonly _outboundStream: FeedWriter<DataMessage> | undefined,
-    private readonly _snapshot?: EchoSnapshot,
-    private readonly _options: ItemDemuxerOptions = {} // TODO(burdon): Pass in factory instead?
+    private readonly _snapshot?: EchoSnapshot
   ) {}
 
   get isReadOnly(): boolean {
@@ -40,11 +39,11 @@ export class DatabaseBackendHost {
     this._itemManager = itemManager;
     this._itemManager._debugLabel = 'host';
 
-    this._itemDemuxer = new ItemDemuxer(itemManager, modelFactory, this._options);
+    this._itemDemuxer = new ItemDemuxer(itemManager, modelFactory);
     this._echoProcessor = this._itemDemuxer.open();
 
     if (this._snapshot) {
-      await this._itemDemuxer.restoreFromSnapshot(this._snapshot);
+      this._itemDemuxer.restoreFromSnapshot(this._snapshot);
     }
   }
 

package/src/space/data-pipeline-controller.ts

@@ -113,9 +113,7 @@ export class DataPipelineControllerImpl implements DataPipelineController {
       this._pipeline.writer ?? failUndefined()
     );
 
-    this.databaseBackend = new DatabaseBackendHost(feedWriter, this._snapshot?.database, {
-      snapshots: true // TODO(burdon): Config.
-    });
+    this.databaseBackend = new DatabaseBackendHost(feedWriter, this._snapshot?.database);
     this._itemManager = new ItemManager(this._params.modelFactory);
 
     // Connect pipeline to the database.

package/src/testing/database-test-rig.ts

@@ -0,0 +1,196 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import { Event } from '@dxos/async';
+import { DocumentModel } from '@dxos/document-model';
+import { DatabaseBackendProxy, ItemManager } from '@dxos/echo-db';
+import { PublicKey } from '@dxos/keys';
+import { ModelFactory } from '@dxos/model-factory';
+import { FeedMessageBlock } from '@dxos/protocols';
+import { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';
+import { SpaceSnapshot } from '@dxos/protocols/proto/dxos/echo/snapshot';
+import { TextModel } from '@dxos/text-model';
+import { Timeframe } from '@dxos/timeframe';
+import { ComplexMap, isNotNullOrUndefined } from '@dxos/util';
+
+import { DatabaseBackendHost } from '../dbhost';
+
+const SPACE_KEY = PublicKey.random();
+
+export class DatabaseTestBuilder {
+  public readonly peers = new ComplexMap<PublicKey, DatabaseTestPeer>(PublicKey.hash);
+
+  async createPeer(): Promise<DatabaseTestPeer> {
+    const peer = new DatabaseTestPeer(this);
+    this.peers.set(peer.key, peer);
+    await peer.open();
+    return peer;
+  }
+}
+
+export class DatabaseTestPeer {
+  public readonly modelFactory = new ModelFactory().registerModel(DocumentModel).registerModel(TextModel);
+
+  public items!: ItemManager;
+  public proxy!: DatabaseBackendProxy;
+
+  public host!: DatabaseBackendHost;
+  public hostItems!: ItemManager;
+
+  //
+  // Test state.
+  //
+
+  public readonly key = PublicKey.random();
+
+  public feedMessages: FeedMessage[] = [];
+
+  /**
+   * Sequence number of the last mutation confirmed to be written to the feed store.
+   */
+  public confirmed = -1;
+
+  /**
+   * Current position of the peer's pipeline.
+   */
+  public timeframe = new Timeframe();
+
+  public snapshot: SpaceSnapshot | undefined;
+
+  private readonly _onConfirm = new Event();
+
+  constructor(public readonly rig: DatabaseTestBuilder) {}
+
+  async open() {
+    this.hostItems = new ItemManager(this.modelFactory);
+    this.host = new DatabaseBackendHost(
+      {
+        write: async (message) => {
+          const seq =
+            this.feedMessages.push({
+              timeframe: this.timeframe,
+              payload: {
+                data: message
+              }
+            }) - 1;
+
+          await this._onConfirm.waitFor(() => this.confirmed >= seq);
+          return {
+            seq,
+            feedKey: this.key
+          };
+        }
+      },
+      this.snapshot?.database
+    );
+    await this.host.open(this.hostItems, this.modelFactory);
+
+    this.proxy = new DatabaseBackendProxy(this.host.createDataServiceHost(), SPACE_KEY);
+    this.items = new ItemManager(this.modelFactory);
+    await this.proxy.open(this.items, this.modelFactory);
+  }
+
+  /**
+   * Confirm mutations written to the local feed.
+   * @param seq Sequence number of the mutation to confirm. If not specified, all mutations will be confirmed.
+   */
+  confirm(seq?: number) {
+    this.confirmed = seq ?? this.feedMessages.length - 1;
+    this._onConfirm.emit();
+
+    this._processMessages(Timeframe.merge(this.timeframe, new Timeframe([[this.key, this.confirmed]])));
+  }
+
+  /**
+   * Replicate the database to the specified timeframe.
+   * @param to Timeframe to replicate to. If not specified, the database will be replicated to the latest timeframe (based on all other peers).
+   */
+  replicate(to?: Timeframe) {
+    const toTimeframe = Timeframe.merge(
+      to ?? new Timeframe(Array.from(this.rig.peers.values()).map((peer) => [peer.key, peer.confirmed])),
+      this.timeframe
+    );
+    toTimeframe.set(this.key, this.confirmed);
+
+    this._processMessages(toTimeframe);
+  }
+
+  /**
+   * Reload data from the feed. Wipes unconfirmed mutations.
+   */
+  async reload() {
+    await this.open();
+    const timeframe = this.timeframe;
+    this.timeframe = this.snapshot?.timeframe ?? new Timeframe();
+    this._processMessages(timeframe);
+  }
+
+  /**
+   * Create snapshot and use it for the next reload.
+   */
+  makeSnapshot(): SpaceSnapshot {
+    this.snapshot = {
+      spaceKey: SPACE_KEY.asUint8Array(),
+      database: this.host.createSnapshot(),
+      timeframe: this.timeframe
+    };
+    return this.snapshot;
+  }
+
+  /**
+   * Gets all candidate messages according to the current timeframe.
+   * Does not take into account the current snapshot, timeframe dependencies, or the confirmed, or replicated state.
+   */
+  private _getHeads(): FeedMessageBlock[] {
+    return Array.from(this.rig.peers.values())
+      .map((peer): FeedMessageBlock => {
+        const seq = this.timeframe.get(peer.key) ?? -1;
+        const message = peer.feedMessages[seq + 1];
+        return (
+          message && {
+            feedKey: peer.key,
+            seq: seq + 1,
+            data: message
+          }
+        );
+      })
+      .filter(isNotNullOrUndefined);
+  }
+
+  private _processMessages(to: Timeframe) {
+    let run = true;
+    while (run) {
+      run = false;
+
+      const heads = this._getHeads();
+      for (const candidate of heads) {
+        const toSeq = to.get(candidate.feedKey) ?? -1;
+        if (toSeq < candidate.seq) {
+          continue;
+        }
+
+        const snapshotSeq = this.snapshot?.timeframe?.get(candidate.feedKey) ?? -1;
+        if (candidate.seq <= snapshotSeq) {
+          continue;
+        }
+
+        if (!Timeframe.dependencies(candidate.data.timeframe, this.timeframe).isEmpty()) {
+          continue;
+        }
+
+        run = true;
+        this.host.echoProcessor({
+          data: candidate.data.payload.data!.object,
+          meta: {
+            feedKey: candidate.feedKey,
+            seq: candidate.seq,
+            memberKey: candidate.feedKey,
+            timeframe: candidate.data.timeframe
+          }
+        });
+        this.timeframe = Timeframe.merge(this.timeframe, new Timeframe([[candidate.feedKey, candidate.seq]]));
+      }
+    }
+  }
+}

package/src/testing/util.ts

@@ -16,7 +16,7 @@ import { DataPipelineControllerImpl } from '../space';
 
 export const createMemoryDatabase = async (modelFactory: ModelFactory) => {
   const feed = new MockFeedWriter<DataMessage>();
-  const backend = new DatabaseBackendHost(feed, undefined, { snapshots: true });
+  const backend = new DatabaseBackendHost(feed, undefined);
 
   feed.written.on(([data, meta]) =>
     backend.echoProcessor({

package/src/tests/database-unit.test.ts

@@ -0,0 +1,82 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import expect from 'expect';
+
+import { DocumentModel, MutationBuilder } from '@dxos/document-model';
+import { createModelMutation, encodeModelMutation, genesisMutation } from '@dxos/echo-db';
+import { PublicKey } from '@dxos/keys';
+import { describe, test } from '@dxos/test';
+import { Timeframe } from '@dxos/timeframe';
+
+import { DatabaseTestBuilder } from '../testing/database-test-rig';
+
+describe('database (unit)', () => {
+  test('create object and reload', async () => {
+    const builder = new DatabaseTestBuilder();
+    const peer = await builder.createPeer();
+
+    const id = PublicKey.random().toHex();
+    peer.proxy.mutate(genesisMutation(id, DocumentModel.meta.type));
+    peer.proxy.mutate(
+      createModelMutation(id, encodeModelMutation(DocumentModel.meta, new MutationBuilder().set('test', 42).build()))
+    );
+
+    peer.confirm();
+    expect(peer.confirmed).toEqual(1);
+    expect(peer.timeframe).toEqual(new Timeframe([[peer.key, 1]]));
+
+    const state = peer.items.getItem(id)!.state;
+
+    {
+      await peer.reload();
+      const stateAfterReload = peer.items.getItem(id)!.state;
+
+      expect(stateAfterReload).toEqual(state);
+    }
+  });
+
+  test('create object and reload from snapshot', async () => {
+    const builder = new DatabaseTestBuilder();
+    const peer = await builder.createPeer();
+
+    const id = PublicKey.random().toHex();
+    peer.proxy.mutate(genesisMutation(id, DocumentModel.meta.type));
+    peer.proxy.mutate(
+      createModelMutation(id, encodeModelMutation(DocumentModel.meta, new MutationBuilder().set('test', 42).build()))
+    );
+
+    peer.confirm();
+    expect(peer.confirmed).toEqual(1);
+    expect(peer.timeframe).toEqual(new Timeframe([[peer.key, 1]]));
+    peer.makeSnapshot();
+
+    const state = peer.items.getItem(id)!.state;
+
+    {
+      await peer.reload();
+      const stateAfterReload = peer.items.getItem(id)!.state;
+
+      expect(stateAfterReload).toEqual(state);
+    }
+  });
+
+  test('two peers replicate', async () => {
+    const builder = new DatabaseTestBuilder();
+    const peer1 = await builder.createPeer();
+    const peer2 = await builder.createPeer();
+
+    const id = PublicKey.random().toHex();
+    peer1.proxy.mutate(genesisMutation(id, DocumentModel.meta.type));
+    peer1.proxy.mutate(
+      createModelMutation(id, encodeModelMutation(DocumentModel.meta, new MutationBuilder().set('test', 42).build()))
+    );
+    peer1.confirm();
+
+    peer2.replicate(peer1.timeframe);
+
+    // TODO(dmaretskyi): Helper functions to compare state.
+    expect(peer1.items.getItem(id)!.state).toEqual(peer1.items.getItem(id)!.state);
+  });
+});