@dxos/echo-pipeline 0.1.31 → 0.1.32-next.77d513e

package/dist/lib/browser/testing/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/testing/test-agent-builder.ts", "../../../../src/testing/test-feed-builder.ts", "../../../../src/testing/util.ts"],
-  "sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { DocumentModel } from '@dxos/document-model';\nimport { FeedStore } from '@dxos/feed-store';\nimport { Keyring } from '@dxos/keyring';\nimport { PublicKey } from '@dxos/keys';\nimport { MemorySignalManager, MemorySignalManagerContext, WebsocketSignalManager } from '@dxos/messaging';\nimport { ModelFactory } from '@dxos/model-factory';\nimport { createWebRTCTransportFactory, MemoryTransportFactory, NetworkManager } from '@dxos/network-manager';\nimport type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';\nimport { createStorage, Storage, StorageType } from '@dxos/random-access-storage';\nimport { Gossip, Presence } from '@dxos/teleport-extension-gossip';\nimport { ComplexMap } from '@dxos/util';\n\nimport { SnapshotManager, SnapshotStore } from '../dbhost';\nimport { MetadataStore } from '../metadata';\nimport { MOCK_AUTH_PROVIDER, MOCK_AUTH_VERIFIER, Space, SpaceManager, SpaceProtocol } from '../space';\nimport { DataPipelineControllerImpl } from '../space/data-pipeline-controller';\nimport { TestFeedBuilder } from './test-feed-builder';\n\nexport type NetworkManagerProvider = () => NetworkManager;\n\nexport const MemoryNetworkManagerProvider =\n  (signalContext: MemorySignalManagerContext): NetworkManagerProvider =>\n  () =>\n    new NetworkManager({\n      signalManager: new MemorySignalManager(signalContext),\n      transportFactory: MemoryTransportFactory\n    });\n\nexport const WebsocketNetworkManagerProvider =\n  (signalUrl: string): NetworkManagerProvider =>\n  () =>\n    new NetworkManager({\n      signalManager: new WebsocketSignalManager([signalUrl]),\n      transportFactory: createWebRTCTransportFactory()\n    });\n\nexport type TestAgentBuilderOptions = {\n  storage?: Storage;\n  networkManagerProvider?: NetworkManagerProvider;\n};\n\n/**\n * Factory for test agents.\n */\nexport class TestAgentBuilder {\n  private readonly _agents = new ComplexMap<PublicKey, TestAgent>(PublicKey.hash);\n  private readonly _storage: Storage;\n  private readonly _networkManagerProvider: NetworkManagerProvider;\n\n  constructor({ storage, networkManagerProvider }: TestAgentBuilderOptions = {}) {\n    this._storage = storage ?? createStorage({ type: StorageType.RAM });\n    this._networkManagerProvider =\n      networkManagerProvider ?? MemoryNetworkManagerProvider(new MemorySignalManagerContext());\n  }\n\n  async close() {\n    return Promise.all(this.agents.map((agent) => agent.close()));\n  }\n\n  get agents() {\n    return Array.from(this._agents.values());\n  }\n\n  getAgent(deviceKey: PublicKey) {\n    return this._agents.get(deviceKey);\n  }\n\n  async createPeer(): Promise<TestAgent> {\n    // prettier-ignore\n    const feedBuilder = new TestFeedBuilder()\n      .setStorage(this._storage, `agent-${this._agents.size}`);\n\n    const identityKey = await feedBuilder.keyring.createKey();\n    const deviceKey = await feedBuilder.keyring.createKey();\n\n    const agent = new TestAgent(this._networkManagerProvider, feedBuilder, identityKey, deviceKey);\n    this._agents.set(deviceKey, agent);\n    return agent;\n  }\n}\n\n/**\n * Test agent that enables the creation and replication of multiple spaces.\n */\nexport class TestAgent {\n  private readonly _spaces = new ComplexMap<PublicKey, Space>(PublicKey.hash);\n\n  public readonly keyring: Keyring;\n  public readonly feedStore: FeedStore<FeedMessage>;\n\n  constructor(\n    private readonly _networkManagerProvider: NetworkManagerProvider,\n    private readonly _feedBuilder: TestFeedBuilder,\n    public readonly identityKey: PublicKey,\n    public readonly deviceKey: PublicKey\n  ) {\n    this.keyring = this._feedBuilder.keyring;\n    this.feedStore = this._feedBuilder.createFeedStore();\n  }\n\n  async close() {\n    return Promise.all([...this.spaces.map((space) => space.close())]);\n  }\n\n  get spaces() {\n    return Array.from(this._spaces.values());\n  }\n\n  getSpace(spaceKey: PublicKey) {\n    return this._spaces.get(spaceKey);\n  }\n\n  createSpaceManager() {\n    return new SpaceManager({\n      feedStore: this._feedBuilder.createFeedStore(),\n      networkManager: this._networkManagerProvider()\n    });\n  }\n\n  async createSpace(\n    identityKey: PublicKey = this.identityKey,\n    spaceKey?: PublicKey,\n    genesisKey?: PublicKey\n  ): Promise<[Space, DataPipelineControllerImpl]> {\n    if (!spaceKey) {\n      spaceKey = await this.keyring.createKey();\n    }\n\n    const dataFeedKey = await this.keyring.createKey();\n    const dataFeed = await this.feedStore.openFeed(dataFeedKey, { writable: true });\n\n    const controlFeedKey = await this.keyring.createKey();\n    const controlFeed = await this.feedStore.openFeed(controlFeedKey, { writable: true });\n    const genesisFeed = genesisKey ? await this.feedStore.openFeed(genesisKey) : controlFeed;\n    const snapshotManager = new SnapshotManager(new SnapshotStore(createStorage().createDirectory('snapshots')));\n\n    const metadataStore = new MetadataStore(createStorage().createDirectory('metadata'));\n    await metadataStore.addSpace({ key: spaceKey });\n    const dataPipelineController: DataPipelineControllerImpl = new DataPipelineControllerImpl({\n      modelFactory: new ModelFactory().registerModel(DocumentModel),\n      metadataStore,\n      snapshotManager,\n      memberKey: identityKey,\n      spaceKey,\n      feedInfoProvider: (feedKey) => space.spaceState.feeds.get(feedKey),\n      snapshotId: undefined\n    });\n    const space = new Space({\n      spaceKey,\n      protocol: this.createSpaceProtocol(spaceKey),\n      genesisFeed,\n      feedProvider: (feedKey) => this.feedStore.openFeed(feedKey)\n    })\n      .setControlFeed(controlFeed)\n      .setDataFeed(dataFeed);\n    await space.open();\n    await space.initDataPipeline(dataPipelineController);\n\n    this._spaces.set(spaceKey, space);\n    return [space, dataPipelineController];\n  }\n\n  createSpaceProtocol(topic: PublicKey, gossip?: Gossip) {\n    return new SpaceProtocol({\n      topic,\n      swarmIdentity: {\n        peerKey: this.deviceKey,\n        credentialProvider: MOCK_AUTH_PROVIDER,\n        credentialAuthenticator: MOCK_AUTH_VERIFIER\n      },\n      networkManager: this._networkManagerProvider(),\n      onSessionAuth: (session) => {\n        session.addExtension(\n          'dxos.mesh.teleport.gossip',\n          (gossip ?? this.createGossip()).createExtension({ remotePeerId: session.remotePeerId })\n        );\n      }\n    });\n  }\n\n  createGossip() {\n    return new Gossip({\n      localPeerId: this.deviceKey\n    });\n  }\n\n  createPresence(gossip?: Gossip) {\n    return new Presence({\n      announceInterval: 30,\n      offlineTimeout: 200,\n      identityKey: this.identityKey,\n      gossip: gossip ?? this.createGossip()\n    });\n  }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { TestBuilder } from '@dxos/feed-store/testing';\nimport type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';\n\nimport { valueEncoding } from '../common';\n\n/**\n * Builder with default encoder and generator.\n */\nexport class TestFeedBuilder extends TestBuilder<FeedMessage> {\n  constructor() {\n    super({\n      valueEncoding\n    });\n  }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { asyncTimeout } from '@dxos/async';\nimport { DocumentModel } from '@dxos/document-model';\nimport { DatabaseBackendProxy, ItemManager } from '@dxos/echo-db';\nimport { MockFeedWriter } from '@dxos/feed-store/testing';\nimport { PublicKey } from '@dxos/keys';\nimport { ModelFactory } from '@dxos/model-factory';\nimport { DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';\nimport { Timeframe } from '@dxos/timeframe';\n\nimport { DatabaseBackendHost, DataServiceHost, DataServiceImpl, DataServiceSubscriptions } from '../dbhost';\nimport { DataPipelineControllerImpl } from '../space';\n\nexport const createMemoryDatabase = async (modelFactory: ModelFactory) => {\n  const feed = new MockFeedWriter<DataMessage>();\n  const backend = new DatabaseBackendHost(feed, undefined);\n\n  feed.written.on(([data, meta]) =>\n    backend.echoProcessor({\n      batch: data.batch,\n      meta: {\n        ...meta,\n        memberKey: PublicKey.random(),\n        timeframe: new Timeframe([[meta.feedKey, meta.seq]])\n      }\n    })\n  );\n\n  const itemManager = new ItemManager(modelFactory);\n  await backend.open(itemManager, new ModelFactory().registerModel(DocumentModel));\n  return {\n    backend,\n    itemManager\n  };\n};\n\nexport const createRemoteDatabaseFromDataServiceHost = async (\n  modelFactory: ModelFactory,\n  dataServiceHost: DataServiceHost\n) => {\n  const dataServiceSubscriptions = new DataServiceSubscriptions();\n  const dataService = new DataServiceImpl(dataServiceSubscriptions);\n\n  const spaceKey = PublicKey.random();\n  dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);\n\n  const backend = new DatabaseBackendProxy(dataService, spaceKey);\n  const itemManager = new ItemManager(modelFactory);\n  await backend.open(itemManager, new ModelFactory().registerModel(DocumentModel));\n  return {\n    itemManager,\n    backend\n  };\n};\n\nexport const testLocalDatabase = async (\n  create: DataPipelineControllerImpl,\n  check: DataPipelineControllerImpl = create\n) => {\n  const objectId = PublicKey.random().toHex();\n  await create.databaseBackend!.getWriteStream()?.write({\n    batch: {\n      objects: [\n        {\n          objectId,\n          genesis: {\n            modelType: DocumentModel.meta.type\n          }\n        }\n      ]\n    }\n  });\n\n  await asyncTimeout(\n    check.databaseBackend!._itemDemuxer.mutation.waitForCondition(() => check._itemManager.entities.has(objectId)),\n    500\n  );\n};\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAIA,SAASA,qBAAqB;AAG9B,SAASC,iBAAiB;AAC1B,SAASC,qBAAqBC,4BAA4BC,8BAA8B;AACxF,SAASC,oBAAoB;AAC7B,SAASC,8BAA8BC,wBAAwBC,sBAAsB;AAErF,SAASC,eAAwBC,mBAAmB;AACpD,SAASC,QAAQC,gBAAgB;AACjC,SAASC,kBAAkB;;;ACV3B,SAASC,mBAAmB;AAQrB,IAAMC,kBAAN,cAA8BC,YAAAA;EACnCC,cAAc;AACZ,UAAM;MACJC;IACF,CAAA;EACF;AACF;;;ADMO,IAAMC,+BACX,CAACC,kBACD,MACE,IAAIC,eAAe;EACjBC,eAAe,IAAIC,oBAAoBH,aAAAA;EACvCI,kBAAkBC;AACpB,CAAA;AAEG,IAAMC,kCACX,CAACC,cACD,MACE,IAAIN,eAAe;EACjBC,eAAe,IAAIM,uBAAuB;IAACD;GAAU;EACrDH,kBAAkBK,6BAAAA;AACpB,CAAA;AAUG,IAAMC,mBAAN,MAAMA;EAKXC,YAAY,EAAEC,SAASC,uBAAsB,IAA8B,CAAC,GAAG;AAJ9DC,mBAAU,IAAIC,WAAiCC,UAAUC,IAAI;AAK5E,SAAKC,WAAWN,4BAAWO,cAAc;MAAEC,MAAMC,YAAYC;IAAI,CAAA;AACjE,SAAKC,0BACHV,0DAA0Bd,6BAA6B,IAAIyB,2BAAAA,CAAAA;EAC/D;EAEA,MAAMC,QAAQ;AACZ,WAAOC,QAAQC,IAAI,KAAKC,OAAOC,IAAI,CAACC,UAAUA,MAAML,MAAK,CAAA,CAAA;EAC3D;EAEA,IAAIG,SAAS;AACX,WAAOG,MAAMC,KAAK,KAAKlB,QAAQmB,OAAM,CAAA;EACvC;EAEAC,SAASC,WAAsB;AAC7B,WAAO,KAAKrB,QAAQsB,IAAID,SAAAA;EAC1B;EAEA,MAAME,aAAiC;AAErC,UAAMC,cAAc,IAAIC,gBAAAA,EACrBC,WAAW,KAAKtB,UAAU,SAAS,KAAKJ,QAAQ2B,MAAM;AAEzD,UAAMC,cAAc,MAAMJ,YAAYK,QAAQC,UAAS;AACvD,UAAMT,YAAY,MAAMG,YAAYK,QAAQC,UAAS;AAErD,UAAMd,QAAQ,IAAIe,UAAU,KAAKtB,yBAAyBe,aAAaI,aAAaP,SAAAA;AACpF,SAAKrB,QAAQgC,IAAIX,WAAWL,KAAAA;AAC5B,WAAOA;EACT;AACF;AAKO,IAAMe,YAAN,MAAMA;EAMXlC,YACmBY,yBACAwB,cACDL,aACAP,WAChB;mCAJiBZ;wBACAwB;uBACDL;qBACAP;SATDa,UAAU,IAAIjC,WAA6BC,UAAUC,IAAI;AAWxE,SAAK0B,UAAU,KAAKI,aAAaJ;AACjC,SAAKM,YAAY,KAAKF,aAAaG,gBAAe;EACpD;EAEA,MAAMzB,QAAQ;AACZ,WAAOC,QAAQC,IAAI;SAAI,KAAKwB,OAAOtB,IAAI,CAACuB,UAAUA,MAAM3B,MAAK,CAAA;KAAI;EACnE;EAEA,IAAI0B,SAAS;AACX,WAAOpB,MAAMC,KAAK,KAAKgB,QAAQf,OAAM,CAAA;EACvC;EAEAoB,SAASC,UAAqB;AAC5B,WAAO,KAAKN,QAAQZ,IAAIkB,QAAAA;EAC1B;EAEAC,qBAAqB;AACnB,WAAO,IAAIC,aAAa;MACtBP,WAAW,KAAKF,aAAaG,gBAAe;MAC5CO,gBAAgB,KAAKlC,wBAAuB;IAC9C,CAAA;EACF;EAEA,MAAMmC,YACJhB,cAAyB,KAAKA,aAC9BY,UACAK,YAC8C;AAC9C,QAAI,CAACL,UAAU;AACbA,iBAAW,MAAM,KAAKX,QAAQC,UAAS;IACzC;AAEA,UAAMgB,cAAc,MAAM,KAAKjB,QAAQC,UAAS;AAChD,UAAMiB,WAAW,MAAM,KAAKZ,UAAUa,SAASF,aAAa;MAAEG,UAAU;IAAK,CAAA;AAE7E,UAAMC,iBAAiB,MAAM,KAAKrB,QAAQC,UAAS;AACnD,UAAMqB,cAAc,MAAM,KAAKhB,UAAUa,SAASE,gBAAgB;MAAED,UAAU;IAAK,CAAA;AACnF,UAAMG,cAAcP,aAAa,MAAM,KAAKV,UAAUa,SAASH,UAAAA,IAAcM;AAC7E,UAAME,kBAAkB,IAAIC,gBAAgB,IAAIC,cAAclD,cAAAA,EAAgBmD,gBAAgB,WAAA,CAAA,CAAA;AAE9F,UAAMC,gBAAgB,IAAIC,cAAcrD,cAAAA,EAAgBmD,gBAAgB,UAAA,CAAA;AACxE,UAAMC,cAAcE,SAAS;MAAEC,KAAKpB;IAAS,CAAA;AAC7C,UAAMqB,yBAAqD,IAAIC,2BAA2B;MACxFC,cAAc,IAAIC,aAAAA,EAAeC,cAAcC,aAAAA;MAC/CT;MACAJ;MACAc,WAAWvC;MACXY;MACA4B,kBAAkB,CAACC,YAAY/B,MAAMgC,WAAWC,MAAMjD,IAAI+C,OAAAA;MAC1DG,YAAYC;IACd,CAAA;AACA,UAAMnC,QAAQ,IAAIoC,MAAM;MACtBlC;MACAmC,UAAU,KAAKC,oBAAoBpC,QAAAA;MACnCY;MACAyB,cAAc,CAACR,YAAY,KAAKlC,UAAUa,SAASqB,OAAAA;IACrD,CAAA,EACGS,eAAe3B,WAAAA,EACf4B,YAAYhC,QAAAA;AACf,UAAMT,MAAM0C,KAAI;AAChB,UAAM1C,MAAM2C,iBAAiBpB,sBAAAA;AAE7B,SAAK3B,QAAQF,IAAIQ,UAAUF,KAAAA;AAC3B,WAAO;MAACA;MAAOuB;;EACjB;EAEAe,oBAAoBM,OAAkBC,QAAiB;AACrD,WAAO,IAAIC,cAAc;MACvBF;MACAG,eAAe;QACbC,SAAS,KAAKjE;QACdkE,oBAAoBC;QACpBC,yBAAyBC;MAC3B;MACA/C,gBAAgB,KAAKlC,wBAAuB;MAC5CkF,eAAe,CAACC,YAAY;AAC1BA,gBAAQC,aACN,8BACCV,0BAAU,KAAKW,aAAY,GAAIC,gBAAgB;UAAEC,cAAcJ,QAAQI;QAAa,CAAA,CAAA;MAEzF;IACF,CAAA;EACF;EAEAF,eAAe;AACb,WAAO,IAAIG,OAAO;MAChBC,aAAa,KAAK7E;IACpB,CAAA;EACF;EAEA8E,eAAehB,QAAiB;AAC9B,WAAO,IAAIiB,SAAS;MAClBC,kBAAkB;MAClBC,gBAAgB;MAChB1E,aAAa,KAAKA;MAClBuD,QAAQA,0BAAU,KAAKW,aAAY;IACrC,CAAA;EACF;AACF;;;AElMA,SAASS,oBAAoB;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,sBAAsBC,mBAAmB;AAClD,SAASC,sBAAsB;AAC/B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,gBAAAA,qBAAoB;AAE7B,SAASC,iBAAiB;AAKnB,IAAMC,uBAAuB,OAAOC,iBAA+B;AACxE,QAAMC,OAAO,IAAIC,eAAAA;AACjB,QAAMC,UAAU,IAAIC,oBAAoBH,MAAMI,MAAAA;AAE9CJ,OAAKK,QAAQC,GAAG,CAAC,CAACC,MAAMC,IAAAA,MACtBN,QAAQO,cAAc;IACpBC,OAAOH,KAAKG;IACZF,MAAM;MACJ,GAAGA;MACHG,WAAWC,WAAUC,OAAM;MAC3BC,WAAW,IAAIC,UAAU;QAAC;UAACP,KAAKQ;UAASR,KAAKS;;OAAK;IACrD;EACF,CAAA,CAAA;AAGF,QAAMC,cAAc,IAAIC,YAAYpB,YAAAA;AACpC,QAAMG,QAAQkB,KAAKF,aAAa,IAAIG,cAAAA,EAAeC,cAAcC,cAAAA,CAAAA;AACjE,SAAO;IACLrB;IACAgB;EACF;AACF;AAEO,IAAMM,0CAA0C,OACrDzB,cACA0B,oBACG;AACH,QAAMC,2BAA2B,IAAIC,yBAAAA;AACrC,QAAMC,cAAc,IAAIC,gBAAgBH,wBAAAA;AAExC,QAAMI,WAAWlB,WAAUC,OAAM;AACjCa,2BAAyBK,cAAcD,UAAUL,eAAAA;AAEjD,QAAMvB,UAAU,IAAI8B,qBAAqBJ,aAAaE,QAAAA;AACtD,QAAMZ,cAAc,IAAIC,YAAYpB,YAAAA;AACpC,QAAMG,QAAQkB,KAAKF,aAAa,IAAIG,cAAAA,EAAeC,cAAcC,cAAAA,CAAAA;AACjE,SAAO;IACLL;IACAhB;EACF;AACF;AAEO,IAAM+B,oBAAoB,OAC/BC,QACAC,QAAoCD,WACjC;AA7DL;AA8DE,QAAME,WAAWxB,WAAUC,OAAM,EAAGwB,MAAK;AACzC,UAAMH,YAAOI,gBAAiBC,eAAc,MAAtCL,mBAA0CM,MAAM;IACpD9B,OAAO;MACL+B,SAAS;QACP;UACEL;UACAM,SAAS;YACPC,WAAWpB,eAAcf,KAAKoC;UAChC;QACF;;IAEJ;EACF;AAEA,QAAMC,aACJV,MAAMG,gBAAiBQ,aAAaC,SAASC,iBAAiB,MAAMb,MAAMc,aAAaC,SAASC,IAAIf,QAAAA,CAAAA,GACpG,GAAA;AAEJ;",
-  "names": ["DocumentModel", "PublicKey", "MemorySignalManager", "MemorySignalManagerContext", "WebsocketSignalManager", "ModelFactory", "createWebRTCTransportFactory", "MemoryTransportFactory", "NetworkManager", "createStorage", "StorageType", "Gossip", "Presence", "ComplexMap", "TestBuilder", "TestFeedBuilder", "TestBuilder", "constructor", "valueEncoding", "MemoryNetworkManagerProvider", "signalContext", "NetworkManager", "signalManager", "MemorySignalManager", "transportFactory", "MemoryTransportFactory", "WebsocketNetworkManagerProvider", "signalUrl", "WebsocketSignalManager", "createWebRTCTransportFactory", "TestAgentBuilder", "constructor", "storage", "networkManagerProvider", "_agents", "ComplexMap", "PublicKey", "hash", "_storage", "createStorage", "type", "StorageType", "RAM", "_networkManagerProvider", "MemorySignalManagerContext", "close", "Promise", "all", "agents", "map", "agent", "Array", "from", "values", "getAgent", "deviceKey", "get", "createPeer", "feedBuilder", "TestFeedBuilder", "setStorage", "size", "identityKey", "keyring", "createKey", "TestAgent", "set", "_feedBuilder", "_spaces", "feedStore", "createFeedStore", "spaces", "space", "getSpace", "spaceKey", "createSpaceManager", "SpaceManager", "networkManager", "createSpace", "genesisKey", "dataFeedKey", "dataFeed", "openFeed", "writable", "controlFeedKey", "controlFeed", "genesisFeed", "snapshotManager", "SnapshotManager", "SnapshotStore", "createDirectory", "metadataStore", "MetadataStore", "addSpace", "key", "dataPipelineController", "DataPipelineControllerImpl", "modelFactory", "ModelFactory", "registerModel", "DocumentModel", "memberKey", "feedInfoProvider", "feedKey", "spaceState", "feeds", "snapshotId", "undefined", "Space", "protocol", "createSpaceProtocol", "feedProvider", "setControlFeed", "setDataFeed", "open", "initDataPipeline", "topic", "gossip", "SpaceProtocol", "swarmIdentity", "peerKey", "credentialProvider", "MOCK_AUTH_PROVIDER", "credentialAuthenticator", "MOCK_AUTH_VERIFIER", "onSessionAuth", "session", "addExtension", "createGossip", "createExtension", "remotePeerId", "Gossip", "localPeerId", "createPresence", "Presence", "announceInterval", "offlineTimeout", "asyncTimeout", "DocumentModel", "DatabaseBackendProxy", "ItemManager", "MockFeedWriter", "PublicKey", "ModelFactory", "Timeframe", "createMemoryDatabase", "modelFactory", "feed", "MockFeedWriter", "backend", "DatabaseBackendHost", "undefined", "written", "on", "data", "meta", "echoProcessor", "batch", "memberKey", "PublicKey", "random", "timeframe", "Timeframe", "feedKey", "seq", "itemManager", "ItemManager", "open", "ModelFactory", "registerModel", "DocumentModel", "createRemoteDatabaseFromDataServiceHost", "dataServiceHost", "dataServiceSubscriptions", "DataServiceSubscriptions", "dataService", "DataServiceImpl", "spaceKey", "registerSpace", "DatabaseBackendProxy", "testLocalDatabase", "create", "check", "objectId", "toHex", "databaseBackend", "getWriteStream", "write", "objects", "genesis", "modelType", "type", "asyncTimeout", "_itemDemuxer", "mutation", "waitForCondition", "_itemManager", "entities", "has"]
+  "sourcesContent": ["//\n// Copyright 2022 DXOS.org\n//\n\nimport { DocumentModel } from '@dxos/document-model';\nimport { FeedStore } from '@dxos/feed-store';\nimport { Keyring } from '@dxos/keyring';\nimport { PublicKey } from '@dxos/keys';\nimport { MemorySignalManager, MemorySignalManagerContext, WebsocketSignalManager } from '@dxos/messaging';\nimport { ModelFactory } from '@dxos/model-factory';\nimport { createWebRTCTransportFactory, MemoryTransportFactory, NetworkManager } from '@dxos/network-manager';\nimport type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';\nimport { createStorage, Storage, StorageType } from '@dxos/random-access-storage';\nimport { Gossip, Presence } from '@dxos/teleport-extension-gossip';\nimport { ComplexMap } from '@dxos/util';\n\nimport { SnapshotManager, SnapshotStore } from '../dbhost';\nimport { MetadataStore } from '../metadata';\nimport { MOCK_AUTH_PROVIDER, MOCK_AUTH_VERIFIER, Space, SpaceManager, SpaceProtocol } from '../space';\nimport { DataPipeline } from '../space/data-pipeline';\nimport { TestFeedBuilder } from './test-feed-builder';\n\nexport type NetworkManagerProvider = () => NetworkManager;\n\nexport const MemoryNetworkManagerProvider =\n  (signalContext: MemorySignalManagerContext): NetworkManagerProvider =>\n  () =>\n    new NetworkManager({\n      signalManager: new MemorySignalManager(signalContext),\n      transportFactory: MemoryTransportFactory\n    });\n\nexport const WebsocketNetworkManagerProvider =\n  (signalUrl: string): NetworkManagerProvider =>\n  () =>\n    new NetworkManager({\n      signalManager: new WebsocketSignalManager([signalUrl]),\n      transportFactory: createWebRTCTransportFactory()\n    });\n\nexport type TestAgentBuilderOptions = {\n  storage?: Storage;\n  networkManagerProvider?: NetworkManagerProvider;\n};\n\n/**\n * Factory for test agents.\n */\nexport class TestAgentBuilder {\n  private readonly _agents = new ComplexMap<PublicKey, TestAgent>(PublicKey.hash);\n  private readonly _storage: Storage;\n  private readonly _networkManagerProvider: NetworkManagerProvider;\n\n  constructor({ storage, networkManagerProvider }: TestAgentBuilderOptions = {}) {\n    this._storage = storage ?? createStorage({ type: StorageType.RAM });\n    this._networkManagerProvider =\n      networkManagerProvider ?? MemoryNetworkManagerProvider(new MemorySignalManagerContext());\n  }\n\n  async close() {\n    return Promise.all(this.agents.map((agent) => agent.close()));\n  }\n\n  get agents() {\n    return Array.from(this._agents.values());\n  }\n\n  getAgent(deviceKey: PublicKey) {\n    return this._agents.get(deviceKey);\n  }\n\n  async createPeer(): Promise<TestAgent> {\n    // prettier-ignore\n    const feedBuilder = new TestFeedBuilder()\n      .setStorage(this._storage, `agent-${this._agents.size}`);\n\n    const identityKey = await feedBuilder.keyring.createKey();\n    const deviceKey = await feedBuilder.keyring.createKey();\n\n    const agent = new TestAgent(this._networkManagerProvider, feedBuilder, identityKey, deviceKey);\n    this._agents.set(deviceKey, agent);\n    return agent;\n  }\n}\n\n/**\n * Test agent that enables the creation and replication of multiple spaces.\n */\nexport class TestAgent {\n  private readonly _spaces = new ComplexMap<PublicKey, Space>(PublicKey.hash);\n\n  public readonly keyring: Keyring;\n  public readonly feedStore: FeedStore<FeedMessage>;\n\n  constructor(\n    private readonly _networkManagerProvider: NetworkManagerProvider,\n    private readonly _feedBuilder: TestFeedBuilder,\n    public readonly identityKey: PublicKey,\n    public readonly deviceKey: PublicKey\n  ) {\n    this.keyring = this._feedBuilder.keyring;\n    this.feedStore = this._feedBuilder.createFeedStore();\n  }\n\n  async close() {\n    return Promise.all([...this.spaces.map((space) => space.close())]);\n  }\n\n  get spaces() {\n    return Array.from(this._spaces.values());\n  }\n\n  getSpace(spaceKey: PublicKey) {\n    return this._spaces.get(spaceKey);\n  }\n\n  createSpaceManager() {\n    return new SpaceManager({\n      feedStore: this._feedBuilder.createFeedStore(),\n      networkManager: this._networkManagerProvider()\n    });\n  }\n\n  async createSpace(\n    identityKey: PublicKey = this.identityKey,\n    spaceKey?: PublicKey,\n    genesisKey?: PublicKey\n  ): Promise<[Space, DataPipeline]> {\n    if (!spaceKey) {\n      spaceKey = await this.keyring.createKey();\n    }\n\n    const dataFeedKey = await this.keyring.createKey();\n    const dataFeed = await this.feedStore.openFeed(dataFeedKey, { writable: true });\n\n    const controlFeedKey = await this.keyring.createKey();\n    const controlFeed = await this.feedStore.openFeed(controlFeedKey, { writable: true });\n    const genesisFeed = genesisKey ? await this.feedStore.openFeed(genesisKey) : controlFeed;\n    const snapshotManager = new SnapshotManager(new SnapshotStore(createStorage().createDirectory('snapshots')));\n\n    const metadataStore = new MetadataStore(createStorage().createDirectory('metadata'));\n    await metadataStore.addSpace({ key: spaceKey });\n    const dataPipelineController: DataPipeline = new DataPipeline({\n      modelFactory: new ModelFactory().registerModel(DocumentModel),\n      metadataStore,\n      snapshotManager,\n      memberKey: identityKey,\n      spaceKey,\n      feedInfoProvider: (feedKey) => space.spaceState.feeds.get(feedKey),\n      snapshotId: undefined\n    });\n    const space = new Space({\n      spaceKey,\n      protocol: this.createSpaceProtocol(spaceKey),\n      genesisFeed,\n      feedProvider: (feedKey) => this.feedStore.openFeed(feedKey)\n    })\n      .setControlFeed(controlFeed)\n      .setDataFeed(dataFeed);\n    await space.open();\n    await dataPipelineController.open({\n      openPipeline: async (start) => {\n        const pipeline = await space.createDataPipeline({ start });\n        await pipeline.start();\n        return pipeline;\n      }\n    });\n\n    this._spaces.set(spaceKey, space);\n    return [space, dataPipelineController];\n  }\n\n  createSpaceProtocol(topic: PublicKey, gossip?: Gossip) {\n    return new SpaceProtocol({\n      topic,\n      swarmIdentity: {\n        peerKey: this.deviceKey,\n        credentialProvider: MOCK_AUTH_PROVIDER,\n        credentialAuthenticator: MOCK_AUTH_VERIFIER\n      },\n      networkManager: this._networkManagerProvider(),\n      onSessionAuth: (session) => {\n        session.addExtension(\n          'dxos.mesh.teleport.gossip',\n          (gossip ?? this.createGossip()).createExtension({ remotePeerId: session.remotePeerId })\n        );\n      }\n    });\n  }\n\n  createGossip() {\n    return new Gossip({\n      localPeerId: this.deviceKey\n    });\n  }\n\n  createPresence(gossip?: Gossip) {\n    return new Presence({\n      announceInterval: 30,\n      offlineTimeout: 200,\n      identityKey: this.identityKey,\n      gossip: gossip ?? this.createGossip()\n    });\n  }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { TestBuilder } from '@dxos/feed-store/testing';\nimport type { FeedMessage } from '@dxos/protocols/proto/dxos/echo/feed';\n\nimport { valueEncoding } from '../common';\n\n/**\n * Builder with default encoder and generator.\n */\nexport class TestFeedBuilder extends TestBuilder<FeedMessage> {\n  constructor() {\n    super({\n      valueEncoding\n    });\n  }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { asyncTimeout } from '@dxos/async';\nimport { DocumentModel } from '@dxos/document-model';\nimport { DatabaseBackendProxy, ItemManager } from '@dxos/echo-db';\nimport { MockFeedWriter } from '@dxos/feed-store/testing';\nimport { PublicKey } from '@dxos/keys';\nimport { ModelFactory } from '@dxos/model-factory';\nimport { DataMessage } from '@dxos/protocols/proto/dxos/echo/feed';\nimport { Timeframe } from '@dxos/timeframe';\n\nimport { DatabaseBackendHost, DataServiceHost, DataServiceImpl, DataServiceSubscriptions } from '../dbhost';\nimport { DataPipeline } from '../space';\n\nexport const createMemoryDatabase = async (modelFactory: ModelFactory) => {\n  const feed = new MockFeedWriter<DataMessage>();\n  const backend = new DatabaseBackendHost(feed, undefined);\n\n  feed.written.on(([data, meta]) =>\n    backend.echoProcessor({\n      batch: data.batch,\n      meta: {\n        ...meta,\n        memberKey: PublicKey.random(),\n        timeframe: new Timeframe([[meta.feedKey, meta.seq]])\n      }\n    })\n  );\n\n  const itemManager = new ItemManager(modelFactory);\n  await backend.open(itemManager, new ModelFactory().registerModel(DocumentModel));\n  return {\n    backend,\n    itemManager\n  };\n};\n\nexport const createRemoteDatabaseFromDataServiceHost = async (\n  modelFactory: ModelFactory,\n  dataServiceHost: DataServiceHost\n) => {\n  const dataServiceSubscriptions = new DataServiceSubscriptions();\n  const dataService = new DataServiceImpl(dataServiceSubscriptions);\n\n  const spaceKey = PublicKey.random();\n  dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);\n\n  const backend = new DatabaseBackendProxy(dataService, spaceKey);\n  const itemManager = new ItemManager(modelFactory);\n  await backend.open(itemManager, new ModelFactory().registerModel(DocumentModel));\n  return {\n    itemManager,\n    backend\n  };\n};\n\nexport const testLocalDatabase = async (create: DataPipeline, check: DataPipeline = create) => {\n  const objectId = PublicKey.random().toHex();\n  await create.databaseBackend!.getWriteStream()?.write({\n    batch: {\n      objects: [\n        {\n          objectId,\n          genesis: {\n            modelType: DocumentModel.meta.type\n          }\n        }\n      ]\n    }\n  });\n\n  await asyncTimeout(\n    check.databaseBackend!._itemDemuxer.mutation.waitForCondition(() => check._itemManager.entities.has(objectId)),\n    500\n  );\n};\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAIA,SAASA,qBAAqB;AAG9B,SAASC,iBAAiB;AAC1B,SAASC,qBAAqBC,4BAA4BC,8BAA8B;AACxF,SAASC,oBAAoB;AAC7B,SAASC,8BAA8BC,wBAAwBC,sBAAsB;AAErF,SAASC,eAAwBC,mBAAmB;AACpD,SAASC,QAAQC,gBAAgB;AACjC,SAASC,kBAAkB;;;ACV3B,SAASC,mBAAmB;AAQrB,IAAMC,kBAAN,cAA8BC,YAAAA;EACnCC,cAAc;AACZ,UAAM;MACJC;IACF,CAAA;EACF;AACF;;;ADMO,IAAMC,+BACX,CAACC,kBACD,MACE,IAAIC,eAAe;EACjBC,eAAe,IAAIC,oBAAoBH,aAAAA;EACvCI,kBAAkBC;AACpB,CAAA;AAEG,IAAMC,kCACX,CAACC,cACD,MACE,IAAIN,eAAe;EACjBC,eAAe,IAAIM,uBAAuB;IAACD;GAAU;EACrDH,kBAAkBK,6BAAAA;AACpB,CAAA;AAUG,IAAMC,mBAAN,MAAMA;EAKXC,YAAY,EAAEC,SAASC,uBAAsB,IAA8B,CAAC,GAAG;AAJ9DC,mBAAU,IAAIC,WAAiCC,UAAUC,IAAI;AAK5E,SAAKC,WAAWN,4BAAWO,cAAc;MAAEC,MAAMC,YAAYC;IAAI,CAAA;AACjE,SAAKC,0BACHV,0DAA0Bd,6BAA6B,IAAIyB,2BAAAA,CAAAA;EAC/D;EAEA,MAAMC,QAAQ;AACZ,WAAOC,QAAQC,IAAI,KAAKC,OAAOC,IAAI,CAACC,UAAUA,MAAML,MAAK,CAAA,CAAA;EAC3D;EAEA,IAAIG,SAAS;AACX,WAAOG,MAAMC,KAAK,KAAKlB,QAAQmB,OAAM,CAAA;EACvC;EAEAC,SAASC,WAAsB;AAC7B,WAAO,KAAKrB,QAAQsB,IAAID,SAAAA;EAC1B;EAEA,MAAME,aAAiC;AAErC,UAAMC,cAAc,IAAIC,gBAAAA,EACrBC,WAAW,KAAKtB,UAAU,SAAS,KAAKJ,QAAQ2B,MAAM;AAEzD,UAAMC,cAAc,MAAMJ,YAAYK,QAAQC,UAAS;AACvD,UAAMT,YAAY,MAAMG,YAAYK,QAAQC,UAAS;AAErD,UAAMd,QAAQ,IAAIe,UAAU,KAAKtB,yBAAyBe,aAAaI,aAAaP,SAAAA;AACpF,SAAKrB,QAAQgC,IAAIX,WAAWL,KAAAA;AAC5B,WAAOA;EACT;AACF;AAKO,IAAMe,YAAN,MAAMA;EAMXlC,YACmBY,yBACAwB,cACDL,aACAP,WAChB;mCAJiBZ;wBACAwB;uBACDL;qBACAP;SATDa,UAAU,IAAIjC,WAA6BC,UAAUC,IAAI;AAWxE,SAAK0B,UAAU,KAAKI,aAAaJ;AACjC,SAAKM,YAAY,KAAKF,aAAaG,gBAAe;EACpD;EAEA,MAAMzB,QAAQ;AACZ,WAAOC,QAAQC,IAAI;SAAI,KAAKwB,OAAOtB,IAAI,CAACuB,UAAUA,MAAM3B,MAAK,CAAA;KAAI;EACnE;EAEA,IAAI0B,SAAS;AACX,WAAOpB,MAAMC,KAAK,KAAKgB,QAAQf,OAAM,CAAA;EACvC;EAEAoB,SAASC,UAAqB;AAC5B,WAAO,KAAKN,QAAQZ,IAAIkB,QAAAA;EAC1B;EAEAC,qBAAqB;AACnB,WAAO,IAAIC,aAAa;MACtBP,WAAW,KAAKF,aAAaG,gBAAe;MAC5CO,gBAAgB,KAAKlC,wBAAuB;IAC9C,CAAA;EACF;EAEA,MAAMmC,YACJhB,cAAyB,KAAKA,aAC9BY,UACAK,YACgC;AAChC,QAAI,CAACL,UAAU;AACbA,iBAAW,MAAM,KAAKX,QAAQC,UAAS;IACzC;AAEA,UAAMgB,cAAc,MAAM,KAAKjB,QAAQC,UAAS;AAChD,UAAMiB,WAAW,MAAM,KAAKZ,UAAUa,SAASF,aAAa;MAAEG,UAAU;IAAK,CAAA;AAE7E,UAAMC,iBAAiB,MAAM,KAAKrB,QAAQC,UAAS;AACnD,UAAMqB,cAAc,MAAM,KAAKhB,UAAUa,SAASE,gBAAgB;MAAED,UAAU;IAAK,CAAA;AACnF,UAAMG,cAAcP,aAAa,MAAM,KAAKV,UAAUa,SAASH,UAAAA,IAAcM;AAC7E,UAAME,kBAAkB,IAAIC,gBAAgB,IAAIC,cAAclD,cAAAA,EAAgBmD,gBAAgB,WAAA,CAAA,CAAA;AAE9F,UAAMC,gBAAgB,IAAIC,cAAcrD,cAAAA,EAAgBmD,gBAAgB,UAAA,CAAA;AACxE,UAAMC,cAAcE,SAAS;MAAEC,KAAKpB;IAAS,CAAA;AAC7C,UAAMqB,yBAAuC,IAAIC,aAAa;MAC5DC,cAAc,IAAIC,aAAAA,EAAeC,cAAcC,aAAAA;MAC/CT;MACAJ;MACAc,WAAWvC;MACXY;MACA4B,kBAAkB,CAACC,YAAY/B,MAAMgC,WAAWC,MAAMjD,IAAI+C,OAAAA;MAC1DG,YAAYC;IACd,CAAA;AACA,UAAMnC,QAAQ,IAAIoC,MAAM;MACtBlC;MACAmC,UAAU,KAAKC,oBAAoBpC,QAAAA;MACnCY;MACAyB,cAAc,CAACR,YAAY,KAAKlC,UAAUa,SAASqB,OAAAA;IACrD,CAAA,EACGS,eAAe3B,WAAAA,EACf4B,YAAYhC,QAAAA;AACf,UAAMT,MAAM0C,KAAI;AAChB,UAAMnB,uBAAuBmB,KAAK;MAChCC,cAAc,OAAOC,UAAU;AAC7B,cAAMC,WAAW,MAAM7C,MAAM8C,mBAAmB;UAAEF;QAAM,CAAA;AACxD,cAAMC,SAASD,MAAK;AACpB,eAAOC;MACT;IACF,CAAA;AAEA,SAAKjD,QAAQF,IAAIQ,UAAUF,KAAAA;AAC3B,WAAO;MAACA;MAAOuB;;EACjB;EAEAe,oBAAoBS,OAAkBC,QAAiB;AACrD,WAAO,IAAIC,cAAc;MACvBF;MACAG,eAAe;QACbC,SAAS,KAAKpE;QACdqE,oBAAoBC;QACpBC,yBAAyBC;MAC3B;MACAlD,gBAAgB,KAAKlC,wBAAuB;MAC5CqF,eAAe,CAACC,YAAY;AAC1BA,gBAAQC,aACN,8BACCV,0BAAU,KAAKW,aAAY,GAAIC,gBAAgB;UAAEC,cAAcJ,QAAQI;QAAa,CAAA,CAAA;MAEzF;IACF,CAAA;EACF;EAEAF,eAAe;AACb,WAAO,IAAIG,OAAO;MAChBC,aAAa,KAAKhF;IACpB,CAAA;EACF;EAEAiF,eAAehB,QAAiB;AAC9B,WAAO,IAAIiB,SAAS;MAClBC,kBAAkB;MAClBC,gBAAgB;MAChB7E,aAAa,KAAKA;MAClB0D,QAAQA,0BAAU,KAAKW,aAAY;IACrC,CAAA;EACF;AACF;;;AExMA,SAASS,oBAAoB;AAC7B,SAASC,iBAAAA,sBAAqB;AAC9B,SAASC,sBAAsBC,mBAAmB;AAClD,SAASC,sBAAsB;AAC/B,SAASC,aAAAA,kBAAiB;AAC1B,SAASC,gBAAAA,qBAAoB;AAE7B,SAASC,iBAAiB;AAKnB,IAAMC,uBAAuB,OAAOC,iBAA+B;AACxE,QAAMC,OAAO,IAAIC,eAAAA;AACjB,QAAMC,UAAU,IAAIC,oBAAoBH,MAAMI,MAAAA;AAE9CJ,OAAKK,QAAQC,GAAG,CAAC,CAACC,MAAMC,IAAAA,MACtBN,QAAQO,cAAc;IACpBC,OAAOH,KAAKG;IACZF,MAAM;MACJ,GAAGA;MACHG,WAAWC,WAAUC,OAAM;MAC3BC,WAAW,IAAIC,UAAU;QAAC;UAACP,KAAKQ;UAASR,KAAKS;;OAAK;IACrD;EACF,CAAA,CAAA;AAGF,QAAMC,cAAc,IAAIC,YAAYpB,YAAAA;AACpC,QAAMG,QAAQkB,KAAKF,aAAa,IAAIG,cAAAA,EAAeC,cAAcC,cAAAA,CAAAA;AACjE,SAAO;IACLrB;IACAgB;EACF;AACF;AAEO,IAAMM,0CAA0C,OACrDzB,cACA0B,oBACG;AACH,QAAMC,2BAA2B,IAAIC,yBAAAA;AACrC,QAAMC,cAAc,IAAIC,gBAAgBH,wBAAAA;AAExC,QAAMI,WAAWlB,WAAUC,OAAM;AACjCa,2BAAyBK,cAAcD,UAAUL,eAAAA;AAEjD,QAAMvB,UAAU,IAAI8B,qBAAqBJ,aAAaE,QAAAA;AACtD,QAAMZ,cAAc,IAAIC,YAAYpB,YAAAA;AACpC,QAAMG,QAAQkB,KAAKF,aAAa,IAAIG,cAAAA,EAAeC,cAAcC,cAAAA,CAAAA;AACjE,SAAO;IACLL;IACAhB;EACF;AACF;AAEO,IAAM+B,oBAAoB,OAAOC,QAAsBC,QAAsBD,WAAW;AA1D/F;AA2DE,QAAME,WAAWxB,WAAUC,OAAM,EAAGwB,MAAK;AACzC,UAAMH,YAAOI,gBAAiBC,eAAc,MAAtCL,mBAA0CM,MAAM;IACpD9B,OAAO;MACL+B,SAAS;QACP;UACEL;UACAM,SAAS;YACPC,WAAWpB,eAAcf,KAAKoC;UAChC;QACF;;IAEJ;EACF;AAEA,QAAMC,aACJV,MAAMG,gBAAiBQ,aAAaC,SAASC,iBAAiB,MAAMb,MAAMc,aAAaC,SAASC,IAAIf,QAAAA,CAAAA,GACpG,GAAA;AAEJ;",
+  "names": ["DocumentModel", "PublicKey", "MemorySignalManager", "MemorySignalManagerContext", "WebsocketSignalManager", "ModelFactory", "createWebRTCTransportFactory", "MemoryTransportFactory", "NetworkManager", "createStorage", "StorageType", "Gossip", "Presence", "ComplexMap", "TestBuilder", "TestFeedBuilder", "TestBuilder", "constructor", "valueEncoding", "MemoryNetworkManagerProvider", "signalContext", "NetworkManager", "signalManager", "MemorySignalManager", "transportFactory", "MemoryTransportFactory", "WebsocketNetworkManagerProvider", "signalUrl", "WebsocketSignalManager", "createWebRTCTransportFactory", "TestAgentBuilder", "constructor", "storage", "networkManagerProvider", "_agents", "ComplexMap", "PublicKey", "hash", "_storage", "createStorage", "type", "StorageType", "RAM", "_networkManagerProvider", "MemorySignalManagerContext", "close", "Promise", "all", "agents", "map", "agent", "Array", "from", "values", "getAgent", "deviceKey", "get", "createPeer", "feedBuilder", "TestFeedBuilder", "setStorage", "size", "identityKey", "keyring", "createKey", "TestAgent", "set", "_feedBuilder", "_spaces", "feedStore", "createFeedStore", "spaces", "space", "getSpace", "spaceKey", "createSpaceManager", "SpaceManager", "networkManager", "createSpace", "genesisKey", "dataFeedKey", "dataFeed", "openFeed", "writable", "controlFeedKey", "controlFeed", "genesisFeed", "snapshotManager", "SnapshotManager", "SnapshotStore", "createDirectory", "metadataStore", "MetadataStore", "addSpace", "key", "dataPipelineController", "DataPipeline", "modelFactory", "ModelFactory", "registerModel", "DocumentModel", "memberKey", "feedInfoProvider", "feedKey", "spaceState", "feeds", "snapshotId", "undefined", "Space", "protocol", "createSpaceProtocol", "feedProvider", "setControlFeed", "setDataFeed", "open", "openPipeline", "start", "pipeline", "createDataPipeline", "topic", "gossip", "SpaceProtocol", "swarmIdentity", "peerKey", "credentialProvider", "MOCK_AUTH_PROVIDER", "credentialAuthenticator", "MOCK_AUTH_VERIFIER", "onSessionAuth", "session", "addExtension", "createGossip", "createExtension", "remotePeerId", "Gossip", "localPeerId", "createPresence", "Presence", "announceInterval", "offlineTimeout", "asyncTimeout", "DocumentModel", "DatabaseBackendProxy", "ItemManager", "MockFeedWriter", "PublicKey", "ModelFactory", "Timeframe", "createMemoryDatabase", "modelFactory", "feed", "MockFeedWriter", "backend", "DatabaseBackendHost", "undefined", "written", "on", "data", "meta", "echoProcessor", "batch", "memberKey", "PublicKey", "random", "timeframe", "Timeframe", "feedKey", "seq", "itemManager", "ItemManager", "open", "ModelFactory", "registerModel", "DocumentModel", "createRemoteDatabaseFromDataServiceHost", "dataServiceHost", "dataServiceSubscriptions", "DataServiceSubscriptions", "dataService", "DataServiceImpl", "spaceKey", "registerSpace", "DatabaseBackendProxy", "testLocalDatabase", "create", "check", "objectId", "toHex", "databaseBackend", "getWriteStream", "write", "objects", "genesis", "modelType", "type", "asyncTimeout", "_itemDemuxer", "mutation", "waitForCondition", "_itemManager", "entities", "has"]
 }

package/dist/lib/node/index.cjs

@@ -33,7 +33,7 @@ __export(src_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
   DBError: () => DBError,
-  DataPipelineControllerImpl: () => DataPipelineControllerImpl,
+  DataPipeline: () => DataPipeline,
   DataServiceHost: () => DataServiceHost,
   DataServiceImpl: () => DataServiceImpl,
   DataServiceSubscriptions: () => DataServiceSubscriptions,
@@ -45,7 +45,6 @@ __export(src_exports, {
   MOCK_AUTH_PROVIDER: () => MOCK_AUTH_PROVIDER,
   MOCK_AUTH_VERIFIER: () => MOCK_AUTH_VERIFIER,
   MetadataStore: () => MetadataStore,
-  NoopDataPipelineController: () => NoopDataPipelineController,
   Pipeline: () => Pipeline,
   STORAGE_VERSION: () => STORAGE_VERSION,
   SnapshotManager: () => SnapshotManager,
@@ -170,7 +169,7 @@ var MetadataStore = class {
         size: dataSize
       }, {
         file: "metadata-store.ts",
-        line: 68,
+        line: 67,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -186,7 +185,7 @@ var MetadataStore = class {
         err
       }, {
         file: "metadata-store.ts",
-        line: 80,
+        line: 79,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -211,7 +210,7 @@ var MetadataStore = class {
         size: encoded.length
       }, {
         file: "metadata-store.ts",
-        line: 103,
+        line: 102,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -226,7 +225,7 @@ var MetadataStore = class {
   async clear() {
     (0, import_log.log)("clearing all metadata", {}, {
       file: "metadata-store.ts",
-      line: 116,
+      line: 115,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -282,6 +281,7 @@ var fromBytesInt32 = (buf) => buf.readInt32LE(0);
 // packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts
 var import_node_assert4 = __toESM(require("node:assert"));
 var import_async3 = require("@dxos/async");
+var import_context = require("@dxos/context");
 var import_feed_store = require("@dxos/feed-store");
 var import_keys = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
@@ -416,7 +416,7 @@ var PipelineState = class {
     return this._timeframeClock.timeframe;
   }
   get targetTimeframe() {
-    return this._targetTimeframe ? import_timeframe2.Timeframe.merge(this.endTimeframe, this._targetTimeframe) : this.endTimeframe;
+    return this._targetTimeframe ? this._targetTimeframe : new import_timeframe2.Timeframe();
   }
   async waitUntilTimeframe(target) {
     await this._timeframeClock.waitUntilReached(target);
@@ -431,7 +431,7 @@ var PipelineState = class {
   *
   * @param timeout Timeout in milliseconds to specify the maximum wait time.
   */
-  async waitUntilReachedTargetTimeframe({ timeout } = {}) {
+  async waitUntilReachedTargetTimeframe({ ctx = new import_context.Context(), timeout, breakOnStall = true } = {}) {
     var _a;
     (0, import_log3.log)("waitUntilReachedTargetTimeframe", {
       timeout,
@@ -439,7 +439,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       file: "pipeline.ts",
-      line: 82,
+      line: 96,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -447,11 +447,14 @@ var PipelineState = class {
       this._timeframeClock.update.waitForCondition(() => {
         return import_timeframe2.Timeframe.dependencies(this.targetTimeframe, this.timeframe).isEmpty();
       }),
-      this._iterator.stalled.discardParameter().waitForCount(1)
+      ...breakOnStall ? [
+        this._iterator.stalled.discardParameter().waitForCount(1)
+      ] : []
     ]);
     let done = false;
     if (timeout) {
       return Promise.race([
+        (0, import_context.rejectOnDispose)(ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
         }),
@@ -466,7 +469,7 @@ var PipelineState = class {
             dependencies: import_timeframe2.Timeframe.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             file: "pipeline.ts",
-            line: 107,
+            line: 122,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -492,7 +495,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       import_log3.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, {}, {
         file: "pipeline.ts",
-        line: 183,
+        line: 198,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -522,14 +525,14 @@ var Pipeline = class {
   async start() {
     (0, import_log3.log)("starting...", {}, {
       file: "pipeline.ts",
-      line: 218,
+      line: 233,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     await this._feedSetIterator.open();
     (0, import_log3.log)("started", {}, {
       file: "pipeline.ts",
-      line: 220,
+      line: 235,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -537,7 +540,7 @@ var Pipeline = class {
   async stop() {
     (0, import_log3.log)("stopping...", {}, {
       file: "pipeline.ts",
-      line: 224,
+      line: 239,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -545,7 +548,7 @@ var Pipeline = class {
     await this._processingTrigger.wait();
     (0, import_log3.log)("stopped", {}, {
       file: "pipeline.ts",
-      line: 227,
+      line: 242,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -570,7 +573,7 @@ var Pipeline = class {
 // packages/core/echo/echo-pipeline/src/space/auth.ts
 var import_node_assert5 = __toESM(require("node:assert"));
 var import_async4 = require("@dxos/async");
-var import_context = require("@dxos/context");
+var import_context2 = require("@dxos/context");
 var import_crypto = require("@dxos/crypto");
 var import_log4 = require("@dxos/log");
 var import_protocols3 = require("@dxos/protocols");
@@ -588,7 +591,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
       // Long timeout because auth can wait for sync in certain cases.
     });
     this._authParams = _authParams;
-    this._ctx = new import_context.Context({
+    this._ctx = new import_context2.Context({
       onError: (err) => {
         import_log4.log.catch(err, {}, {
           file: "auth.ts",
@@ -817,7 +820,7 @@ var Space = class Space2 {
         credential
       }, {
         file: "space.ts",
-        line: 74,
+        line: 79,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -880,7 +883,7 @@ var Space = class Space2 {
   async open() {
     (0, import_log6.log)("opening...", {}, {
       file: "space.ts",
-      line: 145,
+      line: 149,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -892,18 +895,17 @@ var Space = class Space2 {
     this._isOpen = true;
     (0, import_log6.log)("opened", {}, {
       file: "space.ts",
-      line: 155,
+      line: 159,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
   async close() {
-    var _a;
     (0, import_log6.log)("closing...", {
       key: this._key
     }, {
       file: "space.ts",
-      line: 160,
+      line: 164,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -911,37 +913,30 @@ var Space = class Space2 {
       return;
     }
     await this.protocol.stop();
-    await ((_a = this._dataPipelineController) == null ? void 0 : _a.close());
     await this._controlPipeline.stop();
     this._isOpen = false;
     (0, import_log6.log)("closed", {}, {
       file: "space.ts",
-      line: 171,
+      line: 174,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
-  async initDataPipeline(controller) {
+  // TODO(dmaretskyi): Make reusable.
+  async createDataPipeline({ start }) {
     (0, import_node_assert6.default)(this._isOpen, "Space must be open to initialize data pipeline.");
-    (0, import_node_assert6.default)(!this._dataPipelineController, "Data pipeline already initialized.");
     (0, import_node_assert6.default)(!this._dataPipeline, "Data pipeline already initialized.");
-    this._dataPipelineController = controller;
-    await this._dataPipelineController.open({
-      openPipeline: async (start) => {
-        (0, import_node_assert6.default)(!this._dataPipeline, "Data pipeline already initialized.");
-        this._dataPipeline = new Pipeline(start);
-        if (this._dataFeed) {
-          this._dataPipeline.setWriteFeed(this._dataFeed);
-        }
-        for (const feed of this._controlPipeline.spaceState.feeds.values()) {
-          if (feed.assertion.designation === import_credentials3.AdmittedFeed.Designation.DATA) {
-            await this._dataPipeline.addFeed(await this._feedProvider(feed.key));
-          }
-        }
-        await this._dataPipeline.start();
-        return this._dataPipeline;
+    const pipeline = new Pipeline(start);
+    if (this._dataFeed) {
+      pipeline.setWriteFeed(this._dataFeed);
+    }
+    this._dataPipeline = pipeline;
+    for (const feed of this._controlPipeline.spaceState.feeds.values()) {
+      if (feed.assertion.designation === import_credentials3.AdmittedFeed.Designation.DATA) {
+        await pipeline.addFeed(await this._feedProvider(feed.key));
       }
-    });
+    }
+    return pipeline;
   }
 };
 __decorate3([
@@ -1274,10 +1269,10 @@ var spaceGenesis = async (keyring, signingContext, space) => {
   return credentials;
 };
 
-// packages/core/echo/echo-pipeline/src/space/data-pipeline-controller.ts
+// packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 var import_node_assert9 = __toESM(require("node:assert"));
 var import_async8 = require("@dxos/async");
-var import_context2 = require("@dxos/context");
+var import_context3 = require("@dxos/context");
 var import_debug6 = require("@dxos/debug");
 var import_echo_db3 = require("@dxos/echo-db");
 var import_log11 = require("@dxos/log");
@@ -1556,7 +1551,7 @@ var DataServiceImpl = class {
   }
 };
 
-// packages/core/echo/echo-pipeline/src/space/data-pipeline-controller.ts
+// packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 var __decorate7 = function(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -1567,22 +1562,21 @@ var __decorate7 = function(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
-var NoopDataPipelineController = class {
-  async open(context) {
-  }
-  async close() {
-  }
-};
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
-var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
+var DISABLE_SNAPSHOT_CACHE = false;
+var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new import_context2.Context();
+    this._ctx = new import_context3.Context();
     this._lastAutomaticSnapshotTimeframe = new import_timeframe3.Timeframe();
+    this._isOpen = false;
     this.onTimeframeReached = new import_async8.Event();
   }
+  get isOpen() {
+    return this._isOpen;
+  }
   get pipelineState() {
     var _a;
     return (_a = this._pipeline) == null ? void 0 : _a.state;
@@ -1595,14 +1589,25 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
     var _a;
     return snapshotTimeframeToStartingTimeframe((_a = this.snapshotTimeframe) != null ? _a : new import_timeframe3.Timeframe());
   }
+  setTargetTimeframe(timeframe) {
+    var _a;
+    this._targetTimeframe = timeframe;
+    (_a = this._pipeline) == null ? void 0 : _a.state.setTargetTimeframe(timeframe);
+  }
   async open(spaceContext) {
     var _a, _b, _c, _d;
+    if (this._isOpen) {
+      return;
+    }
     this._spaceContext = spaceContext;
     if (this._params.snapshotId) {
       this._snapshot = await this._params.snapshotManager.load(this._params.snapshotId);
       this._lastAutomaticSnapshotTimeframe = (_b = (_a = this._snapshot) == null ? void 0 : _a.timeframe) != null ? _b : new import_timeframe3.Timeframe();
     }
     this._pipeline = await this._spaceContext.openPipeline(this.getStartTimeframe());
+    if (this._targetTimeframe) {
+      this._pipeline.state.setTargetTimeframe(this._targetTimeframe);
+    }
     const feedWriter = createMappedFeedWriter((data) => ({
       data
     }), (_c = this._pipeline.writer) != null ? _c : (0, import_debug6.failUndefined)());
@@ -1613,30 +1618,33 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
       await this._consumePipeline();
     });
     this._createPeriodicSnapshots();
+    this._isOpen = true;
   }
   _createPeriodicSnapshots() {
     this.onTimeframeReached.debounce(TIMEFRAME_SAVE_DEBOUNCE_INTERVAL).on(this._ctx, async () => {
       await this._saveLatestTimeframe();
     });
-    this.onTimeframeReached.debounce(AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL).on(this._ctx, async () => {
-      var _a, _b;
-      const latestTimeframe = (_a = this._pipeline) == null ? void 0 : _a.state.timeframe;
-      if (!latestTimeframe) {
-        return;
-      }
-      if (latestTimeframe.totalMessages() - this._lastAutomaticSnapshotTimeframe.totalMessages() > MESSAGES_PER_SNAPSHOT) {
-        const snapshot = await this._saveSnapshot();
-        this._lastAutomaticSnapshotTimeframe = (_b = snapshot.timeframe) != null ? _b : (0, import_debug6.failUndefined)();
-        (0, import_log11.log)("save", {
-          snapshot
-        }, {
-          file: "data-pipeline-controller.ts",
-          line: 149,
-          scope: this,
-          callSite: (f, a) => f(...a)
-        });
-      }
-    });
+    if (!DISABLE_SNAPSHOT_CACHE) {
+      this.onTimeframeReached.debounce(AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL).on(this._ctx, async () => {
+        var _a, _b;
+        const latestTimeframe = (_a = this._pipeline) == null ? void 0 : _a.state.timeframe;
+        if (!latestTimeframe) {
+          return;
+        }
+        if (latestTimeframe.totalMessages() - this._lastAutomaticSnapshotTimeframe.totalMessages() > MESSAGES_PER_SNAPSHOT) {
+          const snapshot = await this._saveSnapshot();
+          this._lastAutomaticSnapshotTimeframe = (_b = snapshot.timeframe) != null ? _b : (0, import_debug6.failUndefined)();
+          (0, import_log11.log)("save", {
+            snapshot
+          }, {
+            file: "data-pipeline.ts",
+            line: 161,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
+        }
+      });
+    }
   }
   async _saveSnapshot() {
     const snapshot = await this.createSnapshot();
@@ -1645,21 +1653,41 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
     return snapshot;
   }
   async _saveLatestTimeframe() {
-    var _a;
+    var _a, _b;
     const latestTimeframe = (_a = this._pipeline) == null ? void 0 : _a.state.timeframe;
+    (0, import_log11.log)("save latest timeframe", {
+      latestTimeframe,
+      spaceKey: this._params.spaceKey
+    }, {
+      file: "data-pipeline.ts",
+      line: 176,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
     if (latestTimeframe) {
-      await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, latestTimeframe);
+      const newTimeframe = import_timeframe3.Timeframe.merge((_b = this._targetTimeframe) != null ? _b : new import_timeframe3.Timeframe(), latestTimeframe);
+      await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, newTimeframe);
     }
   }
   async close() {
     var _a, _b, _c;
+    if (!this._isOpen) {
+      return;
+    }
+    (0, import_log11.log)("close", {}, {
+      file: "data-pipeline.ts",
+      line: 188,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
+    this._isOpen = false;
     try {
       await this._saveLatestTimeframe();
       await this._saveSnapshot();
     } catch (err) {
       import_log11.log.catch(err, {}, {
-        file: "data-pipeline-controller.ts",
-        line: 173,
+        file: "data-pipeline.ts",
+        line: 195,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1672,6 +1700,7 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
   }
   createSnapshot() {
     var _a, _b;
+    (0, import_node_assert9.default)(this.databaseBackend, "Database backend is not initialized.");
     return {
       spaceKey: this._params.spaceKey.asUint8Array(),
       timeframe: (_b = (_a = this._pipeline) == null ? void 0 : _a.state.timeframe) != null ? _b : new import_timeframe3.Timeframe(),
@@ -1685,8 +1714,8 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
       (0, import_log11.log)("processing message", {
         msg
       }, {
-        file: "data-pipeline-controller.ts",
-        line: 194,
+        file: "data-pipeline.ts",
+        line: 217,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1697,8 +1726,8 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
             import_log11.log.error("Could not find feed.", {
               feedKey
             }, {
-              file: "data-pipeline-controller.ts",
-              line: 200,
+              file: "data-pipeline.ts",
+              line: 223,
               scope: this,
               callSite: (f, a) => f(...a)
             });
@@ -1717,8 +1746,8 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
         }
       } catch (err) {
         import_log11.log.catch(err, {}, {
-          file: "data-pipeline-controller.ts",
-          line: 216,
+          file: "data-pipeline.ts",
+          line: 239,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -1730,9 +1759,15 @@ var DataPipelineControllerImpl = class DataPipelineControllerImpl2 {
     await this._pipeline.state.waitUntilTimeframe(timeframe);
   }
 };
-DataPipelineControllerImpl = __decorate7([
+__decorate7([
+  import_async8.synchronized
+], DataPipeline.prototype, "open", null);
+__decorate7([
+  import_async8.synchronized
+], DataPipeline.prototype, "close", null);
+DataPipeline = __decorate7([
   (0, import_async8.trackLeaks)("open", "close")
-], DataPipelineControllerImpl);
+], DataPipeline);
 var snapshotTimeframeToStartingTimeframe = (snapshotTimeframe) => {
   return snapshotTimeframe.map(([key, seq]) => [
     key,
@@ -1744,7 +1779,7 @@ var snapshotTimeframeToStartingTimeframe = (snapshotTimeframe) => {
   AuthExtension,
   AuthStatus,
   DBError,
-  DataPipelineControllerImpl,
+  DataPipeline,
   DataServiceHost,
   DataServiceImpl,
   DataServiceSubscriptions,
@@ -1756,7 +1791,6 @@ var snapshotTimeframeToStartingTimeframe = (snapshotTimeframe) => {
   MOCK_AUTH_PROVIDER,
   MOCK_AUTH_VERIFIER,
   MetadataStore,
-  NoopDataPipelineController,
   Pipeline,
   STORAGE_VERSION,
   SnapshotManager,