@dxos/echo-pipeline 0.1.57-main.e87098f → 0.1.57

package/dist/lib/node/testing/index.cjs

@@ -45,7 +45,7 @@ module.exports = __toCommonJS(testing_exports);
 var import_context7 = require("@dxos/context");
 var import_credentials5 = require("@dxos/credentials");
 var import_document_model = require("@dxos/document-model");
-var import_keys7 = require("@dxos/keys");
+var import_keys8 = require("@dxos/keys");
 var import_messaging = require("@dxos/messaging");
 var import_model_factory = require("@dxos/model-factory");
 var import_network_manager2 = require("@dxos/network-manager");
@@ -63,11 +63,12 @@ var import_invariant = require("@dxos/invariant");
 var import_log = require("@dxos/log");
 var import_service = require("@dxos/protocols/proto/dxos/echo/service");
 var import_util = require("@dxos/util");
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
+var __dxlog_file = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
 var DataServiceHost = class {
-  constructor(_itemManager, _itemDemuxer, _writeStream) {
+  constructor(_itemManager, _itemDemuxer, _flush, _writeStream) {
     this._itemManager = _itemManager;
     this._itemDemuxer = _itemDemuxer;
+    this._flush = _flush;
     this._writeStream = _writeStream;
     this._ctx = new import_context.Context();
     this._clientTagMap = new import_util.ComplexMap(([feedKey, seq]) => `${feedKey.toHex()}:${seq}`);
@@ -101,7 +102,7 @@ var DataServiceHost = class {
         const { batch, meta } = message;
         (0, import_invariant.invariant)(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file,
-          L: 68,
+          L: 69,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -113,7 +114,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file,
-          L: 69,
+          L: 70,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -141,7 +142,7 @@ var DataServiceHost = class {
   async write(request) {
     (0, import_invariant.invariant)(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file,
-      L: 95,
+      L: 96,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -150,7 +151,7 @@ var DataServiceHost = class {
     });
     (0, import_invariant.invariant)(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file,
-      L: 96,
+      L: 97,
       S: this,
       A: [
         "this._writeStream",
@@ -162,7 +163,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file,
-      L: 98,
+      L: 99,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -176,7 +177,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file,
-            L: 107,
+            L: 108,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -189,6 +190,9 @@ var DataServiceHost = class {
     });
     return receipt;
   }
+  async flush() {
+    await this._flush();
+  }
 };
 var createDataMessage = (batch) => ({
   batch: {
@@ -206,8 +210,9 @@ var createDataMessage = (batch) => ({
 // packages/core/echo/echo-pipeline/src/db-host/database-host.ts
 var import_echo_db2 = require("@dxos/echo-db");
 var DatabaseHost = class {
-  constructor(_outboundStream) {
+  constructor(_outboundStream, _flush) {
     this._outboundStream = _outboundStream;
+    this._flush = _flush;
   }
   get isReadOnly() {
     return !!this._outboundStream;
@@ -230,7 +235,7 @@ var DatabaseHost = class {
     return this._itemDemuxer.createSnapshot();
   }
   createDataServiceHost() {
-    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._outboundStream ?? void 0);
+    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._flush, this._outboundStream ?? void 0);
   }
 };
 
@@ -337,7 +342,7 @@ var import_invariant2 = require("@dxos/invariant");
 var import_keys2 = require("@dxos/keys");
 var import_log2 = require("@dxos/log");
 var import_util2 = require("@dxos/util");
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
+var __dxlog_file2 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
 var DataServiceSubscriptions = class {
   constructor() {
     this._spaces = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
@@ -350,13 +355,13 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file2,
-      L: 30,
+      L: 31,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant2.invariant)(!this._spaces.has(spaceKey), void 0, {
       F: __dxlog_file2,
-      L: 31,
+      L: 32,
       S: this,
       A: [
         "!this._spaces.has(spaceKey)",
@@ -371,7 +376,7 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file2,
-      L: 37,
+      L: 38,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -390,7 +395,7 @@ var DataServiceImpl = class {
   subscribe(request) {
     (0, import_invariant2.invariant)(request.spaceKey, void 0, {
       F: __dxlog_file2,
-      L: 56,
+      L: 57,
       S: this,
       A: [
         "request.spaceKey",
@@ -403,7 +408,7 @@ var DataServiceImpl = class {
   write(request) {
     (0, import_invariant2.invariant)(request.spaceKey, void 0, {
       F: __dxlog_file2,
-      L: 63,
+      L: 64,
       S: this,
       A: [
         "request.spaceKey",
@@ -412,7 +417,7 @@ var DataServiceImpl = class {
     });
     (0, import_invariant2.invariant)(request.batch, void 0, {
       F: __dxlog_file2,
-      L: 64,
+      L: 65,
       S: this,
       A: [
         "request.batch",
@@ -422,6 +427,19 @@ var DataServiceImpl = class {
     const host = this._subscriptions.getDataService(request.spaceKey) ?? (0, import_debug.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.write(request);
   }
+  flush(request) {
+    (0, import_invariant2.invariant)(request.spaceKey, void 0, {
+      F: __dxlog_file2,
+      L: 72,
+      S: this,
+      A: [
+        "request.spaceKey",
+        ""
+      ]
+    });
+    const host = this._subscriptions.getDataService(request.spaceKey) ?? (0, import_debug.raise)(new Error(`space not found: ${request.spaceKey}`));
+    return host.flush();
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
@@ -429,6 +447,7 @@ var import_crc_32 = __toESM(require("crc-32"));
 var import_async2 = require("@dxos/async");
 var import_errors = require("@dxos/errors");
 var import_invariant3 = require("@dxos/invariant");
+var import_keys3 = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
 var import_protocols3 = require("@dxos/protocols");
 var import_services = require("@dxos/protocols/proto/dxos/client/services");
@@ -443,19 +462,23 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var __dxlog_file3 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
 var emptyEchoMetadata = () => ({
   version: import_protocols3.STORAGE_VERSION,
   spaces: [],
   created: /* @__PURE__ */ new Date(),
   updated: /* @__PURE__ */ new Date()
 });
+var emptyLargeSpaceMetadata = () => ({});
 var EchoMetadata = import_protocols3.schema.getCodecForType("dxos.echo.metadata.EchoMetadata");
+var LargeSpaceMetadata = import_protocols3.schema.getCodecForType("dxos.echo.metadata.LargeSpaceMetadata");
 var MetadataStore = class {
   // prettier-ignore
   constructor(_directory) {
     this._directory = _directory;
     this._metadata = emptyEchoMetadata();
+    this._spaceLargeMetadata = new import_util3.ComplexMap(import_keys3.PublicKey.hash);
+    this._metadataFile = void 0;
     this.update = new import_async2.Event();
   }
   get metadata() {
@@ -471,11 +494,7 @@ var MetadataStore = class {
   get spaces() {
     return this._metadata.spaces ?? [];
   }
-  /**
-  * Loads metadata from persistent storage.
-  */
-  async load() {
-    const file = this._directory.getOrCreateFile("EchoMetadata");
+  async _readFile(file, codec2) {
     try {
       const { size: fileLength } = await file.stat();
       if (fileLength < 8) {
@@ -485,10 +504,11 @@ var MetadataStore = class {
       const checksum = fromBytesInt32(await file.read(4, 4));
       (0, import_log3.log)("loaded", {
         size: dataSize,
-        checksum
+        checksum,
+        name: file.filename
       }, {
         F: __dxlog_file3,
-        L: 72,
+        L: 82,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -503,7 +523,48 @@ var MetadataStore = class {
       if (calculatedChecksum !== checksum) {
         throw new import_errors.DataCorruptionError("Metadata checksum is invalid.");
       }
-      this._metadata = EchoMetadata.decode(data);
+      return codec2.decode(data);
+    } finally {
+      await file.close();
+    }
+  }
+  async _writeFile(file, codec2, data) {
+    const encoded = (0, import_util3.arrayToBuffer)(codec2.encode(data));
+    const checksum = import_crc_32.default.buf(encoded);
+    const result = Buffer.alloc(8 + encoded.length);
+    result.writeInt32LE(encoded.length, 0);
+    result.writeInt32LE(checksum, 4);
+    encoded.copy(result, 8);
+    await file.write(0, result);
+    (0, import_log3.log)("saved", {
+      size: encoded.length,
+      checksum
+    }, {
+      F: __dxlog_file3,
+      L: 114,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+  }
+  async close() {
+    await this.flush();
+    await this._metadataFile?.close();
+    this._metadataFile = void 0;
+    this._metadata = emptyEchoMetadata();
+    this._spaceLargeMetadata.clear();
+  }
+  /**
+  * Loads metadata from persistent storage.
+  */
+  async load() {
+    if (!this._metadataFile || this._metadataFile.closed) {
+      this._metadataFile = this._directory.getOrCreateFile("EchoMetadata");
+    }
+    try {
+      const metadata = await this._readFile(this._metadataFile, EchoMetadata);
+      if (metadata) {
+        this._metadata = metadata;
+      }
       this._metadata.spaces?.forEach((space) => {
         space.state ??= import_services.SpaceState.ACTIVE;
       });
@@ -512,14 +573,29 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file3,
-        L: 92,
+        L: 145,
         S: this,
         C: (f, a) => f(...a)
       });
       this._metadata = emptyEchoMetadata();
-    } finally {
-      await file.close();
     }
+    await (0, import_util3.forEachAsync)([
+      this._metadata.identity?.haloSpace.key,
+      ...this._metadata.spaces?.map((space) => space.key) ?? []
+    ].filter(import_util3.isNotNullOrUndefined), async (key) => {
+      try {
+        await this._loadSpaceLargeMetadata(key);
+      } catch (err) {
+        import_log3.log.error("failed to load space large metadata", {
+          err
+        }, {
+          F: __dxlog_file3,
+          L: 157,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    });
   }
   async _save() {
     const data = {
@@ -530,27 +606,34 @@ var MetadataStore = class {
     };
     this.update.emit(data);
     const file = this._directory.getOrCreateFile("EchoMetadata");
+    await this._writeFile(file, EchoMetadata, data);
+  }
+  async _loadSpaceLargeMetadata(key) {
+    const file = this._directory.getOrCreateFile(`space_${key.toHex()}_large`);
     try {
-      const encoded = (0, import_util3.arrayToBuffer)(EchoMetadata.encode(data));
-      const checksum = import_crc_32.default.buf(encoded);
-      const result = Buffer.alloc(8 + encoded.length);
-      result.writeInt32LE(encoded.length, 0);
-      result.writeInt32LE(checksum, 4);
-      encoded.copy(result, 8);
-      await file.write(0, result);
-      (0, import_log3.log)("saved", {
-        size: encoded.length,
-        checksum
+      const metadata = await this._readFile(file, LargeSpaceMetadata);
+      if (metadata) {
+        this._spaceLargeMetadata.set(key, metadata);
+      }
+    } catch (err) {
+      import_log3.log.error("failed to load space large metadata", {
+        err
       }, {
         F: __dxlog_file3,
-        L: 124,
+        L: 186,
         S: this,
         C: (f, a) => f(...a)
       });
-    } finally {
-      await file.close();
     }
   }
+  async _saveSpaceLargeMetadata(key) {
+    const data = this._getLargeSpaceMetadata(key);
+    const file = this._directory.getOrCreateFile(`space_${key.toHex()}_large`);
+    await this._writeFile(file, LargeSpaceMetadata, data);
+  }
+  async flush() {
+    await this._directory.flush();
+  }
   _getSpace(spaceKey) {
     if (this._metadata.identity?.haloSpace.key.equals(spaceKey)) {
       return this._metadata.identity.haloSpace;
@@ -558,7 +641,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     (0, import_invariant3.invariant)(space, "Space not found", {
       F: __dxlog_file3,
-      L: 137,
+      L: 208,
       S: this,
       A: [
         "space",
@@ -567,13 +650,22 @@ var MetadataStore = class {
     });
     return space;
   }
+  _getLargeSpaceMetadata(key) {
+    let entry = this._spaceLargeMetadata.get(key);
+    if (entry) {
+      return entry;
+    }
+    entry = emptyLargeSpaceMetadata();
+    this._spaceLargeMetadata.set(key, entry);
+    return entry;
+  }
   /**
   * Clears storage - doesn't work for now.
   */
   async clear() {
     (0, import_log3.log)("clearing all metadata", void 0, {
       F: __dxlog_file3,
-      L: 145,
+      L: 227,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -586,7 +678,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     (0, import_invariant3.invariant)(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file3,
-      L: 155,
+      L: 237,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -595,11 +687,12 @@ var MetadataStore = class {
     });
     this._metadata.identity = record;
     await this._save();
+    await this.flush();
   }
   async addSpace(record) {
     (0, import_invariant3.invariant)(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file3,
-      L: 162,
+      L: 245,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -608,6 +701,7 @@ var MetadataStore = class {
     });
     (this._metadata.spaces ??= []).push(record);
     await this._save();
+    await this.flush();
   }
   async setSpaceDataLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).dataTimeframe = timeframe;
@@ -616,6 +710,7 @@ var MetadataStore = class {
   async setSpaceControlLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).controlTimeframe = timeframe;
     await this._save();
+    await this.flush();
   }
   async setCache(spaceKey, cache) {
     this._getSpace(spaceKey).cache = cache;
@@ -626,10 +721,20 @@ var MetadataStore = class {
     space.controlFeedKey = controlFeedKey;
     space.dataFeedKey = dataFeedKey;
     await this._save();
+    await this.flush();
   }
   async setSpaceState(spaceKey, state) {
     this._getSpace(spaceKey).state = state;
     await this._save();
+    await this.flush();
+  }
+  getSpaceControlPipelineSnapshot(spaceKey) {
+    return this._getLargeSpaceMetadata(spaceKey).controlPipelineSnapshot;
+  }
+  async setSpaceControlPipelineSnapshot(spaceKey, snapshot) {
+    this._getLargeSpaceMetadata(spaceKey).controlPipelineSnapshot = snapshot;
+    await this._saveSpaceLargeMetadata(spaceKey);
+    await this.flush();
   }
 };
 _ts_decorate2([
@@ -638,6 +743,9 @@ _ts_decorate2([
 _ts_decorate2([
   import_async2.synchronized
 ], MetadataStore.prototype, "_save", null);
+_ts_decorate2([
+  import_async2.synchronized
+], MetadataStore.prototype, "_saveSpaceLargeMetadata", null);
 var fromBytesInt32 = (buf) => buf.readInt32LE(0);
 
 // packages/core/echo/echo-pipeline/src/space/auth.ts
@@ -648,7 +756,7 @@ var import_invariant4 = require("@dxos/invariant");
 var import_log4 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
 var import_teleport = require("@dxos/teleport");
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/auth.ts";
+var __dxlog_file4 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/auth.ts";
 var AuthExtension = class extends import_teleport.RpcExtension {
   constructor(_authParams) {
     super({
@@ -741,10 +849,14 @@ var AuthExtension = class extends import_teleport.RpcExtension {
     await this._ctx.dispose();
     await super.onClose();
   }
+  async onAbort() {
+    await this._ctx.dispose();
+    await super.onAbort();
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
-var import_async7 = require("@dxos/async");
+var import_async8 = require("@dxos/async");
 var import_invariant9 = require("@dxos/invariant");
 var import_log10 = require("@dxos/log");
 var import_credentials4 = require("@dxos/protocols/proto/dxos/halo/credentials");
@@ -752,9 +864,10 @@ var import_tracing3 = require("@dxos/tracing");
 var import_util7 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
+var import_async6 = require("@dxos/async");
 var import_context5 = require("@dxos/context");
 var import_credentials = require("@dxos/credentials");
-var import_keys4 = require("@dxos/keys");
+var import_keys5 = require("@dxos/keys");
 var import_log8 = require("@dxos/log");
 var import_credentials2 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_timeframe3 = require("@dxos/timeframe");
@@ -767,7 +880,7 @@ var import_context4 = require("@dxos/context");
 var import_debug3 = require("@dxos/debug");
 var import_feed_store = require("@dxos/feed-store");
 var import_invariant7 = require("@dxos/invariant");
-var import_keys3 = require("@dxos/keys");
+var import_keys4 = require("@dxos/keys");
 var import_log7 = require("@dxos/log");
 var import_timeframe2 = require("@dxos/timeframe");
 var import_util4 = require("@dxos/util");
@@ -780,7 +893,7 @@ var valueEncoding = (0, import_hypercore.createCodecEncoding)(codec);
 
 // packages/core/echo/echo-pipeline/src/common/feeds.ts
 var import_invariant5 = require("@dxos/invariant");
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
+var __dxlog_file5 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/common/feeds.ts";
 var createMappedFeedWriter = (mapper, writer) => {
   (0, import_invariant5.invariant)(mapper, void 0, {
     F: __dxlog_file5,
@@ -808,7 +921,7 @@ var createMappedFeedWriter = (mapper, writer) => {
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 var import_invariant6 = require("@dxos/invariant");
 var import_log5 = require("@dxos/log");
-var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
+var __dxlog_file6 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
 var createMessageSelector = (timeframeClock) => {
   return (messages) => {
     for (let i = 0; i < messages.length; i++) {
@@ -850,7 +963,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
+var __dxlog_file7 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
 var mapFeedIndexesToTimeframe = (indexes) => new import_timeframe.Timeframe(indexes.map(({ feedKey, index }) => [
   feedKey,
   index
@@ -940,7 +1053,7 @@ function _ts_decorate4(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
+var __dxlog_file8 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
 var PipelineState = class {
   // prettier-ignore
   constructor(_feeds, _timeframeClock) {
@@ -950,6 +1063,7 @@ var PipelineState = class {
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new import_async5.Event();
     this._startTimeframe = new import_timeframe2.Timeframe();
+    this._reachedTarget = false;
   }
   /**
   * Latest theoretical timeframe based on the last mutation in each feed.
@@ -974,6 +1088,9 @@ var PipelineState = class {
   get targetTimeframe() {
     return this._targetTimeframe ? this._targetTimeframe : new import_timeframe2.Timeframe();
   }
+  get reachedTarget() {
+    return this._reachedTarget;
+  }
   get feeds() {
     return Array.from(this._feeds.values());
   }
@@ -997,7 +1114,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       F: __dxlog_file8,
-      L: 125,
+      L: 134,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1016,6 +1133,7 @@ var PipelineState = class {
         (0, import_context4.rejectOnDispose)(this._ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
+          this._reachedTarget = true;
         }),
         (0, import_async5.sleep)(timeout).then(() => {
           if (done) {
@@ -1028,7 +1146,7 @@ var PipelineState = class {
             dependencies: import_timeframe2.Timeframe.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             F: __dxlog_file8,
-            L: 152,
+            L: 162,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1042,14 +1160,14 @@ var PipelineState = class {
 var Pipeline = class {
   constructor() {
     this._timeframeClock = new TimeframeClock(new import_timeframe2.Timeframe());
-    this._feeds = new import_util4.ComplexMap(import_keys3.PublicKey.hash);
+    this._feeds = new import_util4.ComplexMap(import_keys4.PublicKey.hash);
     // External state accessor.
     this._state = new PipelineState(this._feeds, this._timeframeClock);
     // Waits for the message consumer to process the message and yield control back to the pipeline.
     this._processingTrigger = new import_async5.Trigger().wake();
     this._pauseTrigger = new import_async5.Trigger().wake();
     // Pending downloads.
-    this._downloads = new import_util4.ComplexMap((value) => import_keys3.PublicKey.hash(value.key));
+    this._downloads = new import_util4.ComplexMap((value) => import_keys4.PublicKey.hash(value.key));
     this._isStopping = false;
     this._isStarted = false;
     this._isBeingConsumed = false;
@@ -1061,7 +1179,7 @@ var Pipeline = class {
   get writer() {
     (0, import_invariant7.invariant)(this._writer, "Writer not set.", {
       F: __dxlog_file8,
-      L: 233,
+      L: 243,
       S: this,
       A: [
         "this._writer",
@@ -1090,7 +1208,7 @@ var Pipeline = class {
   setWriteFeed(feed) {
     (0, import_invariant7.invariant)(!this._writer, "Writer already set.", {
       F: __dxlog_file8,
-      L: 260,
+      L: 270,
       S: this,
       A: [
         "!this._writer",
@@ -1099,7 +1217,7 @@ var Pipeline = class {
     });
     (0, import_invariant7.invariant)(feed.properties.writable, "Feed must be writable.", {
       F: __dxlog_file8,
-      L: 261,
+      L: 271,
       S: this,
       A: [
         "feed.properties.writable",
@@ -1114,7 +1232,7 @@ var Pipeline = class {
   async start() {
     (0, import_invariant7.invariant)(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file8,
-      L: 274,
+      L: 284,
       S: this,
       A: [
         "!this._isStarted",
@@ -1123,7 +1241,7 @@ var Pipeline = class {
     });
     (0, import_log7.log)("starting...", void 0, {
       F: __dxlog_file8,
-      L: 275,
+      L: 285,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1132,7 +1250,7 @@ var Pipeline = class {
     this._isStarted = true;
     (0, import_log7.log)("started", void 0, {
       F: __dxlog_file8,
-      L: 279,
+      L: 289,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1145,7 +1263,7 @@ var Pipeline = class {
   async stop() {
     (0, import_log7.log)("stopping...", void 0, {
       F: __dxlog_file8,
-      L: 290,
+      L: 300,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1159,10 +1277,11 @@ var Pipeline = class {
     await this._state._ctx.dispose();
     this._state._ctx = new import_context4.Context();
     this._state._reachedTargetPromise = void 0;
+    this._state._reachedTarget = false;
     this._isStarted = false;
     (0, import_log7.log)("stopped", void 0, {
       F: __dxlog_file8,
-      L: 302,
+      L: 313,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1174,7 +1293,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     (0, import_invariant7.invariant)(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file8,
-      L: 311,
+      L: 322,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -1203,7 +1322,7 @@ var Pipeline = class {
   async unpause() {
     (0, import_invariant7.invariant)(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file8,
-      L: 340,
+      L: 351,
       S: this,
       A: [
         "this._isPaused",
@@ -1223,7 +1342,7 @@ var Pipeline = class {
   async *consume() {
     (0, import_invariant7.invariant)(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file8,
-      L: 355,
+      L: 366,
       S: this,
       A: [
         "!this._isBeingConsumed",
@@ -1233,7 +1352,7 @@ var Pipeline = class {
     this._isBeingConsumed = true;
     (0, import_invariant7.invariant)(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file8,
-      L: 358,
+      L: 369,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -1247,7 +1366,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         (0, import_invariant7.invariant)(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file8,
-          L: 367,
+          L: 378,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -1261,7 +1380,7 @@ var Pipeline = class {
       if (!done) {
         const block = value ?? (0, import_debug3.failUndefined)();
         this._processingTrigger.reset();
-        this._timeframeClock.updatePendingTimeframe(import_keys3.PublicKey.from(block.feedKey), block.seq);
+        this._timeframeClock.updatePendingTimeframe(import_keys4.PublicKey.from(block.feedKey), block.seq);
         yield block;
         this._processingTrigger.wake();
         this._timeframeClock.updateTimeframe();
@@ -1282,7 +1401,7 @@ var Pipeline = class {
       length: feed.length
     }, {
       F: __dxlog_file8,
-      L: 396,
+      L: 407,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1296,7 +1415,7 @@ var Pipeline = class {
           data
         }, {
           F: __dxlog_file8,
-          L: 401,
+          L: 412,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1312,7 +1431,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       import_log7.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file8,
-        L: 415,
+        L: 426,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1350,14 +1469,21 @@ function _ts_decorate5(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
+var __dxlog_file9 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
+var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
+var USE_SNAPSHOTS = true;
 var ControlPipeline = class ControlPipeline2 {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
+    this._ctx = new import_context5.Context();
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new import_util5.Callback();
     this._usage = new import_tracing.TimeUsageCounter();
     this._mutations = new import_tracing.TimeSeriesCounter();
+    this._snapshotTask = new import_async6.DeferredTask(this._ctx, async () => {
+      await (0, import_async6.sleep)(CONTROL_PIPELINE_SNAPSHOT_DELAY);
+      await this._saveSnapshot();
+    });
     this._spaceKey = spaceKey;
     this._metadata = metadataStore;
     this._pipeline = new Pipeline();
@@ -1368,22 +1494,24 @@ var ControlPipeline = class ControlPipeline2 {
         key: info.key
       }, {
         F: __dxlog_file9,
-        L: 61,
+        L: 73,
         S: this,
         C: (f, a) => f(...a)
       });
       if (info.assertion.designation === import_credentials2.AdmittedFeed.Designation.CONTROL && !info.key.equals(genesisFeed.key)) {
-        try {
-          const feed = await feedProvider(info.key);
-          await this._pipeline.addFeed(feed);
-        } catch (err) {
-          import_log8.log.catch(err, void 0, {
-            F: __dxlog_file9,
-            L: 69,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-        }
+        queueMicrotask(async () => {
+          try {
+            const feed = await feedProvider(info.key);
+            await this._pipeline.addFeed(feed);
+          } catch (err) {
+            import_log8.log.catch(err, void 0, {
+              F: __dxlog_file9,
+              L: 82,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+          }
+        });
       }
       await this.onFeedAdmitted.callIfSet(info);
     });
@@ -1400,9 +1528,23 @@ var ControlPipeline = class ControlPipeline2 {
     this._pipeline.setWriteFeed(feed);
   }
   async start() {
+    const snapshot = this._metadata.getSpaceControlPipelineSnapshot(this._spaceKey);
+    (0, import_log8.log)("load snapshot", {
+      key: this._spaceKey,
+      present: !!snapshot,
+      tf: snapshot?.timeframe
+    }, {
+      F: __dxlog_file9,
+      L: 109,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (USE_SNAPSHOTS && snapshot) {
+      await this._processSnapshot(snapshot);
+    }
     (0, import_log8.log)("starting...", void 0, {
       F: __dxlog_file9,
-      L: 93,
+      L: 114,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1412,11 +1554,51 @@ var ControlPipeline = class ControlPipeline2 {
     await this._pipeline.start();
     (0, import_log8.log)("started", void 0, {
       F: __dxlog_file9,
-      L: 99,
+      L: 120,
       S: this,
       C: (f, a) => f(...a)
     });
   }
+  async _processSnapshot(snapshot) {
+    await this._pipeline.setCursor(snapshot.timeframe);
+    for (const message of snapshot.messages ?? []) {
+      const result = await this._spaceStateMachine.process(message.credential, {
+        sourceFeed: message.feedKey,
+        skipVerification: true
+      });
+      if (!result) {
+        import_log8.log.warn("credential processing failed from snapshot", {
+          message
+        }, {
+          F: __dxlog_file9,
+          L: 133,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    }
+  }
+  async _saveSnapshot() {
+    await this._pipeline.pause();
+    const snapshot = {
+      timeframe: this._pipeline.state.timeframe,
+      messages: this._spaceStateMachine.credentialEntries.map((entry) => ({
+        feedKey: entry.sourceFeed,
+        credential: entry.credential
+      }))
+    };
+    await this._pipeline.unpause();
+    (0, import_log8.log)("save snapshot", {
+      key: this._spaceKey,
+      snapshot
+    }, {
+      F: __dxlog_file9,
+      L: 149,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    await this._metadata.setSpaceControlPipelineSnapshot(this._spaceKey, snapshot);
+  }
   async _consumePipeline(ctx) {
     for await (const msg of this._pipeline.consume()) {
       const span = this._usage.beginRecording();
@@ -1426,7 +1608,7 @@ var ControlPipeline = class ControlPipeline2 {
       } catch (err) {
         import_log8.log.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 111,
+          L: 162,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1440,26 +1622,29 @@ var ControlPipeline = class ControlPipeline2 {
       seq: msg.seq
     }, {
       F: __dxlog_file9,
-      L: 121,
+      L: 172,
       S: this,
       C: (f, a) => f(...a)
     });
     if (msg.data.payload.credential) {
       const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
-      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, import_keys4.PublicKey.from(msg.feedKey));
+      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, {
+        sourceFeed: import_keys5.PublicKey.from(msg.feedKey)
+      });
       timer.end();
       if (!result) {
         import_log8.log.warn("processing failed", {
           msg
         }, {
           F: __dxlog_file9,
-          L: 131,
+          L: 181,
           S: this,
           C: (f, a) => f(...a)
         });
       } else {
         await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
       }
+      this._snapshotTask.schedule();
     }
   }
   async _noteTargetStateIfNeeded(timeframe) {
@@ -1471,15 +1656,16 @@ var ControlPipeline = class ControlPipeline2 {
   async stop() {
     (0, import_log8.log)("stopping...", void 0, {
       F: __dxlog_file9,
-      L: 149,
+      L: 201,
       S: this,
       C: (f, a) => f(...a)
     });
+    await this._ctx.dispose();
     await this._pipeline.stop();
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     (0, import_log8.log)("stopped", void 0, {
       F: __dxlog_file9,
-      L: 152,
+      L: 205,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1492,7 +1678,7 @@ var ControlPipeline = class ControlPipeline2 {
     } catch (err) {
       (0, import_log8.log)(err, void 0, {
         F: __dxlog_file9,
-        L: 161,
+        L: 214,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1505,6 +1691,11 @@ _ts_decorate5([
 _ts_decorate5([
   import_tracing.trace.metricsCounter()
 ], ControlPipeline.prototype, "_mutations", void 0);
+_ts_decorate5([
+  import_tracing.trace.span({
+    showInBrowserTimeline: true
+  })
+], ControlPipeline.prototype, "start", null);
 _ts_decorate5([
   import_tracing.trace.span()
 ], ControlPipeline.prototype, "_consumePipeline", null);
@@ -1516,7 +1707,7 @@ ControlPipeline = _ts_decorate5([
 ], ControlPipeline);
 
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
-var import_async6 = require("@dxos/async");
+var import_async7 = require("@dxos/async");
 var import_context6 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
@@ -1536,10 +1727,10 @@ function _ts_decorate6(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
+var __dxlog_file10 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
-var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
+var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 5e3;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
@@ -1555,7 +1746,7 @@ var DataPipeline = class DataPipeline2 {
     this._mutations = new import_tracing2.TimeSeriesCounter();
     this.currentEpoch = void 0;
     this.appliedEpoch = void 0;
-    this.onNewEpoch = new import_async6.Event();
+    this.onNewEpoch = new import_async7.Event();
   }
   get isOpen() {
     return this._isOpen;
@@ -1615,10 +1806,10 @@ var DataPipeline = class DataPipeline2 {
         }, options);
       }
     };
-    this.databaseHost = new DatabaseHost(feedWriter);
+    this.databaseHost = new DatabaseHost(feedWriter, () => this._flush());
     this.itemManager = new import_echo_db3.ItemManager(this._params.modelFactory);
     await this.databaseHost.open(this.itemManager, this._params.modelFactory);
-    (0, import_async6.scheduleTask)(this._ctx, async () => {
+    (0, import_async7.scheduleTask)(this._ctx, async () => {
       await this._consumePipeline();
     });
     this._isOpen = true;
@@ -1666,9 +1857,10 @@ var DataPipeline = class DataPipeline2 {
       await this._processEpochInSeparateTask(this.currentEpoch);
       await waitForOneEpoch;
     }
+    let messageCounter = 0;
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 215,
+      L: 217,
       S: this,
       A: [
         "this._pipeline",
@@ -1684,7 +1876,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file10,
-        L: 221,
+        L: 223,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1696,7 +1888,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file10,
-              L: 227,
+              L: 229,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1719,7 +1911,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file10,
-            L: 244,
+            L: 246,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1728,18 +1920,22 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         import_log9.log.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 254,
+          L: 256,
           S: this,
           C: (f, a) => f(...a)
         });
       }
       span.end();
+      if (++messageCounter > 1e3) {
+        messageCounter = 0;
+        await (0, import_async7.sleep)(1);
+      }
     }
   }
   _createSnapshot() {
     (0, import_invariant8.invariant)(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file10,
-      L: 262,
+      L: 270,
       S: this,
       A: [
         "this.databaseHost",
@@ -1768,7 +1964,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log9.log.warn("Failed to cache properties", err, {
         F: __dxlog_file10,
-        L: 291,
+        L: 299,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1776,6 +1972,9 @@ var DataPipeline = class DataPipeline2 {
     await this._params.metadataStore.setCache(this._params.spaceKey, cache);
   }
   async _noteTargetStateIfNeeded(timeframe) {
+    if (!this._pipeline?.state.reachedTarget) {
+      return;
+    }
     if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2) {
       this._lastTimeframeSaveTime = Date.now();
       await this._saveTargetTimeframe(timeframe);
@@ -1794,14 +1993,14 @@ var DataPipeline = class DataPipeline2 {
         if (err instanceof import_errors2.CancelledError) {
           (0, import_log9.log)("Epoch processing cancelled.", void 0, {
             F: __dxlog_file10,
-            L: 323,
+            L: 335,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           import_log9.log.catch(err, void 0, {
             F: __dxlog_file10,
-            L: 325,
+            L: 337,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1809,7 +2008,7 @@ var DataPipeline = class DataPipeline2 {
       }
     });
     this._epochCtx = ctx;
-    (0, import_async6.scheduleTask)(ctx, async () => {
+    (0, import_async7.scheduleTask)(ctx, async () => {
       if (!this._isOpen) {
         return;
       }
@@ -1821,7 +2020,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     (0, import_invariant8.invariant)(this._isOpen, "Space is closed.", {
       F: __dxlog_file10,
-      L: 344,
+      L: 356,
       S: this,
       A: [
         "this._isOpen",
@@ -1830,7 +2029,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 345,
+      L: 357,
       S: this,
       A: [
         "this._pipeline",
@@ -1842,7 +2041,7 @@ var DataPipeline = class DataPipeline2 {
       epoch: (0, import_log9.omit)(epoch, "proof")
     }, {
       F: __dxlog_file10,
-      L: 348,
+      L: 360,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1852,7 +2051,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log9.log)("restarting pipeline from epoch", void 0, {
       F: __dxlog_file10,
-      L: 354,
+      L: 366,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1863,7 +2062,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 361,
+      L: 373,
       S: this,
       A: [
         "this._pipeline",
@@ -1875,7 +2074,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 367,
+      L: 379,
       S: this,
       A: [
         "this._pipeline",
@@ -1884,7 +2083,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this.currentEpoch, void 0, {
       F: __dxlog_file10,
-      L: 368,
+      L: 380,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1906,6 +2105,22 @@ var DataPipeline = class DataPipeline2 {
   async ensureEpochInitialized() {
     await this.onNewEpoch.waitForCondition(() => !!this.currentEpoch);
   }
+  async _flush() {
+    try {
+      await this._saveCache();
+      if (this._pipeline) {
+        await this._saveTargetTimeframe(this._pipeline.state.timeframe);
+      }
+    } catch (err) {
+      import_log9.log.catch(err, void 0, {
+        F: __dxlog_file10,
+        L: 410,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    }
+    await this._params.metadataStore.flush();
+  }
 };
 _ts_decorate6([
   import_tracing2.trace.metricsCounter()
@@ -1914,19 +2129,19 @@ _ts_decorate6([
   import_tracing2.trace.metricsCounter()
 ], DataPipeline.prototype, "_mutations", void 0);
 _ts_decorate6([
-  import_async6.synchronized
+  import_async7.synchronized
 ], DataPipeline.prototype, "open", null);
 _ts_decorate6([
-  import_async6.synchronized
+  import_async7.synchronized
 ], DataPipeline.prototype, "close", null);
 _ts_decorate6([
-  import_async6.synchronized
+  import_async7.synchronized
 ], DataPipeline.prototype, "_processEpoch", null);
 _ts_decorate6([
-  import_async6.synchronized
+  import_async7.synchronized
 ], DataPipeline.prototype, "createEpoch", null);
 DataPipeline = _ts_decorate6([
-  (0, import_async6.trackLeaks)("open", "close"),
+  (0, import_async7.trackLeaks)("open", "close"),
   import_tracing2.trace.resource()
 ], DataPipeline);
 
@@ -1941,12 +2156,12 @@ function _ts_decorate7(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
+var __dxlog_file11 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space.ts";
 var Space = class Space2 {
   constructor(params) {
-    this._addFeedLock = new import_async7.Lock();
+    this._addFeedLock = new import_async8.Lock();
     this.onCredentialProcessed = new import_util7.Callback();
-    this.stateUpdate = new import_async7.Event();
+    this.stateUpdate = new import_async8.Event();
     this._isOpen = false;
     (0, import_invariant9.invariant)(params.spaceKey && params.feedProvider, void 0, {
       F: __dxlog_file11,
@@ -1970,7 +2185,7 @@ var Space = class Space2 {
     this._controlPipeline.onFeedAdmitted.set(async (info) => {
       const sparse = info.assertion.designation === import_credentials4.AdmittedFeed.Designation.DATA;
       if (info.assertion.designation === import_credentials4.AdmittedFeed.Designation.DATA) {
-        await this._addFeedLock.executeSynchronized(async () => {
+        queueMicrotask(async () => {
           if (this._dataPipeline.pipeline) {
             if (!this._dataPipeline.pipeline.hasFeed(info.key)) {
               return this._dataPipeline.pipeline.addFeed(await this._feedProvider(info.key, {
@@ -1981,9 +2196,11 @@ var Space = class Space2 {
         });
       }
       if (!info.key.equals(params.genesisFeed.key)) {
-        this.protocol.addFeed(await params.feedProvider(info.key, {
-          sparse
-        }));
+        queueMicrotask(async () => {
+          this.protocol.addFeed(await params.feedProvider(info.key, {
+            sparse
+          }));
+        });
       }
     });
     this._controlPipeline.onCredentialProcessed.set(async (credential) => {
@@ -1992,7 +2209,7 @@ var Space = class Space2 {
         credential
       }, {
         F: __dxlog_file11,
-        L: 109,
+        L: 111,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2057,7 +2274,7 @@ var Space = class Space2 {
   setControlFeed(feed) {
     (0, import_invariant9.invariant)(!this._controlFeed, "Control feed already set.", {
       F: __dxlog_file11,
-      L: 184,
+      L: 186,
       S: this,
       A: [
         "!this._controlFeed",
@@ -2071,7 +2288,7 @@ var Space = class Space2 {
   setDataFeed(feed) {
     (0, import_invariant9.invariant)(!this._dataFeed, "Data feed already set.", {
       F: __dxlog_file11,
-      L: 191,
+      L: 193,
       S: this,
       A: [
         "!this._dataFeed",
@@ -2097,7 +2314,7 @@ var Space = class Space2 {
   async open(ctx) {
     (0, import_log10.log)("opening...", void 0, {
       F: __dxlog_file11,
-      L: 213,
+      L: 215,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2110,7 +2327,7 @@ var Space = class Space2 {
     this._isOpen = true;
     (0, import_log10.log)("opened", void 0, {
       F: __dxlog_file11,
-      L: 224,
+      L: 226,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2120,7 +2337,7 @@ var Space = class Space2 {
       key: this._key
     }, {
       F: __dxlog_file11,
-      L: 229,
+      L: 231,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2134,7 +2351,7 @@ var Space = class Space2 {
     this._isOpen = false;
     (0, import_log10.log)("closed", void 0, {
       F: __dxlog_file11,
-      L: 242,
+      L: 244,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2142,13 +2359,13 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     (0, import_log10.log)("initializeDataPipeline", void 0, {
       F: __dxlog_file11,
-      L: 247,
+      L: 249,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant9.invariant)(this._isOpen, "Space must be open to initialize data pipeline.", {
       F: __dxlog_file11,
-      L: 248,
+      L: 250,
       S: this,
       A: [
         "this._isOpen",
@@ -2163,31 +2380,31 @@ _ts_decorate7([
   import_tracing3.trace.info()
 ], Space.prototype, "key", null);
 _ts_decorate7([
-  import_async7.synchronized,
+  import_async8.synchronized,
   import_tracing3.trace.span()
 ], Space.prototype, "open", null);
 _ts_decorate7([
-  import_async7.synchronized
+  import_async8.synchronized
 ], Space.prototype, "close", null);
 _ts_decorate7([
-  import_async7.synchronized
+  import_async8.synchronized
 ], Space.prototype, "initializeDataPipeline", null);
 Space = _ts_decorate7([
-  (0, import_async7.trackLeaks)("open", "close"),
+  (0, import_async8.trackLeaks)("open", "close"),
   import_tracing3.trace.resource()
 ], Space);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
-var import_async8 = require("@dxos/async");
+var import_async9 = require("@dxos/async");
 var import_debug4 = require("@dxos/debug");
-var import_keys6 = require("@dxos/keys");
+var import_keys7 = require("@dxos/keys");
 var import_log12 = require("@dxos/log");
 var import_protocols6 = require("@dxos/protocols");
 var import_util9 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/space-protocol.ts
 var import_crypto3 = require("@dxos/crypto");
-var import_keys5 = require("@dxos/keys");
+var import_keys6 = require("@dxos/keys");
 var import_log11 = require("@dxos/log");
 var import_network_manager = require("@dxos/network-manager");
 var import_teleport2 = require("@dxos/teleport");
@@ -2204,13 +2421,13 @@ function _ts_decorate8(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file12 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
+var __dxlog_file12 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
 var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
 var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
   constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure, blobStore }) {
     this._feeds = /* @__PURE__ */ new Set();
-    this._sessions = new import_util8.ComplexMap(import_keys5.PublicKey.hash);
+    this._sessions = new import_util8.ComplexMap(import_keys6.PublicKey.hash);
     this._networkManager = networkManager;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
@@ -2218,7 +2435,7 @@ var SpaceProtocol = class {
     this.blobSync = new import_teleport_extension_object_sync.BlobSync({
       blobStore
     });
-    this._topic = import_crypto3.subtleCrypto.digest("SHA-256", topic.asBuffer()).then(import_crypto3.discoveryKey).then(import_keys5.PublicKey.from);
+    this._topic = import_crypto3.subtleCrypto.digest("SHA-256", topic.asBuffer()).then(import_crypto3.discoveryKey).then(import_keys6.PublicKey.from);
   }
   get sessions() {
     return this._sessions;
@@ -2348,7 +2565,7 @@ var SpaceProtocolSession = class {
   get stream() {
     return this._teleport.stream;
   }
-  async initialize() {
+  async open() {
     await this._teleport.open();
     this._teleport.addExtension("dxos.mesh.teleport.auth", new AuthExtension({
       provider: this._swarmIdentity.credentialProvider,
@@ -2371,9 +2588,18 @@ var SpaceProtocolSession = class {
     this._teleport.addExtension("dxos.mesh.teleport.replicator", this.replicator);
     this._teleport.addExtension("dxos.mesh.teleport.blobsync", this._blobSync.createExtension());
   }
-  async destroy() {
+  async close() {
+    import_log11.log.info("close", void 0, {
+      F: __dxlog_file12,
+      L: 254,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     await this._teleport.close();
   }
+  async abort() {
+    await this._teleport.abort();
+  }
 };
 _ts_decorate8([
   import_log11.logInfo
@@ -2393,11 +2619,11 @@ function _ts_decorate9(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
+var __dxlog_file13 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class SpaceManager2 {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
-    this._spaces = new import_util9.ComplexMap(import_keys6.PublicKey.hash);
-    this._instanceId = import_keys6.PublicKey.random().toHex();
+    this._spaces = new import_util9.ComplexMap(import_keys7.PublicKey.hash);
+    this._instanceId = import_keys7.PublicKey.random().toHex();
     this._feedStore = feedStore;
     this._networkManager = networkManager;
     this._modelFactory = modelFactory;
@@ -2467,13 +2693,13 @@ var SpaceManager = class SpaceManager2 {
   }
 };
 _ts_decorate9([
-  import_async8.synchronized
+  import_async9.synchronized
 ], SpaceManager.prototype, "open", null);
 _ts_decorate9([
-  import_async8.synchronized
+  import_async9.synchronized
 ], SpaceManager.prototype, "close", null);
 SpaceManager = _ts_decorate9([
-  (0, import_async8.trackLeaks)("open", "close")
+  (0, import_async9.trackLeaks)("open", "close")
 ], SpaceManager);
 
 // packages/core/echo/echo-pipeline/src/testing/test-feed-builder.ts
@@ -2497,11 +2723,11 @@ var WebsocketNetworkManagerProvider = (signalUrl) => () => new import_network_ma
       server: signalUrl
     }
   ]),
-  transportFactory: (0, import_network_manager2.createWebRTCTransportFactory)()
+  transportFactory: (0, import_network_manager2.createSimplePeerTransportFactory)()
 });
 var TestAgentBuilder = class {
   constructor({ storage, networkManagerProvider } = {}) {
-    this._agents = new import_util10.ComplexMap(import_keys7.PublicKey.hash);
+    this._agents = new import_util10.ComplexMap(import_keys8.PublicKey.hash);
     this._storage = storage ?? (0, import_random_access_storage.createStorage)({
       type: import_random_access_storage.StorageType.RAM
     });
@@ -2540,7 +2766,7 @@ var TestAgent = class {
     this._feedBuilder = _feedBuilder;
     this.identityKey = identityKey;
     this.deviceKey = deviceKey;
-    this._spaces = new import_util10.ComplexMap(import_keys7.PublicKey.hash);
+    this._spaces = new import_util10.ComplexMap(import_keys8.PublicKey.hash);
     this.modelFactory = new import_model_factory.ModelFactory().registerModel(import_document_model.DocumentModel);
     this.storage = this._feedBuilder.storage;
     this.keyring = this._feedBuilder.keyring;
@@ -2660,21 +2886,22 @@ var TestAgent = class {
 };
 
 // packages/core/echo/echo-pipeline/src/testing/util.ts
-var import_async9 = require("@dxos/async");
+var import_async10 = require("@dxos/async");
 var import_document_model2 = require("@dxos/document-model");
 var import_echo_db4 = require("@dxos/echo-db");
 var import_testing2 = require("@dxos/feed-store/testing");
-var import_keys8 = require("@dxos/keys");
+var import_keys9 = require("@dxos/keys");
 var import_model_factory2 = require("@dxos/model-factory");
 var import_timeframe5 = require("@dxos/timeframe");
 var createMemoryDatabase = async (modelFactory) => {
   const feed = new import_testing2.MockFeedWriter();
-  const backend = new DatabaseHost(feed);
+  const backend = new DatabaseHost(feed, async () => {
+  });
   feed.written.on(([data, meta]) => backend.echoProcessor({
     batch: data.batch,
     meta: {
       ...meta,
-      memberKey: import_keys8.PublicKey.random(),
+      memberKey: import_keys9.PublicKey.random(),
       timeframe: new import_timeframe5.Timeframe([
         [
           meta.feedKey,
@@ -2693,7 +2920,7 @@ var createMemoryDatabase = async (modelFactory) => {
 var createRemoteDatabaseFromDataServiceHost = async (modelFactory, dataServiceHost) => {
   const dataServiceSubscriptions = new DataServiceSubscriptions();
   const dataService = new DataServiceImpl(dataServiceSubscriptions);
-  const spaceKey = import_keys8.PublicKey.random();
+  const spaceKey = import_keys9.PublicKey.random();
   await dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);
   const itemManager = new import_echo_db4.ItemManager(modelFactory);
   const backend = new import_echo_db4.DatabaseProxy(dataService, itemManager, spaceKey);
@@ -2704,7 +2931,7 @@ var createRemoteDatabaseFromDataServiceHost = async (modelFactory, dataServiceHo
   };
 };
 var testLocalDatabase = async (create, check = create) => {
-  const objectId = import_keys8.PublicKey.random().toHex();
+  const objectId = import_keys9.PublicKey.random().toHex();
   await create.databaseHost.getWriteStream()?.write({
     batch: {
       objects: [
@@ -2717,7 +2944,7 @@ var testLocalDatabase = async (create, check = create) => {
       ]
     }
   });
-  await (0, import_async9.asyncTimeout)(check.databaseHost._itemDemuxer.mutation.waitForCondition(() => check.itemManager.entities.has(objectId)), 2e3);
+  await (0, import_async10.asyncTimeout)(check.databaseHost._itemDemuxer.mutation.waitForCondition(() => check.itemManager.entities.has(objectId)), 2e3);
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {