@dxos/echo-pipeline 0.1.57-main.c28f37d → 0.1.57-next.9496927

package/dist/lib/browser/{chunk-GELWTWOW.mjs → chunk-VYZEP2BZ.mjs}

@@ -43,9 +43,10 @@ import { EchoEvent } from "@dxos/protocols/proto/dxos/echo/service";
 import { ComplexMap } from "@dxos/util";
 var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
 var DataServiceHost = class {
-  constructor(_itemManager, _itemDemuxer, _writeStream) {
+  constructor(_itemManager, _itemDemuxer, _flush, _writeStream) {
     this._itemManager = _itemManager;
     this._itemDemuxer = _itemDemuxer;
+    this._flush = _flush;
     this._writeStream = _writeStream;
     this._ctx = new Context();
     this._clientTagMap = new ComplexMap(([feedKey, seq]) => `${feedKey.toHex()}:${seq}`);
@@ -79,7 +80,7 @@ var DataServiceHost = class {
         const { batch, meta } = message;
         invariant2(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 68,
+          L: 69,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -91,7 +92,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file2,
-          L: 69,
+          L: 70,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -119,7 +120,7 @@ var DataServiceHost = class {
   async write(request) {
     invariant2(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 95,
+      L: 96,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -128,7 +129,7 @@ var DataServiceHost = class {
     });
     invariant2(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 96,
+      L: 97,
       S: this,
       A: [
         "this._writeStream",
@@ -140,7 +141,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 98,
+      L: 99,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -154,7 +155,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 107,
+            L: 108,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -167,6 +168,9 @@ var DataServiceHost = class {
     });
     return receipt;
   }
+  async flush() {
+    await this._flush();
+  }
 };
 var createDataMessage = (batch) => ({
   batch: {
@@ -184,8 +188,9 @@ var createDataMessage = (batch) => ({
 // packages/core/echo/echo-pipeline/src/db-host/database-host.ts
 import { ItemDemuxer } from "@dxos/echo-db";
 var DatabaseHost = class {
-  constructor(_outboundStream) {
+  constructor(_outboundStream, _flush) {
     this._outboundStream = _outboundStream;
+    this._flush = _flush;
   }
   get isReadOnly() {
     return !!this._outboundStream;
@@ -208,7 +213,7 @@ var DatabaseHost = class {
     return this._itemDemuxer.createSnapshot();
   }
   createDataServiceHost() {
-    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._outboundStream ?? void 0);
+    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._flush, this._outboundStream ?? void 0);
   }
 };
 
@@ -328,13 +333,13 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 30,
+      L: 31,
       S: this,
       C: (f, a) => f(...a)
     });
     invariant3(!this._spaces.has(spaceKey), void 0, {
       F: __dxlog_file3,
-      L: 31,
+      L: 32,
       S: this,
       A: [
         "!this._spaces.has(spaceKey)",
@@ -349,7 +354,7 @@ var DataServiceSubscriptions = class {
       spaceKey
     }, {
       F: __dxlog_file3,
-      L: 37,
+      L: 38,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -368,7 +373,7 @@ var DataServiceImpl = class {
   subscribe(request) {
     invariant3(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 56,
+      L: 57,
       S: this,
       A: [
         "request.spaceKey",
@@ -381,7 +386,7 @@ var DataServiceImpl = class {
   write(request) {
     invariant3(request.spaceKey, void 0, {
       F: __dxlog_file3,
-      L: 63,
+      L: 64,
       S: this,
       A: [
         "request.spaceKey",
@@ -390,7 +395,7 @@ var DataServiceImpl = class {
     });
     invariant3(request.batch, void 0, {
       F: __dxlog_file3,
-      L: 64,
+      L: 65,
       S: this,
       A: [
         "request.batch",
@@ -400,6 +405,19 @@ var DataServiceImpl = class {
     const host = this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
     return host.write(request);
   }
+  flush(request) {
+    invariant3(request.spaceKey, void 0, {
+      F: __dxlog_file3,
+      L: 72,
+      S: this,
+      A: [
+        "request.spaceKey",
+        ""
+      ]
+    });
+    const host = this._subscriptions.getDataService(request.spaceKey) ?? raise(new Error(`space not found: ${request.spaceKey}`));
+    return host.flush();
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts
@@ -407,10 +425,11 @@ import CRC32 from "crc-32";
 import { synchronized, Event } from "@dxos/async";
 import { DataCorruptionError } from "@dxos/errors";
 import { invariant as invariant4 } from "@dxos/invariant";
+import { PublicKey as PublicKey3 } from "@dxos/keys";
 import { log as log3 } from "@dxos/log";
 import { STORAGE_VERSION, schema as schema4 } from "@dxos/protocols";
 import { SpaceState } from "@dxos/protocols/proto/dxos/client/services";
-import { arrayToBuffer } from "@dxos/util";
+import { ComplexMap as ComplexMap3, arrayToBuffer, forEachAsync, isNotNullOrUndefined } from "@dxos/util";
 function _ts_decorate2(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -428,12 +447,16 @@ var emptyEchoMetadata = () => ({
   created: /* @__PURE__ */ new Date(),
   updated: /* @__PURE__ */ new Date()
 });
+var emptyLargeSpaceMetadata = () => ({});
 var EchoMetadata = schema4.getCodecForType("dxos.echo.metadata.EchoMetadata");
+var LargeSpaceMetadata = schema4.getCodecForType("dxos.echo.metadata.LargeSpaceMetadata");
 var MetadataStore = class {
   // prettier-ignore
   constructor(_directory) {
     this._directory = _directory;
     this._metadata = emptyEchoMetadata();
+    this._spaceLargeMetadata = new ComplexMap3(PublicKey3.hash);
+    this._metadataFile = void 0;
     this.update = new Event();
   }
   get metadata() {
@@ -449,11 +472,7 @@ var MetadataStore = class {
   get spaces() {
     return this._metadata.spaces ?? [];
   }
-  /**
-  * Loads metadata from persistent storage.
-  */
-  async load() {
-    const file = this._directory.getOrCreateFile("EchoMetadata");
+  async _readFile(file, codec2) {
     try {
       const { size: fileLength } = await file.stat();
       if (fileLength < 8) {
@@ -463,10 +482,11 @@ var MetadataStore = class {
       const checksum = fromBytesInt32(await file.read(4, 4));
       log3("loaded", {
         size: dataSize,
-        checksum
+        checksum,
+        name: file.filename
       }, {
         F: __dxlog_file4,
-        L: 72,
+        L: 82,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -481,7 +501,48 @@ var MetadataStore = class {
       if (calculatedChecksum !== checksum) {
         throw new DataCorruptionError("Metadata checksum is invalid.");
       }
-      this._metadata = EchoMetadata.decode(data);
+      return codec2.decode(data);
+    } finally {
+      await file.close();
+    }
+  }
+  async _writeFile(file, codec2, data) {
+    const encoded = arrayToBuffer(codec2.encode(data));
+    const checksum = CRC32.buf(encoded);
+    const result = Buffer.alloc(8 + encoded.length);
+    result.writeInt32LE(encoded.length, 0);
+    result.writeInt32LE(checksum, 4);
+    encoded.copy(result, 8);
+    await file.write(0, result);
+    log3("saved", {
+      size: encoded.length,
+      checksum
+    }, {
+      F: __dxlog_file4,
+      L: 114,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+  }
+  async close() {
+    await this.flush();
+    await this._metadataFile?.close();
+    this._metadataFile = void 0;
+    this._metadata = emptyEchoMetadata();
+    this._spaceLargeMetadata.clear();
+  }
+  /**
+  * Loads metadata from persistent storage.
+  */
+  async load() {
+    if (!this._metadataFile || this._metadataFile.closed) {
+      this._metadataFile = this._directory.getOrCreateFile("EchoMetadata");
+    }
+    try {
+      const metadata = await this._readFile(this._metadataFile, EchoMetadata);
+      if (metadata) {
+        this._metadata = metadata;
+      }
       this._metadata.spaces?.forEach((space) => {
         space.state ??= SpaceState.ACTIVE;
       });
@@ -490,14 +551,29 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 92,
+        L: 145,
         S: this,
         C: (f, a) => f(...a)
       });
       this._metadata = emptyEchoMetadata();
-    } finally {
-      await file.close();
     }
+    await forEachAsync([
+      this._metadata.identity?.haloSpace.key,
+      ...this._metadata.spaces?.map((space) => space.key) ?? []
+    ].filter(isNotNullOrUndefined), async (key) => {
+      try {
+        await this._loadSpaceLargeMetadata(key);
+      } catch (err) {
+        log3.error("failed to load space large metadata", {
+          err
+        }, {
+          F: __dxlog_file4,
+          L: 157,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    });
   }
   async _save() {
     const data = {
@@ -508,27 +584,34 @@ var MetadataStore = class {
     };
     this.update.emit(data);
     const file = this._directory.getOrCreateFile("EchoMetadata");
+    await this._writeFile(file, EchoMetadata, data);
+  }
+  async _loadSpaceLargeMetadata(key) {
+    const file = this._directory.getOrCreateFile(`space_${key.toHex()}_large`);
     try {
-      const encoded = arrayToBuffer(EchoMetadata.encode(data));
-      const checksum = CRC32.buf(encoded);
-      const result = Buffer.alloc(8 + encoded.length);
-      result.writeInt32LE(encoded.length, 0);
-      result.writeInt32LE(checksum, 4);
-      encoded.copy(result, 8);
-      await file.write(0, result);
-      log3("saved", {
-        size: encoded.length,
-        checksum
+      const metadata = await this._readFile(file, LargeSpaceMetadata);
+      if (metadata) {
+        this._spaceLargeMetadata.set(key, metadata);
+      }
+    } catch (err) {
+      log3.error("failed to load space large metadata", {
+        err
       }, {
         F: __dxlog_file4,
-        L: 124,
+        L: 186,
         S: this,
         C: (f, a) => f(...a)
       });
-    } finally {
-      await file.close();
     }
   }
+  async _saveSpaceLargeMetadata(key) {
+    const data = this._getLargeSpaceMetadata(key);
+    const file = this._directory.getOrCreateFile(`space_${key.toHex()}_large`);
+    await this._writeFile(file, LargeSpaceMetadata, data);
+  }
+  async flush() {
+    await this._directory.flush();
+  }
   _getSpace(spaceKey) {
     if (this._metadata.identity?.haloSpace.key.equals(spaceKey)) {
       return this._metadata.identity.haloSpace;
@@ -536,7 +619,7 @@ var MetadataStore = class {
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     invariant4(space, "Space not found", {
       F: __dxlog_file4,
-      L: 137,
+      L: 208,
       S: this,
       A: [
         "space",
@@ -545,13 +628,22 @@ var MetadataStore = class {
     });
     return space;
   }
+  _getLargeSpaceMetadata(key) {
+    let entry = this._spaceLargeMetadata.get(key);
+    if (entry) {
+      return entry;
+    }
+    entry = emptyLargeSpaceMetadata();
+    this._spaceLargeMetadata.set(key, entry);
+    return entry;
+  }
   /**
   * Clears storage - doesn't work for now.
   */
   async clear() {
     log3("clearing all metadata", void 0, {
       F: __dxlog_file4,
-      L: 145,
+      L: 227,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -564,7 +656,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     invariant4(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file4,
-      L: 155,
+      L: 237,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -573,11 +665,12 @@ var MetadataStore = class {
     });
     this._metadata.identity = record;
     await this._save();
+    await this.flush();
   }
   async addSpace(record) {
     invariant4(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file4,
-      L: 162,
+      L: 245,
       S: this,
       A: [
         "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
@@ -586,6 +679,7 @@ var MetadataStore = class {
     });
     (this._metadata.spaces ??= []).push(record);
     await this._save();
+    await this.flush();
   }
   async setSpaceDataLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).dataTimeframe = timeframe;
@@ -594,6 +688,7 @@ var MetadataStore = class {
   async setSpaceControlLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).controlTimeframe = timeframe;
     await this._save();
+    await this.flush();
   }
   async setCache(spaceKey, cache) {
     this._getSpace(spaceKey).cache = cache;
@@ -604,10 +699,20 @@ var MetadataStore = class {
     space.controlFeedKey = controlFeedKey;
     space.dataFeedKey = dataFeedKey;
     await this._save();
+    await this.flush();
   }
   async setSpaceState(spaceKey, state) {
     this._getSpace(spaceKey).state = state;
     await this._save();
+    await this.flush();
+  }
+  getSpaceControlPipelineSnapshot(spaceKey) {
+    return this._getLargeSpaceMetadata(spaceKey).controlPipelineSnapshot;
+  }
+  async setSpaceControlPipelineSnapshot(spaceKey, snapshot) {
+    this._getLargeSpaceMetadata(spaceKey).controlPipelineSnapshot = snapshot;
+    await this._saveSpaceLargeMetadata(spaceKey);
+    await this.flush();
   }
 };
 _ts_decorate2([
@@ -616,6 +721,9 @@ _ts_decorate2([
 _ts_decorate2([
   synchronized
 ], MetadataStore.prototype, "_save", null);
+_ts_decorate2([
+  synchronized
+], MetadataStore.prototype, "_saveSpaceLargeMetadata", null);
 var fromBytesInt32 = (buf) => buf.readInt32LE(0);
 
 // packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts
@@ -722,10 +830,10 @@ import { Context as Context2, rejectOnDispose } from "@dxos/context";
 import { failUndefined } from "@dxos/debug";
 import { FeedSetIterator } from "@dxos/feed-store";
 import { invariant as invariant6 } from "@dxos/invariant";
-import { PublicKey as PublicKey3 } from "@dxos/keys";
+import { PublicKey as PublicKey4 } from "@dxos/keys";
 import { log as log6 } from "@dxos/log";
 import { Timeframe as Timeframe2 } from "@dxos/timeframe";
-import { ComplexMap as ComplexMap3 } from "@dxos/util";
+import { ComplexMap as ComplexMap4 } from "@dxos/util";
 
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 import { invariant as invariant5 } from "@dxos/invariant";
@@ -778,6 +886,7 @@ var PipelineState = class {
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new Event3();
     this._startTimeframe = new Timeframe2();
+    this._reachedTarget = false;
   }
   /**
   * Latest theoretical timeframe based on the last mutation in each feed.
@@ -802,6 +911,9 @@ var PipelineState = class {
   get targetTimeframe() {
     return this._targetTimeframe ? this._targetTimeframe : new Timeframe2();
   }
+  get reachedTarget() {
+    return this._reachedTarget;
+  }
   get feeds() {
     return Array.from(this._feeds.values());
   }
@@ -825,7 +937,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       F: __dxlog_file7,
-      L: 125,
+      L: 134,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -844,6 +956,7 @@ var PipelineState = class {
         rejectOnDispose(this._ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
+          this._reachedTarget = true;
         }),
         sleep(timeout).then(() => {
           if (done) {
@@ -856,7 +969,7 @@ var PipelineState = class {
             dependencies: Timeframe2.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             F: __dxlog_file7,
-            L: 152,
+            L: 162,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -870,14 +983,14 @@ var PipelineState = class {
 var Pipeline = class {
   constructor() {
     this._timeframeClock = new TimeframeClock(new Timeframe2());
-    this._feeds = new ComplexMap3(PublicKey3.hash);
+    this._feeds = new ComplexMap4(PublicKey4.hash);
     // External state accessor.
     this._state = new PipelineState(this._feeds, this._timeframeClock);
     // Waits for the message consumer to process the message and yield control back to the pipeline.
     this._processingTrigger = new Trigger().wake();
     this._pauseTrigger = new Trigger().wake();
     // Pending downloads.
-    this._downloads = new ComplexMap3((value) => PublicKey3.hash(value.key));
+    this._downloads = new ComplexMap4((value) => PublicKey4.hash(value.key));
     this._isStopping = false;
     this._isStarted = false;
     this._isBeingConsumed = false;
@@ -889,7 +1002,7 @@ var Pipeline = class {
   get writer() {
     invariant6(this._writer, "Writer not set.", {
       F: __dxlog_file7,
-      L: 233,
+      L: 243,
       S: this,
       A: [
         "this._writer",
@@ -918,7 +1031,7 @@ var Pipeline = class {
   setWriteFeed(feed) {
     invariant6(!this._writer, "Writer already set.", {
       F: __dxlog_file7,
-      L: 260,
+      L: 270,
       S: this,
       A: [
         "!this._writer",
@@ -927,7 +1040,7 @@ var Pipeline = class {
     });
     invariant6(feed.properties.writable, "Feed must be writable.", {
       F: __dxlog_file7,
-      L: 261,
+      L: 271,
       S: this,
       A: [
         "feed.properties.writable",
@@ -942,7 +1055,7 @@ var Pipeline = class {
   async start() {
     invariant6(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file7,
-      L: 274,
+      L: 284,
       S: this,
       A: [
         "!this._isStarted",
@@ -951,7 +1064,7 @@ var Pipeline = class {
     });
     log6("starting...", void 0, {
       F: __dxlog_file7,
-      L: 275,
+      L: 285,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -960,7 +1073,7 @@ var Pipeline = class {
     this._isStarted = true;
     log6("started", void 0, {
       F: __dxlog_file7,
-      L: 279,
+      L: 289,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -973,7 +1086,7 @@ var Pipeline = class {
   async stop() {
     log6("stopping...", void 0, {
       F: __dxlog_file7,
-      L: 290,
+      L: 300,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -987,10 +1100,11 @@ var Pipeline = class {
     await this._state._ctx.dispose();
     this._state._ctx = new Context2();
     this._state._reachedTargetPromise = void 0;
+    this._state._reachedTarget = false;
     this._isStarted = false;
     log6("stopped", void 0, {
       F: __dxlog_file7,
-      L: 302,
+      L: 313,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1002,7 +1116,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     invariant6(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file7,
-      L: 311,
+      L: 322,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -1031,7 +1145,7 @@ var Pipeline = class {
   async unpause() {
     invariant6(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file7,
-      L: 340,
+      L: 351,
       S: this,
       A: [
         "this._isPaused",
@@ -1051,7 +1165,7 @@ var Pipeline = class {
   async *consume() {
     invariant6(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file7,
-      L: 355,
+      L: 366,
       S: this,
       A: [
         "!this._isBeingConsumed",
@@ -1061,7 +1175,7 @@ var Pipeline = class {
     this._isBeingConsumed = true;
     invariant6(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file7,
-      L: 358,
+      L: 369,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -1075,7 +1189,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         invariant6(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file7,
-          L: 367,
+          L: 378,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -1089,7 +1203,7 @@ var Pipeline = class {
       if (!done) {
         const block = value ?? failUndefined();
         this._processingTrigger.reset();
-        this._timeframeClock.updatePendingTimeframe(PublicKey3.from(block.feedKey), block.seq);
+        this._timeframeClock.updatePendingTimeframe(PublicKey4.from(block.feedKey), block.seq);
         yield block;
         this._processingTrigger.wake();
         this._timeframeClock.updateTimeframe();
@@ -1110,7 +1224,7 @@ var Pipeline = class {
       length: feed.length
     }, {
       F: __dxlog_file7,
-      L: 396,
+      L: 407,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1124,7 +1238,7 @@ var Pipeline = class {
           data
         }, {
           F: __dxlog_file7,
-          L: 401,
+          L: 412,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1140,7 +1254,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       log6.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file7,
-        L: 415,
+        L: 426,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1268,10 +1382,14 @@ var AuthExtension = class extends RpcExtension {
     await this._ctx.dispose();
     await super.onClose();
   }
+  async onAbort() {
+    await this._ctx.dispose();
+    await super.onAbort();
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
-import { Event as Event4, scheduleTask as scheduleTask2, synchronized as synchronized3, trackLeaks as trackLeaks2 } from "@dxos/async";
+import { Event as Event4, scheduleTask as scheduleTask2, sleep as sleep2, synchronized as synchronized3, trackLeaks as trackLeaks2 } from "@dxos/async";
 import { Context as Context4 } from "@dxos/context";
 import { checkCredentialType } from "@dxos/credentials";
 import { getStateMachineFromItem, ItemManager, TYPE_PROPERTIES } from "@dxos/echo-db";
@@ -1294,7 +1412,7 @@ function _ts_decorate5(decorators, target, key, desc) {
 var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
-var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
+var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
@@ -1370,7 +1488,7 @@ var DataPipeline = class DataPipeline2 {
         }, options);
       }
     };
-    this.databaseHost = new DatabaseHost(feedWriter);
+    this.databaseHost = new DatabaseHost(feedWriter, () => this._flush());
     this.itemManager = new ItemManager(this._params.modelFactory);
     await this.databaseHost.open(this.itemManager, this._params.modelFactory);
     scheduleTask2(this._ctx, async () => {
@@ -1421,9 +1539,10 @@ var DataPipeline = class DataPipeline2 {
       await this._processEpochInSeparateTask(this.currentEpoch);
       await waitForOneEpoch;
     }
+    let messageCounter = 0;
     invariant8(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 215,
+      L: 217,
       S: this,
       A: [
         "this._pipeline",
@@ -1439,7 +1558,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file9,
-        L: 221,
+        L: 223,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1451,7 +1570,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file9,
-              L: 227,
+              L: 229,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1474,7 +1593,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file9,
-            L: 244,
+            L: 246,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1483,18 +1602,22 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         log8.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 254,
+          L: 256,
           S: this,
           C: (f, a) => f(...a)
         });
       }
       span.end();
+      if (++messageCounter > 1e3) {
+        messageCounter = 0;
+        await sleep2(1);
+      }
     }
   }
   _createSnapshot() {
     invariant8(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file9,
-      L: 262,
+      L: 270,
       S: this,
       A: [
         "this.databaseHost",
@@ -1523,7 +1646,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.warn("Failed to cache properties", err, {
         F: __dxlog_file9,
-        L: 291,
+        L: 299,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1531,6 +1654,9 @@ var DataPipeline = class DataPipeline2 {
     await this._params.metadataStore.setCache(this._params.spaceKey, cache);
   }
   async _noteTargetStateIfNeeded(timeframe) {
+    if (!this._pipeline?.state.reachedTarget) {
+      return;
+    }
     if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL) {
       this._lastTimeframeSaveTime = Date.now();
       await this._saveTargetTimeframe(timeframe);
@@ -1549,14 +1675,14 @@ var DataPipeline = class DataPipeline2 {
         if (err instanceof CancelledError) {
           log8("Epoch processing cancelled.", void 0, {
             F: __dxlog_file9,
-            L: 323,
+            L: 335,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           log8.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 325,
+            L: 337,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1576,7 +1702,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     invariant8(this._isOpen, "Space is closed.", {
       F: __dxlog_file9,
-      L: 344,
+      L: 356,
       S: this,
       A: [
         "this._isOpen",
@@ -1585,7 +1711,7 @@ var DataPipeline = class DataPipeline2 {
     });
     invariant8(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 345,
+      L: 357,
       S: this,
       A: [
         "this._pipeline",
@@ -1597,7 +1723,7 @@ var DataPipeline = class DataPipeline2 {
       epoch: omit(epoch, "proof")
     }, {
       F: __dxlog_file9,
-      L: 348,
+      L: 360,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1607,7 +1733,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("restarting pipeline from epoch", void 0, {
       F: __dxlog_file9,
-      L: 354,
+      L: 366,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1618,7 +1744,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     invariant8(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 361,
+      L: 373,
       S: this,
       A: [
         "this._pipeline",
@@ -1630,7 +1756,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     invariant8(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 367,
+      L: 379,
       S: this,
       A: [
         "this._pipeline",
@@ -1639,7 +1765,7 @@ var DataPipeline = class DataPipeline2 {
     });
     invariant8(this.currentEpoch, void 0, {
       F: __dxlog_file9,
-      L: 368,
+      L: 380,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1661,6 +1787,22 @@ var DataPipeline = class DataPipeline2 {
   async ensureEpochInitialized() {
     await this.onNewEpoch.waitForCondition(() => !!this.currentEpoch);
   }
+  async _flush() {
+    try {
+      await this._saveCache();
+      if (this._pipeline) {
+        await this._saveTargetTimeframe(this._pipeline.state.timeframe);
+      }
+    } catch (err) {
+      log8.catch(err, void 0, {
+        F: __dxlog_file9,
+        L: 410,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    }
+    await this._params.metadataStore.flush();
+  }
 };
 _ts_decorate5([
   trace.metricsCounter()
@@ -1694,9 +1836,10 @@ import { trace as trace3 } from "@dxos/tracing";
 import { Callback as Callback2 } from "@dxos/util";
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
+import { DeferredTask, sleep as sleep3 } from "@dxos/async";
 import { Context as Context5 } from "@dxos/context";
 import { SpaceStateMachine } from "@dxos/credentials";
-import { PublicKey as PublicKey4 } from "@dxos/keys";
+import { PublicKey as PublicKey5 } from "@dxos/keys";
 import { log as log9 } from "@dxos/log";
 import { AdmittedFeed } from "@dxos/protocols/proto/dxos/halo/credentials";
 import { Timeframe as Timeframe4 } from "@dxos/timeframe";
@@ -1714,12 +1857,19 @@ function _ts_decorate6(decorators, target, key, desc) {
 }
 var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
+var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
+var USE_SNAPSHOTS = true;
 var ControlPipeline = class ControlPipeline2 {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
+    this._ctx = new Context5();
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new Callback();
     this._usage = new TimeUsageCounter2();
     this._mutations = new TimeSeriesCounter2();
+    this._snapshotTask = new DeferredTask(this._ctx, async () => {
+      await sleep3(CONTROL_PIPELINE_SNAPSHOT_DELAY);
+      await this._saveSnapshot();
+    });
     this._spaceKey = spaceKey;
     this._metadata = metadataStore;
     this._pipeline = new Pipeline();
@@ -1730,22 +1880,24 @@ var ControlPipeline = class ControlPipeline2 {
         key: info.key
       }, {
         F: __dxlog_file10,
-        L: 61,
+        L: 73,
         S: this,
         C: (f, a) => f(...a)
       });
       if (info.assertion.designation === AdmittedFeed.Designation.CONTROL && !info.key.equals(genesisFeed.key)) {
-        try {
-          const feed = await feedProvider(info.key);
-          await this._pipeline.addFeed(feed);
-        } catch (err) {
-          log9.catch(err, void 0, {
-            F: __dxlog_file10,
-            L: 69,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-        }
+        queueMicrotask(async () => {
+          try {
+            const feed = await feedProvider(info.key);
+            await this._pipeline.addFeed(feed);
+          } catch (err) {
+            log9.catch(err, void 0, {
+              F: __dxlog_file10,
+              L: 82,
+              S: this,
+              C: (f, a) => f(...a)
+            });
+          }
+        });
       }
       await this.onFeedAdmitted.callIfSet(info);
     });
@@ -1762,9 +1914,23 @@ var ControlPipeline = class ControlPipeline2 {
     this._pipeline.setWriteFeed(feed);
   }
   async start() {
+    const snapshot = this._metadata.getSpaceControlPipelineSnapshot(this._spaceKey);
+    log9("load snapshot", {
+      key: this._spaceKey,
+      present: !!snapshot,
+      tf: snapshot?.timeframe
+    }, {
+      F: __dxlog_file10,
+      L: 109,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (USE_SNAPSHOTS && snapshot) {
+      await this._processSnapshot(snapshot);
+    }
     log9("starting...", void 0, {
       F: __dxlog_file10,
-      L: 93,
+      L: 114,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1774,10 +1940,50 @@ var ControlPipeline = class ControlPipeline2 {
     await this._pipeline.start();
     log9("started", void 0, {
       F: __dxlog_file10,
-      L: 99,
+      L: 120,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+  }
+  async _processSnapshot(snapshot) {
+    await this._pipeline.setCursor(snapshot.timeframe);
+    for (const message of snapshot.messages ?? []) {
+      const result = await this._spaceStateMachine.process(message.credential, {
+        sourceFeed: message.feedKey,
+        skipVerification: true
+      });
+      if (!result) {
+        log9.warn("credential processing failed from snapshot", {
+          message
+        }, {
+          F: __dxlog_file10,
+          L: 133,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    }
+  }
+  async _saveSnapshot() {
+    await this._pipeline.pause();
+    const snapshot = {
+      timeframe: this._pipeline.state.timeframe,
+      messages: this._spaceStateMachine.credentialEntries.map((entry) => ({
+        feedKey: entry.sourceFeed,
+        credential: entry.credential
+      }))
+    };
+    await this._pipeline.unpause();
+    log9("save snapshot", {
+      key: this._spaceKey,
+      snapshot
+    }, {
+      F: __dxlog_file10,
+      L: 149,
       S: this,
       C: (f, a) => f(...a)
     });
+    await this._metadata.setSpaceControlPipelineSnapshot(this._spaceKey, snapshot);
   }
   async _consumePipeline(ctx) {
     for await (const msg of this._pipeline.consume()) {
@@ -1788,7 +1994,7 @@ var ControlPipeline = class ControlPipeline2 {
       } catch (err) {
         log9.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 111,
+          L: 162,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1802,26 +2008,29 @@ var ControlPipeline = class ControlPipeline2 {
       seq: msg.seq
     }, {
       F: __dxlog_file10,
-      L: 121,
+      L: 172,
       S: this,
       C: (f, a) => f(...a)
     });
     if (msg.data.payload.credential) {
       const timer = tracer2.mark("dxos.echo.pipeline.control");
-      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, PublicKey4.from(msg.feedKey));
+      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, {
+        sourceFeed: PublicKey5.from(msg.feedKey)
+      });
       timer.end();
       if (!result) {
         log9.warn("processing failed", {
           msg
         }, {
           F: __dxlog_file10,
-          L: 131,
+          L: 181,
           S: this,
           C: (f, a) => f(...a)
         });
       } else {
         await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
       }
+      this._snapshotTask.schedule();
     }
   }
   async _noteTargetStateIfNeeded(timeframe) {
@@ -1833,15 +2042,16 @@ var ControlPipeline = class ControlPipeline2 {
   async stop() {
     log9("stopping...", void 0, {
       F: __dxlog_file10,
-      L: 149,
+      L: 201,
       S: this,
       C: (f, a) => f(...a)
     });
+    await this._ctx.dispose();
     await this._pipeline.stop();
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     log9("stopped", void 0, {
       F: __dxlog_file10,
-      L: 152,
+      L: 205,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1854,7 +2064,7 @@ var ControlPipeline = class ControlPipeline2 {
     } catch (err) {
       log9(err, void 0, {
         F: __dxlog_file10,
-        L: 161,
+        L: 214,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1867,6 +2077,11 @@ _ts_decorate6([
 _ts_decorate6([
   trace2.metricsCounter()
 ], ControlPipeline.prototype, "_mutations", void 0);
+_ts_decorate6([
+  trace2.span({
+    showInBrowserTimeline: true
+  })
+], ControlPipeline.prototype, "start", null);
 _ts_decorate6([
   trace2.span()
 ], ControlPipeline.prototype, "_consumePipeline", null);
@@ -1917,7 +2132,7 @@ var Space = class Space2 {
     this._controlPipeline.onFeedAdmitted.set(async (info) => {
       const sparse = info.assertion.designation === AdmittedFeed2.Designation.DATA;
       if (info.assertion.designation === AdmittedFeed2.Designation.DATA) {
-        await this._addFeedLock.executeSynchronized(async () => {
+        queueMicrotask(async () => {
           if (this._dataPipeline.pipeline) {
             if (!this._dataPipeline.pipeline.hasFeed(info.key)) {
               return this._dataPipeline.pipeline.addFeed(await this._feedProvider(info.key, {
@@ -1928,9 +2143,11 @@ var Space = class Space2 {
         });
       }
       if (!info.key.equals(params.genesisFeed.key)) {
-        this.protocol.addFeed(await params.feedProvider(info.key, {
-          sparse
-        }));
+        queueMicrotask(async () => {
+          this.protocol.addFeed(await params.feedProvider(info.key, {
+            sparse
+          }));
+        });
       }
     });
     this._controlPipeline.onCredentialProcessed.set(async (credential) => {
@@ -1939,7 +2156,7 @@ var Space = class Space2 {
         credential
       }, {
         F: __dxlog_file11,
-        L: 109,
+        L: 111,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2004,7 +2221,7 @@ var Space = class Space2 {
   setControlFeed(feed) {
     invariant9(!this._controlFeed, "Control feed already set.", {
       F: __dxlog_file11,
-      L: 184,
+      L: 186,
       S: this,
       A: [
         "!this._controlFeed",
@@ -2018,7 +2235,7 @@ var Space = class Space2 {
   setDataFeed(feed) {
     invariant9(!this._dataFeed, "Data feed already set.", {
       F: __dxlog_file11,
-      L: 191,
+      L: 193,
       S: this,
       A: [
         "!this._dataFeed",
@@ -2044,7 +2261,7 @@ var Space = class Space2 {
   async open(ctx) {
     log10("opening...", void 0, {
       F: __dxlog_file11,
-      L: 213,
+      L: 215,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2057,7 +2274,7 @@ var Space = class Space2 {
     this._isOpen = true;
     log10("opened", void 0, {
       F: __dxlog_file11,
-      L: 224,
+      L: 226,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2067,7 +2284,7 @@ var Space = class Space2 {
       key: this._key
     }, {
       F: __dxlog_file11,
-      L: 229,
+      L: 231,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2081,7 +2298,7 @@ var Space = class Space2 {
     this._isOpen = false;
     log10("closed", void 0, {
       F: __dxlog_file11,
-      L: 242,
+      L: 244,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2089,13 +2306,13 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     log10("initializeDataPipeline", void 0, {
       F: __dxlog_file11,
-      L: 247,
+      L: 249,
       S: this,
       C: (f, a) => f(...a)
     });
     invariant9(this._isOpen, "Space must be open to initialize data pipeline.", {
       F: __dxlog_file11,
-      L: 248,
+      L: 250,
       S: this,
       A: [
         "this._isOpen",
@@ -2126,13 +2343,13 @@ Space = _ts_decorate7([
 
 // packages/core/echo/echo-pipeline/src/space/space-protocol.ts
 import { discoveryKey, subtleCrypto as subtleCrypto2 } from "@dxos/crypto";
-import { PublicKey as PublicKey5 } from "@dxos/keys";
+import { PublicKey as PublicKey6 } from "@dxos/keys";
 import { log as log11, logInfo as logInfo2 } from "@dxos/log";
 import { MMSTTopology } from "@dxos/network-manager";
 import { Teleport } from "@dxos/teleport";
 import { BlobSync } from "@dxos/teleport-extension-object-sync";
 import { ReplicatorExtension } from "@dxos/teleport-extension-replicator";
-import { ComplexMap as ComplexMap4 } from "@dxos/util";
+import { ComplexMap as ComplexMap5 } from "@dxos/util";
 function _ts_decorate8(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -2149,7 +2366,7 @@ var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
   constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure, blobStore }) {
     this._feeds = /* @__PURE__ */ new Set();
-    this._sessions = new ComplexMap4(PublicKey5.hash);
+    this._sessions = new ComplexMap5(PublicKey6.hash);
     this._networkManager = networkManager;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
@@ -2157,7 +2374,7 @@ var SpaceProtocol = class {
     this.blobSync = new BlobSync({
       blobStore
     });
-    this._topic = subtleCrypto2.digest("SHA-256", topic.asBuffer()).then(discoveryKey).then(PublicKey5.from);
+    this._topic = subtleCrypto2.digest("SHA-256", topic.asBuffer()).then(discoveryKey).then(PublicKey6.from);
   }
   get sessions() {
     return this._sessions;
@@ -2287,7 +2504,7 @@ var SpaceProtocolSession = class {
   get stream() {
     return this._teleport.stream;
   }
-  async initialize() {
+  async open() {
     await this._teleport.open();
     this._teleport.addExtension("dxos.mesh.teleport.auth", new AuthExtension({
       provider: this._swarmIdentity.credentialProvider,
@@ -2310,9 +2527,18 @@ var SpaceProtocolSession = class {
     this._teleport.addExtension("dxos.mesh.teleport.replicator", this.replicator);
     this._teleport.addExtension("dxos.mesh.teleport.blobsync", this._blobSync.createExtension());
   }
-  async destroy() {
+  async close() {
+    log11.info("close", void 0, {
+      F: __dxlog_file12,
+      L: 254,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     await this._teleport.close();
   }
+  async abort() {
+    await this._teleport.abort();
+  }
 };
 _ts_decorate8([
   logInfo2
@@ -2324,10 +2550,10 @@ _ts_decorate8([
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
 import { synchronized as synchronized5, trackLeaks as trackLeaks4 } from "@dxos/async";
 import { failUndefined as failUndefined2 } from "@dxos/debug";
-import { PublicKey as PublicKey6 } from "@dxos/keys";
+import { PublicKey as PublicKey7 } from "@dxos/keys";
 import { log as log12 } from "@dxos/log";
 import { trace as trace4 } from "@dxos/protocols";
-import { ComplexMap as ComplexMap5 } from "@dxos/util";
+import { ComplexMap as ComplexMap6 } from "@dxos/util";
 function _ts_decorate9(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -2341,8 +2567,8 @@ function _ts_decorate9(decorators, target, key, desc) {
 var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class SpaceManager2 {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
-    this._spaces = new ComplexMap5(PublicKey6.hash);
-    this._instanceId = PublicKey6.random().toHex();
+    this._spaces = new ComplexMap6(PublicKey7.hash);
+    this._instanceId = PublicKey7.random().toHex();
     this._feedStore = feedStore;
     this._networkManager = networkManager;
     this._modelFactory = modelFactory;
@@ -2447,4 +2673,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-GELWTWOW.mjs.map
+//# sourceMappingURL=chunk-VYZEP2BZ.mjs.map