@dxos/echo-pipeline 0.1.51-main.e7215ae → 0.1.51-next.5787f10

package/dist/lib/browser/{chunk-CSFWTLPD.mjs → chunk-AXGWKSM3.mjs}

@@ -121,6 +121,10 @@ var MetadataStore = class {
     }
   }
   _getSpace(spaceKey) {
+    var _a;
+    if ((_a = this._metadata.identity) == null ? void 0 : _a.haloSpace.key.equals(spaceKey)) {
+      return this._metadata.identity.haloSpace;
+    }
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     assert(space, "Space not found");
     return space;
@@ -131,7 +135,7 @@ var MetadataStore = class {
   async clear() {
     log("clearing all metadata", {}, {
       file: "metadata-store.ts",
-      line: 131,
+      line: 136,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -152,10 +156,14 @@ var MetadataStore = class {
     ((_c = (_b = this._metadata).spaces) != null ? _c : _b.spaces = []).push(record);
     await this._save();
   }
-  async setSpaceLatestTimeframe(spaceKey, timeframe) {
+  async setSpaceDataLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).dataTimeframe = timeframe;
     await this._save();
   }
+  async setSpaceControlLatestTimeframe(spaceKey, timeframe) {
+    this._getSpace(spaceKey).controlTimeframe = timeframe;
+    await this._save();
+  }
   async setCache(spaceKey, cache) {
     this._getSpace(spaceKey).cache = cache;
     await this._save();
@@ -334,6 +342,7 @@ var PipelineState = class {
     this._timeframeClock = _timeframeClock;
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new Event3();
+    this._startTimeframe = new Timeframe2();
   }
   /**
   * Latest theoretical timeframe based on the last mutation in each feed.
@@ -346,6 +355,9 @@ var PipelineState = class {
       index: feed.length - 1
     })));
   }
+  get startTimeframe() {
+    return this._startTimeframe;
+  }
   get timeframe() {
     return this._timeframeClock.timeframe;
   }
@@ -379,7 +391,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       file: "pipeline.ts",
-      line: 109,
+      line: 118,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -409,7 +421,7 @@ var PipelineState = class {
             dependencies: Timeframe2.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             file: "pipeline.ts",
-            line: 135,
+            line: 144,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -451,6 +463,7 @@ var Pipeline = class {
     if (this._feedSetIterator) {
       await this._feedSetIterator.addFeed(feed);
     }
+    this._setFeedDownloadState(feed);
   }
   hasFeed(feedKey) {
     return this._feeds.has(feedKey);
@@ -466,7 +479,7 @@ var Pipeline = class {
   async start() {
     log4("starting...", {}, {
       file: "pipeline.ts",
-      line: 254,
+      line: 264,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -474,7 +487,7 @@ var Pipeline = class {
     await this._feedSetIterator.open();
     log4("started", {}, {
       file: "pipeline.ts",
-      line: 257,
+      line: 267,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -484,7 +497,7 @@ var Pipeline = class {
     var _a;
     log4("stopping...", {}, {
       file: "pipeline.ts",
-      line: 263,
+      line: 273,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -493,7 +506,7 @@ var Pipeline = class {
     await this._processingTrigger.wait();
     log4("stopped", {}, {
       file: "pipeline.ts",
-      line: 267,
+      line: 277,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -504,7 +517,11 @@ var Pipeline = class {
   */
   async setCursor(timeframe) {
     assert4(!this._isStarted || this._isPaused, "Invalid state.");
+    this._state._startTimeframe = timeframe;
     this._timeframeClock.setTimeframe(timeframe);
+    for (const feed of this._feeds.values()) {
+      this._setFeedDownloadState(feed);
+    }
     if (this._feedSetIterator) {
       await this._feedSetIterator.close();
       await this._initIterator();
@@ -559,6 +576,32 @@ var Pipeline = class {
     }
     this._isOpen = false;
   }
+  _setFeedDownloadState(feed) {
+    var _a;
+    const timeframe = this._state._startTimeframe;
+    const seq = (_a = timeframe.get(feed.key)) != null ? _a : 0;
+    feed.undownload({
+      callback: () => log4("Undownloaded", {}, {
+        file: "pipeline.ts",
+        line: 371,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      })
+    });
+    feed.download({
+      start: seq + 1,
+      linear: true
+    }).catch((err) => {
+      log4("failed to download feed", {
+        err
+      }, {
+        file: "pipeline.ts",
+        line: 374,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      });
+    });
+  }
   async _initIterator() {
     this._feedSetIterator = new FeedSetIterator(createMessageSelector(this._timeframeClock), {
       start: startAfter(this._timeframeClock.timeframe),
@@ -567,7 +610,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       log4.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, {}, {
         file: "pipeline.ts",
-        line: 357,
+        line: 384,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -827,10 +870,11 @@ var DatabaseHost = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/snapshot-manager.ts
 import { trackLeaks } from "@dxos/async";
+import { cancelWithContext } from "@dxos/context";
 import { timed as timed2 } from "@dxos/debug";
-import { log as log7 } from "@dxos/log";
+import { PublicKey as PublicKey2 } from "@dxos/keys";
 import { schema as schema4 } from "@dxos/protocols";
-import { ObjectSync } from "@dxos/teleport-extension-object-sync";
+import { BlobMeta } from "@dxos/protocols/proto/dxos/echo/blob";
 var __decorate4 = function(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -843,62 +887,32 @@ var __decorate4 = function(decorators, target, key, desc) {
 };
 var SnapshotManager = class SnapshotManager2 {
   // prettier-ignore
-  constructor(_snapshotStore) {
+  constructor(_snapshotStore, _blobStore, _blobSync) {
     this._snapshotStore = _snapshotStore;
-    this._objectSync = new ObjectSync({
-      getObject: async (id) => {
-        const snapshot = await this._snapshotStore.loadSnapshot(id);
-        log7("getObject", {
-          id,
-          snapshot
-        }, {
-          file: "snapshot-manager.ts",
-          line: 30,
-          scope: this,
-          callSite: (f, a) => f(...a)
-        });
-        if (!snapshot) {
-          return void 0;
-        }
-        return {
-          id,
-          payload: schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").encodeAsAny(snapshot)
-        };
-      },
-      setObject: async (data) => {
-        log7("setObject", {
-          data
-        }, {
-          file: "snapshot-manager.ts",
-          line: 40,
-          scope: this,
-          callSite: (f, a) => f(...a)
-        });
-        const snapshot = schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(data.payload.value);
-        await this._snapshotStore.saveSnapshot(snapshot);
-      }
-    });
-  }
-  get objectSync() {
-    return this._objectSync;
-  }
-  async open() {
-    await this._objectSync.open();
-  }
-  async close() {
-    await this._objectSync.close();
-  }
-  async load(id) {
-    const local = await this._snapshotStore.loadSnapshot(id);
-    if (local) {
-      return local;
+    this._blobStore = _blobStore;
+    this._blobSync = _blobSync;
+  }
+  async _getBlob(blobId) {
+    const blob = await this._blobStore.get(blobId);
+    return schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(blob);
+  }
+  async load(ctx, id) {
+    const blobId = PublicKey2.fromHex(id).asUint8Array();
+    const blobMeta = await this._blobStore.getMeta(blobId);
+    if (blobMeta && blobMeta.state === BlobMeta.State.FULLY_PRESENT) {
+      return this._getBlob(blobId);
     }
-    const remote = await this._objectSync.download(id);
-    return schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload.value);
+    const fallbackStore = await cancelWithContext(ctx, this._snapshotStore.loadSnapshot(id));
+    if (fallbackStore) {
+      return fallbackStore;
+    }
+    await this._blobSync.download(ctx, blobId);
+    return this._getBlob(blobId);
   }
   async store(snapshot) {
-    const id = await this._snapshotStore.saveSnapshot(snapshot);
-    return id;
+    const { id } = await this._blobStore.set(schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").encode(snapshot));
+    await this._blobSync.notifyBlobAdded(id);
+    return PublicKey2.from(id).toHex();
   }
 };
 __decorate4([
@@ -956,18 +970,18 @@ var SnapshotStore = class {
 // packages/core/echo/echo-pipeline/src/dbhost/data-service.ts
 import assert7 from "@dxos/node-std/assert";
 import { raise } from "@dxos/debug";
-import { PublicKey as PublicKey2 } from "@dxos/keys";
-import { log as log8 } from "@dxos/log";
+import { PublicKey as PublicKey3 } from "@dxos/keys";
+import { log as log7 } from "@dxos/log";
 import { ComplexMap as ComplexMap3 } from "@dxos/util";
 var DataServiceSubscriptions = class {
   constructor() {
-    this._spaces = new ComplexMap3(PublicKey2.hash);
+    this._spaces = new ComplexMap3(PublicKey3.hash);
   }
   clear() {
     this._spaces.clear();
   }
   registerSpace(spaceKey, host) {
-    log8("Registering space", {
+    log7("Registering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -978,7 +992,7 @@ var DataServiceSubscriptions = class {
     this._spaces.set(spaceKey, host);
   }
   unregisterSpace(spaceKey) {
-    log8("Unregistering space", {
+    log7("Unregistering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -1017,7 +1031,8 @@ import { Event as Event4, scheduleTask as scheduleTask2, synchronized as synchro
 import { Context as Context3 } from "@dxos/context";
 import { checkCredentialType } from "@dxos/credentials";
 import { getStateMachineFromItem, ItemManager } from "@dxos/echo-db";
-import { log as log9 } from "@dxos/log";
+import { CancelledError } from "@dxos/errors";
+import { log as log8 } from "@dxos/log";
 import { Timeframe as Timeframe3 } from "@dxos/timeframe";
 var __decorate5 = function(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
@@ -1040,6 +1055,7 @@ var DataPipeline = class DataPipeline2 {
     this._isOpen = false;
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
+    this._lastProcessedEpoch = -1;
     this.onNewEpoch = new Event4();
   }
   get isOpen() {
@@ -1063,17 +1079,10 @@ var DataPipeline = class DataPipeline2 {
         if (!checkCredentialType(credential, "dxos.halo.credentials.Epoch")) {
           return;
         }
-        log9("new epoch", {
-          credential
-        }, {
-          file: "data-pipeline.ts",
-          line: 109,
-          scope: this,
-          callSite: (f, a) => f(...a)
-        });
-        await this._processEpoch(credential.subject.assertion);
         this.currentEpoch = credential;
-        this.onNewEpoch.emit(credential);
+        if (this._isOpen) {
+          await this._processEpochInSeparateTask(credential);
+        }
       }
     };
   }
@@ -1110,9 +1119,9 @@ var DataPipeline = class DataPipeline2 {
     if (!this._isOpen) {
       return;
     }
-    log9("close", {}, {
+    log8("close", {}, {
       file: "data-pipeline.ts",
-      line: 161,
+      line: 174,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1125,27 +1134,31 @@ var DataPipeline = class DataPipeline2 {
         await this._saveTargetTimeframe(this._pipeline.state.timeframe);
       }
     } catch (err) {
-      log9.catch(err, {}, {
+      log8.catch(err, {}, {
         file: "data-pipeline.ts",
-        line: 174,
+        line: 187,
         scope: this,
         callSite: (f, a) => f(...a)
       });
     }
     await ((_b = this.databaseHost) == null ? void 0 : _b.close());
     await ((_c = this.itemManager) == null ? void 0 : _c.destroy());
-    await this._params.snapshotManager.close();
   }
   async _consumePipeline() {
+    if (this.currentEpoch) {
+      const waitForOneEpoch = this.onNewEpoch.waitForCount(1);
+      await this._processEpochInSeparateTask(this.currentEpoch);
+      await waitForOneEpoch;
+    }
     assert8(this._pipeline, "Pipeline is not initialized.");
     for await (const msg of this._pipeline.consume()) {
       const { feedKey, seq, data } = msg;
-      log9("processing message", {
+      log8("processing message", {
         feedKey,
         seq
       }, {
         file: "data-pipeline.ts",
-        line: 186,
+        line: 204,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1153,11 +1166,11 @@ var DataPipeline = class DataPipeline2 {
         if (data.payload.data) {
           const feedInfo = this._params.feedInfoProvider(feedKey);
           if (!feedInfo) {
-            log9.error("Could not find feed.", {
+            log8.error("Could not find feed.", {
               feedKey
             }, {
               file: "data-pipeline.ts",
-              line: 192,
+              line: 210,
               scope: this,
               callSite: (f, a) => f(...a)
             });
@@ -1172,12 +1185,22 @@ var DataPipeline = class DataPipeline2 {
               memberKey: feedInfo.assertion.identityKey
             }
           });
+          log8.trace("dxos.echo.data-pipeline.processed", {
+            feedKey: feedKey.toHex(),
+            seq,
+            spaceKey: this._params.spaceKey.toHex()
+          }, {
+            file: "data-pipeline.ts",
+            line: 224,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
           await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
         }
       } catch (err) {
-        log9.catch(err, {}, {
+        log8.catch(err, {}, {
           file: "data-pipeline.ts",
-          line: 210,
+          line: 234,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -1195,7 +1218,7 @@ var DataPipeline = class DataPipeline2 {
   async _saveTargetTimeframe(timeframe) {
     var _a;
     const newTimeframe = Timeframe3.merge((_a = this._targetTimeframe) != null ? _a : new Timeframe3(), timeframe);
-    await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, newTimeframe);
+    await this._params.metadataStore.setSpaceDataLatestTimeframe(this._params.spaceKey, newTimeframe);
     this._targetTimeframe = newTimeframe;
   }
   async _saveCache() {
@@ -1210,9 +1233,9 @@ var DataPipeline = class DataPipeline2 {
         cache.properties = (_a = getStateMachineFromItem(propertiesItem)) == null ? void 0 : _a.snapshot();
       }
     } catch (err) {
-      log9.warn("Failed to cache properties", err, {
+      log8.warn("Failed to cache properties", err, {
         file: "data-pipeline.ts",
-        line: 244,
+        line: 268,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1228,24 +1251,68 @@ var DataPipeline = class DataPipeline2 {
       await this._saveCache();
     }
   }
-  async _processEpoch(epoch) {
-    assert8(this._isOpen);
+  async _processEpochInSeparateTask(epoch) {
+    var _a;
+    if (epoch.subject.assertion.number <= this._lastProcessedEpoch) {
+      return;
+    }
+    await ((_a = this._epochCtx) == null ? void 0 : _a.dispose());
+    const ctx = new Context3({
+      onError: (err) => {
+        if (err instanceof CancelledError) {
+          log8("Epoch processing cancelled.", {}, {
+            file: "data-pipeline.ts",
+            line: 300,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
+        } else {
+          log8.catch(err, {}, {
+            file: "data-pipeline.ts",
+            line: 302,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
+        }
+      }
+    });
+    this._epochCtx = ctx;
+    scheduleTask2(ctx, async () => {
+      if (!this._isOpen) {
+        return;
+      }
+      log8("process epoch", {
+        epoch
+      }, {
+        file: "data-pipeline.ts",
+        line: 312,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      });
+      await this._processEpoch(ctx, epoch.subject.assertion);
+      this.appliedEpoch = epoch;
+      this.onNewEpoch.emit(epoch);
+    });
+  }
+  async _processEpoch(ctx, epoch) {
+    assert8(this._isOpen, "Space is closed.");
     assert8(this._pipeline);
-    log9("Processing epoch", {
+    this._lastProcessedEpoch = epoch.number;
+    log8("Processing epoch", {
       epoch
     }, {
       file: "data-pipeline.ts",
-      line: 273,
+      line: 326,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     if (epoch.snapshotCid) {
-      const snapshot = await this._params.snapshotManager.load(epoch.snapshotCid);
+      const snapshot = await this._params.snapshotManager.load(ctx, epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
-    log9("restarting pipeline for epoch", {}, {
+    log8("restarting pipeline for epoch", {}, {
       file: "data-pipeline.ts",
-      line: 281,
+      line: 334,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1295,28 +1362,33 @@ DataPipeline = __decorate5([
 // packages/core/echo/echo-pipeline/src/space/space.ts
 import assert9 from "@dxos/node-std/assert";
 import { Event as Event5, synchronized as synchronized4, trackLeaks as trackLeaks3, Lock } from "@dxos/async";
-import { log as log11, logInfo } from "@dxos/log";
+import { log as log10, logInfo } from "@dxos/log";
 import { AdmittedFeed as AdmittedFeed2 } from "@dxos/protocols/proto/dxos/halo/credentials";
 import { Callback as Callback2 } from "@dxos/util";
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
 import { SpaceStateMachine } from "@dxos/credentials";
-import { PublicKey as PublicKey3 } from "@dxos/keys";
-import { log as log10 } from "@dxos/log";
+import { PublicKey as PublicKey4 } from "@dxos/keys";
+import { log as log9 } from "@dxos/log";
 import { AdmittedFeed } from "@dxos/protocols/proto/dxos/halo/credentials";
+import { Timeframe as Timeframe4 } from "@dxos/timeframe";
 import { Callback } from "@dxos/util";
+var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var ControlPipeline = class {
-  constructor({ spaceKey, genesisFeed, feedProvider }) {
+  constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
+    this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new Callback();
+    this._spaceKey = spaceKey;
+    this._metadata = metadataStore;
     this._pipeline = new Pipeline();
     void this._pipeline.addFeed(genesisFeed);
     this._spaceStateMachine = new SpaceStateMachine(spaceKey);
     this._spaceStateMachine.onFeedAdmitted.set(async (info) => {
-      log10("feed admitted", {
+      log9("feed admitted", {
         key: info.key
       }, {
         file: "control-pipeline.ts",
-        line: 39,
+        line: 51,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1325,9 +1397,9 @@ var ControlPipeline = class {
           const feed = await feedProvider(info.key);
           await this._pipeline.addFeed(feed);
         } catch (err) {
-          log10.catch(err, {}, {
+          log9.catch(err, {}, {
             file: "control-pipeline.ts",
-            line: 47,
+            line: 59,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -1348,41 +1420,43 @@ var ControlPipeline = class {
     this._pipeline.setWriteFeed(feed);
   }
   async start() {
-    log10("starting...", {}, {
+    log9("starting...", {}, {
       file: "control-pipeline.ts",
-      line: 71,
+      line: 83,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     setTimeout(async () => {
       for await (const msg of this._pipeline.consume()) {
         try {
-          log10("processing", {
+          log9("processing", {
             key: msg.feedKey,
             seq: msg.seq
           }, {
             file: "control-pipeline.ts",
-            line: 76,
+            line: 88,
             scope: this,
             callSite: (f, a) => f(...a)
           });
           if (msg.data.payload.credential) {
-            const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, PublicKey3.from(msg.feedKey));
+            const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, PublicKey4.from(msg.feedKey));
             if (!result) {
-              log10.warn("processing failed", {
+              log9.warn("processing failed", {
                 msg
               }, {
                 file: "control-pipeline.ts",
-                line: 83,
+                line: 95,
                 scope: this,
                 callSite: (f, a) => f(...a)
               });
+            } else {
+              await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
             }
           }
         } catch (err) {
-          log10.catch(err, {}, {
+          log9.catch(err, {}, {
             file: "control-pipeline.ts",
-            line: 87,
+            line: 101,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -1390,28 +1464,50 @@ var ControlPipeline = class {
       }
     });
     await this._pipeline.start();
-    log10("started", {}, {
+    log9("started", {}, {
       file: "control-pipeline.ts",
-      line: 93,
+      line: 107,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
+  async _noteTargetStateIfNeeded(timeframe) {
+    if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2) {
+      this._lastTimeframeSaveTime = Date.now();
+      await this._saveTargetTimeframe(timeframe);
+    }
+  }
   async stop() {
-    log10("stopping...", {}, {
+    log9("stopping...", {}, {
       file: "control-pipeline.ts",
-      line: 97,
+      line: 121,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     await this._pipeline.stop();
-    log10("stopped", {}, {
+    await this._saveTargetTimeframe(this._pipeline.state.timeframe);
+    log9("stopped", {}, {
       file: "control-pipeline.ts",
-      line: 99,
+      line: 124,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
+  async _saveTargetTimeframe(timeframe) {
+    var _a;
+    try {
+      const newTimeframe = Timeframe4.merge((_a = this._targetTimeframe) != null ? _a : new Timeframe4(), timeframe);
+      await this._metadata.setSpaceControlLatestTimeframe(this._spaceKey, newTimeframe);
+      this._targetTimeframe = newTimeframe;
+    } catch (err) {
+      log9(err, {}, {
+        file: "control-pipeline.ts",
+        line: 133,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      });
+    }
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
@@ -1441,29 +1537,35 @@ var Space = class Space2 {
     this._controlPipeline = new ControlPipeline({
       spaceKey: params.spaceKey,
       genesisFeed: params.genesisFeed,
-      feedProvider: params.feedProvider
+      feedProvider: params.feedProvider,
+      metadataStore: params.metadataStore
     });
     this._controlPipeline.onFeedAdmitted.set(async (info) => {
+      const sparse = info.assertion.designation === AdmittedFeed2.Designation.DATA;
       if (info.assertion.designation === AdmittedFeed2.Designation.DATA) {
         await this._addFeedLock.executeSynchronized(async () => {
           if (this._dataPipeline.pipeline) {
             if (!this._dataPipeline.pipeline.hasFeed(info.key)) {
-              return this._dataPipeline.pipeline.addFeed(await this._feedProvider(info.key));
+              return this._dataPipeline.pipeline.addFeed(await this._feedProvider(info.key, {
+                sparse
+              }));
             }
           }
         });
       }
       if (!info.key.equals(params.genesisFeed.key)) {
-        this.protocol.addFeed(await params.feedProvider(info.key));
+        this.protocol.addFeed(await params.feedProvider(info.key, {
+          sparse
+        }));
       }
     });
     this._controlPipeline.onCredentialProcessed.set(async (credential) => {
       await this.onCredentialProcessed.callIfSet(credential);
-      log11("onCredentialProcessed", {
+      log10("onCredentialProcessed", {
         credential
       }, {
         file: "space.ts",
-        line: 106,
+        line: 110,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1486,7 +1588,9 @@ var Space = class Space2 {
         await this._addFeedLock.executeSynchronized(async () => {
           for (const feed of this._controlPipeline.spaceState.feeds.values()) {
             if (feed.assertion.designation === AdmittedFeed2.Designation.DATA && !pipeline.hasFeed(feed.key)) {
-              await pipeline.addFeed(await this._feedProvider(feed.key));
+              await pipeline.addFeed(await this._feedProvider(feed.key, {
+                sparse: true
+              }));
             }
           }
         });
@@ -1551,9 +1655,9 @@ var Space = class Space2 {
   //   return this._dataPipeline?.getFeeds();
   // }
   async open() {
-    log11("opening...", {}, {
+    log10("opening...", {}, {
       file: "space.ts",
-      line: 208,
+      line: 212,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1563,21 +1667,22 @@ var Space = class Space2 {
     await this._controlPipeline.start();
     await this.protocol.start();
     this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
+    await this._dataPipelineCredentialConsumer.open();
     this._isOpen = true;
-    log11("opened", {}, {
+    log10("opened", {}, {
       file: "space.ts",
-      line: 222,
+      line: 228,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
   async close() {
     var _a;
-    log11("closing...", {
+    log10("closing...", {
       key: this._key
     }, {
       file: "space.ts",
-      line: 227,
+      line: 233,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1590,24 +1695,22 @@ var Space = class Space2 {
     await this.protocol.stop();
     await this._controlPipeline.stop();
     this._isOpen = false;
-    log11("closed", {}, {
+    log10("closed", {}, {
       file: "space.ts",
-      line: 241,
+      line: 247,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
   async initializeDataPipeline() {
-    log11("initializeDataPipeline", {}, {
+    log10("initializeDataPipeline", {}, {
       file: "space.ts",
-      line: 246,
+      line: 252,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     assert9(this._isOpen, "Space must be open to initialize data pipeline.");
     await this._dataPipeline.open();
-    assert9(this._dataPipelineCredentialConsumer);
-    await this._dataPipelineCredentialConsumer.open();
   }
 };
 __decorate6([
@@ -1628,10 +1731,11 @@ Space = __decorate6([
 
 // packages/core/echo/echo-pipeline/src/space/space-protocol.ts
 import { discoveryKey, sha256 } from "@dxos/crypto";
-import { PublicKey as PublicKey4 } from "@dxos/keys";
-import { log as log12, logInfo as logInfo2 } from "@dxos/log";
+import { PublicKey as PublicKey5 } from "@dxos/keys";
+import { log as log11, logInfo as logInfo2 } from "@dxos/log";
 import { MMSTTopology } from "@dxos/network-manager";
 import { Teleport } from "@dxos/teleport";
+import { BlobSync } from "@dxos/teleport-extension-object-sync";
 import { ReplicatorExtension } from "@dxos/teleport-extension-replicator";
 import { ComplexMap as ComplexMap4 } from "@dxos/util";
 var __decorate7 = function(decorators, target, key, desc) {
@@ -1647,14 +1751,17 @@ var __decorate7 = function(decorators, target, key, desc) {
 var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
 var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
-  constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure }) {
+  constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure, blobStore }) {
     this._feeds = /* @__PURE__ */ new Set();
-    this._sessions = new ComplexMap4(PublicKey4.hash);
+    this._sessions = new ComplexMap4(PublicKey5.hash);
     this._networkManager = networkManager;
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
     this._onAuthFailure = onAuthFailure;
-    this._topic = PublicKey4.from(discoveryKey(sha256(topic.toHex())));
+    this.blobSync = new BlobSync({
+      blobStore
+    });
+    this._topic = PublicKey5.from(discoveryKey(sha256(topic.toHex())));
   }
   get sessions() {
     return this._sessions;
@@ -1667,11 +1774,11 @@ var SpaceProtocol = class {
   }
   // TODO(burdon): Create abstraction for Space (e.g., add keys and have provider).
   addFeed(feed) {
-    log12("addFeed", {
+    log11("addFeed", {
       key: feed.key
     }, {
       file: "space-protocol.ts",
-      line: 87,
+      line: 94,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1690,9 +1797,10 @@ var SpaceProtocol = class {
       maxPeers: 10,
       sampleSize: 20
     };
-    log12("starting...", {}, {
+    await this.blobSync.open();
+    log11("starting...", {}, {
       file: "space-protocol.ts",
-      line: 110,
+      line: 119,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1703,25 +1811,26 @@ var SpaceProtocol = class {
       topology: new MMSTTopology(topologyConfig),
       label: `Protocol swarm: ${this._topic}`
     });
-    log12("started", {}, {
+    log11("started", {}, {
       file: "space-protocol.ts",
-      line: 119,
+      line: 128,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
   async stop() {
+    await this.blobSync.close();
     if (this._connection) {
-      log12("stopping...", {}, {
+      log11("stopping...", {}, {
         file: "space-protocol.ts",
-        line: 124,
+        line: 135,
         scope: this,
         callSite: (f, a) => f(...a)
       });
       await this._connection.close();
-      log12("stopped", {}, {
+      log11("stopped", {}, {
         file: "space-protocol.ts",
-        line: 126,
+        line: 137,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1733,7 +1842,8 @@ var SpaceProtocol = class {
         wireParams,
         swarmIdentity: this._swarmIdentity,
         onSessionAuth: this._onSessionAuth,
-        onAuthFailure: this._onAuthFailure
+        onAuthFailure: this._onAuthFailure,
+        blobSync: this.blobSync
       });
       this._sessions.set(wireParams.remotePeerId, session);
       for (const feed of this._feeds) {
@@ -1757,7 +1867,7 @@ var AuthStatus;
 })(AuthStatus || (AuthStatus = {}));
 var SpaceProtocolSession = class {
   // TODO(dmaretskyi): Allow to pass in extra extensions.
-  constructor({ wireParams, swarmIdentity, onSessionAuth, onAuthFailure }) {
+  constructor({ wireParams, swarmIdentity, onSessionAuth, onAuthFailure, blobSync }) {
     // TODO(dmaretskyi): Start with upload=false when switching it on the fly works.
     this.replicator = new ReplicatorExtension().setOptions({
       upload: true
@@ -1767,6 +1877,7 @@ var SpaceProtocolSession = class {
     this._swarmIdentity = swarmIdentity;
     this._onSessionAuth = onSessionAuth;
     this._onAuthFailure = onAuthFailure;
+    this._blobSync = blobSync;
     this._teleport = new Teleport(wireParams);
   }
   get authStatus() {
@@ -1782,9 +1893,9 @@ var SpaceProtocolSession = class {
       verifier: this._swarmIdentity.credentialAuthenticator,
       onAuthSuccess: () => {
         var _a;
-        log12("Peer authenticated", {}, {
+        log11("Peer authenticated", {}, {
           file: "space-protocol.ts",
-          line: 213,
+          line: 230,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -1798,6 +1909,7 @@ var SpaceProtocolSession = class {
       }
     }));
     this._teleport.addExtension("dxos.mesh.teleport.replicator", this.replicator);
+    this._teleport.addExtension("dxos.mesh.teleport.blobsync", this._blobSync.createExtension());
   }
   async destroy() {
     await this._teleport.close();
@@ -1813,8 +1925,8 @@ __decorate7([
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
 import { synchronized as synchronized5, trackLeaks as trackLeaks4 } from "@dxos/async";
 import { failUndefined as failUndefined2 } from "@dxos/debug";
-import { PublicKey as PublicKey5 } from "@dxos/keys";
-import { log as log13 } from "@dxos/log";
+import { PublicKey as PublicKey6 } from "@dxos/keys";
+import { log as log12 } from "@dxos/log";
 import { trace } from "@dxos/protocols";
 import { ComplexMap as ComplexMap5 } from "@dxos/util";
 var __decorate8 = function(decorators, target, key, desc) {
@@ -1828,14 +1940,15 @@ var __decorate8 = function(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
 var SpaceManager = class SpaceManager2 {
-  constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore }) {
-    this._spaces = new ComplexMap5(PublicKey5.hash);
-    this._instanceId = PublicKey5.random().toHex();
+  constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
+    this._spaces = new ComplexMap5(PublicKey6.hash);
+    this._instanceId = PublicKey6.random().toHex();
     this._feedStore = feedStore;
     this._networkManager = networkManager;
     this._modelFactory = modelFactory;
     this._metadataStore = metadataStore;
     this._snapshotStore = snapshotStore;
+    this._blobStore = blobStore;
   }
   // TODO(burdon): Remove.
   get spaces() {
@@ -1850,19 +1963,19 @@ var SpaceManager = class SpaceManager2 {
   }
   async constructSpace({ metadata, swarmIdentity, onNetworkConnection, onAuthFailure, memberKey }) {
     var _a;
-    log13.trace("dxos.echo.space-manager.construct-space", trace.begin({
+    log12.trace("dxos.echo.space-manager.construct-space", trace.begin({
       id: this._instanceId
     }), {
       file: "space-manager.ts",
-      line: 81,
+      line: 97,
       scope: this,
       callSite: (f, a) => f(...a)
     });
-    log13("constructing space...", {
+    log12("constructing space...", {
       spaceKey: metadata.genesisFeedKey
     }, {
       file: "space-manager.ts",
-      line: 82,
+      line: 98,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1873,25 +1986,26 @@ var SpaceManager = class SpaceManager2 {
       swarmIdentity,
       networkManager: this._networkManager,
       onSessionAuth: onNetworkConnection,
-      onAuthFailure
+      onAuthFailure,
+      blobStore: this._blobStore
     });
-    const snapshotManager = new SnapshotManager(this._snapshotStore);
+    const snapshotManager = new SnapshotManager(this._snapshotStore, this._blobStore, protocol.blobSync);
     const space = new Space({
       spaceKey,
       protocol,
       genesisFeed,
-      feedProvider: (feedKey) => this._feedStore.openFeed(feedKey),
+      feedProvider: (feedKey, opts) => this._feedStore.openFeed(feedKey, opts),
       modelFactory: this._modelFactory,
       metadataStore: this._metadataStore,
       snapshotManager,
       memberKey
     });
     this._spaces.set(space.key, space);
-    log13.trace("dxos.echo.space-manager.construct-space", trace.end({
+    log12.trace("dxos.echo.space-manager.construct-space", trace.end({
       id: this._instanceId
     }), {
       file: "space-manager.ts",
-      line: 108,
+      line: 125,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1934,4 +2048,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-CSFWTLPD.mjs.map
+//# sourceMappingURL=chunk-AXGWKSM3.mjs.map