@dxos/echo-pipeline 0.1.50 → 0.1.51-main.04d9478

package/dist/lib/browser/{chunk-CSFWTLPD.mjs → chunk-Q7JKCZLC.mjs}

@@ -121,6 +121,10 @@ var MetadataStore = class {
     }
   }
   _getSpace(spaceKey) {
+    var _a;
+    if ((_a = this._metadata.identity) == null ? void 0 : _a.haloSpace.key.equals(spaceKey)) {
+      return this._metadata.identity.haloSpace;
+    }
     const space = this.spaces.find((space2) => space2.key === spaceKey);
     assert(space, "Space not found");
     return space;
@@ -131,7 +135,7 @@ var MetadataStore = class {
   async clear() {
     log("clearing all metadata", {}, {
       file: "metadata-store.ts",
-      line: 131,
+      line: 136,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -152,10 +156,14 @@ var MetadataStore = class {
     ((_c = (_b = this._metadata).spaces) != null ? _c : _b.spaces = []).push(record);
     await this._save();
   }
-  async setSpaceLatestTimeframe(spaceKey, timeframe) {
+  async setSpaceDataLatestTimeframe(spaceKey, timeframe) {
     this._getSpace(spaceKey).dataTimeframe = timeframe;
     await this._save();
   }
+  async setSpaceControlLatestTimeframe(spaceKey, timeframe) {
+    this._getSpace(spaceKey).controlTimeframe = timeframe;
+    await this._save();
+  }
   async setCache(spaceKey, cache) {
     this._getSpace(spaceKey).cache = cache;
     await this._save();
@@ -827,6 +835,7 @@ var DatabaseHost = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/snapshot-manager.ts
 import { trackLeaks } from "@dxos/async";
+import { cancelWithContext } from "@dxos/context";
 import { timed as timed2 } from "@dxos/debug";
 import { log as log7 } from "@dxos/log";
 import { schema as schema4 } from "@dxos/protocols";
@@ -853,7 +862,7 @@ var SnapshotManager = class SnapshotManager2 {
           snapshot
         }, {
           file: "snapshot-manager.ts",
-          line: 30,
+          line: 31,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -870,7 +879,7 @@ var SnapshotManager = class SnapshotManager2 {
           data
         }, {
           file: "snapshot-manager.ts",
-          line: 40,
+          line: 41,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -888,12 +897,12 @@ var SnapshotManager = class SnapshotManager2 {
   async close() {
     await this._objectSync.close();
   }
-  async load(id) {
-    const local = await this._snapshotStore.loadSnapshot(id);
+  async load(ctx, id) {
+    const local = await cancelWithContext(ctx, this._snapshotStore.loadSnapshot(id));
     if (local) {
       return local;
     }
-    const remote = await this._objectSync.download(id);
+    const remote = await cancelWithContext(ctx, this._objectSync.download(ctx, id));
     return schema4.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload.value);
   }
   async store(snapshot) {
@@ -1017,6 +1026,7 @@ import { Event as Event4, scheduleTask as scheduleTask2, synchronized as synchro
 import { Context as Context3 } from "@dxos/context";
 import { checkCredentialType } from "@dxos/credentials";
 import { getStateMachineFromItem, ItemManager } from "@dxos/echo-db";
+import { CancelledError } from "@dxos/errors";
 import { log as log9 } from "@dxos/log";
 import { Timeframe as Timeframe3 } from "@dxos/timeframe";
 var __decorate5 = function(decorators, target, key, desc) {
@@ -1040,6 +1050,7 @@ var DataPipeline = class DataPipeline2 {
     this._isOpen = false;
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
+    this._lastProcessedEpoch = -1;
     this.onNewEpoch = new Event4();
   }
   get isOpen() {
@@ -1063,17 +1074,10 @@ var DataPipeline = class DataPipeline2 {
         if (!checkCredentialType(credential, "dxos.halo.credentials.Epoch")) {
           return;
         }
-        log9("new epoch", {
-          credential
-        }, {
-          file: "data-pipeline.ts",
-          line: 109,
-          scope: this,
-          callSite: (f, a) => f(...a)
-        });
-        await this._processEpoch(credential.subject.assertion);
         this.currentEpoch = credential;
-        this.onNewEpoch.emit(credential);
+        if (this._isOpen) {
+          await this._processEpochInSeparateTask(credential);
+        }
       }
     };
   }
@@ -1112,7 +1116,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log9("close", {}, {
       file: "data-pipeline.ts",
-      line: 161,
+      line: 165,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1127,7 +1131,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log9.catch(err, {}, {
         file: "data-pipeline.ts",
-        line: 174,
+        line: 178,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1137,6 +1141,11 @@ var DataPipeline = class DataPipeline2 {
     await this._params.snapshotManager.close();
   }
   async _consumePipeline() {
+    if (this.currentEpoch) {
+      const waitForOneEpoch = this.onNewEpoch.waitFor(() => true);
+      await this._processEpochInSeparateTask(this.currentEpoch);
+      await waitForOneEpoch;
+    }
     assert8(this._pipeline, "Pipeline is not initialized.");
     for await (const msg of this._pipeline.consume()) {
       const { feedKey, seq, data } = msg;
@@ -1145,7 +1154,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         file: "data-pipeline.ts",
-        line: 186,
+        line: 196,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1157,7 +1166,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               file: "data-pipeline.ts",
-              line: 192,
+              line: 202,
               scope: this,
               callSite: (f, a) => f(...a)
             });
@@ -1172,12 +1181,22 @@ var DataPipeline = class DataPipeline2 {
               memberKey: feedInfo.assertion.identityKey
             }
           });
+          log9.trace("dxos.echo.data-pipeline.processed", {
+            feedKey: feedKey.toHex(),
+            seq,
+            spaceKey: this._params.spaceKey.toHex()
+          }, {
+            file: "data-pipeline.ts",
+            line: 216,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
           await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
         }
       } catch (err) {
         log9.catch(err, {}, {
           file: "data-pipeline.ts",
-          line: 210,
+          line: 226,
           scope: this,
           callSite: (f, a) => f(...a)
         });
@@ -1195,7 +1214,7 @@ var DataPipeline = class DataPipeline2 {
   async _saveTargetTimeframe(timeframe) {
     var _a;
     const newTimeframe = Timeframe3.merge((_a = this._targetTimeframe) != null ? _a : new Timeframe3(), timeframe);
-    await this._params.metadataStore.setSpaceLatestTimeframe(this._params.spaceKey, newTimeframe);
+    await this._params.metadataStore.setSpaceDataLatestTimeframe(this._params.spaceKey, newTimeframe);
     this._targetTimeframe = newTimeframe;
   }
   async _saveCache() {
@@ -1212,7 +1231,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log9.warn("Failed to cache properties", err, {
         file: "data-pipeline.ts",
-        line: 244,
+        line: 260,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1228,24 +1247,67 @@ var DataPipeline = class DataPipeline2 {
       await this._saveCache();
     }
   }
-  async _processEpoch(epoch) {
-    assert8(this._isOpen);
+  async _processEpochInSeparateTask(epoch) {
+    var _a;
+    if (epoch.subject.assertion.number <= this._lastProcessedEpoch) {
+      return;
+    }
+    await ((_a = this._epochCtx) == null ? void 0 : _a.dispose());
+    const ctx = new Context3({
+      onError: (err) => {
+        if (err instanceof CancelledError) {
+          log9("Epoch processing cancelled.", {}, {
+            file: "data-pipeline.ts",
+            line: 292,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
+        } else {
+          log9.catch(err, {}, {
+            file: "data-pipeline.ts",
+            line: 294,
+            scope: this,
+            callSite: (f, a) => f(...a)
+          });
+        }
+      }
+    });
+    this._epochCtx = ctx;
+    scheduleTask2(ctx, async () => {
+      if (!this._isOpen) {
+        return;
+      }
+      log9("process epoch", {
+        epoch
+      }, {
+        file: "data-pipeline.ts",
+        line: 304,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      });
+      await this._processEpoch(ctx, epoch.subject.assertion);
+      this.onNewEpoch.emit(epoch);
+    });
+  }
+  async _processEpoch(ctx, epoch) {
+    assert8(this._isOpen, "Space is closed.");
     assert8(this._pipeline);
+    this._lastProcessedEpoch = epoch.number;
     log9("Processing epoch", {
       epoch
     }, {
       file: "data-pipeline.ts",
-      line: 273,
+      line: 316,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     if (epoch.snapshotCid) {
-      const snapshot = await this._params.snapshotManager.load(epoch.snapshotCid);
+      const snapshot = await this._params.snapshotManager.load(ctx, epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
     log9("restarting pipeline for epoch", {}, {
       file: "data-pipeline.ts",
-      line: 281,
+      line: 324,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1304,10 +1366,15 @@ import { SpaceStateMachine } from "@dxos/credentials";
 import { PublicKey as PublicKey3 } from "@dxos/keys";
 import { log as log10 } from "@dxos/log";
 import { AdmittedFeed } from "@dxos/protocols/proto/dxos/halo/credentials";
+import { Timeframe as Timeframe4 } from "@dxos/timeframe";
 import { Callback } from "@dxos/util";
+var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var ControlPipeline = class {
-  constructor({ spaceKey, genesisFeed, feedProvider }) {
+  constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
+    this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new Callback();
+    this._spaceKey = spaceKey;
+    this._metadata = metadataStore;
     this._pipeline = new Pipeline();
     void this._pipeline.addFeed(genesisFeed);
     this._spaceStateMachine = new SpaceStateMachine(spaceKey);
@@ -1316,7 +1383,7 @@ var ControlPipeline = class {
         key: info.key
       }, {
         file: "control-pipeline.ts",
-        line: 39,
+        line: 51,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1327,7 +1394,7 @@ var ControlPipeline = class {
         } catch (err) {
           log10.catch(err, {}, {
             file: "control-pipeline.ts",
-            line: 47,
+            line: 59,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -1350,7 +1417,7 @@ var ControlPipeline = class {
   async start() {
     log10("starting...", {}, {
       file: "control-pipeline.ts",
-      line: 71,
+      line: 83,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1362,7 +1429,7 @@ var ControlPipeline = class {
             seq: msg.seq
           }, {
             file: "control-pipeline.ts",
-            line: 76,
+            line: 88,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -1373,16 +1440,18 @@ var ControlPipeline = class {
                 msg
               }, {
                 file: "control-pipeline.ts",
-                line: 83,
+                line: 95,
                 scope: this,
                 callSite: (f, a) => f(...a)
               });
+            } else {
+              await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
             }
           }
         } catch (err) {
           log10.catch(err, {}, {
             file: "control-pipeline.ts",
-            line: 87,
+            line: 101,
             scope: this,
             callSite: (f, a) => f(...a)
           });
@@ -1392,26 +1461,48 @@ var ControlPipeline = class {
     await this._pipeline.start();
     log10("started", {}, {
       file: "control-pipeline.ts",
-      line: 93,
+      line: 107,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
+  async _noteTargetStateIfNeeded(timeframe) {
+    if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2) {
+      this._lastTimeframeSaveTime = Date.now();
+      await this._saveTargetTimeframe(timeframe);
+    }
+  }
   async stop() {
     log10("stopping...", {}, {
       file: "control-pipeline.ts",
-      line: 97,
+      line: 121,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     await this._pipeline.stop();
+    await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     log10("stopped", {}, {
       file: "control-pipeline.ts",
-      line: 99,
+      line: 124,
       scope: this,
       callSite: (f, a) => f(...a)
     });
   }
+  async _saveTargetTimeframe(timeframe) {
+    var _a;
+    try {
+      const newTimeframe = Timeframe4.merge((_a = this._targetTimeframe) != null ? _a : new Timeframe4(), timeframe);
+      await this._metadata.setSpaceControlLatestTimeframe(this._spaceKey, newTimeframe);
+      this._targetTimeframe = newTimeframe;
+    } catch (err) {
+      log10(err, {}, {
+        file: "control-pipeline.ts",
+        line: 133,
+        scope: this,
+        callSite: (f, a) => f(...a)
+      });
+    }
+  }
 };
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
@@ -1441,7 +1532,8 @@ var Space = class Space2 {
     this._controlPipeline = new ControlPipeline({
       spaceKey: params.spaceKey,
       genesisFeed: params.genesisFeed,
-      feedProvider: params.feedProvider
+      feedProvider: params.feedProvider,
+      metadataStore: params.metadataStore
     });
     this._controlPipeline.onFeedAdmitted.set(async (info) => {
       if (info.assertion.designation === AdmittedFeed2.Designation.DATA) {
@@ -1463,7 +1555,7 @@ var Space = class Space2 {
         credential
       }, {
         file: "space.ts",
-        line: 106,
+        line: 107,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -1553,7 +1645,7 @@ var Space = class Space2 {
   async open() {
     log11("opening...", {}, {
       file: "space.ts",
-      line: 208,
+      line: 209,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1563,10 +1655,11 @@ var Space = class Space2 {
     await this._controlPipeline.start();
     await this.protocol.start();
     this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
+    await this._dataPipelineCredentialConsumer.open();
     this._isOpen = true;
     log11("opened", {}, {
       file: "space.ts",
-      line: 222,
+      line: 225,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1577,7 +1670,7 @@ var Space = class Space2 {
       key: this._key
     }, {
       file: "space.ts",
-      line: 227,
+      line: 230,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1592,7 +1685,7 @@ var Space = class Space2 {
     this._isOpen = false;
     log11("closed", {}, {
       file: "space.ts",
-      line: 241,
+      line: 244,
       scope: this,
       callSite: (f, a) => f(...a)
     });
@@ -1600,14 +1693,12 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     log11("initializeDataPipeline", {}, {
       file: "space.ts",
-      line: 246,
+      line: 249,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     assert9(this._isOpen, "Space must be open to initialize data pipeline.");
     await this._dataPipeline.open();
-    assert9(this._dataPipelineCredentialConsumer);
-    await this._dataPipelineCredentialConsumer.open();
   }
 };
 __decorate6([
@@ -1934,4 +2025,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-CSFWTLPD.mjs.map
+//# sourceMappingURL=chunk-Q7JKCZLC.mjs.map