@dxos/echo-pipeline 0.1.53-main.52ca4e9 → 0.1.53-main.5bcfb84

package/dist/lib/browser/{chunk-SCMKAWNW.mjs → chunk-RFRZMQ5T.mjs}

@@ -7,6 +7,7 @@ import { synchronized, Event } from "@dxos/async";
 import { DataCorruptionError } from "@dxos/errors";
 import { log } from "@dxos/log";
 import { STORAGE_VERSION, schema } from "@dxos/protocols";
+import { SpaceState } from "@dxos/protocols/proto/dxos/client/services";
 import { arrayToBuffer } from "@dxos/util";
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
@@ -25,6 +26,7 @@ var emptyEchoMetadata = () => ({
   created: new Date(),
   updated: new Date()
 });
+var EchoMetadata = schema.getCodecForType("dxos.echo.metadata.EchoMetadata");
 var MetadataStore = class {
   // prettier-ignore
   constructor(_directory) {
@@ -51,6 +53,7 @@ var MetadataStore = class {
   * Loads metadata from persistent storage.
   */
   async load() {
+    var _a;
     const file = this._directory.getOrCreateFile("EchoMetadata");
     try {
       const { size: fileLength } = await file.stat();
@@ -64,7 +67,7 @@ var MetadataStore = class {
         checksum
       }, {
         F: __dxlog_file,
-        L: 69,
+        L: 72,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -76,13 +79,17 @@ var MetadataStore = class {
       if (calculatedChecksum !== checksum) {
         throw new DataCorruptionError("Metadata checksum is invalid.");
       }
-      this._metadata = schema.getCodecForType("dxos.echo.metadata.EchoMetadata").decode(data);
+      this._metadata = EchoMetadata.decode(data);
+      (_a = this._metadata.spaces) == null ? void 0 : _a.forEach((space) => {
+        var _a2;
+        (_a2 = space.state) != null ? _a2 : space.state = SpaceState.ACTIVE;
+      });
     } catch (err) {
       log.error("failed to load metadata", {
         err
       }, {
         F: __dxlog_file,
-        L: 84,
+        L: 92,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -102,7 +109,7 @@ var MetadataStore = class {
     this.update.emit(data);
     const file = this._directory.getOrCreateFile("EchoMetadata");
     try {
-      const encoded = arrayToBuffer(schema.getCodecForType("dxos.echo.metadata.EchoMetadata").encode(data));
+      const encoded = arrayToBuffer(EchoMetadata.encode(data));
       const checksum = CRC32.buf(encoded);
       const result = Buffer.alloc(8 + encoded.length);
       result.writeInt32LE(encoded.length, 0);
@@ -114,7 +121,7 @@ var MetadataStore = class {
         checksum
       }, {
         F: __dxlog_file,
-        L: 116,
+        L: 124,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -137,7 +144,7 @@ var MetadataStore = class {
   async clear() {
     log("clearing all metadata", void 0, {
       F: __dxlog_file,
-      L: 137,
+      L: 145,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -176,6 +183,10 @@ var MetadataStore = class {
     space.dataFeedKey = dataFeedKey;
     await this._save();
   }
+  async setSpaceState(spaceKey, state) {
+    this._getSpace(spaceKey).state = state;
+    await this._save();
+  }
 };
 _ts_decorate([
   synchronized
@@ -349,6 +360,7 @@ var PipelineState = class {
   constructor(_feeds, _timeframeClock) {
     this._feeds = _feeds;
     this._timeframeClock = _timeframeClock;
+    this._ctx = new Context();
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new Event3();
     this._startTimeframe = new Timeframe2();
@@ -400,7 +412,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       F: __dxlog_file4,
-      L: 118,
+      L: 126,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -416,6 +428,7 @@ var PipelineState = class {
     if (timeout) {
       return Promise.race([
         rejectOnDispose(ctx),
+        rejectOnDispose(this._ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
         }),
@@ -430,7 +443,7 @@ var PipelineState = class {
             dependencies: Timeframe2.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             F: __dxlog_file4,
-            L: 144,
+            L: 153,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -488,7 +501,7 @@ var Pipeline = class {
   async start() {
     log4("starting...", {}, {
       F: __dxlog_file4,
-      L: 264,
+      L: 273,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -496,7 +509,7 @@ var Pipeline = class {
     await this._feedSetIterator.open();
     log4("started", void 0, {
       F: __dxlog_file4,
-      L: 267,
+      L: 276,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -506,16 +519,19 @@ var Pipeline = class {
     var _a;
     log4("stopping...", {}, {
       F: __dxlog_file4,
-      L: 273,
+      L: 282,
       S: this,
       C: (f, a) => f(...a)
     });
     this._isStopping = true;
     await ((_a = this._feedSetIterator) == null ? void 0 : _a.close());
     await this._processingTrigger.wait();
+    await this._state._ctx.dispose();
+    this._state._ctx = new Context();
+    this._state._reachedTargetPromise = void 0;
     log4("stopped", void 0, {
       F: __dxlog_file4,
-      L: 277,
+      L: 289,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -592,7 +608,7 @@ var Pipeline = class {
     feed.undownload({
       callback: () => log4("Undownloaded", void 0, {
         F: __dxlog_file4,
-        L: 371,
+        L: 383,
         S: this,
         C: (f, a) => f(...a)
       })
@@ -605,7 +621,7 @@ var Pipeline = class {
         err
       }, {
         F: __dxlog_file4,
-        L: 374,
+        L: 386,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -619,7 +635,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       log4.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file4,
-        L: 384,
+        L: 396,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -736,6 +752,7 @@ var AuthExtension = class extends RpcExtension {
 // packages/core/echo/echo-pipeline/src/dbhost/data-service-host.ts
 import invariant6 from "tiny-invariant";
 import { Stream } from "@dxos/codec-protobuf";
+import { Context as Context3 } from "@dxos/context";
 import { tagMutationsInBatch, setMetadataOnObject } from "@dxos/echo-db";
 import { log as log6 } from "@dxos/log";
 import { ComplexMap as ComplexMap2 } from "@dxos/util";
@@ -745,13 +762,20 @@ var DataServiceHost = class {
     this._itemManager = _itemManager;
     this._itemDemuxer = _itemDemuxer;
     this._writeStream = _writeStream;
+    this._ctx = new Context3();
     this._clientTagMap = new ComplexMap2(([feedKey, seq]) => `${feedKey.toHex()}:${seq}`);
   }
+  async open() {
+  }
+  async close() {
+    await this._ctx.dispose();
+  }
   /**
   * Real-time subscription to data objects in a space.
   */
   subscribe() {
-    return new Stream(({ next, ctx }) => {
+    return new Stream(({ next, close, ctx }) => {
+      ctx.onDispose(this._ctx.onDispose(close));
       const objects = Array.from(this._itemManager.entities.values()).map((entity) => entity.createSnapshot());
       next({
         batch: {
@@ -767,7 +791,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file6,
-          L: 51,
+          L: 63,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -794,13 +818,14 @@ var DataServiceHost = class {
   }
   async write(request) {
     var _a, _b;
+    invariant6(!this._ctx.disposed, "Cannot write to closed DataServiceHost");
     invariant6(this._writeStream, "Cannot write mutations in readonly mode");
     log6("write", {
       clientTag: request.clientTag,
       objectCount: (_b = (_a = request.batch.objects) == null ? void 0 : _a.length) != null ? _b : 0
     }, {
       F: __dxlog_file6,
-      L: 79,
+      L: 92,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -814,7 +839,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file6,
-            L: 88,
+            L: 101,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -992,7 +1017,7 @@ var DataServiceSubscriptions = class {
   clear() {
     this._spaces.clear();
   }
-  registerSpace(spaceKey, host) {
+  async registerSpace(spaceKey, host) {
     log7("Registering space", {
       spaceKey
     }, {
@@ -1001,17 +1026,21 @@ var DataServiceSubscriptions = class {
       S: this,
       C: (f, a) => f(...a)
     });
+    invariant7(!this._spaces.has(spaceKey));
+    await host.open();
     this._spaces.set(spaceKey, host);
   }
-  unregisterSpace(spaceKey) {
+  async unregisterSpace(spaceKey) {
     log7("Unregistering space", {
       spaceKey
     }, {
       F: __dxlog_file7,
-      L: 36,
+      L: 38,
       S: this,
       C: (f, a) => f(...a)
     });
+    const host = this._spaces.get(spaceKey);
+    await (host == null ? void 0 : host.close());
     this._spaces.delete(spaceKey);
   }
   getDataService(spaceKey) {
@@ -1040,7 +1069,7 @@ var DataServiceImpl = class {
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 import invariant8 from "tiny-invariant";
 import { Event as Event4, scheduleTask as scheduleTask2, synchronized as synchronized3, trackLeaks as trackLeaks2 } from "@dxos/async";
-import { Context as Context3 } from "@dxos/context";
+import { Context as Context4 } from "@dxos/context";
 import { checkCredentialType } from "@dxos/credentials";
 import { getStateMachineFromItem, ItemManager } from "@dxos/echo-db";
 import { CancelledError } from "@dxos/errors";
@@ -1063,11 +1092,15 @@ var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new Context3();
+    this._ctx = new Context4();
+    this._pipeline = void 0;
+    this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new Timeframe3();
     this._isOpen = false;
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
+    this.currentEpoch = void 0;
+    this.appliedEpoch = void 0;
     this._lastProcessedEpoch = -1;
     this.onNewEpoch = new Event4();
   }
@@ -1086,18 +1119,14 @@ var DataPipeline = class DataPipeline2 {
     this._targetTimeframe = timeframe;
     (_a = this._pipeline) == null ? void 0 : _a.state.setTargetTimeframe(timeframe);
   }
-  createCredentialProcessor() {
-    return {
-      process: async (credential) => {
-        if (!checkCredentialType(credential, "dxos.halo.credentials.Epoch")) {
-          return;
-        }
-        this.currentEpoch = credential;
-        if (this._isOpen) {
-          await this._processEpochInSeparateTask(credential);
-        }
-      }
-    };
+  async processCredential(credential) {
+    if (!checkCredentialType(credential, "dxos.halo.credentials.Epoch")) {
+      return;
+    }
+    this.currentEpoch = credential;
+    if (this._isOpen) {
+      await this._processEpochInSeparateTask(credential);
+    }
   }
   async open() {
     if (this._isOpen) {
@@ -1134,7 +1163,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("close", void 0, {
       F: __dxlog_file8,
-      L: 174,
+      L: 171,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1149,13 +1178,21 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.catch(err, void 0, {
         F: __dxlog_file8,
-        L: 187,
+        L: 184,
         S: this,
         C: (f, a) => f(...a)
       });
     }
     await ((_b = this.databaseHost) == null ? void 0 : _b.close());
     await ((_c = this.itemManager) == null ? void 0 : _c.destroy());
+    this._ctx = new Context4();
+    this._pipeline = void 0;
+    this._targetTimeframe = void 0;
+    this._lastAutomaticSnapshotTimeframe = new Timeframe3();
+    this.currentEpoch = void 0;
+    this.appliedEpoch = void 0;
+    this._lastProcessedEpoch = -1;
+    this._epochCtx = void 0;
   }
   async _consumePipeline() {
     if (this.currentEpoch) {
@@ -1171,7 +1208,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file8,
-        L: 204,
+        L: 210,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1183,7 +1220,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file8,
-              L: 210,
+              L: 216,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1204,7 +1241,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file8,
-            L: 224,
+            L: 230,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1213,7 +1250,7 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         log8.catch(err, void 0, {
           F: __dxlog_file8,
-          L: 234,
+          L: 240,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1248,7 +1285,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.warn("Failed to cache properties", err, {
         F: __dxlog_file8,
-        L: 269,
+        L: 275,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1270,19 +1307,19 @@ var DataPipeline = class DataPipeline2 {
       return;
     }
     await ((_a = this._epochCtx) == null ? void 0 : _a.dispose());
-    const ctx = new Context3({
+    const ctx = new Context4({
       onError: (err) => {
         if (err instanceof CancelledError) {
           log8("Epoch processing cancelled.", void 0, {
             F: __dxlog_file8,
-            L: 301,
+            L: 307,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           log8.catch(err, void 0, {
             F: __dxlog_file8,
-            L: 303,
+            L: 309,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1298,7 +1335,7 @@ var DataPipeline = class DataPipeline2 {
         epoch
       }, {
         F: __dxlog_file8,
-        L: 313,
+        L: 319,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1315,7 +1352,7 @@ var DataPipeline = class DataPipeline2 {
       epoch
     }, {
       F: __dxlog_file8,
-      L: 327,
+      L: 333,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1325,7 +1362,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("restarting pipeline for epoch", void 0, {
       F: __dxlog_file8,
-      L: 335,
+      L: 341,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1541,8 +1578,6 @@ var Space = class Space2 {
     this._addFeedLock = new Lock();
     this.onCredentialProcessed = new Callback2();
     this.stateUpdate = new Event5();
-    // Processes epoch credentials.
-    this._dataPipelineCredentialConsumer = void 0;
     this._isOpen = false;
     invariant9(params.spaceKey && params.feedProvider);
     this._key = params.spaceKey;
@@ -1580,7 +1615,7 @@ var Space = class Space2 {
         credential
       }, {
         F: __dxlog_file10,
-        L: 110,
+        L: 107,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1672,7 +1707,7 @@ var Space = class Space2 {
   async open() {
     log10("opening...", void 0, {
       F: __dxlog_file10,
-      L: 212,
+      L: 209,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1681,38 +1716,35 @@ var Space = class Space2 {
     }
     await this._controlPipeline.start();
     await this.protocol.start();
-    this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
-    await this._dataPipelineCredentialConsumer.open();
+    await this._controlPipeline.spaceState.addCredentialProcessor(this._dataPipeline);
     this._isOpen = true;
     log10("opened", void 0, {
       F: __dxlog_file10,
-      L: 228,
+      L: 220,
       S: this,
       C: (f, a) => f(...a)
     });
   }
   async close() {
-    var _a;
     log10("closing...", {
       key: this._key
     }, {
       F: __dxlog_file10,
-      L: 233,
+      L: 225,
       S: this,
       C: (f, a) => f(...a)
     });
     if (!this._isOpen) {
       return;
     }
-    await ((_a = this._dataPipelineCredentialConsumer) == null ? void 0 : _a.close());
-    this._dataPipelineCredentialConsumer = void 0;
+    await this._controlPipeline.spaceState.removeCredentialProcessor(this._dataPipeline);
     await this._dataPipeline.close();
     await this.protocol.stop();
     await this._controlPipeline.stop();
     this._isOpen = false;
     log10("closed", void 0, {
       F: __dxlog_file10,
-      L: 247,
+      L: 238,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1720,7 +1752,7 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     log10("initializeDataPipeline", void 0, {
       F: __dxlog_file10,
-      L: 252,
+      L: 243,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2068,4 +2100,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-SCMKAWNW.mjs.map
+//# sourceMappingURL=chunk-RFRZMQ5T.mjs.map