@dxos/echo-pipeline 0.1.53-main.52ca4e9 → 0.1.53-main.5bcfb84

package/dist/lib/node/testing/index.cjs

@@ -57,6 +57,7 @@ var import_util9 = require("@dxos/util");
 // packages/core/echo/echo-pipeline/src/dbhost/data-service-host.ts
 var import_tiny_invariant = __toESM(require("tiny-invariant"));
 var import_codec_protobuf = require("@dxos/codec-protobuf");
+var import_context = require("@dxos/context");
 var import_echo_db = require("@dxos/echo-db");
 var import_log = require("@dxos/log");
 var import_util = require("@dxos/util");
@@ -66,13 +67,20 @@ var DataServiceHost = class {
     this._itemManager = _itemManager;
     this._itemDemuxer = _itemDemuxer;
     this._writeStream = _writeStream;
+    this._ctx = new import_context.Context();
     this._clientTagMap = new import_util.ComplexMap(([feedKey, seq]) => `${feedKey.toHex()}:${seq}`);
   }
+  async open() {
+  }
+  async close() {
+    await this._ctx.dispose();
+  }
   /**
   * Real-time subscription to data objects in a space.
   */
   subscribe() {
-    return new import_codec_protobuf.Stream(({ next, ctx }) => {
+    return new import_codec_protobuf.Stream(({ next, close, ctx }) => {
+      ctx.onDispose(this._ctx.onDispose(close));
       const objects = Array.from(this._itemManager.entities.values()).map((entity) => entity.createSnapshot());
       next({
         batch: {
@@ -88,7 +96,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file,
-          L: 51,
+          L: 63,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -115,13 +123,14 @@ var DataServiceHost = class {
   }
   async write(request) {
     var _a, _b;
+    (0, import_tiny_invariant.default)(!this._ctx.disposed, "Cannot write to closed DataServiceHost");
     (0, import_tiny_invariant.default)(this._writeStream, "Cannot write mutations in readonly mode");
     (0, import_log.log)("write", {
       clientTag: request.clientTag,
       objectCount: (_b = (_a = request.batch.objects) == null ? void 0 : _a.length) != null ? _b : 0
     }, {
       F: __dxlog_file,
-      L: 79,
+      L: 92,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -135,7 +144,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file,
-            L: 88,
+            L: 101,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -202,7 +211,7 @@ var DatabaseHost = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/snapshot-manager.ts
 var import_async = require("@dxos/async");
-var import_context = require("@dxos/context");
+var import_context2 = require("@dxos/context");
 var import_debug = require("@dxos/debug");
 var import_keys = require("@dxos/keys");
 var import_protocols = require("@dxos/protocols");
@@ -234,7 +243,7 @@ var SnapshotManager = class SnapshotManager2 {
     if (blobMeta && blobMeta.state === import_blob.BlobMeta.State.FULLY_PRESENT) {
       return this._getBlob(blobId);
     }
-    const fallbackStore = await (0, import_context.cancelWithContext)(ctx, this._snapshotStore.loadSnapshot(id));
+    const fallbackStore = await (0, import_context2.cancelWithContext)(ctx, this._snapshotStore.loadSnapshot(id));
     if (fallbackStore) {
       return fallbackStore;
     }
@@ -313,7 +322,7 @@ var DataServiceSubscriptions = class {
   clear() {
     this._spaces.clear();
   }
-  registerSpace(spaceKey, host) {
+  async registerSpace(spaceKey, host) {
     (0, import_log2.log)("Registering space", {
       spaceKey
     }, {
@@ -322,17 +331,21 @@ var DataServiceSubscriptions = class {
       S: this,
       C: (f, a) => f(...a)
     });
+    (0, import_tiny_invariant2.default)(!this._spaces.has(spaceKey));
+    await host.open();
     this._spaces.set(spaceKey, host);
   }
-  unregisterSpace(spaceKey) {
+  async unregisterSpace(spaceKey) {
     (0, import_log2.log)("Unregistering space", {
       spaceKey
     }, {
       F: __dxlog_file2,
-      L: 36,
+      L: 38,
       S: this,
       C: (f, a) => f(...a)
     });
+    const host = this._spaces.get(spaceKey);
+    await (host == null ? void 0 : host.close());
     this._spaces.delete(spaceKey);
   }
   getDataService(spaceKey) {
@@ -365,6 +378,7 @@ var import_async2 = require("@dxos/async");
 var import_errors = require("@dxos/errors");
 var import_log3 = require("@dxos/log");
 var import_protocols3 = require("@dxos/protocols");
+var import_services = require("@dxos/protocols/proto/dxos/client/services");
 var import_util3 = require("@dxos/util");
 function _ts_decorate2(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
@@ -383,6 +397,7 @@ var emptyEchoMetadata = () => ({
   created: new Date(),
   updated: new Date()
 });
+var EchoMetadata = import_protocols3.schema.getCodecForType("dxos.echo.metadata.EchoMetadata");
 var MetadataStore = class {
   // prettier-ignore
   constructor(_directory) {
@@ -409,6 +424,7 @@ var MetadataStore = class {
   * Loads metadata from persistent storage.
   */
   async load() {
+    var _a;
     const file = this._directory.getOrCreateFile("EchoMetadata");
     try {
       const { size: fileLength } = await file.stat();
@@ -422,7 +438,7 @@ var MetadataStore = class {
         checksum
       }, {
         F: __dxlog_file3,
-        L: 69,
+        L: 72,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -434,13 +450,17 @@ var MetadataStore = class {
       if (calculatedChecksum !== checksum) {
         throw new import_errors.DataCorruptionError("Metadata checksum is invalid.");
       }
-      this._metadata = import_protocols3.schema.getCodecForType("dxos.echo.metadata.EchoMetadata").decode(data);
+      this._metadata = EchoMetadata.decode(data);
+      (_a = this._metadata.spaces) == null ? void 0 : _a.forEach((space) => {
+        var _a2;
+        (_a2 = space.state) != null ? _a2 : space.state = import_services.SpaceState.ACTIVE;
+      });
     } catch (err) {
       import_log3.log.error("failed to load metadata", {
         err
       }, {
         F: __dxlog_file3,
-        L: 84,
+        L: 92,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -460,7 +480,7 @@ var MetadataStore = class {
     this.update.emit(data);
     const file = this._directory.getOrCreateFile("EchoMetadata");
     try {
-      const encoded = (0, import_util3.arrayToBuffer)(import_protocols3.schema.getCodecForType("dxos.echo.metadata.EchoMetadata").encode(data));
+      const encoded = (0, import_util3.arrayToBuffer)(EchoMetadata.encode(data));
       const checksum = import_crc_32.default.buf(encoded);
       const result = Buffer.alloc(8 + encoded.length);
       result.writeInt32LE(encoded.length, 0);
@@ -472,7 +492,7 @@ var MetadataStore = class {
         checksum
       }, {
         F: __dxlog_file3,
-        L: 116,
+        L: 124,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -495,7 +515,7 @@ var MetadataStore = class {
   async clear() {
     (0, import_log3.log)("clearing all metadata", void 0, {
       F: __dxlog_file3,
-      L: 137,
+      L: 145,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -534,6 +554,10 @@ var MetadataStore = class {
     space.dataFeedKey = dataFeedKey;
     await this._save();
   }
+  async setSpaceState(spaceKey, state) {
+    this._getSpace(spaceKey).state = state;
+    await this._save();
+  }
 };
 _ts_decorate2([
   import_async2.synchronized
@@ -546,7 +570,7 @@ var fromBytesInt32 = (buf) => buf.readInt32LE(0);
 // packages/core/echo/echo-pipeline/src/space/auth.ts
 var import_tiny_invariant4 = __toESM(require("tiny-invariant"));
 var import_async3 = require("@dxos/async");
-var import_context2 = require("@dxos/context");
+var import_context3 = require("@dxos/context");
 var import_crypto2 = require("@dxos/crypto");
 var import_log4 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
@@ -564,7 +588,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
       timeout: 60 * 1e3
     });
     this._authParams = _authParams;
-    this._ctx = new import_context2.Context({
+    this._ctx = new import_context3.Context({
       onError: (err) => {
         import_log4.log.catch(err, void 0, {
           F: __dxlog_file4,
@@ -648,7 +672,7 @@ var import_util5 = require("@dxos/util");
 // packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts
 var import_tiny_invariant7 = __toESM(require("tiny-invariant"));
 var import_async5 = require("@dxos/async");
-var import_context3 = require("@dxos/context");
+var import_context4 = require("@dxos/context");
 var import_debug4 = require("@dxos/debug");
 var import_feed_store = require("@dxos/feed-store");
 var import_keys3 = require("@dxos/keys");
@@ -805,6 +829,7 @@ var PipelineState = class {
   constructor(_feeds, _timeframeClock) {
     this._feeds = _feeds;
     this._timeframeClock = _timeframeClock;
+    this._ctx = new import_context4.Context();
     this.timeframeUpdate = this._timeframeClock.update;
     this.stalled = new import_async5.Event();
     this._startTimeframe = new import_timeframe2.Timeframe();
@@ -848,7 +873,7 @@ var PipelineState = class {
   *
   * @param timeout Timeout in milliseconds to specify the maximum wait time.
   */
-  async waitUntilReachedTargetTimeframe({ ctx = new import_context3.Context(), timeout, breakOnStall = true } = {}) {
+  async waitUntilReachedTargetTimeframe({ ctx = new import_context4.Context(), timeout, breakOnStall = true } = {}) {
     var _a;
     (0, import_log7.log)("waitUntilReachedTargetTimeframe", {
       timeout,
@@ -856,7 +881,7 @@ var PipelineState = class {
       target: this.targetTimeframe
     }, {
       F: __dxlog_file7,
-      L: 118,
+      L: 126,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -871,7 +896,8 @@ var PipelineState = class {
     let done = false;
     if (timeout) {
       return Promise.race([
-        (0, import_context3.rejectOnDispose)(ctx),
+        (0, import_context4.rejectOnDispose)(ctx),
+        (0, import_context4.rejectOnDispose)(this._ctx),
         this._reachedTargetPromise.then(() => {
           done = true;
         }),
@@ -886,7 +912,7 @@ var PipelineState = class {
             dependencies: import_timeframe2.Timeframe.dependencies(this.targetTimeframe, this.timeframe)
           }, {
             F: __dxlog_file7,
-            L: 144,
+            L: 153,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -944,7 +970,7 @@ var Pipeline = class {
   async start() {
     (0, import_log7.log)("starting...", {}, {
       F: __dxlog_file7,
-      L: 264,
+      L: 273,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -952,7 +978,7 @@ var Pipeline = class {
     await this._feedSetIterator.open();
     (0, import_log7.log)("started", void 0, {
       F: __dxlog_file7,
-      L: 267,
+      L: 276,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -962,16 +988,19 @@ var Pipeline = class {
     var _a;
     (0, import_log7.log)("stopping...", {}, {
       F: __dxlog_file7,
-      L: 273,
+      L: 282,
       S: this,
       C: (f, a) => f(...a)
     });
     this._isStopping = true;
     await ((_a = this._feedSetIterator) == null ? void 0 : _a.close());
     await this._processingTrigger.wait();
+    await this._state._ctx.dispose();
+    this._state._ctx = new import_context4.Context();
+    this._state._reachedTargetPromise = void 0;
     (0, import_log7.log)("stopped", void 0, {
       F: __dxlog_file7,
-      L: 277,
+      L: 289,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1048,7 +1077,7 @@ var Pipeline = class {
     feed.undownload({
       callback: () => (0, import_log7.log)("Undownloaded", void 0, {
         F: __dxlog_file7,
-        L: 371,
+        L: 383,
         S: this,
         C: (f, a) => f(...a)
       })
@@ -1061,7 +1090,7 @@ var Pipeline = class {
         err
       }, {
         F: __dxlog_file7,
-        L: 374,
+        L: 386,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1075,7 +1104,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       import_log7.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file7,
-        L: 384,
+        L: 396,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1244,7 +1273,7 @@ var ControlPipeline = class {
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 var import_tiny_invariant8 = __toESM(require("tiny-invariant"));
 var import_async6 = require("@dxos/async");
-var import_context4 = require("@dxos/context");
+var import_context5 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
 var import_errors2 = require("@dxos/errors");
@@ -1267,11 +1296,15 @@ var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new import_context4.Context();
+    this._ctx = new import_context5.Context();
+    this._pipeline = void 0;
+    this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
     this._isOpen = false;
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
+    this.currentEpoch = void 0;
+    this.appliedEpoch = void 0;
     this._lastProcessedEpoch = -1;
     this.onNewEpoch = new import_async6.Event();
   }
@@ -1290,18 +1323,14 @@ var DataPipeline = class DataPipeline2 {
     this._targetTimeframe = timeframe;
     (_a = this._pipeline) == null ? void 0 : _a.state.setTargetTimeframe(timeframe);
   }
-  createCredentialProcessor() {
-    return {
-      process: async (credential) => {
-        if (!(0, import_credentials3.checkCredentialType)(credential, "dxos.halo.credentials.Epoch")) {
-          return;
-        }
-        this.currentEpoch = credential;
-        if (this._isOpen) {
-          await this._processEpochInSeparateTask(credential);
-        }
-      }
-    };
+  async processCredential(credential) {
+    if (!(0, import_credentials3.checkCredentialType)(credential, "dxos.halo.credentials.Epoch")) {
+      return;
+    }
+    this.currentEpoch = credential;
+    if (this._isOpen) {
+      await this._processEpochInSeparateTask(credential);
+    }
   }
   async open() {
     if (this._isOpen) {
@@ -1338,7 +1367,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log9.log)("close", void 0, {
       F: __dxlog_file9,
-      L: 174,
+      L: 171,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1353,13 +1382,21 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log9.log.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 187,
+        L: 184,
         S: this,
         C: (f, a) => f(...a)
       });
     }
     await ((_b = this.databaseHost) == null ? void 0 : _b.close());
     await ((_c = this.itemManager) == null ? void 0 : _c.destroy());
+    this._ctx = new import_context5.Context();
+    this._pipeline = void 0;
+    this._targetTimeframe = void 0;
+    this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
+    this.currentEpoch = void 0;
+    this.appliedEpoch = void 0;
+    this._lastProcessedEpoch = -1;
+    this._epochCtx = void 0;
   }
   async _consumePipeline() {
     if (this.currentEpoch) {
@@ -1375,7 +1412,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file9,
-        L: 204,
+        L: 210,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1387,7 +1424,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file9,
-              L: 210,
+              L: 216,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1408,7 +1445,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file9,
-            L: 224,
+            L: 230,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1417,7 +1454,7 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         import_log9.log.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 234,
+          L: 240,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1452,7 +1489,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log9.log.warn("Failed to cache properties", err, {
         F: __dxlog_file9,
-        L: 269,
+        L: 275,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1474,19 +1511,19 @@ var DataPipeline = class DataPipeline2 {
       return;
     }
     await ((_a = this._epochCtx) == null ? void 0 : _a.dispose());
-    const ctx = new import_context4.Context({
+    const ctx = new import_context5.Context({
       onError: (err) => {
         if (err instanceof import_errors2.CancelledError) {
           (0, import_log9.log)("Epoch processing cancelled.", void 0, {
             F: __dxlog_file9,
-            L: 301,
+            L: 307,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           import_log9.log.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 303,
+            L: 309,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1502,7 +1539,7 @@ var DataPipeline = class DataPipeline2 {
         epoch
       }, {
         F: __dxlog_file9,
-        L: 313,
+        L: 319,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1519,7 +1556,7 @@ var DataPipeline = class DataPipeline2 {
       epoch
     }, {
       F: __dxlog_file9,
-      L: 327,
+      L: 333,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1529,7 +1566,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log9.log)("restarting pipeline for epoch", void 0, {
       F: __dxlog_file9,
-      L: 335,
+      L: 341,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1593,8 +1630,6 @@ var Space = class Space2 {
     this._addFeedLock = new import_async7.Lock();
     this.onCredentialProcessed = new import_util6.Callback();
     this.stateUpdate = new import_async7.Event();
-    // Processes epoch credentials.
-    this._dataPipelineCredentialConsumer = void 0;
     this._isOpen = false;
     (0, import_tiny_invariant9.default)(params.spaceKey && params.feedProvider);
     this._key = params.spaceKey;
@@ -1632,7 +1667,7 @@ var Space = class Space2 {
         credential
       }, {
         F: __dxlog_file10,
-        L: 110,
+        L: 107,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1724,7 +1759,7 @@ var Space = class Space2 {
   async open() {
     (0, import_log10.log)("opening...", void 0, {
       F: __dxlog_file10,
-      L: 212,
+      L: 209,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1733,38 +1768,35 @@ var Space = class Space2 {
     }
     await this._controlPipeline.start();
     await this.protocol.start();
-    this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
-    await this._dataPipelineCredentialConsumer.open();
+    await this._controlPipeline.spaceState.addCredentialProcessor(this._dataPipeline);
     this._isOpen = true;
     (0, import_log10.log)("opened", void 0, {
       F: __dxlog_file10,
-      L: 228,
+      L: 220,
       S: this,
       C: (f, a) => f(...a)
     });
   }
   async close() {
-    var _a;
     (0, import_log10.log)("closing...", {
       key: this._key
     }, {
       F: __dxlog_file10,
-      L: 233,
+      L: 225,
       S: this,
       C: (f, a) => f(...a)
     });
     if (!this._isOpen) {
       return;
     }
-    await ((_a = this._dataPipelineCredentialConsumer) == null ? void 0 : _a.close());
-    this._dataPipelineCredentialConsumer = void 0;
+    await this._controlPipeline.spaceState.removeCredentialProcessor(this._dataPipeline);
     await this._dataPipeline.close();
     await this.protocol.stop();
     await this._controlPipeline.stop();
     this._isOpen = false;
     (0, import_log10.log)("closed", void 0, {
       F: __dxlog_file10,
-      L: 247,
+      L: 238,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1772,7 +1804,7 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     (0, import_log10.log)("initializeDataPipeline", void 0, {
       F: __dxlog_file10,
-      L: 252,
+      L: 243,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2318,7 +2350,7 @@ var createRemoteDatabaseFromDataServiceHost = async (modelFactory, dataServiceHo
   const dataServiceSubscriptions = new DataServiceSubscriptions();
   const dataService = new DataServiceImpl(dataServiceSubscriptions);
   const spaceKey = import_keys8.PublicKey.random();
-  dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);
+  await dataServiceSubscriptions.registerSpace(spaceKey, dataServiceHost);
   const itemManager = new import_echo_db4.ItemManager(modelFactory);
   const backend = new import_echo_db4.DatabaseProxy(dataService, itemManager, spaceKey);
   await backend.open(new import_model_factory2.ModelFactory().registerModel(import_document_model2.DocumentModel));