@dxos/echo-pipeline 0.1.56-main.538bda2 → 0.1.56-main.5db35f4

package/dist/lib/browser/{chunk-3OTHGQEY.mjs → chunk-WS36YFR3.mjs}

@@ -39,6 +39,7 @@ import { Context } from "@dxos/context";
 import { tagMutationsInBatch, setMetadataOnObject } from "@dxos/echo-db";
 import { invariant as invariant2 } from "@dxos/invariant";
 import { log } from "@dxos/log";
+import { EchoEvent } from "@dxos/protocols/proto/dxos/echo/service";
 import { ComplexMap } from "@dxos/util";
 var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
 var DataServiceHost = class {
@@ -66,11 +67,19 @@ var DataServiceHost = class {
           objects
         }
       });
+      this._itemDemuxer.snapshot.on(ctx, (snapshot) => {
+        next({
+          action: EchoEvent.DatabaseAction.RESET,
+          batch: {
+            objects: snapshot.items
+          }
+        });
+      });
       this._itemDemuxer.mutation.on(ctx, (message) => {
         const { batch, meta } = message;
         invariant2(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 61,
+          L: 68,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -82,7 +91,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file2,
-          L: 62,
+          L: 69,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -110,7 +119,7 @@ var DataServiceHost = class {
   async write(request) {
     invariant2(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 88,
+      L: 95,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -119,7 +128,7 @@ var DataServiceHost = class {
     });
     invariant2(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 89,
+      L: 96,
       S: this,
       A: [
         "this._writeStream",
@@ -131,7 +140,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 91,
+      L: 98,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -145,7 +154,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 100,
+            L: 107,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -716,7 +725,7 @@ import { invariant as invariant6 } from "@dxos/invariant";
 import { PublicKey as PublicKey3 } from "@dxos/keys";
 import { log as log6 } from "@dxos/log";
 import { Timeframe as Timeframe2 } from "@dxos/timeframe";
-import { ComplexMap as ComplexMap3 } from "@dxos/util";
+import { ComplexMap as ComplexMap3, getPrototypeSpecificInstanceId } from "@dxos/util";
 
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 import { invariant as invariant5 } from "@dxos/invariant";
@@ -869,7 +878,7 @@ var Pipeline = class {
     this._pauseTrigger = new Trigger().wake();
     this._isStopping = false;
     this._isStarted = false;
-    this._isOpen = false;
+    this._isBeingConsumed = false;
     this._isPaused = false;
   }
   get state() {
@@ -900,12 +909,14 @@ var Pipeline = class {
     if (this._feedSetIterator) {
       await this._feedSetIterator.addFeed(feed);
     }
-    this._setFeedDownloadState(feed);
+    if (this._isStarted && !this._isPaused) {
+      this._setFeedDownloadState(feed);
+    }
   }
   setWriteFeed(feed) {
     invariant6(!this._writer, "Writer already set.", {
       F: __dxlog_file7,
-      L: 253,
+      L: 257,
       S: this,
       A: [
         "!this._writer",
@@ -914,7 +925,7 @@ var Pipeline = class {
     });
     invariant6(feed.properties.writable, "Feed must be writable.", {
       F: __dxlog_file7,
-      L: 254,
+      L: 258,
       S: this,
       A: [
         "feed.properties.writable",
@@ -929,7 +940,7 @@ var Pipeline = class {
   async start() {
     invariant6(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file7,
-      L: 267,
+      L: 271,
       S: this,
       A: [
         "!this._isStarted",
@@ -938,7 +949,7 @@ var Pipeline = class {
     });
     log6("starting...", void 0, {
       F: __dxlog_file7,
-      L: 268,
+      L: 272,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -947,15 +958,20 @@ var Pipeline = class {
     this._isStarted = true;
     log6("started", void 0, {
       F: __dxlog_file7,
-      L: 272,
+      L: 276,
       S: this,
       C: (f, a) => f(...a)
     });
+    if (!this._isPaused) {
+      for (const feed of this._feeds.values()) {
+        this._setFeedDownloadState(feed);
+      }
+    }
   }
   async stop() {
     log6("stopping...", void 0, {
       F: __dxlog_file7,
-      L: 277,
+      L: 287,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -968,7 +984,7 @@ var Pipeline = class {
     this._isStarted = false;
     log6("stopped", void 0, {
       F: __dxlog_file7,
-      L: 285,
+      L: 295,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -980,7 +996,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     invariant6(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file7,
-      L: 294,
+      L: 304,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -989,9 +1005,6 @@ var Pipeline = class {
     });
     this._state._startTimeframe = timeframe;
     this._timeframeClock.setTimeframe(timeframe);
-    for (const feed of this._feeds.values()) {
-      this._setFeedDownloadState(feed);
-    }
     if (this._feedSetIterator) {
       await this._feedSetIterator.close();
       await this._initIterator();
@@ -1002,15 +1015,6 @@ var Pipeline = class {
   * Calling pause while processing will cause a deadlock.
   */
   async pause() {
-    invariant6(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file7,
-      L: 316,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     if (this._isPaused) {
       return;
     }
@@ -1019,18 +1023,9 @@ var Pipeline = class {
     this._isPaused = true;
   }
   async unpause() {
-    invariant6(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file7,
-      L: 328,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     invariant6(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file7,
-      L: 329,
+      L: 334,
       S: this,
       A: [
         "this._isPaused",
@@ -1039,25 +1034,28 @@ var Pipeline = class {
     });
     this._pauseTrigger.wake();
     this._isPaused = false;
+    for (const feed of this._feeds.values()) {
+      this._setFeedDownloadState(feed);
+    }
   }
   /**
   * Starts to iterate over the ordered messages from the added feeds.
   * Updates the timeframe clock after the message has bee processed.
   */
   async *consume() {
-    invariant6(!this._isOpen, "Pipeline is already being consumed.", {
+    invariant6(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file7,
-      L: 340,
+      L: 349,
       S: this,
       A: [
-        "!this._isOpen",
+        "!this._isBeingConsumed",
         "'Pipeline is already being consumed.'"
       ]
     });
-    this._isOpen = true;
+    this._isBeingConsumed = true;
     invariant6(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file7,
-      L: 343,
+      L: 352,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -1071,7 +1069,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         invariant6(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file7,
-          L: 352,
+          L: 361,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -1091,15 +1089,31 @@ var Pipeline = class {
         this._timeframeClock.updateTimeframe();
       }
     }
-    this._isOpen = false;
+    this._isBeingConsumed = false;
   }
   _setFeedDownloadState(feed) {
     const timeframe = this._state._startTimeframe;
-    const seq = timeframe.get(feed.key) ?? 0;
+    const seq = timeframe.get(feed.key) ?? -1;
+    log6("setFeedDownloadState", {
+      feed: feed.key,
+      feedInstance: getPrototypeSpecificInstanceId(feed),
+      seq,
+      isBeingConsumed: this._isBeingConsumed,
+      isStarted: this._isStarted,
+      isPaused: this._isPaused
+    }, {
+      F: __dxlog_file7,
+      L: 386,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (!this._isStarted || this._isPaused) {
+      console.log(new Error().stack);
+    }
     feed.undownload({
       callback: () => log6("undownload", void 0, {
         F: __dxlog_file7,
-        L: 377,
+        L: 398,
         S: this,
         C: (f, a) => f(...a)
       })
@@ -1112,7 +1126,7 @@ var Pipeline = class {
         err
       }, {
         F: __dxlog_file7,
-        L: 379,
+        L: 400,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1126,7 +1140,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       log6.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file7,
-        L: 390,
+        L: 411,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1323,8 +1337,8 @@ var DataPipeline = class DataPipeline2 {
     }
     this._pipeline = new Pipeline();
     await this._params.onPipelineCreated(this._pipeline);
-    await this._pipeline.start();
     await this._pipeline.pause();
+    await this._pipeline.start();
     if (this._targetTimeframe) {
       this._pipeline.state.setTargetTimeframe(this._targetTimeframe);
     }
@@ -1332,7 +1346,7 @@ var DataPipeline = class DataPipeline2 {
       write: (data, options) => {
         invariant8(this._pipeline, "Pipeline is not initialized.", {
           F: __dxlog_file9,
-          L: 145,
+          L: 146,
           S: this,
           A: [
             "this._pipeline",
@@ -1341,7 +1355,7 @@ var DataPipeline = class DataPipeline2 {
         });
         invariant8(this.currentEpoch, "Epoch is not initialized.", {
           F: __dxlog_file9,
-          L: 146,
+          L: 147,
           S: this,
           A: [
             "this.currentEpoch",
@@ -1367,7 +1381,7 @@ var DataPipeline = class DataPipeline2 {
     }
     log8("close", void 0, {
       F: __dxlog_file9,
-      L: 170,
+      L: 171,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1382,7 +1396,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.catch(err, void 0, {
         F: __dxlog_file9,
-        L: 183,
+        L: 184,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1406,7 +1420,7 @@ var DataPipeline = class DataPipeline2 {
     }
     invariant8(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file9,
-      L: 206,
+      L: 207,
       S: this,
       A: [
         "this._pipeline",
@@ -1420,7 +1434,7 @@ var DataPipeline = class DataPipeline2 {
         seq
       }, {
         F: __dxlog_file9,
-        L: 209,
+        L: 210,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1432,7 +1446,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file9,
-              L: 215,
+              L: 216,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1455,7 +1469,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file9,
-            L: 232,
+            L: 233,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1464,7 +1478,7 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         log8.catch(err, void 0, {
           F: __dxlog_file9,
-          L: 242,
+          L: 243,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1474,7 +1488,7 @@ var DataPipeline = class DataPipeline2 {
   _createSnapshot() {
     invariant8(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file9,
-      L: 248,
+      L: 249,
       S: this,
       A: [
         "this.databaseHost",
@@ -1503,7 +1517,7 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       log8.warn("Failed to cache properties", err, {
         F: __dxlog_file9,
-        L: 277,
+        L: 278,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1529,14 +1543,14 @@ var DataPipeline = class DataPipeline2 {
         if (err instanceof CancelledError) {
           log8("Epoch processing cancelled.", void 0, {
             F: __dxlog_file9,
-            L: 309,
+            L: 310,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           log8.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 311,
+            L: 312,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1552,7 +1566,7 @@ var DataPipeline = class DataPipeline2 {
         epoch
       }, {
         F: __dxlog_file9,
-        L: 321,
+        L: 322,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1564,7 +1578,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     invariant8(this._isOpen, "Space is closed.", {
       F: __dxlog_file9,
-      L: 331,
+      L: 332,
       S: this,
       A: [
         "this._isOpen",
@@ -1573,7 +1587,7 @@ var DataPipeline = class DataPipeline2 {
     });
     invariant8(this._pipeline, void 0, {
       F: __dxlog_file9,
-      L: 332,
+      L: 333,
       S: this,
       A: [
         "this._pipeline",
@@ -1585,7 +1599,7 @@ var DataPipeline = class DataPipeline2 {
       epoch
     }, {
       F: __dxlog_file9,
-      L: 335,
+      L: 336,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2388,4 +2402,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-3OTHGQEY.mjs.map
+//# sourceMappingURL=chunk-WS36YFR3.mjs.map