@dxos/echo-pipeline 0.1.56-next.a63ce79 → 0.1.56

package/dist/lib/node/index.cjs

@@ -72,7 +72,7 @@ var valueEncoding = (0, import_hypercore.createCodecEncoding)(codec);
 
 // packages/core/echo/echo-pipeline/src/common/feeds.ts
 var import_invariant = require("@dxos/invariant");
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
+var __dxlog_file = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/common/feeds.ts";
 var createMappedFeedWriter = (mapper, writer) => {
   (0, import_invariant.invariant)(mapper, void 0, {
     F: __dxlog_file,
@@ -103,8 +103,9 @@ var import_context = require("@dxos/context");
 var import_echo_db = require("@dxos/echo-db");
 var import_invariant2 = require("@dxos/invariant");
 var import_log = require("@dxos/log");
+var import_service = require("@dxos/protocols/proto/dxos/echo/service");
 var import_util = require("@dxos/util");
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
+var __dxlog_file2 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
 var DataServiceHost = class {
   constructor(_itemManager, _itemDemuxer, _writeStream) {
     this._itemManager = _itemManager;
@@ -130,11 +131,19 @@ var DataServiceHost = class {
           objects
         }
       });
+      this._itemDemuxer.snapshot.on(ctx, (snapshot) => {
+        next({
+          action: import_service.EchoEvent.DatabaseAction.RESET,
+          batch: {
+            objects: snapshot.items
+          }
+        });
+      });
       this._itemDemuxer.mutation.on(ctx, (message) => {
         const { batch, meta } = message;
         (0, import_invariant2.invariant)(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 61,
+          L: 68,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -142,11 +151,11 @@ var DataServiceHost = class {
           ]
         });
         (0, import_log.log)("message", {
-          batch,
+          batch: batch.objects?.length,
           meta
         }, {
           F: __dxlog_file2,
-          L: 62,
+          L: 69,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -174,7 +183,7 @@ var DataServiceHost = class {
   async write(request) {
     (0, import_invariant2.invariant)(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 88,
+      L: 95,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -183,7 +192,7 @@ var DataServiceHost = class {
     });
     (0, import_invariant2.invariant)(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 89,
+      L: 96,
       S: this,
       A: [
         "this._writeStream",
@@ -195,7 +204,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 91,
+      L: 98,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -209,7 +218,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 100,
+            L: 107,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -370,7 +379,7 @@ var import_invariant3 = require("@dxos/invariant");
 var import_keys2 = require("@dxos/keys");
 var import_log2 = require("@dxos/log");
 var import_util2 = require("@dxos/util");
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
+var __dxlog_file3 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
 var DataServiceSubscriptions = class {
   constructor() {
     this._spaces = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
@@ -525,7 +534,7 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var __dxlog_file4 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
 var emptyEchoMetadata = () => ({
   version: import_protocols4.STORAGE_VERSION,
   spaces: [],
@@ -736,7 +745,7 @@ var import_util4 = require("@dxos/util");
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 var import_invariant5 = require("@dxos/invariant");
 var import_log4 = require("@dxos/log");
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
+var __dxlog_file5 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
 var createMessageSelector = (timeframeClock) => {
   return (messages) => {
     for (let i = 0; i < messages.length; i++) {
@@ -778,7 +787,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
+var __dxlog_file6 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
 var mapTimeframeToFeedIndexes = (timeframe) => timeframe.frames().map(([feedKey, index]) => ({
   feedKey,
   index
@@ -872,7 +881,7 @@ function _ts_decorate4(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
+var __dxlog_file7 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
 var PipelineState = class {
   // prettier-ignore
   constructor(_feeds, _timeframeClock) {
@@ -980,9 +989,11 @@ var Pipeline = class {
     // Waits for the message consumer to process the message and yield control back to the pipeline.
     this._processingTrigger = new import_async4.Trigger().wake();
     this._pauseTrigger = new import_async4.Trigger().wake();
+    // Pending downloads.
+    this._downloads = new import_util4.ComplexMap((value) => import_keys3.PublicKey.hash(value.key));
     this._isStopping = false;
     this._isStarted = false;
-    this._isOpen = false;
+    this._isBeingConsumed = false;
     this._isPaused = false;
   }
   get state() {
@@ -991,7 +1002,7 @@ var Pipeline = class {
   get writer() {
     (0, import_invariant6.invariant)(this._writer, "Writer not set.", {
       F: __dxlog_file7,
-      L: 230,
+      L: 233,
       S: this,
       A: [
         "this._writer",
@@ -1013,12 +1024,14 @@ var Pipeline = class {
     if (this._feedSetIterator) {
       await this._feedSetIterator.addFeed(feed);
     }
-    this._setFeedDownloadState(feed);
+    if (this._isStarted && !this._isPaused) {
+      this._setFeedDownloadState(feed);
+    }
   }
   setWriteFeed(feed) {
     (0, import_invariant6.invariant)(!this._writer, "Writer already set.", {
       F: __dxlog_file7,
-      L: 253,
+      L: 260,
       S: this,
       A: [
         "!this._writer",
@@ -1027,7 +1040,7 @@ var Pipeline = class {
     });
     (0, import_invariant6.invariant)(feed.properties.writable, "Feed must be writable.", {
       F: __dxlog_file7,
-      L: 254,
+      L: 261,
       S: this,
       A: [
         "feed.properties.writable",
@@ -1042,7 +1055,7 @@ var Pipeline = class {
   async start() {
     (0, import_invariant6.invariant)(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file7,
-      L: 267,
+      L: 274,
       S: this,
       A: [
         "!this._isStarted",
@@ -1051,7 +1064,7 @@ var Pipeline = class {
     });
     (0, import_log6.log)("starting...", void 0, {
       F: __dxlog_file7,
-      L: 268,
+      L: 275,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1060,19 +1073,28 @@ var Pipeline = class {
     this._isStarted = true;
     (0, import_log6.log)("started", void 0, {
       F: __dxlog_file7,
-      L: 272,
+      L: 279,
       S: this,
       C: (f, a) => f(...a)
     });
+    if (!this._isPaused) {
+      for (const feed of this._feeds.values()) {
+        this._setFeedDownloadState(feed);
+      }
+    }
   }
   async stop() {
     (0, import_log6.log)("stopping...", void 0, {
       F: __dxlog_file7,
-      L: 277,
+      L: 290,
       S: this,
       C: (f, a) => f(...a)
     });
     this._isStopping = true;
+    for (const [feed, handle] of this._downloads.entries()) {
+      feed.undownload(handle);
+    }
+    this._downloads.clear();
     await this._feedSetIterator?.close();
     await this._processingTrigger.wait();
     await this._state._ctx.dispose();
@@ -1081,7 +1103,7 @@ var Pipeline = class {
     this._isStarted = false;
     (0, import_log6.log)("stopped", void 0, {
       F: __dxlog_file7,
-      L: 285,
+      L: 302,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1093,7 +1115,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     (0, import_invariant6.invariant)(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file7,
-      L: 294,
+      L: 311,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -1102,9 +1124,6 @@ var Pipeline = class {
     });
     this._state._startTimeframe = timeframe;
     this._timeframeClock.setTimeframe(timeframe);
-    for (const feed of this._feeds.values()) {
-      this._setFeedDownloadState(feed);
-    }
     if (this._feedSetIterator) {
       await this._feedSetIterator.close();
       await this._initIterator();
@@ -1115,15 +1134,6 @@ var Pipeline = class {
   * Calling pause while processing will cause a deadlock.
   */
   async pause() {
-    (0, import_invariant6.invariant)(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file7,
-      L: 316,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     if (this._isPaused) {
       return;
     }
@@ -1132,18 +1142,9 @@ var Pipeline = class {
     this._isPaused = true;
   }
   async unpause() {
-    (0, import_invariant6.invariant)(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file7,
-      L: 328,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     (0, import_invariant6.invariant)(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file7,
-      L: 329,
+      L: 340,
       S: this,
       A: [
         "this._isPaused",
@@ -1152,25 +1153,28 @@ var Pipeline = class {
     });
     this._pauseTrigger.wake();
     this._isPaused = false;
+    for (const feed of this._feeds.values()) {
+      this._setFeedDownloadState(feed);
+    }
   }
   /**
   * Starts to iterate over the ordered messages from the added feeds.
   * Updates the timeframe clock after the message has bee processed.
   */
   async *consume() {
-    (0, import_invariant6.invariant)(!this._isOpen, "Pipeline is already being consumed.", {
+    (0, import_invariant6.invariant)(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file7,
-      L: 340,
+      L: 355,
       S: this,
       A: [
-        "!this._isOpen",
+        "!this._isBeingConsumed",
         "'Pipeline is already being consumed.'"
       ]
     });
-    this._isOpen = true;
+    this._isBeingConsumed = true;
     (0, import_invariant6.invariant)(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file7,
-      L: 343,
+      L: 358,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -1184,7 +1188,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         (0, import_invariant6.invariant)(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file7,
-          L: 352,
+          L: 367,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -1204,32 +1208,42 @@ var Pipeline = class {
         this._timeframeClock.updateTimeframe();
       }
     }
-    this._isOpen = false;
+    this._isBeingConsumed = false;
   }
   _setFeedDownloadState(feed) {
+    let handle = this._downloads.get(feed);
+    if (handle) {
+      feed.undownload(handle);
+    }
     const timeframe = this._state._startTimeframe;
-    const seq = timeframe.get(feed.key) ?? 0;
-    feed.undownload({
-      callback: () => (0, import_log6.log)("undownload", void 0, {
-        F: __dxlog_file7,
-        L: 377,
-        S: this,
-        C: (f, a) => f(...a)
-      })
+    const seq = timeframe.get(feed.key) ?? -1;
+    (0, import_log6.log)("download", {
+      feed: feed.key.truncate(),
+      seq,
+      length: feed.length
+    }, {
+      F: __dxlog_file7,
+      L: 396,
+      S: this,
+      C: (f, a) => f(...a)
     });
-    feed.download({
+    handle = feed.download({
       start: seq + 1,
       linear: true
-    }).catch((err) => {
-      (0, import_log6.log)("failed to download feed", {
-        err
-      }, {
-        F: __dxlog_file7,
-        L: 379,
-        S: this,
-        C: (f, a) => f(...a)
-      });
+    }, (err, data) => {
+      if (err) {
+      } else {
+        import_log6.log.info("downloaded", {
+          data
+        }, {
+          F: __dxlog_file7,
+          L: 401,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
     });
+    this._downloads.set(feed, handle);
   }
   async _initIterator() {
     this._feedSetIterator = new import_feed_store.FeedSetIterator(createMessageSelector(this._timeframeClock), {
@@ -1239,7 +1253,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       import_log6.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file7,
-        L: 390,
+        L: 415,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1274,7 +1288,7 @@ var import_invariant7 = require("@dxos/invariant");
 var import_log7 = require("@dxos/log");
 var import_protocols5 = require("@dxos/protocols");
 var import_teleport = require("@dxos/teleport");
-var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/auth.ts";
+var __dxlog_file8 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/auth.ts";
 var AuthExtension = class extends import_teleport.RpcExtension {
   constructor(_authParams) {
     super({
@@ -1374,22 +1388,36 @@ var import_async7 = require("@dxos/async");
 var import_invariant9 = require("@dxos/invariant");
 var import_log10 = require("@dxos/log");
 var import_credentials4 = require("@dxos/protocols/proto/dxos/halo/credentials");
-var import_tracing = require("@dxos/tracing");
+var import_tracing3 = require("@dxos/tracing");
 var import_util7 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
+var import_context5 = require("@dxos/context");
 var import_credentials = require("@dxos/credentials");
 var import_keys4 = require("@dxos/keys");
 var import_log8 = require("@dxos/log");
 var import_credentials2 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_timeframe3 = require("@dxos/timeframe");
+var import_tracing = require("@dxos/tracing");
 var import_util5 = require("@dxos/util");
-var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
+function _ts_decorate5(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
+    r = Reflect.decorate(decorators, target, key, desc);
+  else
+    for (var i = decorators.length - 1; i >= 0; i--)
+      if (d = decorators[i])
+        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file9 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
-var ControlPipeline = class {
+var ControlPipeline = class ControlPipeline2 {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new import_util5.Callback();
+    this._usage = new import_tracing.TimeUsageCounter();
+    this._mutations = new import_tracing.TimeSeriesCounter();
     this._spaceKey = spaceKey;
     this._metadata = metadataStore;
     this._pipeline = new Pipeline();
@@ -1400,7 +1428,7 @@ var ControlPipeline = class {
         key: info.key
       }, {
         F: __dxlog_file9,
-        L: 51,
+        L: 61,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1411,7 +1439,7 @@ var ControlPipeline = class {
         } catch (err) {
           import_log8.log.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 59,
+            L: 69,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1434,57 +1462,66 @@ var ControlPipeline = class {
   async start() {
     (0, import_log8.log)("starting...", void 0, {
       F: __dxlog_file9,
-      L: 83,
+      L: 93,
       S: this,
       C: (f, a) => f(...a)
     });
     setTimeout(async () => {
-      for await (const msg of this._pipeline.consume()) {
-        try {
-          (0, import_log8.log)("processing", {
-            key: msg.feedKey,
-            seq: msg.seq
-          }, {
-            F: __dxlog_file9,
-            L: 88,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          if (msg.data.payload.credential) {
-            const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
-            const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, import_keys4.PublicKey.from(msg.feedKey));
-            timer.end();
-            if (!result) {
-              import_log8.log.warn("processing failed", {
-                msg
-              }, {
-                F: __dxlog_file9,
-                L: 98,
-                S: this,
-                C: (f, a) => f(...a)
-              });
-            } else {
-              await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
-            }
-          }
-        } catch (err) {
-          import_log8.log.catch(err, void 0, {
-            F: __dxlog_file9,
-            L: 104,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-        }
-      }
+      void this._consumePipeline(new import_context5.Context());
     });
     await this._pipeline.start();
     (0, import_log8.log)("started", void 0, {
       F: __dxlog_file9,
-      L: 110,
+      L: 99,
       S: this,
       C: (f, a) => f(...a)
     });
   }
+  async _consumePipeline(ctx) {
+    for await (const msg of this._pipeline.consume()) {
+      const span = this._usage.beginRecording();
+      this._mutations.inc();
+      try {
+        await this._processMessage(ctx, msg);
+      } catch (err) {
+        import_log8.log.catch(err, void 0, {
+          F: __dxlog_file9,
+          L: 111,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+      span.end();
+    }
+  }
+  async _processMessage(ctx, msg) {
+    (0, import_log8.log)("processing", {
+      key: msg.feedKey,
+      seq: msg.seq
+    }, {
+      F: __dxlog_file9,
+      L: 121,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (msg.data.payload.credential) {
+      const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
+      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, import_keys4.PublicKey.from(msg.feedKey));
+      timer.end();
+      if (!result) {
+        import_log8.log.warn("processing failed", {
+          msg
+        }, {
+          F: __dxlog_file9,
+          L: 131,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      } else {
+        await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
+      }
+    }
+  }
   async _noteTargetStateIfNeeded(timeframe) {
     if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL) {
       this._lastTimeframeSaveTime = Date.now();
@@ -1494,7 +1531,7 @@ var ControlPipeline = class {
   async stop() {
     (0, import_log8.log)("stopping...", void 0, {
       F: __dxlog_file9,
-      L: 124,
+      L: 149,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1502,7 +1539,7 @@ var ControlPipeline = class {
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     (0, import_log8.log)("stopped", void 0, {
       F: __dxlog_file9,
-      L: 127,
+      L: 152,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1515,25 +1552,41 @@ var ControlPipeline = class {
     } catch (err) {
       (0, import_log8.log)(err, void 0, {
         F: __dxlog_file9,
-        L: 136,
+        L: 161,
         S: this,
         C: (f, a) => f(...a)
       });
     }
   }
 };
+_ts_decorate5([
+  import_tracing.trace.metricsCounter()
+], ControlPipeline.prototype, "_usage", void 0);
+_ts_decorate5([
+  import_tracing.trace.metricsCounter()
+], ControlPipeline.prototype, "_mutations", void 0);
+_ts_decorate5([
+  import_tracing.trace.span()
+], ControlPipeline.prototype, "_consumePipeline", null);
+_ts_decorate5([
+  import_tracing.trace.span()
+], ControlPipeline.prototype, "_processMessage", null);
+ControlPipeline = _ts_decorate5([
+  import_tracing.trace.resource()
+], ControlPipeline);
 
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 var import_async6 = require("@dxos/async");
-var import_context5 = require("@dxos/context");
+var import_context6 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
 var import_errors2 = require("@dxos/errors");
 var import_invariant8 = require("@dxos/invariant");
 var import_log9 = require("@dxos/log");
 var import_timeframe4 = require("@dxos/timeframe");
+var import_tracing2 = require("@dxos/tracing");
 var import_util6 = require("@dxos/util");
-function _ts_decorate5(decorators, target, key, desc) {
+function _ts_decorate6(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -1543,14 +1596,14 @@ function _ts_decorate5(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
+var __dxlog_file10 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
@@ -1558,6 +1611,8 @@ var DataPipeline = class DataPipeline2 {
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
     this._lastProcessedEpoch = -1;
+    this._usage = new import_tracing2.TimeUsageCounter();
+    this._mutations = new import_tracing2.TimeSeriesCounter();
     this.currentEpoch = void 0;
     this.appliedEpoch = void 0;
     this.onNewEpoch = new import_async6.Event();
@@ -1590,8 +1645,8 @@ var DataPipeline = class DataPipeline2 {
     }
     this._pipeline = new Pipeline();
     await this._params.onPipelineCreated(this._pipeline);
-    await this._pipeline.start();
     await this._pipeline.pause();
+    await this._pipeline.start();
     if (this._targetTimeframe) {
       this._pipeline.state.setTargetTimeframe(this._targetTimeframe);
     }
@@ -1599,7 +1654,7 @@ var DataPipeline = class DataPipeline2 {
       write: (data, options) => {
         (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
           F: __dxlog_file10,
-          L: 145,
+          L: 154,
           S: this,
           A: [
             "this._pipeline",
@@ -1608,7 +1663,7 @@ var DataPipeline = class DataPipeline2 {
         });
         (0, import_invariant8.invariant)(this.currentEpoch, "Epoch is not initialized.", {
           F: __dxlog_file10,
-          L: 146,
+          L: 155,
           S: this,
           A: [
             "this.currentEpoch",
@@ -1634,7 +1689,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log9.log)("close", void 0, {
       F: __dxlog_file10,
-      L: 170,
+      L: 179,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1649,14 +1704,14 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log9.log.catch(err, void 0, {
         F: __dxlog_file10,
-        L: 183,
+        L: 192,
         S: this,
         C: (f, a) => f(...a)
       });
     }
     await this.databaseHost?.close();
     await this.itemManager?.destroy();
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
@@ -1673,7 +1728,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 206,
+      L: 215,
       S: this,
       A: [
         "this._pipeline",
@@ -1681,13 +1736,15 @@ var DataPipeline = class DataPipeline2 {
       ]
     });
     for await (const msg of this._pipeline.consume()) {
+      const span = this._usage.beginRecording();
+      this._mutations.inc();
       const { feedKey, seq, data } = msg;
       (0, import_log9.log)("processing message", {
         feedKey,
         seq
       }, {
         F: __dxlog_file10,
-        L: 209,
+        L: 221,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1699,7 +1756,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file10,
-              L: 215,
+              L: 227,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1722,7 +1779,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file10,
-            L: 232,
+            L: 244,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1731,17 +1788,18 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         import_log9.log.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 242,
+          L: 254,
           S: this,
           C: (f, a) => f(...a)
         });
       }
+      span.end();
     }
   }
   _createSnapshot() {
     (0, import_invariant8.invariant)(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file10,
-      L: 248,
+      L: 262,
       S: this,
       A: [
         "this.databaseHost",
@@ -1763,14 +1821,14 @@ var DataPipeline = class DataPipeline2 {
     const cache = {};
     try {
       const propertiesItem = this.itemManager.items.find((item) => item.modelMeta?.type === "dxos:model/document" && // TODO(burdon): Document?
-      ((0, import_echo_db3.getStateMachineFromItem)(item)?.snapshot()).type === "dxos.sdk.client.Properties");
+      ((0, import_echo_db3.getStateMachineFromItem)(item)?.snapshot()).type === import_echo_db3.TYPE_PROPERTIES);
       if (propertiesItem) {
         cache.properties = (0, import_echo_db3.getStateMachineFromItem)(propertiesItem)?.snapshot();
       }
     } catch (err) {
       import_log9.log.warn("Failed to cache properties", err, {
         F: __dxlog_file10,
-        L: 277,
+        L: 291,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1791,19 +1849,19 @@ var DataPipeline = class DataPipeline2 {
       return;
     }
     await this._epochCtx?.dispose();
-    const ctx = new import_context5.Context({
+    const ctx = new import_context6.Context({
       onError: (err) => {
         if (err instanceof import_errors2.CancelledError) {
           (0, import_log9.log)("Epoch processing cancelled.", void 0, {
             F: __dxlog_file10,
-            L: 309,
+            L: 323,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           import_log9.log.catch(err, void 0, {
             F: __dxlog_file10,
-            L: 311,
+            L: 325,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1815,14 +1873,6 @@ var DataPipeline = class DataPipeline2 {
       if (!this._isOpen) {
         return;
       }
-      (0, import_log9.log)("process epoch", {
-        epoch
-      }, {
-        F: __dxlog_file10,
-        L: 321,
-        S: this,
-        C: (f, a) => f(...a)
-      });
       await this._processEpoch(ctx, epoch.subject.assertion);
       this.appliedEpoch = epoch;
       this.onNewEpoch.emit(epoch);
@@ -1831,7 +1881,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     (0, import_invariant8.invariant)(this._isOpen, "Space is closed.", {
       F: __dxlog_file10,
-      L: 331,
+      L: 344,
       S: this,
       A: [
         "this._isOpen",
@@ -1840,7 +1890,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 332,
+      L: 345,
       S: this,
       A: [
         "this._pipeline",
@@ -1848,11 +1898,11 @@ var DataPipeline = class DataPipeline2 {
       ]
     });
     this._lastProcessedEpoch = epoch.number;
-    (0, import_log9.log)("Processing epoch", {
-      epoch
+    (0, import_log9.log)("processing", {
+      epoch: (0, import_log9.omit)(epoch, "proof")
     }, {
       F: __dxlog_file10,
-      L: 335,
+      L: 348,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1860,9 +1910,9 @@ var DataPipeline = class DataPipeline2 {
       const snapshot = await this._params.snapshotManager.load(ctx, epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
-    (0, import_log9.log)("restarting pipeline for epoch", void 0, {
+    (0, import_log9.log)("restarting pipeline from epoch", void 0, {
       F: __dxlog_file10,
-      L: 343,
+      L: 354,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1873,7 +1923,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 351,
+      L: 361,
       S: this,
       A: [
         "this._pipeline",
@@ -1885,7 +1935,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 357,
+      L: 367,
       S: this,
       A: [
         "this._pipeline",
@@ -1894,7 +1944,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this.currentEpoch, void 0, {
       F: __dxlog_file10,
-      L: 358,
+      L: 368,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1917,24 +1967,31 @@ var DataPipeline = class DataPipeline2 {
     await this.onNewEpoch.waitForCondition(() => !!this.currentEpoch);
   }
 };
-_ts_decorate5([
+_ts_decorate6([
+  import_tracing2.trace.metricsCounter()
+], DataPipeline.prototype, "_usage", void 0);
+_ts_decorate6([
+  import_tracing2.trace.metricsCounter()
+], DataPipeline.prototype, "_mutations", void 0);
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "open", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "close", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "_processEpoch", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "createEpoch", null);
-DataPipeline = _ts_decorate5([
-  (0, import_async6.trackLeaks)("open", "close")
+DataPipeline = _ts_decorate6([
+  (0, import_async6.trackLeaks)("open", "close"),
+  import_tracing2.trace.resource()
 ], DataPipeline);
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
-function _ts_decorate6(decorators, target, key, desc) {
+function _ts_decorate7(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -1944,7 +2001,7 @@ function _ts_decorate6(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
+var __dxlog_file11 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space.ts";
 var Space = class Space2 {
   constructor(params) {
     this._addFeedLock = new import_async7.Lock();
@@ -2060,7 +2117,7 @@ var Space = class Space2 {
   setControlFeed(feed) {
     (0, import_invariant9.invariant)(!this._controlFeed, "Control feed already set.", {
       F: __dxlog_file11,
-      L: 183,
+      L: 184,
       S: this,
       A: [
         "!this._controlFeed",
@@ -2074,7 +2131,7 @@ var Space = class Space2 {
   setDataFeed(feed) {
     (0, import_invariant9.invariant)(!this._dataFeed, "Data feed already set.", {
       F: __dxlog_file11,
-      L: 190,
+      L: 191,
       S: this,
       A: [
         "!this._dataFeed",
@@ -2100,7 +2157,7 @@ var Space = class Space2 {
   async open(ctx) {
     (0, import_log10.log)("opening...", void 0, {
       F: __dxlog_file11,
-      L: 212,
+      L: 213,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2113,7 +2170,7 @@ var Space = class Space2 {
     this._isOpen = true;
     (0, import_log10.log)("opened", void 0, {
       F: __dxlog_file11,
-      L: 223,
+      L: 224,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2123,7 +2180,7 @@ var Space = class Space2 {
       key: this._key
     }, {
       F: __dxlog_file11,
-      L: 228,
+      L: 229,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2137,7 +2194,7 @@ var Space = class Space2 {
     this._isOpen = false;
     (0, import_log10.log)("closed", void 0, {
       F: __dxlog_file11,
-      L: 241,
+      L: 242,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2145,13 +2202,13 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     (0, import_log10.log)("initializeDataPipeline", void 0, {
       F: __dxlog_file11,
-      L: 246,
+      L: 247,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant9.invariant)(this._isOpen, "Space must be open to initialize data pipeline.", {
       F: __dxlog_file11,
-      L: 247,
+      L: 248,
       S: this,
       A: [
         "this._isOpen",
@@ -2161,22 +2218,23 @@ var Space = class Space2 {
     await this._dataPipeline.open();
   }
 };
-_ts_decorate6([
-  import_log10.logInfo
+_ts_decorate7([
+  import_log10.logInfo,
+  import_tracing3.trace.info()
 ], Space.prototype, "key", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized,
-  import_tracing.trace.span()
+  import_tracing3.trace.span()
 ], Space.prototype, "open", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized
 ], Space.prototype, "close", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized
 ], Space.prototype, "initializeDataPipeline", null);
-Space = _ts_decorate6([
+Space = _ts_decorate7([
   (0, import_async7.trackLeaks)("open", "close"),
-  import_tracing.trace.resource()
+  import_tracing3.trace.resource()
 ], Space);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
@@ -2196,7 +2254,7 @@ var import_teleport2 = require("@dxos/teleport");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var import_teleport_extension_replicator = require("@dxos/teleport-extension-replicator");
 var import_util8 = require("@dxos/util");
-function _ts_decorate7(decorators, target, key, desc) {
+function _ts_decorate8(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -2206,7 +2264,7 @@ function _ts_decorate7(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file12 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
+var __dxlog_file12 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
 var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
 var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
@@ -2237,7 +2295,7 @@ var SpaceProtocol = class {
       key: feed.key
     }, {
       F: __dxlog_file12,
-      L: 95,
+      L: 96,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2246,6 +2304,7 @@ var SpaceProtocol = class {
       session.replicator.addFeed(feed);
     }
   }
+  // TODO(burdon): Rename open? Common open/close interfaces for all services?
   async start() {
     if (this._connection) {
       return;
@@ -2259,7 +2318,7 @@ var SpaceProtocol = class {
     await this.blobSync.open();
     (0, import_log11.log)("starting...", void 0, {
       F: __dxlog_file12,
-      L: 120,
+      L: 122,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2269,11 +2328,11 @@ var SpaceProtocol = class {
       peerId: this._swarmIdentity.peerKey,
       topic,
       topology: new import_network_manager.MMSTTopology(topologyConfig),
-      label: `Protocol swarm: ${topic}`
+      label: `space swarm ${topic.truncate()}`
     });
     (0, import_log11.log)("started", void 0, {
       F: __dxlog_file12,
-      L: 130,
+      L: 132,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2283,14 +2342,14 @@ var SpaceProtocol = class {
     if (this._connection) {
       (0, import_log11.log)("stopping...", void 0, {
         F: __dxlog_file12,
-        L: 137,
+        L: 139,
         S: this,
         C: (f, a) => f(...a)
       });
       await this._connection.close();
       (0, import_log11.log)("stopped", void 0, {
         F: __dxlog_file12,
-        L: 139,
+        L: 141,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2313,10 +2372,10 @@ var SpaceProtocol = class {
     };
   }
 };
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocol.prototype, "_topic", void 0);
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocol.prototype, "_ownPeerKey", null);
 var AuthStatus;
@@ -2357,7 +2416,7 @@ var SpaceProtocolSession = class {
       onAuthSuccess: () => {
         (0, import_log11.log)("Peer authenticated", void 0, {
           F: __dxlog_file12,
-          L: 236,
+          L: 238,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2376,15 +2435,15 @@ var SpaceProtocolSession = class {
     await this._teleport.close();
   }
 };
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocolSession.prototype, "_wireParams", void 0);
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocolSession.prototype, "authStatus", null);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
-function _ts_decorate8(decorators, target, key, desc) {
+function _ts_decorate9(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -2394,7 +2453,7 @@ function _ts_decorate8(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
+var __dxlog_file13 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class SpaceManager2 {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
     this._spaces = new import_util9.ComplexMap(import_keys6.PublicKey.hash);
@@ -2460,20 +2519,20 @@ var SpaceManager = class SpaceManager2 {
       id: this._instanceId
     }), {
       F: __dxlog_file13,
-      L: 125,
+      L: 126,
       S: this,
       C: (f, a) => f(...a)
     });
     return space;
   }
 };
-_ts_decorate8([
+_ts_decorate9([
   import_async8.synchronized
 ], SpaceManager.prototype, "open", null);
-_ts_decorate8([
+_ts_decorate9([
   import_async8.synchronized
 ], SpaceManager.prototype, "close", null);
-SpaceManager = _ts_decorate8([
+SpaceManager = _ts_decorate9([
   (0, import_async8.trackLeaks)("open", "close")
 ], SpaceManager);
 // Annotate the CommonJS export names for ESM import in node: