@dxos/echo-pipeline 0.1.56-next.a63ce79 → 0.1.56

package/dist/lib/node/testing/index.cjs

@@ -42,7 +42,7 @@ __export(testing_exports, {
 module.exports = __toCommonJS(testing_exports);
 
 // packages/core/echo/echo-pipeline/src/testing/test-agent-builder.ts
-var import_context6 = require("@dxos/context");
+var import_context7 = require("@dxos/context");
 var import_credentials5 = require("@dxos/credentials");
 var import_document_model = require("@dxos/document-model");
 var import_keys7 = require("@dxos/keys");
@@ -61,8 +61,9 @@ var import_context = require("@dxos/context");
 var import_echo_db = require("@dxos/echo-db");
 var import_invariant = require("@dxos/invariant");
 var import_log = require("@dxos/log");
+var import_service = require("@dxos/protocols/proto/dxos/echo/service");
 var import_util = require("@dxos/util");
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
+var __dxlog_file = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
 var DataServiceHost = class {
   constructor(_itemManager, _itemDemuxer, _writeStream) {
     this._itemManager = _itemManager;
@@ -88,11 +89,19 @@ var DataServiceHost = class {
           objects
         }
       });
+      this._itemDemuxer.snapshot.on(ctx, (snapshot) => {
+        next({
+          action: import_service.EchoEvent.DatabaseAction.RESET,
+          batch: {
+            objects: snapshot.items
+          }
+        });
+      });
       this._itemDemuxer.mutation.on(ctx, (message) => {
         const { batch, meta } = message;
         (0, import_invariant.invariant)(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file,
-          L: 61,
+          L: 68,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -100,11 +109,11 @@ var DataServiceHost = class {
           ]
         });
         (0, import_log.log)("message", {
-          batch,
+          batch: batch.objects?.length,
           meta
         }, {
           F: __dxlog_file,
-          L: 62,
+          L: 69,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -132,7 +141,7 @@ var DataServiceHost = class {
   async write(request) {
     (0, import_invariant.invariant)(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file,
-      L: 88,
+      L: 95,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -141,7 +150,7 @@ var DataServiceHost = class {
     });
     (0, import_invariant.invariant)(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file,
-      L: 89,
+      L: 96,
       S: this,
       A: [
         "this._writeStream",
@@ -153,7 +162,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file,
-      L: 91,
+      L: 98,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -167,7 +176,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file,
-            L: 100,
+            L: 107,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -328,7 +337,7 @@ var import_invariant2 = require("@dxos/invariant");
 var import_keys2 = require("@dxos/keys");
 var import_log2 = require("@dxos/log");
 var import_util2 = require("@dxos/util");
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
+var __dxlog_file2 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
 var DataServiceSubscriptions = class {
   constructor() {
     this._spaces = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
@@ -434,7 +443,7 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var __dxlog_file3 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
 var emptyEchoMetadata = () => ({
   version: import_protocols3.STORAGE_VERSION,
   spaces: [],
@@ -639,7 +648,7 @@ var import_invariant4 = require("@dxos/invariant");
 var import_log4 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
 var import_teleport = require("@dxos/teleport");
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/auth.ts";
+var __dxlog_file4 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/auth.ts";
 var AuthExtension = class extends import_teleport.RpcExtension {
   constructor(_authParams) {
     super({
@@ -739,15 +748,17 @@ var import_async7 = require("@dxos/async");
 var import_invariant9 = require("@dxos/invariant");
 var import_log10 = require("@dxos/log");
 var import_credentials4 = require("@dxos/protocols/proto/dxos/halo/credentials");
-var import_tracing = require("@dxos/tracing");
+var import_tracing3 = require("@dxos/tracing");
 var import_util7 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
+var import_context5 = require("@dxos/context");
 var import_credentials = require("@dxos/credentials");
 var import_keys4 = require("@dxos/keys");
 var import_log8 = require("@dxos/log");
 var import_credentials2 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_timeframe3 = require("@dxos/timeframe");
+var import_tracing = require("@dxos/tracing");
 var import_util5 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts
@@ -769,7 +780,7 @@ var valueEncoding = (0, import_hypercore.createCodecEncoding)(codec);
 
 // packages/core/echo/echo-pipeline/src/common/feeds.ts
 var import_invariant5 = require("@dxos/invariant");
-var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
+var __dxlog_file5 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/common/feeds.ts";
 var createMappedFeedWriter = (mapper, writer) => {
   (0, import_invariant5.invariant)(mapper, void 0, {
     F: __dxlog_file5,
@@ -797,7 +808,7 @@ var createMappedFeedWriter = (mapper, writer) => {
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 var import_invariant6 = require("@dxos/invariant");
 var import_log5 = require("@dxos/log");
-var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
+var __dxlog_file6 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
 var createMessageSelector = (timeframeClock) => {
   return (messages) => {
     for (let i = 0; i < messages.length; i++) {
@@ -839,7 +850,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
+var __dxlog_file7 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
 var mapFeedIndexesToTimeframe = (indexes) => new import_timeframe.Timeframe(indexes.map(({ feedKey, index }) => [
   feedKey,
   index
@@ -929,7 +940,7 @@ function _ts_decorate4(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
+var __dxlog_file8 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
 var PipelineState = class {
   // prettier-ignore
   constructor(_feeds, _timeframeClock) {
@@ -1037,9 +1048,11 @@ var Pipeline = class {
     // Waits for the message consumer to process the message and yield control back to the pipeline.
     this._processingTrigger = new import_async5.Trigger().wake();
     this._pauseTrigger = new import_async5.Trigger().wake();
+    // Pending downloads.
+    this._downloads = new import_util4.ComplexMap((value) => import_keys3.PublicKey.hash(value.key));
     this._isStopping = false;
     this._isStarted = false;
-    this._isOpen = false;
+    this._isBeingConsumed = false;
     this._isPaused = false;
   }
   get state() {
@@ -1048,7 +1061,7 @@ var Pipeline = class {
   get writer() {
     (0, import_invariant7.invariant)(this._writer, "Writer not set.", {
       F: __dxlog_file8,
-      L: 230,
+      L: 233,
       S: this,
       A: [
         "this._writer",
@@ -1070,12 +1083,14 @@ var Pipeline = class {
     if (this._feedSetIterator) {
       await this._feedSetIterator.addFeed(feed);
     }
-    this._setFeedDownloadState(feed);
+    if (this._isStarted && !this._isPaused) {
+      this._setFeedDownloadState(feed);
+    }
   }
   setWriteFeed(feed) {
     (0, import_invariant7.invariant)(!this._writer, "Writer already set.", {
       F: __dxlog_file8,
-      L: 253,
+      L: 260,
       S: this,
       A: [
         "!this._writer",
@@ -1084,7 +1099,7 @@ var Pipeline = class {
     });
     (0, import_invariant7.invariant)(feed.properties.writable, "Feed must be writable.", {
       F: __dxlog_file8,
-      L: 254,
+      L: 261,
       S: this,
       A: [
         "feed.properties.writable",
@@ -1099,7 +1114,7 @@ var Pipeline = class {
   async start() {
     (0, import_invariant7.invariant)(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file8,
-      L: 267,
+      L: 274,
       S: this,
       A: [
         "!this._isStarted",
@@ -1108,7 +1123,7 @@ var Pipeline = class {
     });
     (0, import_log7.log)("starting...", void 0, {
       F: __dxlog_file8,
-      L: 268,
+      L: 275,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1117,19 +1132,28 @@ var Pipeline = class {
     this._isStarted = true;
     (0, import_log7.log)("started", void 0, {
       F: __dxlog_file8,
-      L: 272,
+      L: 279,
       S: this,
       C: (f, a) => f(...a)
     });
+    if (!this._isPaused) {
+      for (const feed of this._feeds.values()) {
+        this._setFeedDownloadState(feed);
+      }
+    }
   }
   async stop() {
     (0, import_log7.log)("stopping...", void 0, {
       F: __dxlog_file8,
-      L: 277,
+      L: 290,
       S: this,
       C: (f, a) => f(...a)
     });
     this._isStopping = true;
+    for (const [feed, handle] of this._downloads.entries()) {
+      feed.undownload(handle);
+    }
+    this._downloads.clear();
     await this._feedSetIterator?.close();
     await this._processingTrigger.wait();
     await this._state._ctx.dispose();
@@ -1138,7 +1162,7 @@ var Pipeline = class {
     this._isStarted = false;
     (0, import_log7.log)("stopped", void 0, {
       F: __dxlog_file8,
-      L: 285,
+      L: 302,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1150,7 +1174,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     (0, import_invariant7.invariant)(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file8,
-      L: 294,
+      L: 311,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -1159,9 +1183,6 @@ var Pipeline = class {
     });
     this._state._startTimeframe = timeframe;
     this._timeframeClock.setTimeframe(timeframe);
-    for (const feed of this._feeds.values()) {
-      this._setFeedDownloadState(feed);
-    }
     if (this._feedSetIterator) {
       await this._feedSetIterator.close();
       await this._initIterator();
@@ -1172,15 +1193,6 @@ var Pipeline = class {
   * Calling pause while processing will cause a deadlock.
   */
   async pause() {
-    (0, import_invariant7.invariant)(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file8,
-      L: 316,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     if (this._isPaused) {
       return;
     }
@@ -1189,18 +1201,9 @@ var Pipeline = class {
     this._isPaused = true;
   }
   async unpause() {
-    (0, import_invariant7.invariant)(this._isStarted, "Pipeline is not open.", {
-      F: __dxlog_file8,
-      L: 328,
-      S: this,
-      A: [
-        "this._isStarted",
-        "'Pipeline is not open.'"
-      ]
-    });
     (0, import_invariant7.invariant)(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file8,
-      L: 329,
+      L: 340,
       S: this,
       A: [
         "this._isPaused",
@@ -1209,25 +1212,28 @@ var Pipeline = class {
     });
     this._pauseTrigger.wake();
     this._isPaused = false;
+    for (const feed of this._feeds.values()) {
+      this._setFeedDownloadState(feed);
+    }
   }
   /**
   * Starts to iterate over the ordered messages from the added feeds.
   * Updates the timeframe clock after the message has bee processed.
   */
   async *consume() {
-    (0, import_invariant7.invariant)(!this._isOpen, "Pipeline is already being consumed.", {
+    (0, import_invariant7.invariant)(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file8,
-      L: 340,
+      L: 355,
       S: this,
       A: [
-        "!this._isOpen",
+        "!this._isBeingConsumed",
         "'Pipeline is already being consumed.'"
       ]
     });
-    this._isOpen = true;
+    this._isBeingConsumed = true;
     (0, import_invariant7.invariant)(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file8,
-      L: 343,
+      L: 358,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -1241,7 +1247,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         (0, import_invariant7.invariant)(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file8,
-          L: 352,
+          L: 367,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -1261,32 +1267,42 @@ var Pipeline = class {
         this._timeframeClock.updateTimeframe();
       }
     }
-    this._isOpen = false;
+    this._isBeingConsumed = false;
   }
   _setFeedDownloadState(feed) {
+    let handle = this._downloads.get(feed);
+    if (handle) {
+      feed.undownload(handle);
+    }
     const timeframe = this._state._startTimeframe;
-    const seq = timeframe.get(feed.key) ?? 0;
-    feed.undownload({
-      callback: () => (0, import_log7.log)("undownload", void 0, {
-        F: __dxlog_file8,
-        L: 377,
-        S: this,
-        C: (f, a) => f(...a)
-      })
+    const seq = timeframe.get(feed.key) ?? -1;
+    (0, import_log7.log)("download", {
+      feed: feed.key.truncate(),
+      seq,
+      length: feed.length
+    }, {
+      F: __dxlog_file8,
+      L: 396,
+      S: this,
+      C: (f, a) => f(...a)
     });
-    feed.download({
+    handle = feed.download({
       start: seq + 1,
       linear: true
-    }).catch((err) => {
-      (0, import_log7.log)("failed to download feed", {
-        err
-      }, {
-        F: __dxlog_file8,
-        L: 379,
-        S: this,
-        C: (f, a) => f(...a)
-      });
+    }, (err, data) => {
+      if (err) {
+      } else {
+        import_log7.log.info("downloaded", {
+          data
+        }, {
+          F: __dxlog_file8,
+          L: 401,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
     });
+    this._downloads.set(feed, handle);
   }
   async _initIterator() {
     this._feedSetIterator = new import_feed_store.FeedSetIterator(createMessageSelector(this._timeframeClock), {
@@ -1296,7 +1312,7 @@ var Pipeline = class {
     this._feedSetIterator.stalled.on((iterator) => {
       import_log7.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
         F: __dxlog_file8,
-        L: 390,
+        L: 415,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1324,12 +1340,24 @@ _ts_decorate4([
 ], Pipeline.prototype, "unpause", null);
 
 // packages/core/echo/echo-pipeline/src/space/control-pipeline.ts
-var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
+function _ts_decorate5(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
+    r = Reflect.decorate(decorators, target, key, desc);
+  else
+    for (var i = decorators.length - 1; i >= 0; i--)
+      if (d = decorators[i])
+        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file9 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 500;
-var ControlPipeline = class {
+var ControlPipeline = class ControlPipeline2 {
   constructor({ spaceKey, genesisFeed, feedProvider, metadataStore }) {
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new import_util5.Callback();
+    this._usage = new import_tracing.TimeUsageCounter();
+    this._mutations = new import_tracing.TimeSeriesCounter();
     this._spaceKey = spaceKey;
     this._metadata = metadataStore;
     this._pipeline = new Pipeline();
@@ -1340,7 +1368,7 @@ var ControlPipeline = class {
         key: info.key
       }, {
         F: __dxlog_file9,
-        L: 51,
+        L: 61,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1351,7 +1379,7 @@ var ControlPipeline = class {
         } catch (err) {
           import_log8.log.catch(err, void 0, {
             F: __dxlog_file9,
-            L: 59,
+            L: 69,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1374,57 +1402,66 @@ var ControlPipeline = class {
   async start() {
     (0, import_log8.log)("starting...", void 0, {
       F: __dxlog_file9,
-      L: 83,
+      L: 93,
       S: this,
       C: (f, a) => f(...a)
     });
     setTimeout(async () => {
-      for await (const msg of this._pipeline.consume()) {
-        try {
-          (0, import_log8.log)("processing", {
-            key: msg.feedKey,
-            seq: msg.seq
-          }, {
-            F: __dxlog_file9,
-            L: 88,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          if (msg.data.payload.credential) {
-            const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
-            const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, import_keys4.PublicKey.from(msg.feedKey));
-            timer.end();
-            if (!result) {
-              import_log8.log.warn("processing failed", {
-                msg
-              }, {
-                F: __dxlog_file9,
-                L: 98,
-                S: this,
-                C: (f, a) => f(...a)
-              });
-            } else {
-              await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
-            }
-          }
-        } catch (err) {
-          import_log8.log.catch(err, void 0, {
-            F: __dxlog_file9,
-            L: 104,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-        }
-      }
+      void this._consumePipeline(new import_context5.Context());
     });
     await this._pipeline.start();
     (0, import_log8.log)("started", void 0, {
       F: __dxlog_file9,
-      L: 110,
+      L: 99,
       S: this,
       C: (f, a) => f(...a)
     });
   }
+  async _consumePipeline(ctx) {
+    for await (const msg of this._pipeline.consume()) {
+      const span = this._usage.beginRecording();
+      this._mutations.inc();
+      try {
+        await this._processMessage(ctx, msg);
+      } catch (err) {
+        import_log8.log.catch(err, void 0, {
+          F: __dxlog_file9,
+          L: 111,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+      span.end();
+    }
+  }
+  async _processMessage(ctx, msg) {
+    (0, import_log8.log)("processing", {
+      key: msg.feedKey,
+      seq: msg.seq
+    }, {
+      F: __dxlog_file9,
+      L: 121,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (msg.data.payload.credential) {
+      const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
+      const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, import_keys4.PublicKey.from(msg.feedKey));
+      timer.end();
+      if (!result) {
+        import_log8.log.warn("processing failed", {
+          msg
+        }, {
+          F: __dxlog_file9,
+          L: 131,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      } else {
+        await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
+      }
+    }
+  }
   async _noteTargetStateIfNeeded(timeframe) {
     if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL) {
       this._lastTimeframeSaveTime = Date.now();
@@ -1434,7 +1471,7 @@ var ControlPipeline = class {
   async stop() {
     (0, import_log8.log)("stopping...", void 0, {
       F: __dxlog_file9,
-      L: 124,
+      L: 149,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1442,7 +1479,7 @@ var ControlPipeline = class {
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     (0, import_log8.log)("stopped", void 0, {
       F: __dxlog_file9,
-      L: 127,
+      L: 152,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1455,25 +1492,41 @@ var ControlPipeline = class {
     } catch (err) {
       (0, import_log8.log)(err, void 0, {
         F: __dxlog_file9,
-        L: 136,
+        L: 161,
         S: this,
         C: (f, a) => f(...a)
       });
     }
   }
 };
+_ts_decorate5([
+  import_tracing.trace.metricsCounter()
+], ControlPipeline.prototype, "_usage", void 0);
+_ts_decorate5([
+  import_tracing.trace.metricsCounter()
+], ControlPipeline.prototype, "_mutations", void 0);
+_ts_decorate5([
+  import_tracing.trace.span()
+], ControlPipeline.prototype, "_consumePipeline", null);
+_ts_decorate5([
+  import_tracing.trace.span()
+], ControlPipeline.prototype, "_processMessage", null);
+ControlPipeline = _ts_decorate5([
+  import_tracing.trace.resource()
+], ControlPipeline);
 
 // packages/core/echo/echo-pipeline/src/space/data-pipeline.ts
 var import_async6 = require("@dxos/async");
-var import_context5 = require("@dxos/context");
+var import_context6 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
 var import_errors2 = require("@dxos/errors");
 var import_invariant8 = require("@dxos/invariant");
 var import_log9 = require("@dxos/log");
 var import_timeframe4 = require("@dxos/timeframe");
+var import_tracing2 = require("@dxos/tracing");
 var import_util6 = require("@dxos/util");
-function _ts_decorate5(decorators, target, key, desc) {
+function _ts_decorate6(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -1483,14 +1536,14 @@ function _ts_decorate5(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
+var __dxlog_file10 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var DataPipeline = class DataPipeline2 {
   constructor(_params) {
     this._params = _params;
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
@@ -1498,6 +1551,8 @@ var DataPipeline = class DataPipeline2 {
     this._lastTimeframeSaveTime = 0;
     this._lastSnapshotSaveTime = 0;
     this._lastProcessedEpoch = -1;
+    this._usage = new import_tracing2.TimeUsageCounter();
+    this._mutations = new import_tracing2.TimeSeriesCounter();
     this.currentEpoch = void 0;
     this.appliedEpoch = void 0;
     this.onNewEpoch = new import_async6.Event();
@@ -1530,8 +1585,8 @@ var DataPipeline = class DataPipeline2 {
     }
     this._pipeline = new Pipeline();
     await this._params.onPipelineCreated(this._pipeline);
-    await this._pipeline.start();
     await this._pipeline.pause();
+    await this._pipeline.start();
     if (this._targetTimeframe) {
       this._pipeline.state.setTargetTimeframe(this._targetTimeframe);
     }
@@ -1539,7 +1594,7 @@ var DataPipeline = class DataPipeline2 {
       write: (data, options) => {
         (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
           F: __dxlog_file10,
-          L: 145,
+          L: 154,
           S: this,
           A: [
             "this._pipeline",
@@ -1548,7 +1603,7 @@ var DataPipeline = class DataPipeline2 {
         });
         (0, import_invariant8.invariant)(this.currentEpoch, "Epoch is not initialized.", {
           F: __dxlog_file10,
-          L: 146,
+          L: 155,
           S: this,
           A: [
             "this.currentEpoch",
@@ -1574,7 +1629,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_log9.log)("close", void 0, {
       F: __dxlog_file10,
-      L: 170,
+      L: 179,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1589,14 +1644,14 @@ var DataPipeline = class DataPipeline2 {
     } catch (err) {
       import_log9.log.catch(err, void 0, {
         F: __dxlog_file10,
-        L: 183,
+        L: 192,
         S: this,
         C: (f, a) => f(...a)
       });
     }
     await this.databaseHost?.close();
     await this.itemManager?.destroy();
-    this._ctx = new import_context5.Context();
+    this._ctx = new import_context6.Context();
     this._pipeline = void 0;
     this._targetTimeframe = void 0;
     this._lastAutomaticSnapshotTimeframe = new import_timeframe4.Timeframe();
@@ -1613,7 +1668,7 @@ var DataPipeline = class DataPipeline2 {
     }
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 206,
+      L: 215,
       S: this,
       A: [
         "this._pipeline",
@@ -1621,13 +1676,15 @@ var DataPipeline = class DataPipeline2 {
       ]
     });
     for await (const msg of this._pipeline.consume()) {
+      const span = this._usage.beginRecording();
+      this._mutations.inc();
       const { feedKey, seq, data } = msg;
       (0, import_log9.log)("processing message", {
         feedKey,
         seq
       }, {
         F: __dxlog_file10,
-        L: 209,
+        L: 221,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1639,7 +1696,7 @@ var DataPipeline = class DataPipeline2 {
               feedKey
             }, {
               F: __dxlog_file10,
-              L: 215,
+              L: 227,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1662,7 +1719,7 @@ var DataPipeline = class DataPipeline2 {
             spaceKey: this._params.spaceKey.toHex()
           }, {
             F: __dxlog_file10,
-            L: 232,
+            L: 244,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1671,17 +1728,18 @@ var DataPipeline = class DataPipeline2 {
       } catch (err) {
         import_log9.log.catch(err, void 0, {
           F: __dxlog_file10,
-          L: 242,
+          L: 254,
           S: this,
           C: (f, a) => f(...a)
         });
       }
+      span.end();
     }
   }
   _createSnapshot() {
     (0, import_invariant8.invariant)(this.databaseHost, "Database backend is not initialized.", {
       F: __dxlog_file10,
-      L: 248,
+      L: 262,
       S: this,
       A: [
         "this.databaseHost",
@@ -1703,14 +1761,14 @@ var DataPipeline = class DataPipeline2 {
     const cache = {};
     try {
       const propertiesItem = this.itemManager.items.find((item) => item.modelMeta?.type === "dxos:model/document" && // TODO(burdon): Document?
-      ((0, import_echo_db3.getStateMachineFromItem)(item)?.snapshot()).type === "dxos.sdk.client.Properties");
+      ((0, import_echo_db3.getStateMachineFromItem)(item)?.snapshot()).type === import_echo_db3.TYPE_PROPERTIES);
       if (propertiesItem) {
         cache.properties = (0, import_echo_db3.getStateMachineFromItem)(propertiesItem)?.snapshot();
       }
     } catch (err) {
       import_log9.log.warn("Failed to cache properties", err, {
         F: __dxlog_file10,
-        L: 277,
+        L: 291,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1731,19 +1789,19 @@ var DataPipeline = class DataPipeline2 {
       return;
     }
     await this._epochCtx?.dispose();
-    const ctx = new import_context5.Context({
+    const ctx = new import_context6.Context({
       onError: (err) => {
         if (err instanceof import_errors2.CancelledError) {
           (0, import_log9.log)("Epoch processing cancelled.", void 0, {
             F: __dxlog_file10,
-            L: 309,
+            L: 323,
             S: this,
             C: (f, a) => f(...a)
           });
         } else {
           import_log9.log.catch(err, void 0, {
             F: __dxlog_file10,
-            L: 311,
+            L: 325,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -1755,14 +1813,6 @@ var DataPipeline = class DataPipeline2 {
       if (!this._isOpen) {
         return;
       }
-      (0, import_log9.log)("process epoch", {
-        epoch
-      }, {
-        F: __dxlog_file10,
-        L: 321,
-        S: this,
-        C: (f, a) => f(...a)
-      });
       await this._processEpoch(ctx, epoch.subject.assertion);
       this.appliedEpoch = epoch;
       this.onNewEpoch.emit(epoch);
@@ -1771,7 +1821,7 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(ctx, epoch) {
     (0, import_invariant8.invariant)(this._isOpen, "Space is closed.", {
       F: __dxlog_file10,
-      L: 331,
+      L: 344,
       S: this,
       A: [
         "this._isOpen",
@@ -1780,7 +1830,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 332,
+      L: 345,
       S: this,
       A: [
         "this._pipeline",
@@ -1788,11 +1838,11 @@ var DataPipeline = class DataPipeline2 {
       ]
     });
     this._lastProcessedEpoch = epoch.number;
-    (0, import_log9.log)("Processing epoch", {
-      epoch
+    (0, import_log9.log)("processing", {
+      epoch: (0, import_log9.omit)(epoch, "proof")
     }, {
       F: __dxlog_file10,
-      L: 335,
+      L: 348,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1800,9 +1850,9 @@ var DataPipeline = class DataPipeline2 {
       const snapshot = await this._params.snapshotManager.load(ctx, epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
-    (0, import_log9.log)("restarting pipeline for epoch", void 0, {
+    (0, import_log9.log)("restarting pipeline from epoch", void 0, {
       F: __dxlog_file10,
-      L: 343,
+      L: 354,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1813,7 +1863,7 @@ var DataPipeline = class DataPipeline2 {
   async waitUntilTimeframe(timeframe) {
     (0, import_invariant8.invariant)(this._pipeline, "Pipeline is not initialized.", {
       F: __dxlog_file10,
-      L: 351,
+      L: 361,
       S: this,
       A: [
         "this._pipeline",
@@ -1825,7 +1875,7 @@ var DataPipeline = class DataPipeline2 {
   async createEpoch() {
     (0, import_invariant8.invariant)(this._pipeline, void 0, {
       F: __dxlog_file10,
-      L: 357,
+      L: 367,
       S: this,
       A: [
         "this._pipeline",
@@ -1834,7 +1884,7 @@ var DataPipeline = class DataPipeline2 {
     });
     (0, import_invariant8.invariant)(this.currentEpoch, void 0, {
       F: __dxlog_file10,
-      L: 358,
+      L: 368,
       S: this,
       A: [
         "this.currentEpoch",
@@ -1857,24 +1907,31 @@ var DataPipeline = class DataPipeline2 {
     await this.onNewEpoch.waitForCondition(() => !!this.currentEpoch);
   }
 };
-_ts_decorate5([
+_ts_decorate6([
+  import_tracing2.trace.metricsCounter()
+], DataPipeline.prototype, "_usage", void 0);
+_ts_decorate6([
+  import_tracing2.trace.metricsCounter()
+], DataPipeline.prototype, "_mutations", void 0);
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "open", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "close", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "_processEpoch", null);
-_ts_decorate5([
+_ts_decorate6([
   import_async6.synchronized
 ], DataPipeline.prototype, "createEpoch", null);
-DataPipeline = _ts_decorate5([
-  (0, import_async6.trackLeaks)("open", "close")
+DataPipeline = _ts_decorate6([
+  (0, import_async6.trackLeaks)("open", "close"),
+  import_tracing2.trace.resource()
 ], DataPipeline);
 
 // packages/core/echo/echo-pipeline/src/space/space.ts
-function _ts_decorate6(decorators, target, key, desc) {
+function _ts_decorate7(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -1884,7 +1941,7 @@ function _ts_decorate6(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
+var __dxlog_file11 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space.ts";
 var Space = class Space2 {
   constructor(params) {
     this._addFeedLock = new import_async7.Lock();
@@ -2000,7 +2057,7 @@ var Space = class Space2 {
   setControlFeed(feed) {
     (0, import_invariant9.invariant)(!this._controlFeed, "Control feed already set.", {
       F: __dxlog_file11,
-      L: 183,
+      L: 184,
       S: this,
       A: [
         "!this._controlFeed",
@@ -2014,7 +2071,7 @@ var Space = class Space2 {
   setDataFeed(feed) {
     (0, import_invariant9.invariant)(!this._dataFeed, "Data feed already set.", {
       F: __dxlog_file11,
-      L: 190,
+      L: 191,
       S: this,
       A: [
         "!this._dataFeed",
@@ -2040,7 +2097,7 @@ var Space = class Space2 {
   async open(ctx) {
     (0, import_log10.log)("opening...", void 0, {
       F: __dxlog_file11,
-      L: 212,
+      L: 213,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2053,7 +2110,7 @@ var Space = class Space2 {
     this._isOpen = true;
     (0, import_log10.log)("opened", void 0, {
       F: __dxlog_file11,
-      L: 223,
+      L: 224,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2063,7 +2120,7 @@ var Space = class Space2 {
       key: this._key
     }, {
       F: __dxlog_file11,
-      L: 228,
+      L: 229,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2077,7 +2134,7 @@ var Space = class Space2 {
     this._isOpen = false;
     (0, import_log10.log)("closed", void 0, {
       F: __dxlog_file11,
-      L: 241,
+      L: 242,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2085,13 +2142,13 @@ var Space = class Space2 {
   async initializeDataPipeline() {
     (0, import_log10.log)("initializeDataPipeline", void 0, {
       F: __dxlog_file11,
-      L: 246,
+      L: 247,
       S: this,
       C: (f, a) => f(...a)
     });
     (0, import_invariant9.invariant)(this._isOpen, "Space must be open to initialize data pipeline.", {
       F: __dxlog_file11,
-      L: 247,
+      L: 248,
       S: this,
       A: [
         "this._isOpen",
@@ -2101,22 +2158,23 @@ var Space = class Space2 {
     await this._dataPipeline.open();
   }
 };
-_ts_decorate6([
-  import_log10.logInfo
+_ts_decorate7([
+  import_log10.logInfo,
+  import_tracing3.trace.info()
 ], Space.prototype, "key", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized,
-  import_tracing.trace.span()
+  import_tracing3.trace.span()
 ], Space.prototype, "open", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized
 ], Space.prototype, "close", null);
-_ts_decorate6([
+_ts_decorate7([
   import_async7.synchronized
 ], Space.prototype, "initializeDataPipeline", null);
-Space = _ts_decorate6([
+Space = _ts_decorate7([
   (0, import_async7.trackLeaks)("open", "close"),
-  import_tracing.trace.resource()
+  import_tracing3.trace.resource()
 ], Space);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
@@ -2136,7 +2194,7 @@ var import_teleport2 = require("@dxos/teleport");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var import_teleport_extension_replicator = require("@dxos/teleport-extension-replicator");
 var import_util8 = require("@dxos/util");
-function _ts_decorate7(decorators, target, key, desc) {
+function _ts_decorate8(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -2146,7 +2204,7 @@ function _ts_decorate7(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file12 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
+var __dxlog_file12 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
 var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
 var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
@@ -2177,7 +2235,7 @@ var SpaceProtocol = class {
       key: feed.key
     }, {
       F: __dxlog_file12,
-      L: 95,
+      L: 96,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2186,6 +2244,7 @@ var SpaceProtocol = class {
       session.replicator.addFeed(feed);
     }
   }
+  // TODO(burdon): Rename open? Common open/close interfaces for all services?
   async start() {
     if (this._connection) {
       return;
@@ -2199,7 +2258,7 @@ var SpaceProtocol = class {
     await this.blobSync.open();
     (0, import_log11.log)("starting...", void 0, {
       F: __dxlog_file12,
-      L: 120,
+      L: 122,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2209,11 +2268,11 @@ var SpaceProtocol = class {
       peerId: this._swarmIdentity.peerKey,
       topic,
       topology: new import_network_manager.MMSTTopology(topologyConfig),
-      label: `Protocol swarm: ${topic}`
+      label: `space swarm ${topic.truncate()}`
     });
     (0, import_log11.log)("started", void 0, {
       F: __dxlog_file12,
-      L: 130,
+      L: 132,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2223,14 +2282,14 @@ var SpaceProtocol = class {
     if (this._connection) {
       (0, import_log11.log)("stopping...", void 0, {
         F: __dxlog_file12,
-        L: 137,
+        L: 139,
         S: this,
         C: (f, a) => f(...a)
       });
       await this._connection.close();
       (0, import_log11.log)("stopped", void 0, {
         F: __dxlog_file12,
-        L: 139,
+        L: 141,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2253,10 +2312,10 @@ var SpaceProtocol = class {
     };
   }
 };
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocol.prototype, "_topic", void 0);
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocol.prototype, "_ownPeerKey", null);
 var AuthStatus;
@@ -2297,7 +2356,7 @@ var SpaceProtocolSession = class {
       onAuthSuccess: () => {
         (0, import_log11.log)("Peer authenticated", void 0, {
           F: __dxlog_file12,
-          L: 236,
+          L: 238,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -2316,15 +2375,15 @@ var SpaceProtocolSession = class {
     await this._teleport.close();
   }
 };
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocolSession.prototype, "_wireParams", void 0);
-_ts_decorate7([
+_ts_decorate8([
   import_log11.logInfo
 ], SpaceProtocolSession.prototype, "authStatus", null);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
-function _ts_decorate8(decorators, target, key, desc) {
+function _ts_decorate9(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
     r = Reflect.decorate(decorators, target, key, desc);
@@ -2334,7 +2393,7 @@ function _ts_decorate8(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
+var __dxlog_file13 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class SpaceManager2 {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
     this._spaces = new import_util9.ComplexMap(import_keys6.PublicKey.hash);
@@ -2400,20 +2459,20 @@ var SpaceManager = class SpaceManager2 {
       id: this._instanceId
     }), {
       F: __dxlog_file13,
-      L: 125,
+      L: 126,
       S: this,
       C: (f, a) => f(...a)
     });
     return space;
   }
 };
-_ts_decorate8([
+_ts_decorate9([
   import_async8.synchronized
 ], SpaceManager.prototype, "open", null);
-_ts_decorate8([
+_ts_decorate9([
   import_async8.synchronized
 ], SpaceManager.prototype, "close", null);
-SpaceManager = _ts_decorate8([
+SpaceManager = _ts_decorate9([
   (0, import_async8.trackLeaks)("open", "close")
 ], SpaceManager);
 
@@ -2549,7 +2608,7 @@ var TestAgent = class {
     });
     space.setControlFeed(controlFeed);
     space.setDataFeed(dataFeed);
-    await space.open(new import_context6.Context());
+    await space.open(new import_context7.Context());
     this._spaces.set(spaceKey, space);
     return space;
   }