@dxos/echo-pipeline 0.1.45 → 0.1.46-next.c3cc04c

package/dist/lib/node/index.cjs

@@ -792,7 +792,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
 // packages/core/echo/echo-pipeline/src/space/space.ts
 var import_node_assert9 = __toESM(require("node:assert"));
 var import_async7 = require("@dxos/async");
-var import_log9 = require("@dxos/log");
+var import_log10 = require("@dxos/log");
 var import_credentials4 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_util5 = require("@dxos/util");
 
@@ -917,7 +917,7 @@ var import_async6 = require("@dxos/async");
 var import_context3 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
-var import_log8 = require("@dxos/log");
+var import_log9 = require("@dxos/log");
 var import_timeframe3 = require("@dxos/timeframe");
 
 // packages/core/echo/echo-pipeline/src/dbhost/data-service-host.ts
@@ -1060,6 +1060,8 @@ var DatabaseHost = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/snapshot-manager.ts
 var import_async5 = require("@dxos/async");
+var import_debug4 = require("@dxos/debug");
+var import_log7 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var __decorate4 = function(decorators, target, key, desc) {
@@ -1079,6 +1081,15 @@ var SnapshotManager = class SnapshotManager2 {
     this._objectSync = new import_teleport_extension_object_sync.ObjectSync({
       getObject: async (id) => {
         const snapshot = await this._snapshotStore.loadSnapshot(id);
+        (0, import_log7.log)("getObject", {
+          id,
+          snapshot
+        }, {
+          file: "snapshot-manager.ts",
+          line: 30,
+          scope: this,
+          callSite: (f, a) => f(...a)
+        });
         if (!snapshot) {
           return void 0;
         }
@@ -1088,7 +1099,15 @@ var SnapshotManager = class SnapshotManager2 {
         };
       },
       setObject: async (data) => {
-        const snapshot = import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(data.payload);
+        (0, import_log7.log)("setObject", {
+          data
+        }, {
+          file: "snapshot-manager.ts",
+          line: 40,
+          scope: this,
+          callSite: (f, a) => f(...a)
+        });
+        const snapshot = import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(data.payload.value);
         await this._snapshotStore.saveSnapshot(snapshot);
       }
     });
@@ -1108,13 +1127,16 @@ var SnapshotManager = class SnapshotManager2 {
       return local;
     }
     const remote = await this._objectSync.download(id);
-    return import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload);
+    return import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload.value);
   }
   async store(snapshot) {
     const id = await this._snapshotStore.saveSnapshot(snapshot);
     return id;
   }
 };
+__decorate4([
+  (0, import_debug4.timed)(1e4)
+], SnapshotManager.prototype, "load", null);
 SnapshotManager = __decorate4([
   (0, import_async5.trackLeaks)("open", "close")
 ], SnapshotManager);
@@ -1166,9 +1188,9 @@ var SnapshotStore = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/data-service.ts
 var import_node_assert7 = __toESM(require("node:assert"));
-var import_debug4 = require("@dxos/debug");
+var import_debug5 = require("@dxos/debug");
 var import_keys3 = require("@dxos/keys");
-var import_log7 = require("@dxos/log");
+var import_log8 = require("@dxos/log");
 var import_util4 = require("@dxos/util");
 var DataServiceSubscriptions = class {
   constructor() {
@@ -1178,7 +1200,7 @@ var DataServiceSubscriptions = class {
     this._spaces.clear();
   }
   registerSpace(spaceKey, host) {
-    (0, import_log7.log)("Registering space", {
+    (0, import_log8.log)("Registering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -1189,7 +1211,7 @@ var DataServiceSubscriptions = class {
     this._spaces.set(spaceKey, host);
   }
   unregisterSpace(spaceKey) {
-    (0, import_log7.log)("Unregistering space", {
+    (0, import_log8.log)("Unregistering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -1210,14 +1232,14 @@ var DataServiceImpl = class {
   subscribe(request) {
     var _a;
     (0, import_node_assert7.default)(request.spaceKey);
-    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug4.raise)(new Error(`space not found: ${request.spaceKey}`));
+    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug5.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.subscribe();
   }
   write(request) {
     var _a;
     (0, import_node_assert7.default)(request.spaceKey);
     (0, import_node_assert7.default)(request.batch);
-    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug4.raise)(new Error(`space not found: ${request.spaceKey}`));
+    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug5.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.write(request);
   }
 };
@@ -1268,7 +1290,7 @@ var DataPipeline = class DataPipeline2 {
         if (assertion["@type"] !== "dxos.halo.credentials.Epoch") {
           return;
         }
-        (0, import_log8.log)("new epoch", {
+        (0, import_log9.log)("new epoch", {
           credential
         }, {
           file: "data-pipeline.ts",
@@ -1315,7 +1337,7 @@ var DataPipeline = class DataPipeline2 {
     if (!this._isOpen) {
       return;
     }
-    (0, import_log8.log)("close", {}, {
+    (0, import_log9.log)("close", {}, {
       file: "data-pipeline.ts",
       line: 162,
       scope: this,
@@ -1330,7 +1352,7 @@ var DataPipeline = class DataPipeline2 {
         await this._saveTargetTimeframe(this._pipeline.state.timeframe);
       }
     } catch (err) {
-      import_log8.log.catch(err, {}, {
+      import_log9.log.catch(err, {}, {
         file: "data-pipeline.ts",
         line: 175,
         scope: this,
@@ -1345,7 +1367,7 @@ var DataPipeline = class DataPipeline2 {
     (0, import_node_assert8.default)(this._pipeline, "Pipeline is not initialized.");
     for await (const msg of this._pipeline.consume()) {
       const { feedKey, seq, data } = msg;
-      (0, import_log8.log)("processing message", {
+      (0, import_log9.log)("processing message", {
         feedKey,
         seq
       }, {
@@ -1358,7 +1380,7 @@ var DataPipeline = class DataPipeline2 {
         if (data.payload.data) {
           const feedInfo = this._params.feedInfoProvider(feedKey);
           if (!feedInfo) {
-            import_log8.log.error("Could not find feed.", {
+            import_log9.log.error("Could not find feed.", {
               feedKey
             }, {
               file: "data-pipeline.ts",
@@ -1380,7 +1402,7 @@ var DataPipeline = class DataPipeline2 {
           await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
         }
       } catch (err) {
-        import_log8.log.catch(err, {}, {
+        import_log9.log.catch(err, {}, {
           file: "data-pipeline.ts",
           line: 211,
           scope: this,
@@ -1415,7 +1437,7 @@ var DataPipeline = class DataPipeline2 {
         cache.properties = (_a = (0, import_echo_db3.getStateMachineFromItem)(propertiesItem)) == null ? void 0 : _a.snapshot();
       }
     } catch (err) {
-      import_log8.log.warn("Failed to cache properties", err, {
+      import_log9.log.warn("Failed to cache properties", err, {
         file: "data-pipeline.ts",
         line: 245,
         scope: this,
@@ -1436,10 +1458,24 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(epoch) {
     (0, import_node_assert8.default)(this._isOpen);
     (0, import_node_assert8.default)(this._pipeline);
+    (0, import_log9.log)("Processing epoch", {
+      epoch
+    }, {
+      file: "data-pipeline.ts",
+      line: 274,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
     if (epoch.snapshotCid) {
       const snapshot = await this._params.snapshotManager.load(epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
+    (0, import_log9.log)("restarting pipeline for epoch", {}, {
+      file: "data-pipeline.ts",
+      line: 282,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
     await this._pipeline.pause();
     await this._pipeline.setCursor(epoch.timeframe);
     await this._pipeline.unpause();
@@ -1528,7 +1564,7 @@ var Space = class Space2 {
     });
     this._controlPipeline.onCredentialProcessed.set(async (credential) => {
       await this.onCredentialProcessed.callIfSet(credential);
-      (0, import_log9.log)("onCredentialProcessed", {
+      (0, import_log10.log)("onCredentialProcessed", {
         credential
       }, {
         file: "space.ts",
@@ -1620,7 +1656,7 @@ var Space = class Space2 {
   //   return this._dataPipeline?.getFeeds();
   // }
   async open() {
-    (0, import_log9.log)("opening...", {}, {
+    (0, import_log10.log)("opening...", {}, {
       file: "space.ts",
       line: 208,
       scope: this,
@@ -1633,7 +1669,7 @@ var Space = class Space2 {
     await this.protocol.start();
     this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
     this._isOpen = true;
-    (0, import_log9.log)("opened", {}, {
+    (0, import_log10.log)("opened", {}, {
       file: "space.ts",
       line: 222,
       scope: this,
@@ -1642,7 +1678,7 @@ var Space = class Space2 {
   }
   async close() {
     var _a;
-    (0, import_log9.log)("closing...", {
+    (0, import_log10.log)("closing...", {
       key: this._key
     }, {
       file: "space.ts",
@@ -1659,7 +1695,7 @@ var Space = class Space2 {
     await this.protocol.stop();
     await this._controlPipeline.stop();
     this._isOpen = false;
-    (0, import_log9.log)("closed", {}, {
+    (0, import_log10.log)("closed", {}, {
       file: "space.ts",
       line: 241,
       scope: this,
@@ -1667,7 +1703,7 @@ var Space = class Space2 {
     });
   }
   async initializeDataPipeline() {
-    import_log9.log.info("initializeDataPipeline", {}, {
+    import_log10.log.info("initializeDataPipeline", {}, {
       file: "space.ts",
       line: 245,
       scope: this,
@@ -1679,7 +1715,7 @@ var Space = class Space2 {
   }
 };
 __decorate6([
-  import_log9.logInfo
+  import_log10.logInfo
 ], Space.prototype, "key", null);
 __decorate6([
   import_async7.synchronized
@@ -1693,16 +1729,16 @@ Space = __decorate6([
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
 var import_async8 = require("@dxos/async");
-var import_debug5 = require("@dxos/debug");
+var import_debug6 = require("@dxos/debug");
 var import_keys5 = require("@dxos/keys");
-var import_log11 = require("@dxos/log");
+var import_log12 = require("@dxos/log");
 var import_protocols6 = require("@dxos/protocols");
 var import_util7 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/space-protocol.ts
 var import_crypto3 = require("@dxos/crypto");
 var import_keys4 = require("@dxos/keys");
-var import_log10 = require("@dxos/log");
+var import_log11 = require("@dxos/log");
 var import_network_manager = require("@dxos/network-manager");
 var import_teleport2 = require("@dxos/teleport");
 var import_teleport_extension_replicator = require("@dxos/teleport-extension-replicator");
@@ -1739,7 +1775,7 @@ var SpaceProtocol = class {
   }
   // TODO(burdon): Create abstraction for Space (e.g., add keys and have provider).
   addFeed(feed) {
-    (0, import_log10.log)("addFeed", {
+    (0, import_log11.log)("addFeed", {
       key: feed.key
     }, {
       file: "space-protocol.ts",
@@ -1762,7 +1798,7 @@ var SpaceProtocol = class {
       maxPeers: 10,
       sampleSize: 20
     };
-    (0, import_log10.log)("starting...", {}, {
+    (0, import_log11.log)("starting...", {}, {
       file: "space-protocol.ts",
       line: 107,
       scope: this,
@@ -1775,7 +1811,7 @@ var SpaceProtocol = class {
       topology: new import_network_manager.MMSTTopology(topologyConfig),
       label: `Protocol swarm: ${this._topic}`
     });
-    (0, import_log10.log)("started", {}, {
+    (0, import_log11.log)("started", {}, {
       file: "space-protocol.ts",
       line: 116,
       scope: this,
@@ -1784,14 +1820,14 @@ var SpaceProtocol = class {
   }
   async stop() {
     if (this._connection) {
-      (0, import_log10.log)("stopping...", {}, {
+      (0, import_log11.log)("stopping...", {}, {
         file: "space-protocol.ts",
         line: 121,
         scope: this,
         callSite: (f, a) => f(...a)
       });
       await this._connection.close();
-      (0, import_log10.log)("stopped", {}, {
+      (0, import_log11.log)("stopped", {}, {
         file: "space-protocol.ts",
         line: 123,
         scope: this,
@@ -1815,10 +1851,10 @@ var SpaceProtocol = class {
   }
 };
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocol.prototype, "_topic", void 0);
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocol.prototype, "_ownPeerKey", null);
 var AuthStatus;
 (function(AuthStatus2) {
@@ -1853,7 +1889,7 @@ var SpaceProtocolSession = class {
       onAuthSuccess: () => {
         var _a;
         this._authStatus = AuthStatus.SUCCESS;
-        (0, import_log10.log)("Peer authenticated", {}, {
+        (0, import_log11.log)("Peer authenticated", {}, {
           file: "space-protocol.ts",
           line: 206,
           scope: this,
@@ -1862,7 +1898,7 @@ var SpaceProtocolSession = class {
         (_a = this._onSessionAuth) == null ? void 0 : _a.call(this, this._teleport);
       },
       onAuthFailure: () => {
-        import_log10.log.warn("Auth failed", {}, {
+        import_log11.log.warn("Auth failed", {}, {
           file: "space-protocol.ts",
           line: 211,
           scope: this,
@@ -1878,10 +1914,10 @@ var SpaceProtocolSession = class {
   }
 };
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocolSession.prototype, "_wireParams", void 0);
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocolSession.prototype, "authStatus", null);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
@@ -1918,7 +1954,7 @@ var SpaceManager = class SpaceManager2 {
   }
   async constructSpace({ metadata, swarmIdentity, onNetworkConnection, memberKey }) {
     var _a;
-    import_log11.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.begin({
+    import_log12.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.begin({
       id: this._instanceId
     }), {
       file: "space-manager.ts",
@@ -1926,7 +1962,7 @@ var SpaceManager = class SpaceManager2 {
       scope: this,
       callSite: (f, a) => f(...a)
     });
-    (0, import_log11.log)("constructing space...", {
+    (0, import_log12.log)("constructing space...", {
       spaceKey: metadata.genesisFeedKey
     }, {
       file: "space-manager.ts",
@@ -1934,7 +1970,7 @@ var SpaceManager = class SpaceManager2 {
       scope: this,
       callSite: (f, a) => f(...a)
     });
-    const genesisFeed = await this._feedStore.openFeed((_a = metadata.genesisFeedKey) != null ? _a : (0, import_debug5.failUndefined)());
+    const genesisFeed = await this._feedStore.openFeed((_a = metadata.genesisFeedKey) != null ? _a : (0, import_debug6.failUndefined)());
     const spaceKey = metadata.key;
     const protocol = new SpaceProtocol({
       topic: spaceKey,
@@ -1954,7 +1990,7 @@ var SpaceManager = class SpaceManager2 {
       memberKey
     });
     this._spaces.set(space.key, space);
-    import_log11.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.end({
+    import_log12.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.end({
       id: this._instanceId
     }), {
       file: "space-manager.ts",