@dxos/echo-pipeline 0.1.45 → 0.1.46-next.01810f0

package/dist/lib/node/index.cjs

@@ -46,7 +46,6 @@ __export(src_exports, {
   MOCK_AUTH_VERIFIER: () => MOCK_AUTH_VERIFIER,
   MetadataStore: () => MetadataStore,
   Pipeline: () => Pipeline,
-  STORAGE_VERSION: () => STORAGE_VERSION,
   SnapshotManager: () => SnapshotManager,
   SnapshotStore: () => SnapshotStore,
   Space: () => Space,
@@ -131,9 +130,8 @@ var __decorate = function(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
-var STORAGE_VERSION = 1;
 var emptyEchoMetadata = () => ({
-  version: STORAGE_VERSION,
+  version: import_protocols.STORAGE_VERSION,
   spaces: [],
   created: new Date(),
   updated: new Date()
@@ -173,7 +171,7 @@ var MetadataStore = class {
         checksum
       }, {
         file: "metadata-store.ts",
-        line: 70,
+        line: 63,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -191,7 +189,7 @@ var MetadataStore = class {
         err
       }, {
         file: "metadata-store.ts",
-        line: 85,
+        line: 78,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -204,7 +202,7 @@ var MetadataStore = class {
     var _a;
     const data = {
       ...this._metadata,
-      version: STORAGE_VERSION,
+      version: import_protocols.STORAGE_VERSION,
       created: (_a = this._metadata.created) != null ? _a : new Date(),
       updated: new Date()
     };
@@ -222,7 +220,7 @@ var MetadataStore = class {
         checksum
       }, {
         file: "metadata-store.ts",
-        line: 116,
+        line: 109,
         scope: this,
         callSite: (f, a) => f(...a)
       });
@@ -241,11 +239,12 @@ var MetadataStore = class {
   async clear() {
     (0, import_log.log)("clearing all metadata", {}, {
       file: "metadata-store.ts",
-      line: 132,
+      line: 125,
       scope: this,
       callSite: (f, a) => f(...a)
     });
     await this._directory.delete();
+    this._metadata = emptyEchoMetadata();
   }
   getIdentityRecord() {
     return this._metadata.identity;
@@ -792,7 +791,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
 // packages/core/echo/echo-pipeline/src/space/space.ts
 var import_node_assert9 = __toESM(require("node:assert"));
 var import_async7 = require("@dxos/async");
-var import_log9 = require("@dxos/log");
+var import_log10 = require("@dxos/log");
 var import_credentials4 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_util5 = require("@dxos/util");
 
@@ -917,7 +916,7 @@ var import_async6 = require("@dxos/async");
 var import_context3 = require("@dxos/context");
 var import_credentials3 = require("@dxos/credentials");
 var import_echo_db3 = require("@dxos/echo-db");
-var import_log8 = require("@dxos/log");
+var import_log9 = require("@dxos/log");
 var import_timeframe3 = require("@dxos/timeframe");
 
 // packages/core/echo/echo-pipeline/src/dbhost/data-service-host.ts
@@ -1060,6 +1059,8 @@ var DatabaseHost = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/snapshot-manager.ts
 var import_async5 = require("@dxos/async");
+var import_debug4 = require("@dxos/debug");
+var import_log7 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var __decorate4 = function(decorators, target, key, desc) {
@@ -1079,6 +1080,15 @@ var SnapshotManager = class SnapshotManager2 {
     this._objectSync = new import_teleport_extension_object_sync.ObjectSync({
       getObject: async (id) => {
         const snapshot = await this._snapshotStore.loadSnapshot(id);
+        (0, import_log7.log)("getObject", {
+          id,
+          snapshot
+        }, {
+          file: "snapshot-manager.ts",
+          line: 30,
+          scope: this,
+          callSite: (f, a) => f(...a)
+        });
         if (!snapshot) {
           return void 0;
         }
@@ -1088,7 +1098,15 @@ var SnapshotManager = class SnapshotManager2 {
         };
       },
       setObject: async (data) => {
-        const snapshot = import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(data.payload);
+        (0, import_log7.log)("setObject", {
+          data
+        }, {
+          file: "snapshot-manager.ts",
+          line: 40,
+          scope: this,
+          callSite: (f, a) => f(...a)
+        });
+        const snapshot = import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(data.payload.value);
         await this._snapshotStore.saveSnapshot(snapshot);
       }
     });
@@ -1108,13 +1126,16 @@ var SnapshotManager = class SnapshotManager2 {
       return local;
     }
     const remote = await this._objectSync.download(id);
-    return import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload);
+    return import_protocols4.schema.getCodecForType("dxos.echo.snapshot.SpaceSnapshot").decode(remote.payload.value);
   }
   async store(snapshot) {
     const id = await this._snapshotStore.saveSnapshot(snapshot);
     return id;
   }
 };
+__decorate4([
+  (0, import_debug4.timed)(1e4)
+], SnapshotManager.prototype, "load", null);
 SnapshotManager = __decorate4([
   (0, import_async5.trackLeaks)("open", "close")
 ], SnapshotManager);
@@ -1166,9 +1187,9 @@ var SnapshotStore = class {
 
 // packages/core/echo/echo-pipeline/src/dbhost/data-service.ts
 var import_node_assert7 = __toESM(require("node:assert"));
-var import_debug4 = require("@dxos/debug");
+var import_debug5 = require("@dxos/debug");
 var import_keys3 = require("@dxos/keys");
-var import_log7 = require("@dxos/log");
+var import_log8 = require("@dxos/log");
 var import_util4 = require("@dxos/util");
 var DataServiceSubscriptions = class {
   constructor() {
@@ -1178,7 +1199,7 @@ var DataServiceSubscriptions = class {
     this._spaces.clear();
   }
   registerSpace(spaceKey, host) {
-    (0, import_log7.log)("Registering space", {
+    (0, import_log8.log)("Registering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -1189,7 +1210,7 @@ var DataServiceSubscriptions = class {
     this._spaces.set(spaceKey, host);
   }
   unregisterSpace(spaceKey) {
-    (0, import_log7.log)("Unregistering space", {
+    (0, import_log8.log)("Unregistering space", {
       spaceKey
     }, {
       file: "data-service.ts",
@@ -1210,14 +1231,14 @@ var DataServiceImpl = class {
   subscribe(request) {
     var _a;
     (0, import_node_assert7.default)(request.spaceKey);
-    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug4.raise)(new Error(`space not found: ${request.spaceKey}`));
+    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug5.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.subscribe();
   }
   write(request) {
     var _a;
     (0, import_node_assert7.default)(request.spaceKey);
     (0, import_node_assert7.default)(request.batch);
-    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug4.raise)(new Error(`space not found: ${request.spaceKey}`));
+    const host = (_a = this._subscriptions.getDataService(request.spaceKey)) != null ? _a : (0, import_debug5.raise)(new Error(`space not found: ${request.spaceKey}`));
     return host.write(request);
   }
 };
@@ -1268,7 +1289,7 @@ var DataPipeline = class DataPipeline2 {
         if (assertion["@type"] !== "dxos.halo.credentials.Epoch") {
           return;
         }
-        (0, import_log8.log)("new epoch", {
+        (0, import_log9.log)("new epoch", {
           credential
         }, {
           file: "data-pipeline.ts",
@@ -1315,7 +1336,7 @@ var DataPipeline = class DataPipeline2 {
     if (!this._isOpen) {
       return;
     }
-    (0, import_log8.log)("close", {}, {
+    (0, import_log9.log)("close", {}, {
       file: "data-pipeline.ts",
       line: 162,
       scope: this,
@@ -1330,7 +1351,7 @@ var DataPipeline = class DataPipeline2 {
         await this._saveTargetTimeframe(this._pipeline.state.timeframe);
       }
     } catch (err) {
-      import_log8.log.catch(err, {}, {
+      import_log9.log.catch(err, {}, {
         file: "data-pipeline.ts",
         line: 175,
         scope: this,
@@ -1345,7 +1366,7 @@ var DataPipeline = class DataPipeline2 {
     (0, import_node_assert8.default)(this._pipeline, "Pipeline is not initialized.");
     for await (const msg of this._pipeline.consume()) {
       const { feedKey, seq, data } = msg;
-      (0, import_log8.log)("processing message", {
+      (0, import_log9.log)("processing message", {
         feedKey,
         seq
       }, {
@@ -1358,7 +1379,7 @@ var DataPipeline = class DataPipeline2 {
         if (data.payload.data) {
           const feedInfo = this._params.feedInfoProvider(feedKey);
           if (!feedInfo) {
-            import_log8.log.error("Could not find feed.", {
+            import_log9.log.error("Could not find feed.", {
               feedKey
             }, {
               file: "data-pipeline.ts",
@@ -1380,7 +1401,7 @@ var DataPipeline = class DataPipeline2 {
           await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
         }
       } catch (err) {
-        import_log8.log.catch(err, {}, {
+        import_log9.log.catch(err, {}, {
           file: "data-pipeline.ts",
           line: 211,
           scope: this,
@@ -1415,7 +1436,7 @@ var DataPipeline = class DataPipeline2 {
         cache.properties = (_a = (0, import_echo_db3.getStateMachineFromItem)(propertiesItem)) == null ? void 0 : _a.snapshot();
       }
     } catch (err) {
-      import_log8.log.warn("Failed to cache properties", err, {
+      import_log9.log.warn("Failed to cache properties", err, {
         file: "data-pipeline.ts",
         line: 245,
         scope: this,
@@ -1436,10 +1457,24 @@ var DataPipeline = class DataPipeline2 {
   async _processEpoch(epoch) {
     (0, import_node_assert8.default)(this._isOpen);
     (0, import_node_assert8.default)(this._pipeline);
+    (0, import_log9.log)("Processing epoch", {
+      epoch
+    }, {
+      file: "data-pipeline.ts",
+      line: 274,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
     if (epoch.snapshotCid) {
       const snapshot = await this._params.snapshotManager.load(epoch.snapshotCid);
       this.databaseHost._itemDemuxer.restoreFromSnapshot(snapshot.database);
     }
+    (0, import_log9.log)("restarting pipeline for epoch", {}, {
+      file: "data-pipeline.ts",
+      line: 282,
+      scope: this,
+      callSite: (f, a) => f(...a)
+    });
     await this._pipeline.pause();
     await this._pipeline.setCursor(epoch.timeframe);
     await this._pipeline.unpause();
@@ -1528,7 +1563,7 @@ var Space = class Space2 {
     });
     this._controlPipeline.onCredentialProcessed.set(async (credential) => {
       await this.onCredentialProcessed.callIfSet(credential);
-      (0, import_log9.log)("onCredentialProcessed", {
+      (0, import_log10.log)("onCredentialProcessed", {
         credential
       }, {
         file: "space.ts",
@@ -1620,7 +1655,7 @@ var Space = class Space2 {
   //   return this._dataPipeline?.getFeeds();
   // }
   async open() {
-    (0, import_log9.log)("opening...", {}, {
+    (0, import_log10.log)("opening...", {}, {
       file: "space.ts",
       line: 208,
       scope: this,
@@ -1633,7 +1668,7 @@ var Space = class Space2 {
     await this.protocol.start();
     this._dataPipelineCredentialConsumer = this._controlPipeline.spaceState.registerProcessor(this._dataPipeline.createCredentialProcessor());
     this._isOpen = true;
-    (0, import_log9.log)("opened", {}, {
+    (0, import_log10.log)("opened", {}, {
       file: "space.ts",
       line: 222,
       scope: this,
@@ -1642,7 +1677,7 @@ var Space = class Space2 {
   }
   async close() {
     var _a;
-    (0, import_log9.log)("closing...", {
+    (0, import_log10.log)("closing...", {
       key: this._key
     }, {
       file: "space.ts",
@@ -1659,7 +1694,7 @@ var Space = class Space2 {
     await this.protocol.stop();
     await this._controlPipeline.stop();
     this._isOpen = false;
-    (0, import_log9.log)("closed", {}, {
+    (0, import_log10.log)("closed", {}, {
       file: "space.ts",
       line: 241,
       scope: this,
@@ -1667,7 +1702,7 @@ var Space = class Space2 {
     });
   }
   async initializeDataPipeline() {
-    import_log9.log.info("initializeDataPipeline", {}, {
+    import_log10.log.info("initializeDataPipeline", {}, {
       file: "space.ts",
       line: 245,
       scope: this,
@@ -1679,7 +1714,7 @@ var Space = class Space2 {
   }
 };
 __decorate6([
-  import_log9.logInfo
+  import_log10.logInfo
 ], Space.prototype, "key", null);
 __decorate6([
   import_async7.synchronized
@@ -1693,16 +1728,16 @@ Space = __decorate6([
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
 var import_async8 = require("@dxos/async");
-var import_debug5 = require("@dxos/debug");
+var import_debug6 = require("@dxos/debug");
 var import_keys5 = require("@dxos/keys");
-var import_log11 = require("@dxos/log");
+var import_log12 = require("@dxos/log");
 var import_protocols6 = require("@dxos/protocols");
 var import_util7 = require("@dxos/util");
 
 // packages/core/echo/echo-pipeline/src/space/space-protocol.ts
 var import_crypto3 = require("@dxos/crypto");
 var import_keys4 = require("@dxos/keys");
-var import_log10 = require("@dxos/log");
+var import_log11 = require("@dxos/log");
 var import_network_manager = require("@dxos/network-manager");
 var import_teleport2 = require("@dxos/teleport");
 var import_teleport_extension_replicator = require("@dxos/teleport-extension-replicator");
@@ -1739,7 +1774,7 @@ var SpaceProtocol = class {
   }
   // TODO(burdon): Create abstraction for Space (e.g., add keys and have provider).
   addFeed(feed) {
-    (0, import_log10.log)("addFeed", {
+    (0, import_log11.log)("addFeed", {
       key: feed.key
     }, {
       file: "space-protocol.ts",
@@ -1762,7 +1797,7 @@ var SpaceProtocol = class {
       maxPeers: 10,
       sampleSize: 20
     };
-    (0, import_log10.log)("starting...", {}, {
+    (0, import_log11.log)("starting...", {}, {
       file: "space-protocol.ts",
       line: 107,
       scope: this,
@@ -1775,7 +1810,7 @@ var SpaceProtocol = class {
       topology: new import_network_manager.MMSTTopology(topologyConfig),
       label: `Protocol swarm: ${this._topic}`
     });
-    (0, import_log10.log)("started", {}, {
+    (0, import_log11.log)("started", {}, {
       file: "space-protocol.ts",
       line: 116,
       scope: this,
@@ -1784,14 +1819,14 @@ var SpaceProtocol = class {
   }
   async stop() {
     if (this._connection) {
-      (0, import_log10.log)("stopping...", {}, {
+      (0, import_log11.log)("stopping...", {}, {
         file: "space-protocol.ts",
         line: 121,
         scope: this,
         callSite: (f, a) => f(...a)
       });
       await this._connection.close();
-      (0, import_log10.log)("stopped", {}, {
+      (0, import_log11.log)("stopped", {}, {
         file: "space-protocol.ts",
         line: 123,
         scope: this,
@@ -1815,10 +1850,10 @@ var SpaceProtocol = class {
   }
 };
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocol.prototype, "_topic", void 0);
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocol.prototype, "_ownPeerKey", null);
 var AuthStatus;
 (function(AuthStatus2) {
@@ -1853,7 +1888,7 @@ var SpaceProtocolSession = class {
       onAuthSuccess: () => {
         var _a;
         this._authStatus = AuthStatus.SUCCESS;
-        (0, import_log10.log)("Peer authenticated", {}, {
+        (0, import_log11.log)("Peer authenticated", {}, {
           file: "space-protocol.ts",
           line: 206,
           scope: this,
@@ -1862,7 +1897,7 @@ var SpaceProtocolSession = class {
         (_a = this._onSessionAuth) == null ? void 0 : _a.call(this, this._teleport);
       },
       onAuthFailure: () => {
-        import_log10.log.warn("Auth failed", {}, {
+        import_log11.log.warn("Auth failed", {}, {
           file: "space-protocol.ts",
           line: 211,
           scope: this,
@@ -1878,10 +1913,10 @@ var SpaceProtocolSession = class {
   }
 };
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocolSession.prototype, "_wireParams", void 0);
 __decorate7([
-  import_log10.logInfo
+  import_log11.logInfo
 ], SpaceProtocolSession.prototype, "authStatus", null);
 
 // packages/core/echo/echo-pipeline/src/space/space-manager.ts
@@ -1918,7 +1953,7 @@ var SpaceManager = class SpaceManager2 {
   }
   async constructSpace({ metadata, swarmIdentity, onNetworkConnection, memberKey }) {
     var _a;
-    import_log11.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.begin({
+    import_log12.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.begin({
       id: this._instanceId
     }), {
       file: "space-manager.ts",
@@ -1926,7 +1961,7 @@ var SpaceManager = class SpaceManager2 {
       scope: this,
       callSite: (f, a) => f(...a)
     });
-    (0, import_log11.log)("constructing space...", {
+    (0, import_log12.log)("constructing space...", {
       spaceKey: metadata.genesisFeedKey
     }, {
       file: "space-manager.ts",
@@ -1934,7 +1969,7 @@ var SpaceManager = class SpaceManager2 {
       scope: this,
       callSite: (f, a) => f(...a)
     });
-    const genesisFeed = await this._feedStore.openFeed((_a = metadata.genesisFeedKey) != null ? _a : (0, import_debug5.failUndefined)());
+    const genesisFeed = await this._feedStore.openFeed((_a = metadata.genesisFeedKey) != null ? _a : (0, import_debug6.failUndefined)());
     const spaceKey = metadata.key;
     const protocol = new SpaceProtocol({
       topic: spaceKey,
@@ -1954,7 +1989,7 @@ var SpaceManager = class SpaceManager2 {
       memberKey
     });
     this._spaces.set(space.key, space);
-    import_log11.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.end({
+    import_log12.log.trace("dxos.echo.space-manager.construct-space", import_protocols6.trace.end({
       id: this._instanceId
     }), {
       file: "space-manager.ts",
@@ -1992,7 +2027,6 @@ SpaceManager = __decorate8([
   MOCK_AUTH_VERIFIER,
   MetadataStore,
   Pipeline,
-  STORAGE_VERSION,
   SnapshotManager,
   SnapshotStore,
   Space,