@dxos/echo-pipeline 0.7.4 → 0.7.5-feature-compute.4d9d99a

package/dist/lib/node/{chunk-MACQJ2EP.cjs → chunk-NPZ57MV5.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_MACQJ2EP_exports = {};
-__export(chunk_MACQJ2EP_exports, {
+var chunk_NPZ57MV5_exports = {};
+__export(chunk_NPZ57MV5_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
   CredentialRetrieverExtension: () => CredentialRetrieverExtension,
@@ -50,7 +50,7 @@ __export(chunk_MACQJ2EP_exports, {
   startAfter: () => startAfter,
   valueEncoding: () => valueEncoding
 });
-module.exports = __toCommonJS(chunk_MACQJ2EP_exports);
+module.exports = __toCommonJS(chunk_NPZ57MV5_exports);
 var import_hypercore = require("@dxos/hypercore");
 var import_proto = require("@dxos/protocols/proto");
 var import_invariant = require("@dxos/invariant");
@@ -120,6 +120,8 @@ var import_teleport_extension_replicator = require("@dxos/teleport-extension-rep
 var import_tracing3 = require("@dxos/tracing");
 var import_util6 = require("@dxos/util");
 var import_async8 = require("@dxos/async");
+var import_automerge_repo = require("@dxos/automerge/automerge-repo");
+var import_credentials4 = require("@dxos/credentials");
 var import_debug3 = require("@dxos/debug");
 var import_keys6 = require("@dxos/keys");
 var import_log9 = require("@dxos/log");
@@ -802,10 +804,22 @@ var Pipeline = class {
       payload
     }), feed.createFeedWriter());
   }
+  retryMessage(message) {
+    (0, import_invariant3.invariant)(this._feedSetIterator, "Iterator not initialized.", {
+      F: __dxlog_file5,
+      L: 283,
+      S: this,
+      A: [
+        "this._feedSetIterator",
+        "'Iterator not initialized.'"
+      ]
+    });
+    this._feedSetIterator.reiterateBlock(message);
+  }
   async start() {
     (0, import_invariant3.invariant)(!this._isStarted, "Pipeline is already started.", {
       F: __dxlog_file5,
-      L: 284,
+      L: 289,
       S: this,
       A: [
         "!this._isStarted",
@@ -814,7 +828,7 @@ var Pipeline = class {
     });
     (0, import_log3.log)("starting...", void 0, {
       F: __dxlog_file5,
-      L: 285,
+      L: 290,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -823,7 +837,7 @@ var Pipeline = class {
     this._isStarted = true;
     (0, import_log3.log)("started", void 0, {
       F: __dxlog_file5,
-      L: 289,
+      L: 294,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -836,7 +850,7 @@ var Pipeline = class {
   async stop() {
     (0, import_log3.log)("stopping...", void 0, {
       F: __dxlog_file5,
-      L: 300,
+      L: 305,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -850,14 +864,14 @@ var Pipeline = class {
     await this._state._ctx.dispose();
     this._state._ctx = new import_context2.Context(void 0, {
       F: __dxlog_file5,
-      L: 309
+      L: 314
     });
     this._state._reachedTargetPromise = void 0;
     this._state._reachedTarget = false;
     this._isStarted = false;
     (0, import_log3.log)("stopped", void 0, {
       F: __dxlog_file5,
-      L: 313,
+      L: 318,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -869,7 +883,7 @@ var Pipeline = class {
   async setCursor(timeframe) {
     (0, import_invariant3.invariant)(!this._isStarted || this._isPaused, "Invalid state.", {
       F: __dxlog_file5,
-      L: 322,
+      L: 327,
       S: this,
       A: [
         "!this._isStarted || this._isPaused",
@@ -898,7 +912,7 @@ var Pipeline = class {
   async unpause() {
     (0, import_invariant3.invariant)(this._isPaused, "Pipeline is not paused.", {
       F: __dxlog_file5,
-      L: 351,
+      L: 356,
       S: this,
       A: [
         "this._isPaused",
@@ -918,7 +932,7 @@ var Pipeline = class {
   async *consume() {
     (0, import_invariant3.invariant)(!this._isBeingConsumed, "Pipeline is already being consumed.", {
       F: __dxlog_file5,
-      L: 366,
+      L: 371,
       S: this,
       A: [
         "!this._isBeingConsumed",
@@ -928,7 +942,7 @@ var Pipeline = class {
     this._isBeingConsumed = true;
     (0, import_invariant3.invariant)(this._feedSetIterator, "Iterator not initialized.", {
       F: __dxlog_file5,
-      L: 369,
+      L: 374,
       S: this,
       A: [
         "this._feedSetIterator",
@@ -942,7 +956,7 @@ var Pipeline = class {
       if (lastFeedSetIterator !== this._feedSetIterator) {
         (0, import_invariant3.invariant)(this._feedSetIterator, "Iterator not initialized.", {
           F: __dxlog_file5,
-          L: 378,
+          L: 383,
           S: this,
           A: [
             "this._feedSetIterator",
@@ -977,7 +991,7 @@ var Pipeline = class {
       length: feed.length
     }, {
       F: __dxlog_file5,
-      L: 407,
+      L: 412,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -991,7 +1005,7 @@ var Pipeline = class {
           data
         }, {
           F: __dxlog_file5,
-          L: 412,
+          L: 417,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1005,9 +1019,12 @@ var Pipeline = class {
       stallTimeout: 1e3
     });
     this._feedSetIterator.stalled.on((iterator) => {
-      import_log3.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, void 0, {
+      import_log3.log.warn(`Stalled after ${iterator.options.stallTimeout}ms with ${iterator.size} feeds.`, {
+        currentTimeframe: this._timeframeClock.timeframe,
+        targetTimeframe: this._state.targetTimeframe
+      }, {
         F: __dxlog_file5,
-        L: 426,
+        L: 431,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1150,6 +1167,7 @@ var ControlPipeline = class {
       F: __dxlog_file7,
       L: 47
     });
+    this._failedMessages = new import_util5.ComplexSet((message) => `${message.feedKey.toHex()}:${message.seq}`);
     this._lastTimeframeSaveTime = Date.now();
     this.onFeedAdmitted = new import_util5.Callback();
     this._usage = new import_tracing2.TimeUsageCounter();
@@ -1168,7 +1186,7 @@ var ControlPipeline = class {
         key: info.key
       }, {
         F: __dxlog_file7,
-        L: 82,
+        L: 89,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1182,7 +1200,7 @@ var ControlPipeline = class {
           } catch (err) {
             import_log7.log.catch(err, void 0, {
               F: __dxlog_file7,
-              L: 93,
+              L: 100,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -1214,7 +1232,7 @@ var ControlPipeline = class {
       tf: snapshot?.timeframe
     }, {
       F: __dxlog_file7,
-      L: 123,
+      L: 130,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1223,20 +1241,20 @@ var ControlPipeline = class {
     }
     (0, import_log7.log)("starting...", void 0, {
       F: __dxlog_file7,
-      L: 128,
+      L: 135,
       S: this,
       C: (f, a) => f(...a)
     });
     setTimeout(async () => {
       void this._consumePipeline(new import_context5.Context(void 0, {
         F: __dxlog_file7,
-        L: 130
+        L: 137
       }));
     });
     await this._pipeline.start();
     (0, import_log7.log)("started", void 0, {
       F: __dxlog_file7,
-      L: 134,
+      L: 141,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1253,7 +1271,7 @@ var ControlPipeline = class {
           message
         }, {
           F: __dxlog_file7,
-          L: 147,
+          L: 154,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1275,7 +1293,7 @@ var ControlPipeline = class {
       snapshot: getSnapshotLoggerContext(snapshot)
     }, {
       F: __dxlog_file7,
-      L: 163,
+      L: 170,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1290,7 +1308,7 @@ var ControlPipeline = class {
       } catch (err) {
         import_log7.log.catch(err, void 0, {
           F: __dxlog_file7,
-          L: 176,
+          L: 183,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1304,7 +1322,7 @@ var ControlPipeline = class {
       seq: msg.seq
     }, {
       F: __dxlog_file7,
-      L: 186,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1319,16 +1337,52 @@ var ControlPipeline = class {
           msg
         }, {
           F: __dxlog_file7,
-          L: 195,
+          L: 201,
           S: this,
           C: (f, a) => f(...a)
         });
+        this._retryMessage(msg);
       } else {
         await this._noteTargetStateIfNeeded(this._pipeline.state.pendingTimeframe);
       }
       this._snapshotTask.schedule();
+      return result;
     }
   }
+  /**
+  * If it first failure, it will be retried once the pipeline is processed fully.
+  * If it fails again, it will be ignored.
+  */
+  _retryMessage(message) {
+    if (this._failedMessages.has({
+      feedKey: message.feedKey,
+      seq: message.seq
+    })) {
+      import_log7.log.warn("message processing failed twice", {
+        message
+      }, {
+        F: __dxlog_file7,
+        L: 218,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      return;
+    }
+    (0, import_log7.log)("message will be retried", {
+      feedKey: message.feedKey.toHex(),
+      seq: message.seq
+    }, {
+      F: __dxlog_file7,
+      L: 222,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    this._failedMessages.add({
+      feedKey: message.feedKey,
+      seq: message.seq
+    });
+    this._pipeline.retryMessage(message);
+  }
   async _noteTargetStateIfNeeded(timeframe) {
     if (Date.now() - this._lastTimeframeSaveTime > TIMEFRAME_SAVE_DEBOUNCE_INTERVAL) {
       this._lastTimeframeSaveTime = Date.now();
@@ -1338,7 +1392,7 @@ var ControlPipeline = class {
   async stop() {
     (0, import_log7.log)("stopping...", void 0, {
       F: __dxlog_file7,
-      L: 215,
+      L: 238,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1347,7 +1401,7 @@ var ControlPipeline = class {
     await this._saveTargetTimeframe(this._pipeline.state.timeframe);
     (0, import_log7.log)("stopped", void 0, {
       F: __dxlog_file7,
-      L: 219,
+      L: 242,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1360,7 +1414,7 @@ var ControlPipeline = class {
     } catch (err) {
       (0, import_log7.log)(err, void 0, {
         F: __dxlog_file7,
-        L: 228,
+        L: 251,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1924,7 +1978,7 @@ var SpaceManager = class {
       id: this._instanceId
     }), {
       F: __dxlog_file11,
-      L: 100,
+      L: 101,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1932,7 +1986,7 @@ var SpaceManager = class {
       spaceKey: metadata.genesisFeedKey
     }, {
       F: __dxlog_file11,
-      L: 101,
+      L: 102,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1964,7 +2018,7 @@ var SpaceManager = class {
       id: this._instanceId
     }), {
       F: __dxlog_file11,
-      L: 131,
+      L: 132,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1976,7 +2030,7 @@ var SpaceManager = class {
       id: this._instanceId
     }), {
       F: __dxlog_file11,
-      L: 137,
+      L: 138,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1984,7 +2038,7 @@ var SpaceManager = class {
       spaceKey: params.spaceKey
     }, {
       F: __dxlog_file11,
-      L: 138,
+      L: 139,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -2012,7 +2066,7 @@ var SpaceManager = class {
         id: this._instanceId
       }), {
         F: __dxlog_file11,
-        L: 162,
+        L: 163,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2023,7 +2077,7 @@ var SpaceManager = class {
         error: err
       }), {
         F: __dxlog_file11,
-        L: 165,
+        L: 166,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -2032,6 +2086,22 @@ var SpaceManager = class {
       await protocol.stop();
     }
   }
+  findSpaceByRootDocumentId(documentId) {
+    return [
+      ...this._spaces.values()
+    ].find((space) => {
+      return space.spaceState.credentials.some((credential) => {
+        const assertion = (0, import_credentials4.getCredentialAssertion)(credential);
+        if (assertion["@type"] !== "dxos.halo.credentials.Epoch") {
+          return false;
+        }
+        if (!assertion?.automergeRoot) {
+          return false;
+        }
+        return (0, import_automerge_repo.parseAutomergeUrl)(assertion.automergeRoot).documentId === documentId;
+      });
+    });
+  }
 };
 _ts_decorate7([
   import_async8.synchronized
@@ -2066,4 +2136,4 @@ SpaceManager = _ts_decorate7([
   startAfter,
   valueEncoding
 });
-//# sourceMappingURL=chunk-MACQJ2EP.cjs.map
+//# sourceMappingURL=chunk-NPZ57MV5.cjs.map