@dxos/teleport 0.3.3-main.ff5734a → 0.3.3-next.6bede4d

package/dist/lib/node/index.cjs

@@ -46,6 +46,7 @@ module.exports = __toCommonJS(src_exports);
 
 // packages/core/mesh/teleport/src/muxing/framer.ts
 var import_node_stream = require("node:stream");
+var import_async = require("@dxos/async");
 var import_invariant = require("@dxos/invariant");
 var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/mesh/teleport/src/muxing/framer.ts";
 var FRAME_LENGTH_SIZE = 2;
@@ -58,6 +59,9 @@ var Framer = class {
     this._sendCallbacks = [];
     this._bytesSent = 0;
     this._bytesReceived = 0;
+    this._writable = true;
+    this.drain = new import_async.Event();
+    // TODO(egorgripasov): Consider using a Transform stream if it provides better backpressure handling.
     this._stream = new import_node_stream.Duplex({
       objectMode: false,
       read: () => {
@@ -66,7 +70,7 @@ var Framer = class {
       write: (chunk, encoding, callback) => {
         (0, import_invariant.invariant)(!this._subscribeCb, "Internal Framer bug. Concurrent writes detected.", {
           F: __dxlog_file,
-          L: 33,
+          L: 39,
           S: this,
           A: [
             "!this._subscribeCb",
@@ -99,8 +103,8 @@ var Framer = class {
         return new Promise((resolve) => {
           const frame = encodeFrame(message);
           this._bytesSent += frame.length;
-          const canContinue = this._stream.push(frame);
-          if (!canContinue) {
+          this._writable = this._stream.push(frame);
+          if (!this._writable) {
             this._sendCallbacks.push(resolve);
           } else {
             resolve();
@@ -110,7 +114,7 @@ var Framer = class {
       subscribe: (callback) => {
         (0, import_invariant.invariant)(!this._messageCb, "Rpc port already has a message listener.", {
           F: __dxlog_file,
-          L: 72,
+          L: 78,
           S: this,
           A: [
             "!this._messageCb",
@@ -134,9 +138,14 @@ var Framer = class {
   get bytesReceived() {
     return this._bytesReceived;
   }
+  get writable() {
+    return this._writable;
+  }
   _processResponseQueue() {
     const responseQueue = this._sendCallbacks;
     this._sendCallbacks = [];
+    this._writable = true;
+    this.drain.emit();
     responseQueue.forEach((cb) => cb());
   }
   /**
@@ -186,7 +195,7 @@ var encodeFrame = (payload) => {
 
 // packages/core/mesh/teleport/src/muxing/muxer.ts
 var import_node_stream2 = require("node:stream");
-var import_async2 = require("@dxos/async");
+var import_async3 = require("@dxos/async");
 var import_context = require("@dxos/context");
 var import_debug = require("@dxos/debug");
 var import_invariant2 = require("@dxos/invariant");
@@ -195,7 +204,7 @@ var import_protocols = require("@dxos/protocols");
 
 // packages/core/mesh/teleport/src/muxing/balancer.ts
 var varint = __toESM(require("varint"));
-var import_async = require("@dxos/async");
+var import_async2 = require("@dxos/async");
 var import_log = require("@dxos/log");
 var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/mesh/teleport/src/muxing/balancer.ts";
 var MAX_CHUNK_SIZE = 8192;
@@ -207,7 +216,7 @@ var Balancer = class {
     this._framer = new Framer();
     this._sendBuffers = /* @__PURE__ */ new Map();
     this._receiveBuffers = /* @__PURE__ */ new Map();
-    this.incomingData = new import_async.Event();
+    this.incomingData = new import_async2.Event();
     this.stream = this._framer.stream;
     this._channels.push(_sysChannelId);
     this._framer.port.subscribe(this._processIncomingMessage.bind(this));
@@ -218,6 +227,9 @@ var Balancer = class {
   get bytesReceived() {
     return this._framer.bytesReceived;
   }
+  get buffersCount() {
+    return this._sendBuffers.size;
+  }
   addChannel(channel) {
     this._channels.push(channel);
   }
@@ -246,9 +258,9 @@ var Balancer = class {
       });
     });
     if (noCalls) {
-      this._sendChunks().catch((err) => import_log.log.catch(err, void 0, {
+      this._sendChunk().catch((err) => import_log.log.catch(err, void 0, {
         F: __dxlog_file2,
-        L: 96,
+        L: 100,
         S: this,
         C: (f, a) => f(...a)
       }));
@@ -306,10 +318,13 @@ var Balancer = class {
     }
     return chunk;
   }
-  async _sendChunks() {
+  async _sendChunk() {
     if (this._sendBuffers.size === 0) {
       return;
     }
+    if (!this._framer.writable) {
+      await this._framer.drain.waitForCount(1);
+    }
     const chunk = this._getNextChunk();
     try {
       await this._framer.port.send(chunk.msg);
@@ -317,7 +332,7 @@ var Balancer = class {
     } catch (err) {
       chunk.trigger?.throw(err);
     }
-    await this._sendChunks();
+    await this._sendChunk();
   }
 };
 var encodeChunk = ({ channelId, dataLength, chunk }) => {
@@ -364,13 +379,13 @@ var Muxer = class {
     this._destroying = false;
     this._lastStats = void 0;
     this._lastChannelStats = /* @__PURE__ */ new Map();
-    this.close = new import_async2.Event();
-    this.statsUpdated = new import_async2.Event();
+    this.close = new import_async3.Event();
+    this.statsUpdated = new import_async3.Event();
     this.stream = this._balancer.stream;
     this._balancer.incomingData.on(async (msg) => {
       await this._handleCommand(Command.decode(msg));
     });
-    (0, import_async2.scheduleTaskInterval)(this._ctx, async () => this._emitStats(), STATS_INTERVAL);
+    (0, import_async3.scheduleTaskInterval)(this._ctx, async () => this._emitStats(), STATS_INTERVAL);
   }
   /**
   * Creates a duplex Node.js-style stream.
@@ -575,7 +590,7 @@ var Muxer = class {
   }
   async _sendCommand(cmd, channelId = -1) {
     try {
-      const trigger = new import_async2.Trigger();
+      const trigger = new import_async3.Trigger();
       this._balancer.pushData(Command.encode(cmd), trigger, channelId);
       await trigger.wait();
     } catch (err) {
@@ -678,7 +693,7 @@ var Muxer = class {
 };
 
 // packages/core/mesh/teleport/src/teleport.ts
-var import_async3 = require("@dxos/async");
+var import_async4 = require("@dxos/async");
 var import_context2 = require("@dxos/context");
 var import_debug2 = require("@dxos/debug");
 var import_invariant3 = require("@dxos/invariant");
@@ -906,7 +921,7 @@ var Teleport = class {
       C: (f, a) => f(...a)
     });
     this._setExtension(name, extension);
-    (0, import_async3.scheduleTask)(this._ctx, async () => {
+    (0, import_async4.scheduleTask)(this._ctx, async () => {
       try {
         await this._control.registerExtension(name);
       } catch (err) {
@@ -917,7 +932,7 @@ var Teleport = class {
       }
     });
     if (this._remoteExtensions.has(name)) {
-      (0, import_async3.scheduleTask)(this._ctx, async () => {
+      (0, import_async4.scheduleTask)(this._ctx, async () => {
         await this._openExtension(name);
       });
     }
@@ -982,7 +997,7 @@ var Teleport = class {
         return this._muxer.createStream(`${extensionName}/${channelName}`, opts);
       },
       close: (err) => {
-        void (0, import_async3.runInContextAsync)(this._ctx, async () => {
+        void (0, import_async4.runInContextAsync)(this._ctx, async () => {
           await this.close(err);
         });
       }
@@ -999,10 +1014,10 @@ var Teleport = class {
   }
 };
 _ts_decorate([
-  import_async3.synchronized
+  import_async4.synchronized
 ], Teleport.prototype, "abort", null);
 _ts_decorate([
-  import_async3.synchronized
+  import_async4.synchronized
 ], Teleport.prototype, "destroy", null);
 var ControlExtension = class {
   constructor(opts) {
@@ -1042,9 +1057,9 @@ var ControlExtension = class {
       })
     });
     await this._rpc.open();
-    (0, import_async3.scheduleTaskInterval)(this._ctx, async () => {
+    (0, import_async4.scheduleTaskInterval)(this._ctx, async () => {
       try {
-        await (0, import_async3.asyncTimeout)(this._rpc.rpc.Control.heartbeat(), this.opts.heartbeatTimeout);
+        await (0, import_async4.asyncTimeout)(this._rpc.rpc.Control.heartbeat(), this.opts.heartbeatTimeout);
       } catch (err) {
         this.opts.onTimeout();
       }
@@ -1266,7 +1281,7 @@ var TestConnection = class {
 };
 
 // packages/core/mesh/teleport/src/testing/test-extension.ts
-var import_async4 = require("@dxos/async");
+var import_async5 = require("@dxos/async");
 var import_invariant5 = require("@dxos/invariant");
 var import_log5 = require("@dxos/log");
 var import_protocols3 = require("@dxos/protocols");
@@ -1275,9 +1290,9 @@ var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/mesh/teleport/src
 var TestExtension = class {
   constructor(callbacks = {}) {
     this.callbacks = callbacks;
-    this.open = new import_async4.Trigger();
-    this.closed = new import_async4.Trigger();
-    this.aborted = new import_async4.Trigger();
+    this.open = new import_async5.Trigger();
+    this.closed = new import_async5.Trigger();
+    this.aborted = new import_async5.Trigger();
   }
   get remotePeerId() {
     return this.extensionContext?.remotePeerId;
@@ -1350,7 +1365,7 @@ var TestExtension = class {
     await this.open.wait({
       timeout: 1500
     });
-    const res = await (0, import_async4.asyncTimeout)(this._rpc.rpc.TestService.testCall({
+    const res = await (0, import_async5.asyncTimeout)(this._rpc.rpc.TestService.testCall({
       data: message
     }), 1500);
     (0, import_invariant5.invariant)(res.data === message, void 0, {
@@ -1373,7 +1388,7 @@ var TestExtension = class {
 
 // packages/core/mesh/teleport/src/testing/test-extension-with-streams.ts
 var import_node_crypto = require("node:crypto");
-var import_async5 = require("@dxos/async");
+var import_async6 = require("@dxos/async");
 var import_invariant6 = require("@dxos/invariant");
 var import_log6 = require("@dxos/log");
 var import_protocols4 = require("@dxos/protocols");
@@ -1382,9 +1397,9 @@ var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/mesh/teleport/src
 var TestExtensionWithStreams = class {
   constructor(callbacks = {}) {
     this.callbacks = callbacks;
-    this.open = new import_async5.Trigger();
-    this.closed = new import_async5.Trigger();
-    this.aborted = new import_async5.Trigger();
+    this.open = new import_async6.Trigger();
+    this.closed = new import_async6.Trigger();
+    this.aborted = new import_async6.Trigger();
     this._streams = /* @__PURE__ */ new Map();
   }
   get remotePeerId() {