@volcengine/veplayer-plugin 2.8.0-rc.2 → 2.8.0

package/esm/veplayer.plugin.rtm.development.js

@@ -4951,11 +4951,14 @@ function getOption(opts) {
     stallInterval: 400,
     networkEvaluateInterval: 1e3,
     delayHint: 0,
+    videoDelaySync: false,
     seamlesslyReload: false,
     enableSei: false,
     enableOriginSdpLogger: false,
     checkStatsErrorDelay: 5e3,
+    connectionStateChangeTimeout: 5e3,
     enableNetworkQuality: false,
+    hackCreateOfferIssue: false,
     networkQuality: {
       networkQos: {
         1: {
@@ -6728,11 +6731,15 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
     _defineProperty$2(_assertThisInitialized$1(_this), "_preVideoStats", null);
     _defineProperty$2(_assertThisInitialized$1(_this), "_rtcReportTimer", 0);
     _defineProperty$2(_assertThisInitialized$1(_this), "_networkQualityResult", []);
+    _defineProperty$2(_assertThisInitialized$1(_this), "_peerStateTimer", null);
     _defineProperty$2(_assertThisInitialized$1(_this), "_checkStatsError", /* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee2() {
       return _regeneratorRuntime$1().wrap(function _callee2$(_context2) {
         while (1)
           switch (_context2.prev = _context2.next) {
             case 0:
+              if (_this._checkStatsErrorTimer) {
+                clearTimeout(_this._checkStatsErrorTimer);
+              }
               _this._checkStatsErrorTimer = setTimeout(/* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee() {
                 var stats, _stats$video, framesDecoded, bytesReceived;
                 return _regeneratorRuntime$1().wrap(function _callee$(_context) {
@@ -6761,7 +6768,7 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                     }
                 }, _callee);
               })), _this._opts.checkStatsErrorDelay);
-            case 1:
+            case 2:
             case "end":
               return _context2.stop();
           }
@@ -6799,6 +6806,7 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
       });
     });
     _defineProperty$2(_assertThisInitialized$1(_this), "_setDelay", function(delayHint) {
+      var videoDelaySync = arguments.length > 1 && arguments[1] !== void 0 ? arguments[1] : true;
       var currentDelay = _this._getDelay();
       delayHint = typeof delayHint === "number" && delayHint > 0 ? delayHint : null;
       if (currentDelay === delayHint)
@@ -6815,6 +6823,10 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
         });
         if (key) {
           audioReceiver[key] = delayHint;
+          if (!videoDelaySync) {
+            videoReceiver[key] = delayHint;
+            logger.log("set videoReceiver.".concat(key, " = ").concat(delayHint));
+          }
           logger.log("set audioReceiver.".concat(key, " = ").concat(delayHint));
         }
       } catch (error) {
@@ -6912,26 +6924,33 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                 }
                 encodedTransformSupported = isLegacyEncodedTransformSupported();
                 _context3.prev = 6;
+                if (!this._opts.hackCreateOfferIssue) {
+                  _context3.next = 10;
+                  break;
+                }
+                _context3.next = 10;
+                return this._createEmptyPeer();
+              case 10:
                 this._pc = new RTCPeerConnection({
                   encodedInsertableStreams: encodedTransformSupported && this._opts.enableSei ? true : void 0
                 });
                 this._bindRTCEvents();
-                _context3.next = 11;
+                _context3.next = 14;
                 return this._connect(url);
-              case 11:
-                _context3.next = 16;
+              case 14:
+                _context3.next = 19;
                 break;
-              case 13:
-                _context3.prev = 13;
+              case 16:
+                _context3.prev = 16;
                 _context3.t0 = _context3["catch"](6);
                 setTimeout(function() {
                   return _this2._emitError(StreamingError.create(ERR.OTHER, null, _context3.t0));
                 });
-              case 16:
+              case 19:
               case "end":
                 return _context3.stop();
             }
-        }, _callee3, this, [[6, 13]]);
+        }, _callee3, this, [[6, 16]]);
       }));
       function load(_x) {
         return _load.apply(this, arguments);
@@ -6951,6 +6970,7 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
       pc.addEventListener("track", this._onTrack);
       pc.addEventListener("connectionstatechange", function() {
         logger.warn("onconnectionstatechange:", pc.connectionState);
+        _this3._clearPeerStateTimeout();
         _this3.emit(EXTEND_EVENTS.RTC_STATE_CHANGE, {
           state: pc.connectionState,
           url: _this3._url
@@ -7087,7 +7107,7 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                 this._videoTransceicer = pc.addTransceiver("video", {
                   direction: "recvonly"
                 });
-                !this._opts.enableAdaptiveJitterBuffer && this._setDelay(this._opts.delayHint);
+                this._opts.delayHint !== void 0 && this._setDelay(this._opts.delayHint, this._opts.videoDelaySync);
                 if (this._opts.enableSei) {
                   this.initVideoEncodedTransform();
                   this.initAudioEncodedTransform();
@@ -7108,6 +7128,9 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
               case 13:
                 offer = _context4.sent;
               case 14:
+                if (this._opts.hackCreateOfferIssue) {
+                  this._createEmptyPeer();
+                }
                 logger.log("local offer");
                 logger.log(offer.sdp);
                 parsed = lib.parse(offer.sdp);
@@ -7132,11 +7155,11 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                 });
                 offer.sdp = lib.write(parsed);
                 logger.log("local offer modified:\n", offer.sdp);
-                _context4.next = 22;
+                _context4.next = 23;
                 return pc.setLocalDescription(offer);
-              case 22:
+              case 23:
                 finnalUrl = this._url;
-                _context4.prev = 23;
+                _context4.prev = 24;
                 if (this._opts.preProcessUrl) {
                   finnalUrl = this._opts.preProcessUrl(finnalUrl).url;
                 }
@@ -7149,7 +7172,7 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                   sessionId
                 });
                 reqStart = Date.now();
-                _context4.next = 32;
+                _context4.next = 33;
                 return this._loader.load(finnalUrl, {
                   body: JSON.stringify({
                     sessionId,
@@ -7157,27 +7180,27 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                     localSdp: offer
                   })
                 });
-              case 32:
+              case 33:
                 res = _context4.sent;
                 this.emit(EVENT.LOAD_RESPONSE_HEADERS, {
                   headers: res.response.headers
                 });
                 answer = res === null || res === void 0 ? void 0 : res.data;
                 if (!((answer === null || answer === void 0 ? void 0 : answer.code) === 404 || (answer === null || answer === void 0 ? void 0 : answer.code) === 403)) {
-                  _context4.next = 40;
+                  _context4.next = 41;
                   break;
                 }
                 err = StreamingError.create(answer.code === 404 ? ERR.NETWORK_NOTFOUND : ERR.NETWORK_FORBIDDEN, null, answer);
                 err.errorType = ERR.NETWORK;
                 this._emitError(err);
                 return _context4.abrupt("return");
-              case 40:
+              case 41:
                 if (!((answer === null || answer === void 0 ? void 0 : answer.code) !== 200)) {
-                  _context4.next = 42;
+                  _context4.next = 43;
                   break;
                 }
                 throw new Error("code: ".concat(answer === null || answer === void 0 ? void 0 : answer.code, ", message:").concat(answer === null || answer === void 0 ? void 0 : answer.message));
-              case 42:
+              case 43:
                 logger.log("answer:");
                 logger.log((_answer$remoteSdp = answer.remoteSdp) === null || _answer$remoteSdp === void 0 ? void 0 : _answer$remoteSdp.sdp);
                 _parsed = lib.parse(answer.remoteSdp.sdp);
@@ -7206,68 +7229,88 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                 answer.remoteSdp.sdp = lib.write(_parsed);
                 logger.log("answer modified:\n", answer.remoteSdp.sdp);
                 this._rctConnectStartTs = Date.now();
-                _context4.next = 52;
+                _context4.next = 53;
                 return this._pc.setRemoteDescription(answer.remoteSdp);
-              case 52:
+              case 53:
                 this._networkEvaluate = new NetworkEvaluate(pc, this._opts.networkEvaluateInterval);
-                _context4.next = 58;
+                this._listenPeerStateTimeout();
+                _context4.next = 60;
                 break;
-              case 55:
-                _context4.prev = 55;
-                _context4.t0 = _context4["catch"](23);
+              case 57:
+                _context4.prev = 57;
+                _context4.t0 = _context4["catch"](24);
                 this._emitError(StreamingError.network(_context4.t0));
-              case 58:
+              case 60:
               case "end":
                 return _context4.stop();
             }
-        }, _callee4, this, [[23, 55]]);
+        }, _callee4, this, [[24, 57]]);
       }));
       function _connect() {
         return _connect2.apply(this, arguments);
       }
       return _connect;
     }()
+  }, {
+    key: "_listenPeerStateTimeout",
+    value: function _listenPeerStateTimeout() {
+      var _this6 = this;
+      this._peerStateTimer && this._clearPeerStateTimeout();
+      if (this._opts.connectionStateChangeTimeout) {
+        this._peerStateTimer = setTimeout(function() {
+          _this6._emitError(StreamingError.create(ERR.MEDIA, ERR.SUB_TYPES.MEDIA_ERR_SRC_NOT_SUPPORTED, {
+            message: "listen connectionstatechange timeout"
+          }));
+        }, this._opts.connectionStateChangeTimeout);
+      }
+    }
+  }, {
+    key: "_clearPeerStateTimeout",
+    value: function _clearPeerStateTimeout() {
+      clearTimeout(this._peerStateTimer);
+      this._peerStateTimer = null;
+    }
   }, {
     key: "_startRtcReport",
     value: function _startRtcReport() {
-      var _this6 = this;
+      var _this7 = this;
       this._stopRtcReport();
       this._rtcReportTimer = setInterval(/* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee5() {
-        var _yield$Promise$all, _yield$Promise$all2, curAudioStats, curVideoStats, _this6$_audioStallObs, _this6$_videoStallObs, _this6$_networkQualit, _this6$_networkQualit2, audioStats, videoStats, audioStallInfo, videoStallInfo, _ref4, _ref5, quality, qualityInfo, targetDelay;
+        var _yield$Promise$all, _yield$Promise$all2, curAudioStats, curVideoStats, _this7$_audioStallObs, _this7$_videoStallObs, _this7$_networkQualit, _this7$_networkQualit2, audioStats, videoStats, audioStallInfo, videoStallInfo, _ref4, _ref5, quality, qualityInfo, targetDelay;
         return _regeneratorRuntime$1().wrap(function _callee5$(_context5) {
           while (1)
             switch (_context5.prev = _context5.next) {
               case 0:
-                if (!_this6._audioStallObserver && _this6._audioTransceicer) {
-                  _this6._audioStallObserver = new AudioStallObserver();
-                  _this6._audioStallObserver.start(_this6._audioTransceicer);
+                if (!_this7._audioStallObserver && _this7._audioTransceicer) {
+                  _this7._audioStallObserver = new AudioStallObserver();
+                  _this7._audioStallObserver.start(_this7._audioTransceicer);
                 }
-                if (!_this6._videoStallObserver && _this6._video) {
-                  _this6._videoStallObserver = new VideoStallObserver();
-                  _this6._videoStallObserver.start(_this6._media);
+                if (!_this7._videoStallObserver && _this7._video) {
+                  _this7._videoStallObserver = new VideoStallObserver();
+                  _this7._videoStallObserver.start(_this7._media);
                 }
-                if (!_this6._networkQuality && _this6._opts.enableNetworkQuality) {
-                  _this6._networkQuality = new NetworkQuality(_this6._pc, _this6._opts.networkQuality);
+                if (!_this7._networkQuality && _this7._opts.enableNetworkQuality) {
+                  _this7._networkQuality = new NetworkQuality(_this7._pc, _this7._opts.networkQuality);
                 }
                 _context5.next = 5;
-                return Promise.all([getRecvAudioStats(_this6._audioTransceicer.receiver.getStats()), getRecvVideoStats(_this6._videoTransceicer.receiver.getStats())]);
+                return Promise.all([getRecvAudioStats(_this7._audioTransceicer.receiver.getStats()), getRecvVideoStats(_this7._videoTransceicer.receiver.getStats())]);
               case 5:
                 _yield$Promise$all = _context5.sent;
                 _yield$Promise$all2 = _slicedToArray(_yield$Promise$all, 2);
                 curAudioStats = _yield$Promise$all2[0];
                 curVideoStats = _yield$Promise$all2[1];
-                if (!(_this6._preAudioStats && _this6._preVideoStats)) {
+                if (!(_this7._preAudioStats && _this7._preVideoStats)) {
                   _context5.next = 21;
                   break;
                 }
-                audioStats = diffRecvAudioStats(_this6._preAudioStats, curAudioStats);
-                videoStats = diffRecvVideoStats(_this6._preVideoStats, curVideoStats);
+                audioStats = diffRecvAudioStats(_this7._preAudioStats, curAudioStats);
+                videoStats = diffRecvVideoStats(_this7._preVideoStats, curVideoStats);
                 _context5.next = 14;
-                return (_this6$_audioStallObs = _this6._audioStallObserver) === null || _this6$_audioStallObs === void 0 ? void 0 : _this6$_audioStallObs.getAudioStallInfo();
+                return (_this7$_audioStallObs = _this7._audioStallObserver) === null || _this7$_audioStallObs === void 0 ? void 0 : _this7$_audioStallObs.getAudioStallInfo();
               case 14:
                 audioStallInfo = _context5.sent;
                 _context5.next = 17;
-                return (_this6$_videoStallObs = _this6._videoStallObserver) === null || _this6$_videoStallObs === void 0 ? void 0 : _this6$_videoStallObs.getStallInfo({
+                return (_this7$_videoStallObs = _this7._videoStallObserver) === null || _this7$_videoStallObs === void 0 ? void 0 : _this7$_videoStallObs.getStallInfo({
                   interval: videoStats.statsInterval,
                   frameRateReceived: videoStats.frameRateReceived,
                   frameRateDecoded: videoStats.frameRateDecoded,
@@ -7275,15 +7318,15 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                 });
               case 17:
                 videoStallInfo = _context5.sent;
-                _ref4 = (_this6$_networkQualit = (_this6$_networkQualit2 = _this6._networkQuality) === null || _this6$_networkQualit2 === void 0 ? void 0 : _this6$_networkQualit2.getDownlinkQuality(_objectSpread2$2(_objectSpread2$2({}, audioStats), {}, {
+                _ref4 = (_this7$_networkQualit = (_this7$_networkQualit2 = _this7._networkQuality) === null || _this7$_networkQualit2 === void 0 ? void 0 : _this7$_networkQualit2.getDownlinkQuality(_objectSpread2$2(_objectSpread2$2({}, audioStats), {}, {
                   stallDuration: audioStallInfo.stallDuration
                 }), _objectSpread2$2(_objectSpread2$2({}, videoStats), {}, {
                   stallDuration: videoStallInfo.stall.stallDuration100ms
-                }))) !== null && _this6$_networkQualit !== void 0 ? _this6$_networkQualit : [], _ref5 = _slicedToArray(_ref4, 2), quality = _ref5[0], qualityInfo = _ref5[1];
-                if (_this6._opts.enableAdaptiveJitterBuffer) {
-                  targetDelay = _this6._handleJitterBuffer(qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos, _this6._opts.adaptiveJitterBuffer, _this6._opts.networkStrategy);
+                }))) !== null && _this7$_networkQualit !== void 0 ? _this7$_networkQualit : [], _ref5 = _slicedToArray(_ref4, 2), quality = _ref5[0], qualityInfo = _ref5[1];
+                if (_this7._opts.enableAdaptiveJitterBuffer) {
+                  targetDelay = _this7._handleJitterBuffer(qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos, _this7._opts.adaptiveJitterBuffer, _this7._opts.networkStrategy);
                 }
-                _this6.emit(EXTEND_EVENTS.RTC_NETWORK, {
+                _this7.emit(EXTEND_EVENTS.RTC_NETWORK, {
                   interval: videoStats.statsInterval,
                   visibility_state: document.visibilityState,
                   network_quality: quality,
@@ -7310,12 +7353,12 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
                   quality_qos: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos,
                   quality_audio_qoe: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.audioQoe,
                   quality_video_qoe: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.videoQoe,
-                  current_delay: _this6._getDelay(),
+                  current_delay: _this7._getDelay(),
                   target_delay: targetDelay
                 });
               case 21:
-                _this6._preAudioStats = curAudioStats;
-                _this6._preVideoStats = curVideoStats;
+                _this7._preAudioStats = curAudioStats;
+                _this7._preVideoStats = curVideoStats;
               case 23:
               case "end":
                 return _context5.stop();
@@ -7367,6 +7410,8 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
       (_this$_loader = this._loader) === null || _this$_loader === void 0 ? void 0 : _this$_loader.cancel();
       (_this$_networkEvaluat2 = this._networkEvaluate) === null || _this$_networkEvaluat2 === void 0 ? void 0 : _this$_networkEvaluat2.destroy();
       this._stopRtcReport();
+      clearTimeout(this._checkStatsErrorTimer);
+      this._clearPeerStateTimeout();
       this._audioTransceicer = null;
       this._videoTransceicer = null;
       this._mediaStream = null;
@@ -7377,10 +7422,37 @@ var Rts = /* @__PURE__ */ function(_EventEmitter) {
     value: function _emitError(error) {
       this.emit(EVENT.ERROR, error);
       clearTimeout(this._checkStatsErrorTimer);
+      this._clearPeerStateTimeout();
       if (this._pc) {
         this._pc.close();
       }
     }
+  }, {
+    key: "_createEmptyPeer",
+    value: function() {
+      var _createEmptyPeer2 = _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee6() {
+        var pc;
+        return _regeneratorRuntime$1().wrap(function _callee6$(_context6) {
+          while (1)
+            switch (_context6.prev = _context6.next) {
+              case 0:
+                pc = new RTCPeerConnection();
+                _context6.next = 3;
+                return pc.createOffer();
+              case 3:
+                pc.close();
+                pc = null;
+              case 5:
+              case "end":
+                return _context6.stop();
+            }
+        }, _callee6);
+      }));
+      function _createEmptyPeer() {
+        return _createEmptyPeer2.apply(this, arguments);
+      }
+      return _createEmptyPeer;
+    }()
   }, {
     key: "destroy",
     value: function destroy(keepClearMediaStream) {
@@ -7521,7 +7593,7 @@ var RtsPlugin = /* @__PURE__ */ function(_BasePlugin) {
   }, {
     key: "version",
     get: function get() {
-      return "0.2.1-alpha.30";
+      return "0.2.1-alpha.35";
     }
   }, {
     key: "beforePlayerInit",