@volcengine/veplayer-plugin 2.8.0-rc.2 → 2.8.0

package/umd/veplayer.plugin.rtm.development.js

@@ -4955,11 +4955,14 @@
       stallInterval: 400,
       networkEvaluateInterval: 1e3,
       delayHint: 0,
+      videoDelaySync: false,
       seamlesslyReload: false,
       enableSei: false,
       enableOriginSdpLogger: false,
       checkStatsErrorDelay: 5e3,
+      connectionStateChangeTimeout: 5e3,
       enableNetworkQuality: false,
+      hackCreateOfferIssue: false,
       networkQuality: {
         networkQos: {
           1: {
@@ -6732,11 +6735,15 @@
       _defineProperty$2(_assertThisInitialized$1(_this), "_preVideoStats", null);
       _defineProperty$2(_assertThisInitialized$1(_this), "_rtcReportTimer", 0);
       _defineProperty$2(_assertThisInitialized$1(_this), "_networkQualityResult", []);
+      _defineProperty$2(_assertThisInitialized$1(_this), "_peerStateTimer", null);
       _defineProperty$2(_assertThisInitialized$1(_this), "_checkStatsError", /* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee2() {
         return _regeneratorRuntime$1().wrap(function _callee2$(_context2) {
           while (1)
             switch (_context2.prev = _context2.next) {
               case 0:
+                if (_this._checkStatsErrorTimer) {
+                  clearTimeout(_this._checkStatsErrorTimer);
+                }
                 _this._checkStatsErrorTimer = setTimeout(/* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee() {
                   var stats, _stats$video, framesDecoded, bytesReceived;
                   return _regeneratorRuntime$1().wrap(function _callee$(_context) {
@@ -6765,7 +6772,7 @@
                       }
                   }, _callee);
                 })), _this._opts.checkStatsErrorDelay);
-              case 1:
+              case 2:
               case "end":
                 return _context2.stop();
             }
@@ -6803,6 +6810,7 @@
         });
       });
       _defineProperty$2(_assertThisInitialized$1(_this), "_setDelay", function(delayHint) {
+        var videoDelaySync = arguments.length > 1 && arguments[1] !== void 0 ? arguments[1] : true;
         var currentDelay = _this._getDelay();
         delayHint = typeof delayHint === "number" && delayHint > 0 ? delayHint : null;
         if (currentDelay === delayHint)
@@ -6819,6 +6827,10 @@
           });
           if (key) {
             audioReceiver[key] = delayHint;
+            if (!videoDelaySync) {
+              videoReceiver[key] = delayHint;
+              logger.log("set videoReceiver.".concat(key, " = ").concat(delayHint));
+            }
             logger.log("set audioReceiver.".concat(key, " = ").concat(delayHint));
           }
         } catch (error) {
@@ -6916,26 +6928,33 @@
                   }
                   encodedTransformSupported = isLegacyEncodedTransformSupported();
                   _context3.prev = 6;
+                  if (!this._opts.hackCreateOfferIssue) {
+                    _context3.next = 10;
+                    break;
+                  }
+                  _context3.next = 10;
+                  return this._createEmptyPeer();
+                case 10:
                   this._pc = new RTCPeerConnection({
                     encodedInsertableStreams: encodedTransformSupported && this._opts.enableSei ? true : void 0
                   });
                   this._bindRTCEvents();
-                  _context3.next = 11;
+                  _context3.next = 14;
                   return this._connect(url);
-                case 11:
-                  _context3.next = 16;
+                case 14:
+                  _context3.next = 19;
                   break;
-                case 13:
-                  _context3.prev = 13;
+                case 16:
+                  _context3.prev = 16;
                   _context3.t0 = _context3["catch"](6);
                   setTimeout(function() {
                     return _this2._emitError(StreamingError.create(ERR.OTHER, null, _context3.t0));
                   });
-                case 16:
+                case 19:
                 case "end":
                   return _context3.stop();
               }
-          }, _callee3, this, [[6, 13]]);
+          }, _callee3, this, [[6, 16]]);
         }));
         function load(_x) {
           return _load.apply(this, arguments);
@@ -6955,6 +6974,7 @@
         pc.addEventListener("track", this._onTrack);
         pc.addEventListener("connectionstatechange", function() {
           logger.warn("onconnectionstatechange:", pc.connectionState);
+          _this3._clearPeerStateTimeout();
           _this3.emit(EXTEND_EVENTS.RTC_STATE_CHANGE, {
             state: pc.connectionState,
             url: _this3._url
@@ -7091,7 +7111,7 @@
                   this._videoTransceicer = pc.addTransceiver("video", {
                     direction: "recvonly"
                   });
-                  !this._opts.enableAdaptiveJitterBuffer && this._setDelay(this._opts.delayHint);
+                  this._opts.delayHint !== void 0 && this._setDelay(this._opts.delayHint, this._opts.videoDelaySync);
                   if (this._opts.enableSei) {
                     this.initVideoEncodedTransform();
                     this.initAudioEncodedTransform();
@@ -7112,6 +7132,9 @@
                 case 13:
                   offer = _context4.sent;
                 case 14:
+                  if (this._opts.hackCreateOfferIssue) {
+                    this._createEmptyPeer();
+                  }
                   logger.log("local offer");
                   logger.log(offer.sdp);
                   parsed = lib.parse(offer.sdp);
@@ -7136,11 +7159,11 @@
                   });
                   offer.sdp = lib.write(parsed);
                   logger.log("local offer modified:\n", offer.sdp);
-                  _context4.next = 22;
+                  _context4.next = 23;
                   return pc.setLocalDescription(offer);
-                case 22:
+                case 23:
                   finnalUrl = this._url;
-                  _context4.prev = 23;
+                  _context4.prev = 24;
                   if (this._opts.preProcessUrl) {
                     finnalUrl = this._opts.preProcessUrl(finnalUrl).url;
                   }
@@ -7153,7 +7176,7 @@
                     sessionId
                   });
                   reqStart = Date.now();
-                  _context4.next = 32;
+                  _context4.next = 33;
                   return this._loader.load(finnalUrl, {
                     body: JSON.stringify({
                       sessionId,
@@ -7161,27 +7184,27 @@
                       localSdp: offer
                     })
                   });
-                case 32:
+                case 33:
                   res = _context4.sent;
                   this.emit(EVENT.LOAD_RESPONSE_HEADERS, {
                     headers: res.response.headers
                   });
                   answer = res === null || res === void 0 ? void 0 : res.data;
                   if (!((answer === null || answer === void 0 ? void 0 : answer.code) === 404 || (answer === null || answer === void 0 ? void 0 : answer.code) === 403)) {
-                    _context4.next = 40;
+                    _context4.next = 41;
                     break;
                   }
                   err = StreamingError.create(answer.code === 404 ? ERR.NETWORK_NOTFOUND : ERR.NETWORK_FORBIDDEN, null, answer);
                   err.errorType = ERR.NETWORK;
                   this._emitError(err);
                   return _context4.abrupt("return");
-                case 40:
+                case 41:
                   if (!((answer === null || answer === void 0 ? void 0 : answer.code) !== 200)) {
-                    _context4.next = 42;
+                    _context4.next = 43;
                     break;
                   }
                   throw new Error("code: ".concat(answer === null || answer === void 0 ? void 0 : answer.code, ", message:").concat(answer === null || answer === void 0 ? void 0 : answer.message));
-                case 42:
+                case 43:
                   logger.log("answer:");
                   logger.log((_answer$remoteSdp = answer.remoteSdp) === null || _answer$remoteSdp === void 0 ? void 0 : _answer$remoteSdp.sdp);
                   _parsed = lib.parse(answer.remoteSdp.sdp);
@@ -7210,68 +7233,88 @@
                   answer.remoteSdp.sdp = lib.write(_parsed);
                   logger.log("answer modified:\n", answer.remoteSdp.sdp);
                   this._rctConnectStartTs = Date.now();
-                  _context4.next = 52;
+                  _context4.next = 53;
                   return this._pc.setRemoteDescription(answer.remoteSdp);
-                case 52:
+                case 53:
                   this._networkEvaluate = new NetworkEvaluate(pc, this._opts.networkEvaluateInterval);
-                  _context4.next = 58;
+                  this._listenPeerStateTimeout();
+                  _context4.next = 60;
                   break;
-                case 55:
-                  _context4.prev = 55;
-                  _context4.t0 = _context4["catch"](23);
+                case 57:
+                  _context4.prev = 57;
+                  _context4.t0 = _context4["catch"](24);
                   this._emitError(StreamingError.network(_context4.t0));
-                case 58:
+                case 60:
                 case "end":
                   return _context4.stop();
               }
-          }, _callee4, this, [[23, 55]]);
+          }, _callee4, this, [[24, 57]]);
         }));
         function _connect() {
           return _connect2.apply(this, arguments);
         }
         return _connect;
       }()
+    }, {
+      key: "_listenPeerStateTimeout",
+      value: function _listenPeerStateTimeout() {
+        var _this6 = this;
+        this._peerStateTimer && this._clearPeerStateTimeout();
+        if (this._opts.connectionStateChangeTimeout) {
+          this._peerStateTimer = setTimeout(function() {
+            _this6._emitError(StreamingError.create(ERR.MEDIA, ERR.SUB_TYPES.MEDIA_ERR_SRC_NOT_SUPPORTED, {
+              message: "listen connectionstatechange timeout"
+            }));
+          }, this._opts.connectionStateChangeTimeout);
+        }
+      }
+    }, {
+      key: "_clearPeerStateTimeout",
+      value: function _clearPeerStateTimeout() {
+        clearTimeout(this._peerStateTimer);
+        this._peerStateTimer = null;
+      }
     }, {
       key: "_startRtcReport",
       value: function _startRtcReport() {
-        var _this6 = this;
+        var _this7 = this;
         this._stopRtcReport();
         this._rtcReportTimer = setInterval(/* @__PURE__ */ _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee5() {
-          var _yield$Promise$all, _yield$Promise$all2, curAudioStats, curVideoStats, _this6$_audioStallObs, _this6$_videoStallObs, _this6$_networkQualit, _this6$_networkQualit2, audioStats, videoStats, audioStallInfo, videoStallInfo, _ref4, _ref5, quality, qualityInfo, targetDelay;
+          var _yield$Promise$all, _yield$Promise$all2, curAudioStats, curVideoStats, _this7$_audioStallObs, _this7$_videoStallObs, _this7$_networkQualit, _this7$_networkQualit2, audioStats, videoStats, audioStallInfo, videoStallInfo, _ref4, _ref5, quality, qualityInfo, targetDelay;
           return _regeneratorRuntime$1().wrap(function _callee5$(_context5) {
             while (1)
               switch (_context5.prev = _context5.next) {
                 case 0:
-                  if (!_this6._audioStallObserver && _this6._audioTransceicer) {
-                    _this6._audioStallObserver = new AudioStallObserver();
-                    _this6._audioStallObserver.start(_this6._audioTransceicer);
+                  if (!_this7._audioStallObserver && _this7._audioTransceicer) {
+                    _this7._audioStallObserver = new AudioStallObserver();
+                    _this7._audioStallObserver.start(_this7._audioTransceicer);
                   }
-                  if (!_this6._videoStallObserver && _this6._video) {
-                    _this6._videoStallObserver = new VideoStallObserver();
-                    _this6._videoStallObserver.start(_this6._media);
+                  if (!_this7._videoStallObserver && _this7._video) {
+                    _this7._videoStallObserver = new VideoStallObserver();
+                    _this7._videoStallObserver.start(_this7._media);
                   }
-                  if (!_this6._networkQuality && _this6._opts.enableNetworkQuality) {
-                    _this6._networkQuality = new NetworkQuality(_this6._pc, _this6._opts.networkQuality);
+                  if (!_this7._networkQuality && _this7._opts.enableNetworkQuality) {
+                    _this7._networkQuality = new NetworkQuality(_this7._pc, _this7._opts.networkQuality);
                   }
                   _context5.next = 5;
-                  return Promise.all([getRecvAudioStats(_this6._audioTransceicer.receiver.getStats()), getRecvVideoStats(_this6._videoTransceicer.receiver.getStats())]);
+                  return Promise.all([getRecvAudioStats(_this7._audioTransceicer.receiver.getStats()), getRecvVideoStats(_this7._videoTransceicer.receiver.getStats())]);
                 case 5:
                   _yield$Promise$all = _context5.sent;
                   _yield$Promise$all2 = _slicedToArray(_yield$Promise$all, 2);
                   curAudioStats = _yield$Promise$all2[0];
                   curVideoStats = _yield$Promise$all2[1];
-                  if (!(_this6._preAudioStats && _this6._preVideoStats)) {
+                  if (!(_this7._preAudioStats && _this7._preVideoStats)) {
                     _context5.next = 21;
                     break;
                   }
-                  audioStats = diffRecvAudioStats(_this6._preAudioStats, curAudioStats);
-                  videoStats = diffRecvVideoStats(_this6._preVideoStats, curVideoStats);
+                  audioStats = diffRecvAudioStats(_this7._preAudioStats, curAudioStats);
+                  videoStats = diffRecvVideoStats(_this7._preVideoStats, curVideoStats);
                   _context5.next = 14;
-                  return (_this6$_audioStallObs = _this6._audioStallObserver) === null || _this6$_audioStallObs === void 0 ? void 0 : _this6$_audioStallObs.getAudioStallInfo();
+                  return (_this7$_audioStallObs = _this7._audioStallObserver) === null || _this7$_audioStallObs === void 0 ? void 0 : _this7$_audioStallObs.getAudioStallInfo();
                 case 14:
                   audioStallInfo = _context5.sent;
                   _context5.next = 17;
-                  return (_this6$_videoStallObs = _this6._videoStallObserver) === null || _this6$_videoStallObs === void 0 ? void 0 : _this6$_videoStallObs.getStallInfo({
+                  return (_this7$_videoStallObs = _this7._videoStallObserver) === null || _this7$_videoStallObs === void 0 ? void 0 : _this7$_videoStallObs.getStallInfo({
                     interval: videoStats.statsInterval,
                     frameRateReceived: videoStats.frameRateReceived,
                     frameRateDecoded: videoStats.frameRateDecoded,
@@ -7279,15 +7322,15 @@
                   });
                 case 17:
                   videoStallInfo = _context5.sent;
-                  _ref4 = (_this6$_networkQualit = (_this6$_networkQualit2 = _this6._networkQuality) === null || _this6$_networkQualit2 === void 0 ? void 0 : _this6$_networkQualit2.getDownlinkQuality(_objectSpread2$2(_objectSpread2$2({}, audioStats), {}, {
+                  _ref4 = (_this7$_networkQualit = (_this7$_networkQualit2 = _this7._networkQuality) === null || _this7$_networkQualit2 === void 0 ? void 0 : _this7$_networkQualit2.getDownlinkQuality(_objectSpread2$2(_objectSpread2$2({}, audioStats), {}, {
                     stallDuration: audioStallInfo.stallDuration
                   }), _objectSpread2$2(_objectSpread2$2({}, videoStats), {}, {
                     stallDuration: videoStallInfo.stall.stallDuration100ms
-                  }))) !== null && _this6$_networkQualit !== void 0 ? _this6$_networkQualit : [], _ref5 = _slicedToArray(_ref4, 2), quality = _ref5[0], qualityInfo = _ref5[1];
-                  if (_this6._opts.enableAdaptiveJitterBuffer) {
-                    targetDelay = _this6._handleJitterBuffer(qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos, _this6._opts.adaptiveJitterBuffer, _this6._opts.networkStrategy);
+                  }))) !== null && _this7$_networkQualit !== void 0 ? _this7$_networkQualit : [], _ref5 = _slicedToArray(_ref4, 2), quality = _ref5[0], qualityInfo = _ref5[1];
+                  if (_this7._opts.enableAdaptiveJitterBuffer) {
+                    targetDelay = _this7._handleJitterBuffer(qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos, _this7._opts.adaptiveJitterBuffer, _this7._opts.networkStrategy);
                   }
-                  _this6.emit(EXTEND_EVENTS.RTC_NETWORK, {
+                  _this7.emit(EXTEND_EVENTS.RTC_NETWORK, {
                     interval: videoStats.statsInterval,
                     visibility_state: document.visibilityState,
                     network_quality: quality,
@@ -7314,12 +7357,12 @@
                     quality_qos: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.qualityQos,
                     quality_audio_qoe: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.audioQoe,
                     quality_video_qoe: qualityInfo === null || qualityInfo === void 0 ? void 0 : qualityInfo.videoQoe,
-                    current_delay: _this6._getDelay(),
+                    current_delay: _this7._getDelay(),
                     target_delay: targetDelay
                   });
                 case 21:
-                  _this6._preAudioStats = curAudioStats;
-                  _this6._preVideoStats = curVideoStats;
+                  _this7._preAudioStats = curAudioStats;
+                  _this7._preVideoStats = curVideoStats;
                 case 23:
                 case "end":
                   return _context5.stop();
@@ -7371,6 +7414,8 @@
         (_this$_loader = this._loader) === null || _this$_loader === void 0 ? void 0 : _this$_loader.cancel();
         (_this$_networkEvaluat2 = this._networkEvaluate) === null || _this$_networkEvaluat2 === void 0 ? void 0 : _this$_networkEvaluat2.destroy();
         this._stopRtcReport();
+        clearTimeout(this._checkStatsErrorTimer);
+        this._clearPeerStateTimeout();
         this._audioTransceicer = null;
         this._videoTransceicer = null;
         this._mediaStream = null;
@@ -7381,10 +7426,37 @@
       value: function _emitError(error) {
         this.emit(EVENT.ERROR, error);
         clearTimeout(this._checkStatsErrorTimer);
+        this._clearPeerStateTimeout();
         if (this._pc) {
           this._pc.close();
         }
       }
+    }, {
+      key: "_createEmptyPeer",
+      value: function() {
+        var _createEmptyPeer2 = _asyncToGenerator$1(/* @__PURE__ */ _regeneratorRuntime$1().mark(function _callee6() {
+          var pc;
+          return _regeneratorRuntime$1().wrap(function _callee6$(_context6) {
+            while (1)
+              switch (_context6.prev = _context6.next) {
+                case 0:
+                  pc = new RTCPeerConnection();
+                  _context6.next = 3;
+                  return pc.createOffer();
+                case 3:
+                  pc.close();
+                  pc = null;
+                case 5:
+                case "end":
+                  return _context6.stop();
+              }
+          }, _callee6);
+        }));
+        function _createEmptyPeer() {
+          return _createEmptyPeer2.apply(this, arguments);
+        }
+        return _createEmptyPeer;
+      }()
     }, {
       key: "destroy",
       value: function destroy(keepClearMediaStream) {
@@ -7525,7 +7597,7 @@
     }, {
       key: "version",
       get: function get() {
-        return "0.2.1-alpha.30";
+        return "0.2.1-alpha.35";
       }
     }, {
       key: "beforePlayerInit",