react_hsbc_teller 2.0.46 → 2.0.48

package/packages/pages/video/video.jsx

@@ -26,11 +26,14 @@ import ipadLeaveMeeting from '../../assets/mp3/ipad_leave_meeting.mp3'
 import recordErrorAudio from '../../assets/mp3/record_error.mp3'
 import IpadLeaveAudio from '../../assets/mp3/ipad_leave_error.mp3';
 import IpadLowPowerAudio from '../../assets/mp3/ipad_low_power.mp3'; 
+import ipadMediaCloseAudio from '../../assets/mp3/ipad_media_close.mp3'; 
+import MediaErrorAudio from '../../assets/mp3/media_error.mp3';
 import internalJoin from '../../assets/mp3/internalJoin.mp3'
 import internalLeft from '../../assets/mp3/internalLeft.mp3'
 import leftMetting from '../../assets/mp3/leftmeeting.mp3'
 import networkWeakAudio from '../../assets/mp3/networkweak.mp3'
 import PIPictureClosedAudio from '../../assets/mp3/pip_close.mp3'
+import screenSharedIntervalAudio from '../../assets/mp3/share_stop_audio.mp3'
 import errorPng from '../../assets/img/tooltips2_fail.png'
 import Modal from "antd/lib/modal";
 import 'antd/lib/modal/style'
@@ -60,7 +63,7 @@ import MultiModule from '../multiModule/multiModule'//签字、抄录
 import axios from 'axios';
 import CryptoJS from "crypto-js";
 
-const SDK_VERISON = '2.0.46'
+const SDK_VERISON = '2.0.48'
 const IDtypeFront = '请客户在其设备后置摄像头下展示证件正面（如：身份证照片页面）'
 const IDtypeBack = '请在后置摄像头下展示证件反面（如：身份证国徽页）'
 const { Option } = Select;
@@ -80,7 +83,9 @@ const POINT_TYPE = {
   mute:  "静音",
   expDark: '曝光、背光',
   fcd: '人脸变化检测',
-  padConnected: 'ipad已连接'
+  padConnected: 'ipad已连接',
+  cancelShare: '取消投屏',
+  conFail: '媒体流服务断开'
 }
 const RECORD_DEVICE_NAME = 'screen-capture-recorder'
 // const RECORD_DEVICE_NAME = 'Full HD webcam'
@@ -743,7 +748,7 @@ class Video extends Component {
           enable: true,
           xPosition: 16 * SCALE, // x 轴位置
           yPosition: 8 * SCALE, // y 轴位置
-          text: `${this.props.recordMode ==1 ?'远程录制' :'网点录制'} ${this.state.salesBranchCode || ''} ${this.state.branchName || ''} ${this.state.financialOffice || ''}`,
+          text: `${this.props.recordMode ==1 ?'远程录制' :'网点录制'} ${this.props.salesBranchCode || ''} ${this.state.branchName || ''} ${this.props.financialOffice || ''}`,
           fontSize: 16 * SCALE, // 字体⼤⼩
           url: '' // ⽔印图⽚ HTTP 地址
         },
@@ -786,7 +791,7 @@ class Video extends Component {
           enable: true,
           xPosition: 16, // x 轴位置
           yPosition: 8, // y 轴位置
-          text: `${this.props.recordMode ==1 ?'远程录制' :'网点录制'} ${this.state.salesBranchCode || ''} ${this.state.branchName || ''} ${this.state.financialOffice || ''}`,
+          text: `${this.props.recordMode ==1 ?'远程录制' :'网点录制'} ${this.props.salesBranchCode || ''} ${this.state.branchName || ''} ${this.props.financialOffice || ''}`,
           fontSize: 16, // 字体⼤⼩
           url: '' // ⽔印图⽚ HTTP 地址
         },
@@ -1801,6 +1806,8 @@ class Video extends Component {
               })
             } else {
               if (document.getElementById('video20').name) {
+                this.saveLog('unPublish share, reason: receive stop whiteboard message 1218')
+                console.log('unPublish share, reason: receive stop whiteboard message 1218')
                 this.test_controller.UnPublish(document.getElementById('video20').name)
                 if(this.state.drawCanvasInterval) clearInterval(this.state.drawCanvasInterval)
               }
@@ -1814,12 +1821,12 @@ class Video extends Component {
         }
 
       } else if (Mival.typeId == 1219) {
-        // 传入分行信息
-        if (Mival.sessionId == this.state.sessionId && this.props.recordMode == 2) {
-          this.state.salesBranchCode = Mival.salesBranchCode;
-          this.state.financialOffice = Mival.financialOffice;
-          this.state.branchName = Mival.salesBranchName;
-        }
+        // 旧逻辑废弃。现在无论什么模式均为sdk外部传入
+        // if (Mival.sessionId == this.state.sessionId && this.props.recordMode == 2) {
+        //   this.state.salesBranchCode = Mival.salesBranchCode;
+        //   this.state.financialOffice = Mival.financialOffice;
+        //   this.state.branchName = Mival.salesBranchName;
+        // }
       } else if (Mival.typeId == 3100) {
         if(Mival.data.sessionId == this.state.sessionId) {
           muteJson.set(Mival.data.userId, JSON.stringify(Mival)) 
@@ -1934,22 +1941,47 @@ class Video extends Component {
         }
       } else if (Mival.typeId == 10020) {
         // 录制中断（模拟测试）
-        // this.messageClick('双录异常中断，请重新开启', 'error')
-        // this.setState({
-        //   isRecordingeErrorModalVisible: true,
-        //   businessRecordId: '',
-        // })
-        // // 循环播放录制中断语音
-        // clearTimeout(this.recordLoopPlayTimer)
-        // this.recordLoopPlay = () => {
-        //   console.log('loop recordId', this.state.recordId, 'businessRecordId ', this.state.businessRecordId)
-        //   if(!this.state.businessRecordId && document.getElementById("publish_video1")){
-        //     let audio = new Audio(recordErrorAudio)
-        //     audio.play()
-        //     this.recordLoopPlayTimer = setTimeout(this.recordLoopPlay, 3000);
-        //   }
-        // }
-        // setTimeout(this.recordLoopPlay, 0);
+        const recordId = Mival.recordId;
+      
+      // if (this.state.businessRecordId == recordId) {
+      //   // 双录录制中断
+      //   this.messageClick('双录异常中断，请重新开启', 'error')
+      //   this.setState({
+      //     isRecordingeErrorModalVisible: true,
+      //     businessRecordId: '',
+      //   })
+      //   this.saveLog(`dual recording crash, recordId=${recordId}`);
+      //   // 循环播放录制中断语音
+      //   clearTimeout(this.recordLoopPlayTimer)
+      //   this.recordLoopPlay = () => {
+      //     console.log('loop recordId', this.state.recordId, 'businessRecordId ', this.state.businessRecordId)
+      //     if(!this.state.businessRecordId && document.getElementById("publish_streamId1")){
+      //       let audio = new Audio(recordErrorAudio)
+      //       audio.play()
+      //       this.recordLoopPlayTimer = setTimeout(this.recordLoopPlay, 3000);
+      //     }
+      //   }
+      //   setTimeout(this.recordLoopPlay, 0);
+      // } else if (this.state.ipadRecordId == recordId) {
+      //   // ipad录制中断
+      //   this.messageClick('双录异常中断，请重新开启', 'error')
+      //   this.setState({
+      //     isRecordingeErrorModalVisible: true,
+      //     ipadRecordId: '',
+      //   })
+      //   this.saveLog(`ipad dual recording crash, recordId=${recordId}`);
+      //   // 循环播放录制中断语音
+      //   clearTimeout(this.recordLoopPlayTimer)
+      //   this.recordLoopPlay = () => {
+      //     console.log('loop recordId', this.state.recordId, 'businessRecordId ', this.state.businessRecordId)
+      //     if(!this.state.ipadRecordId && document.getElementById("publish_streamId1")){
+      //       let audio = new Audio(recordErrorAudio)
+      //       audio.play()
+      //       this.recordLoopPlayTimer = setTimeout(this.recordLoopPlay, 3000);
+      //     }
+      //   }
+      //   setTimeout(this.recordLoopPlay, 0);
+      // }
 
       } else if (Mival.typeId == 33001 && this.state.sessionId == Mival.data.sessionId) {
         if (Mival.type == 1) {
@@ -2329,6 +2361,24 @@ class Video extends Component {
       console.log('初始化音视频失败', err_code, err_msg)
       this.saveLog('OnMediaCallFail, code=' + err_code)
     };
+
+    const playAudioTip = () => {
+      this.messageClick('媒体流服务异常断开，请退出重试', 'error')
+      this.setState({
+        mediaErrorModalVisible: true,
+      })
+      // 循环播放提醒
+      clearTimeout(this.mediaErrorPlayTimer)
+      this.mediaErrorPlay = () => {
+        if(this.state.mediaErrorModalVisible){
+          if (this.mediaErrorAudio) this.mediaErrorAudio.pause()
+          this.mediaErrorAudio = new Audio(MediaErrorAudio)
+          this.mediaErrorAudio.play()
+          this.mediaErrorPlayTimer = setTimeout(this.mediaErrorPlay, 3000);
+        }
+      }
+      setTimeout(this.mediaErrorPlay, 0);
+    }
     // 音视频关闭通知
     this.test_controller.OnMediaClose = (code, sid) => {
       console.log('OnMediaClose',code, sid)
@@ -2336,9 +2386,18 @@ class Video extends Component {
         if (sid == this.state.publishSid) {
           this.saveLog('Audio and video close notification，' + code)
           this.roomCallBack(2, '音视频异常关闭', 8)
+          if (code == 5007 || code == 5007 || code == 5009 || code == 5010 || code == 5011) {
+            this.saveVideoPoint('conFail', `RM端媒体链路断开, err_code=${code}`)
+            playAudioTip();
+          }
         } else if (sid == this.state.publishScreenSid) {
           this.state.isScreenSwitching = false
           this.setSharedScreenState(false)
+          this.setSharedScreenTimer(false)
+          if (code == 5007 || code == 5007 || code == 5009 || code == 5010 || code == 5011) {
+            this.saveVideoPoint('conFail', `RM投屏媒体链路断开, err_code=${code}`)
+            playAudioTip();
+          }
           if (code == 5012) {
             this.saveLog('Manual cancel share'); // 点了取消，拒绝系统授权
           } else {
@@ -2479,15 +2538,19 @@ class Video extends Component {
             if ( stream.getVideoTracks()[0] instanceof BrowserCaptureMediaStreamTrack) {
               console.log('tab共享')
               this.saveLog('Share type = tab')
+              this.state.lastShareType = 'share'
             } else if (stream.getVideoTracks()[0] instanceof MediaStreamTrack && stream.getVideoTracks()[0].label.includes('screen')) {
               console.log('屏幕共享')
               this.saveLog('Share type = screen')
+              this.state.lastShareType = 'share'
             } else if (stream.getVideoTracks()[0].label.includes('window')){
               console.log('窗口共享')
               this.saveLog('Share type = window')
+              this.state.lastShareType = 'share'
             } else if (stream.getVideoTracks()[0] instanceof CanvasCaptureMediaStreamTrack){
               console.log('白板共享')
               this.saveLog('Share type = whiteboard')
+              this.state.lastShareType = 'whiteboard'
             }
           } catch (err) {
             console.log('不支持此浏览器记录投屏类型日志')
@@ -2540,6 +2603,7 @@ class Video extends Component {
       if (sid == document.getElementById('video20').name) {
         this.state.publishScreenSid = document.getElementById('video20').name
         this.setSharedScreenState(true)
+        this.setSharedScreenTimer(true)
         this.saveLog('Share success')
         this.sendMessage({
           'typeId': 2030,
@@ -2611,6 +2675,7 @@ class Video extends Component {
       } else {
         this.messageClick('投屏失败请重新投屏', 'error')
         this.setSharedScreenState(false)
+        this.setSharedScreenTimer(false)
         this.saveLog('Share fail, code=' + err_code)
       }
 
@@ -2870,6 +2935,7 @@ class Video extends Component {
         })
         this.state.isSharedScreen = false
         this.setSharedScreenState(false)
+        this.setSharedScreenTimer(false)
         this.saveLog('Stop share')
         this.setState({
 
@@ -2930,6 +2996,41 @@ class Video extends Component {
     // 推送“取消发布”给与会者
     this.test_controller.OnUnPublish = (feed) => {
       console.log('取消发布者', feed)
+
+      // ipad取消发布提醒
+      if (feed.uid.includes(IPAD_SUFFIX) && this.state.businessId){
+        // ipad单独处理，双录过程中ipad如果取消发布，要提示+循环播报直到ipad重新入会
+        this.setState({
+          IpadLeaveErrorModalVisible: true,
+          IpadErrorWording: 'iPad 媒体流异常，请重新扫码或输入会议号入会',
+          ipadTag: '',
+        })
+        // 循环播放ipad退出语音
+        clearTimeout(this.ipadLeavePlayTimer)
+        this.ipadMediaClosePlay = () => {
+          if(!this.state.ipadTag && document.getElementById("publish_streamId1")){
+            if (this.ipadLeaveAudio) this.ipadLeaveAudio.pause()
+              setTimeout(() => {
+                this.ipadLeaveAudio = new Audio(ipadMediaCloseAudio)
+                this.ipadLeaveAudio.play()
+              }, 800); // 防止退出房间时重音
+            this.ipadLeavePlayTimer = setTimeout(this.ipadMediaClosePlay, 3000);
+          }
+        }
+        setTimeout(this.ipadMediaClosePlay, 0);
+      } else if (feed.uid.includes(IPAD_SUFFIX)) {
+        // 非双录下ipad离开提示iPad已断开
+        this.setState({
+          ipadTag: '',
+        })
+        this.messageClick(('iPad 媒体流异常，请调整'), 'error')
+        this.saveLog('iPad media close')
+        if (this.props.isOpenSound) {
+          let audio = new Audio(ipadMediaCloseAudio)
+          audio.play()
+        }
+      }
+
       for (let i = 0; i < this.state.roomCustomerList.length; i++) {
         if (this.state.roomCustomerList[i].feedId == feed.feedId) {
           this.state.roomCustomerList.splice(i, 1)
@@ -2986,18 +3087,21 @@ class Video extends Component {
         // ipad单独处理，双录过程中ipad如果离开，要提示+循环播报直到ipad重新入会
         this.setState({
           IpadLeaveErrorModalVisible: true,
+          IpadErrorWording: 'iPad 摄像头异常退出，请扫码或输入会议号入会',
           ipadTag: '',
         })
         // 循环播放ipad退出语音
         clearTimeout(this.ipadLeavePlayTimer)
         this.ipadLeavePlay = () => {
           if(!this.state.ipadTag && document.getElementById("publish_streamId1")){
-            let audio = new Audio(IpadLeaveAudio)
-            audio.play()
+            if (this.ipadLeaveAudio) this.ipadLeaveAudio.pause()
+            this.ipadLeaveAudio = new Audio(IpadLeaveAudio)
+            this.ipadLeaveAudio.play()
             this.ipadLeavePlayTimer = setTimeout(this.ipadLeavePlay, 3000);
           }
         }
         setTimeout(this.ipadLeavePlay, 0);
+        this.saveLog('iPad leave room during recording')
         return
       } else if (participant.includes(IPAD_SUFFIX)) {
         // 非双录下ipad离开提示iPad已断开
@@ -3237,7 +3341,7 @@ class Video extends Component {
 
       // 如果在业务双录中，需要重新开启；如果是full录制出错，则不用处理
       if (this.state.businessRecordId == recordId) {
-        // 录制中断
+        // 双录录制中断
         this.messageClick('双录异常中断，请重新开启', 'error')
         this.setState({
           isRecordingeErrorModalVisible: true,
@@ -3255,6 +3359,25 @@ class Video extends Component {
           }
         }
         setTimeout(this.recordLoopPlay, 0);
+      } else if (this.state.ipadRecordId == recordId) {
+        // ipad录制中断
+        this.messageClick('双录异常中断，请重新开启', 'error')
+        this.setState({
+          isRecordingeErrorModalVisible: true,
+          ipadRecordId: '',
+        })
+        this.saveLog(`ipad dual recording crash, recordId=${recordId}`);
+        // 循环播放录制中断语音
+        clearTimeout(this.recordLoopPlayTimer)
+        this.recordLoopPlay = () => {
+          console.log('loop recordId', this.state.recordId, 'businessRecordId ', this.state.businessRecordId)
+          if(!this.state.ipadRecordId && document.getElementById("publish_streamId1")){
+            let audio = new Audio(recordErrorAudio)
+            audio.play()
+            this.recordLoopPlayTimer = setTimeout(this.recordLoopPlay, 3000);
+          }
+        }
+        setTimeout(this.recordLoopPlay, 0);
       }
     };
     // 停止浏览器录制成功回调
@@ -3346,6 +3469,7 @@ class Video extends Component {
           this.state.isSharedScreen = true
           this.state.isScreenSwitching = false
           this.setSharedScreenState(true)
+          this.setSharedScreenTimer(true)
           this.saveLog('Share changed')
         }
       }
@@ -3364,10 +3488,13 @@ class Video extends Component {
         })
         this.messageClick('切换摄像头或麦克风失败，请先检查设备', 'error')
       } else if (this.state.screenName == '切换共享') {
+        this.saveLog('unPublish share, reason: trigger OnChangeMediaStreamFailed')
+        console.log('unPublish share, reason: trigger OnChangeMediaStreamFailed')
         this.test_controller.UnPublish(document.getElementById('video20').name)
         this.state.isSharedScreen = false
         this.state.isScreenSwitching = false
         this.setSharedScreenState(false)
+        this.setSharedScreenTimer(false)
         this.saveLog('Share fail, code=' + code)
         this.setState({
           screenName: '共享模式'
@@ -3502,6 +3629,8 @@ class Video extends Component {
         this.state.isScreenSwitching = false
       } else {
         if (!streamShare) {
+          this.saveLog('unPublish share, reason: trigger OnDesktopDisplayClosed, manually click stop or stream onended')
+          console.log('unPublish share, reason: trigger OnDesktopDisplayClosed, manually click stop or stream onended')
           document.getElementById('video20') && document.getElementById('video20').name ? this.test_controller.UnPublish(document.getElementById('video20').name) : ''
         } else {
           console.log('白板')
@@ -3509,6 +3638,7 @@ class Video extends Component {
         this.state.isSharedScreen = false
         this.state.isScreenSwitching = false
         this.setSharedScreenState(false)
+        this.setSharedScreenTimer(false)
         this.setState({
           screenName: '共享模式'
         });
@@ -3731,9 +3861,15 @@ class Video extends Component {
     clearTimeout(this.recordLoopPlayTimer)
     clearTimeout(this.ipadLeavePlayTimer)
     clearTimeout(this.ipadLowPowerPlayTimer)
+    clearTimeout(this.mediaErrorPlayTimer)
+    clearTimeout(this.screenSharedTimer)
     clearInterval(this.state.drawCanvasInterval)
     clearInterval(this.state.faceDetectionTimer);
     clearInterval(this.state.imageDetectionTimer);
+    this.removeVideoEvent(['video20', 'video21', 'publish_video1'])
+    for(let i=1;i<=12;i++){
+      this.removeVideoEvent(['video'+ i])
+    }
   }
   finishSession = () => {
     // clearInterval(this.state.OnVolumeAnalyserMap.get(sid))
@@ -3967,6 +4103,27 @@ class Video extends Component {
         hasOcr: 0,
       })
     }
+    this.videoErrorEvent = (event) => {
+      console.log(event)
+      console.log(`video load ${event.type || 'error'}: sid=${event.target.name}, domid=${event.target.id}`)
+      this.saveLog(`video load ${event.type || 'error'}: sid=${event.target.name}, domid=${event.target.id}`)
+    }
+    this.bindVideoEvent = (domArr) => {
+      domArr.forEach((domId) => {
+        document.getElementById(domId).addEventListener("error", this.videoErrorEvent);
+        document.getElementById(domId).addEventListener("emptied", this.videoErrorEvent);
+        document.getElementById(domId).addEventListener("stalled", this.videoErrorEvent);
+        document.getElementById(domId).addEventListener("suspend", this.videoErrorEvent);
+      })
+    }
+    this.removeVideoEvent = (domArr) => {
+      domArr.forEach((domId) => {
+        document.getElementById(domId).removeEventListener("error", this.videoErrorEvent);
+        document.getElementById(domId).removeEventListener("emptied", this.videoErrorEvent);
+        document.getElementById(domId).removeEventListener("stalled", this.videoErrorEvent);
+        document.getElementById(domId).removeEventListener("suspend", this.videoErrorEvent);
+      })
+    }
     this.setState({
       videoList: arr
     }, () => {
@@ -3980,7 +4137,9 @@ class Video extends Component {
           // console.log(arrItem.videoName)
 
         });
+        this.bindVideoEvent(['video'+ i])
       }
+      this.bindVideoEvent(['video20', 'video21', 'publish_video1'])
     })
     if (this.props.sessionId) {
       this.getRoomStatus({
@@ -4015,6 +4174,12 @@ class Video extends Component {
     let that = this;
     this.asr_controller.onConnectError = () => {
       this.messageClick('违禁词检测服务连接失败', 'error')
+      this.saveLog('DR_ASR_FAILURE');
+    }
+    this.asr_controller.onAsrError = (info) => {
+      // this.messageClick('违禁词检测服务连接失败', 'error')
+      console.log(`ASR fail event, status=${info.status}, msg=${info.message}, taskId=${info.taskId}`);
+      this.saveLog(`ASR fail event, status=${info.status}, msg=${info.message}, taskId=${info.taskId}`);
     }
 
     this.asr_controller.onConnectOK = () => {
@@ -4183,6 +4348,26 @@ class Video extends Component {
       }
     }
   }
+  setSharedScreenTimer = (state) => {
+      // 设置定时，如果x秒内没有重新开启投屏 则弹出提示
+      if (!this.props.screenSharedInterval || typeof this.props.screenSharedInterval != 'number') return;
+      if (state) {
+        clearTimeout(this.screenSharedTimer)
+      } else {
+        clearTimeout(this.screenSharedTimer)
+        this.screenSharedTimer = setTimeout(() => {
+          if (!document.getElementById('video20').name) {
+            this.setState({
+              screenSharedModalVisible: true
+            })
+            let audio = new Audio(screenSharedIntervalAudio)
+            audio.play()
+          } else {
+            console.log('screenSharedTimer触发时已经在投屏')
+          }
+        }, this.props.screenSharedInterval * 1000)
+      }
+  }
   isFileSuccuse = () => {
     if (!this.state.sessionId || !this.state.sessionType || !this.state.imStatus) {
       this.messageClick('当前程序异常请先退出重开', 'error')
@@ -4233,6 +4418,10 @@ class Video extends Component {
   };
   sharedScreen = () => {
     console.log('投屏', this.state.tabTitles.find(el => el.value == 'staffScreen'))
+    if (this.state.shareLock) {
+      console.log('发布共享点击太快了')
+      return;
+    }
     if (this.isFileSuccuse()) {
       if (!this.state.tabTitles.find(el => el.value == 'staffScreen')) {
         const publish_config = {};
@@ -4241,7 +4430,10 @@ class Video extends Component {
           streamShare = ''
         }
         if (this.state.isSharedScreen) {
+          this.saveLog('unPublish share, reason: change screen content')
+          console.log('unPublish share, reason: change screen content')
           this.test_controller.UnPublish(document.getElementById('video20').name)
+          this.state.shareLock = true;
           setTimeout(() => {
           publish_config.media_type = 1
           publish_config.publish_device = 2
@@ -4254,7 +4446,18 @@ class Video extends Component {
           publish_config.publish_streamId_id = 'subscribe_streamId20'
           publish_config.publish_tag = 'projectionWhiteboard'
           this.test_controller.Publish(publish_config)
+          setTimeout(() => { this.state.shareLock = false; }, 500);
           }, 300);
+          this.setState({
+            screenName: '切换共享',
+            isPDF: false
+          })
+          this.tabTitlesClick(
+            {
+              value: 'RMScreen',
+              name: '共享内容'
+            }, 'add'
+          )
           // const publish_config = {}
           // publish_config.media_type = 1
           // publish_config.publish_device = 2
@@ -4269,7 +4472,10 @@ class Video extends Component {
           // this.state.isScreenSwitching = true
         } else {
           if (document.getElementById('video20').name) {
+            this.saveLog('unPublish share, reason: change screen content')
+            console.log('unPublish share, reason: change screen content')
             this.test_controller.UnPublish(document.getElementById('video20').name)
+            this.state.shareLock = true;
             setTimeout(() => {
               publish_config.media_type = 1
               publish_config.publish_device = 2
@@ -4282,7 +4488,8 @@ class Video extends Component {
               publish_config.publish_streamId_id = 'subscribe_streamId20'
               publish_config.publish_tag = 'projectionWhiteboard'
               this.test_controller.Publish(publish_config)
-            }, 300);
+              setTimeout(() => { this.state.shareLock = false; }, 500); // 这个延迟用于防止跳出弹窗后仍可以点击共享按钮，大于debounce300即可
+            }, 300);// 这个延迟用于跟UnPublish 产生时差，防止标签未被释放
             // publish_config.media_type = 1;
             // publish_config.publish_device = 2;
             // publish_config.video_profile_type = 1
@@ -4436,7 +4643,8 @@ class Video extends Component {
       this.pictureInPicture()
     }
     this.saveLog('Start business recording')
-    this.enableServerRecording(this.state.businessId)
+    if (!this.state.businessRecordId) this.enableServerRecording(this.state.businessId)
+    if (!this.state.ipadRecordId && this.state.ipadTag) this.enableIpadRecording(this.state.businessId)
     clearTimeout(this.recordLoopPlayTimer)
   }
   handleOkLowPowerConfirm = () => {
@@ -4447,6 +4655,53 @@ class Video extends Component {
       'userId': this.props.tellerAccount
     })
   }
+  // 取消投屏确认
+  handleOkShareConfirm = () => {
+    this.setState({
+      screenSharedModalVisible: false
+    })
+    if (this.state.lastShareType == 'whiteboard') {
+      this.switchExternal()
+    } else {
+      this.sharedScreen()
+    }
+    this.saveLog('Shared overlay click confirm')
+  }
+  handleOkShareCancel = () => {
+    this.setState({
+      screenSharedModalVisible: false,
+      screenSharedSecondaryModalVisible: true
+    })
+    this.saveLog('Shared overlay click cancel')
+  }
+  // 二次取消投屏确认
+  handleOkSecondaryShareConfirm = () => {
+    this.setState({
+      screenSharedSecondaryModalVisible: false
+    })
+    if (this.state.lastShareType == 'whiteboard') {
+      this.switchExternal()
+    } else {
+      this.sharedScreen()
+    }
+    this.saveLog('Shared secondary overlay click confirm')
+  }
+  handleOkSecondaryShareCancel = () => {
+    this.setState({
+      screenSharedSecondaryModalVisible: false
+    })
+    this.saveLog('Shared secondary overlay click cancel')
+    this.saveVideoPoint('cancelShare', 'RM二次确认取消投屏')
+  }
+  handleOkMediaErrorConfirm = () => {
+    // 刷新重试
+    clearTimeout(this.mediaErrorPlayTimer)
+    this.handleOkEnd()
+  }
+  handleCancelMediaError = () => {
+    clearTimeout(this.mediaErrorPlayTimer)
+    this.setState({ mediaErrorModalVisible: false })
+  }
   handleOkIpadLeaveConfirm = () => {
     // 检测ipad是否入会
     if (!this.state.ipadTag) {
@@ -5226,7 +5481,8 @@ class Video extends Component {
     try {
       let result = await API.appGetUsername({
         userId: userId,
-        sessionId: this.state.sessionId
+        sessionId: this.state.sessionId,
+        activityId: this.props.businessNumber
       });
       console.log(result)
 
@@ -5499,12 +5755,18 @@ class Video extends Component {
           //单击停止共享按钮后，触发这个事件
           streamShare = ''
           if (document.getElementById('video20').name && !this.state.isSharedScreen) {
+            console.log('unPublish share, reason: click stop sharing whiteboard or stream onended')
+            that.saveLog('unPublish share, reason: click stop sharing whiteboard or stream onended')
             that.test_controller.UnPublish(document.getElementById('video20').name)
           }
         }
 
         // 关闭当前共享屏幕
-        document.getElementById('video20') && document.getElementById('video20').name ? this.test_controller.UnPublish(document.getElementById('video20').name) : ''
+        if (document.getElementById('video20') && document.getElementById('video20').name) {
+          console.log('unPublish share, reason: going to share whiteboard, shared screen needs to be stopped')
+          that.saveLog('unPublish share, reason: going to share whiteboard, shared screen needs to be stopped')
+          that.test_controller.UnPublish(document.getElementById('video20').name)
+        }
         that.state.isSharedScreen = false
         that.state.isScreenSwitching = false
         // that.setSharedScreenState(false)
@@ -5517,6 +5779,9 @@ class Video extends Component {
         console.log("Unable to acquire screen capture", error);
         console.log('取消签署')
         that.saveLog('Manual cancel share')
+        if (!document.getElementById('video20').name) {
+          that.setSharedScreenTimer(false)
+        }
       });
   }
   publishRecorderDevice = () => {
@@ -5601,6 +5866,8 @@ class Video extends Component {
           //单击停止共享按钮后，触发这个事件
           streamRecord = ''
           if (document.getElementById('record_video').name) {
+            that.saveLog('unPublish share, reason: click stop recording all screen or stream onended')
+            console.log('unPublish share, reason: click stop recording all screen or stream onended')
             that.test_controller.UnPublish(document.getElementById('record_video').name)
           }
         }
@@ -5632,6 +5899,7 @@ class Video extends Component {
           }
         }
         this.navigatorClick()
+        clearTimeout(this.screenSharedTimer)
 
       } else {
         this.messageClick('internal staff正在共享屏幕，请先关闭', 'error')
@@ -6874,6 +7142,24 @@ class Video extends Component {
           ]}>
             <div className='endModal'>双录异常中断，请重新开启</div>
           </Modal>
+          {/* 投屏间隔过长确认 */}
+          <Modal closable={false} centered={true} visible={this.state.screenSharedModalVisible} maskClosable={false} footer={[
+            <div key='end'>
+              <Button className="modelButtonCancel" onClick={this.handleOkShareCancel}>取消操作</Button>
+              <Button className="modelButtonOk" type="primary" danger onClick={this.handleOkShareConfirm}>确认共享</Button>
+            </div>
+          ]}>
+            <div className='endModal' style={{paddingBottom: '20px'}}>当前系统未共享屏幕、未共享声音，请确认是否需要开启共享操作？</div>
+          </Modal>
+          {/* 投屏间隔过长二次确认 */}
+          <Modal closable={false} centered={true} visible={this.state.screenSharedSecondaryModalVisible} maskClosable={false} footer={[
+            <div key='end'>
+              <Button className="modelButtonCancel" onClick={this.handleOkSecondaryShareCancel}>取消操作</Button>
+              <Button className="modelButtonOk" type="primary" danger onClick={this.handleOkSecondaryShareConfirm}>确认共享</Button>
+            </div>
+          ]}>
+            <div className='endModal' style={{paddingBottom: '20px'}}>取消操作按钮将无法开启共享屏幕、共享声音，请再次确认</div>
+          </Modal>
           {/* ipad低电量确认 */}
           <Modal closable={false} centered={true} visible={this.state.ipadLowPowerErrorModalVisible} maskClosable={false} footer={[
             <div key='end'>
@@ -6888,7 +7174,7 @@ class Video extends Component {
               <Button className="modelButtonOk" type="primary" danger onClick={this.handleOkIpadLeaveConfirm}>确定</Button>
             </div>
           ]}>
-            <div className='ipadModal'>iPad 摄像头异常退出，请扫码或输入会议号入会</div>
+            <div className='ipadModal'>{this.state.IpadErrorWording}</div>
             <div className='QRCode center'>
               <QRCode
                 value={JSON.stringify({
@@ -6903,6 +7189,15 @@ class Video extends Component {
             <div className='sessionDiv'><span>会议号码</span><div className='num'>{this.state.sessionId}</div></div>
             </div>
           </Modal>
+          {/* 媒体流断开提示 */}
+          <Modal closable={false} centered={true} visible={this.state.mediaErrorModalVisible} maskClosable={false} footer={[
+            <div key='end'>
+              <Button className="modelButtonCancel" onClick={this.handleCancelMediaError}>取消</Button>
+              <Button className="modelButtonOk" type="primary" danger onClick={this.handleOkMediaErrorConfirm}>确定</Button>
+            </div>
+          ]}>
+            <div className='endModal'>媒体流服务异常断开，请退出重试</div>
+          </Modal>
           {/* 是否退出会议*/}
           <Modal closable={false} centered={true} visible={this.state.isModalVisibleEnd} maskClosable={false} footer={[
             <div key='end'>
@@ -7391,6 +7686,7 @@ Video.defaultProps = {
   whetherNeedAsr: false, // 是否在双录时开启违禁词检测
   faceDetectInterval: 6, // 人脸检测间隔（秒）
   lightDetectInterval: 6, // 背光检测间隔（秒）
+  screenSharedInterval: 0, // 取消投屏提示间隔（秒）, 0不启用
   lightSensitivity: 1, // 光线敏感度系数，默认1
   userSide: 2,
   meetingDuration: null, // 会议时长，单位小时