yt-chat-components 1.2.0 → 1.2.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "yt-chat-components",
-  "version": "1.2.0",
+  "version": "1.2.1",
   "main": "build/static/js/bundle.min.js",
   "module": "build/static/js/bundle.min.js",
   "types": "build/static/js/index.d.ts",

package/src/YtChatView/chatWidget/chatWindow/callInterface/index.tsx

@@ -44,6 +44,8 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
   const isSpeakingRef = useRef<boolean>(false);
   const SILENCE_THRESHOLD = 35; // 静音阈值，可根据环境调整
   const SPEECH_DELAY = 1500; // 停止说话多久后认为一段话结束(毫秒)
+  // 发送信息后持有这个id，当id不为null放弃处理后续说话
+  const msgIdRef = useRef<string | null>(null);
 
   // WebRTC相关状态和引用
   const peerConnectionRef = useRef<RTCPeerConnection | null>(null);
@@ -91,17 +93,17 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
     
     // 监听用户打断
     audio.onplay = () => {
-      // 设置打断检测
+      // 设置打断检测，3秒后才启动
       const interruptionCheck = setInterval(() => {
         if (isSpeakingRef.current) {
           // 用户开始说话，打断播放
-          console.log('用户打断播放');
+          // console.log('用户打断播放');
           audio.pause();
           URL.revokeObjectURL(audioUrl);
           clearInterval(interruptionCheck);
           setWorkStatus('正在聆听');
         }
-      }, 100);
+      }, 3000);
       
       // 播放结束时清除检测
       audio.onended = () => {
@@ -134,7 +136,7 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
       const {code} = userInfo;
       const opeartorId = code || sessionId;
       // 创建WebSocket连接
-      console.log('开始连接WebSocket', flowId, sessionId, api_key);
+      console.log('开始连接WebSocket');
       const ws = new WebSocket(`${hostUrl.replace('http', 'ws')}/api/v1/ws/webrtc?flow_id=${flowId}&session_id=${sessionId}&api_key=${api_key}&operator_id=${opeartorId}`);
       wsRef.current = ws;
       
@@ -199,7 +201,14 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
       vadProcessorRef.current = vadProcessor;
       
       vadProcessor.onaudioprocess = (e) => {
-        if (workStatus === '正在回复' || workStatus === '正在思考') return; // 正在听对方说话 or 思考，不处理
+        // 正在听对方说话 or 思考，不处理
+        if (workStatus === '正在回复'){
+          console.log("--------------------- 正在回复")
+          return
+        }else if(msgIdRef.current !== null){
+          console.log("--------------------- 正在思考")
+          return;
+        }
         
         analyser.getByteFrequencyData(dataArray);
         
@@ -216,7 +225,6 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
         if (isSpeakingNow && !isSpeakingRef.current) {
           setIsSpeakingNow(true)
           // 开始说话
-          console.log('开始说话', isSpeakingRef.current);
           isSpeakingRef.current = true;
 
           // 开始录制
@@ -255,12 +263,10 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
           }
         }
         else if (!isSpeakingNow && isSpeakingRef.current) {
-          console.log('准备停止说话');
           // 可能停止说话，设置超时
           if (!speechTimeoutRef.current) {
             speechTimeoutRef.current = setTimeout(() => {
               // 确认停止说话
-              console.log('停止说话');
               isSpeakingRef.current = false;
 
               // 停止录制
@@ -272,15 +278,15 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
                   reader.readAsDataURL(blob);
                   reader.onloadend = () => {
                     const base64Audio = reader.result as string;
-                    console.log('准备发送');
                     // 发送完整的语音片段到服务器
                     if (wsRef.current) {
-                      console.log('发送数据');
+                      msgIdRef.current = new Date().getTime() + ""
                       sendWebSocketMessage('complete-audio', {
                         audioData: base64Audio.split(',')[1], // 移除data URL前缀
                         userMessage: true,
                         audioFormat:"mp3",
-                        sampleRate:16000
+                        sampleRate:16000,
+                        msgId: msgIdRef.current,
                       });
                       console.log('发送完毕');
 
@@ -342,11 +348,12 @@ const CallInterface: React.FC<CallInterfaceProps> = ({
           }
         } else if (message.type === 'complete-audio') {
           // 处理从后端返回的完整音频响应
+          msgIdRef.current = null
           if (message.audioData) {
             handleAudioData(message.audioData);
+          }else {
+            setWorkStatus('正在聆听');
           }
-        } else if (message.type === 'busy') {
-          message.info('对方正在思考，请稍等');
         }
       };