@wendongfly/myhi 1.3.55 → 1.3.57

package/dist/chat.html

@@ -2953,159 +2953,94 @@
     // ── 语音输入 ──────────────────────────────────
     let recognition = null;
     let isRecording = false;
-    const SpeechRecognition = window.SpeechRecognition || window.webkitSpeechRecognition;
-    const VOICE_FALLBACK_KEY = 'myhi_voice_fallback';
-
-    // 检测语音支持级别
-    function detectVoiceSupport() {
-      if (!SpeechRecognition) return 'none';
-      const ua = navigator.userAgent;
-      // iOS (iPhone/iPad/iPod) 走 Apple Siri，中国可用
-      if (/iPhone|iPad|iPod/i.test(ua)) return 'native';
-      // macOS Safari 也走 Siri
-      if (/Macintosh.*Safari/i.test(ua) && !/Chrome/i.test(ua)) return 'native';
-      // 其他有 API 的浏览器（Android Chrome、国产浏览器等）依赖 Google，不可靠
-      return 'unreliable';
+    // ── 语音输入（MediaRecorder → SenseVoice 服务端 ASR）──────────────
+    let _mediaRecorder = null;
+    let _audioChunks = [];
+    let _voiceActive = false;
+    const _voiceBtn = document.getElementById('voice-btn');
+    const _isTouchDevice = () => window.matchMedia('(pointer: coarse)').matches;
+
+    function _voicePlaceholder(text) {
+      cmdInput.placeholder = text || (currentSession?.mode === 'agent' ? '输入消息...' : '输入命令...');
     }
 
-    const _voiceSupport = detectVoiceSupport();
-
-    function showVoiceFallbackTip() {
-      const ua = navigator.userAgent;
-      if (/Firefox/i.test(ua)) {
-        addStatusMessage('Firefox 不支持语音识别，请使用 Chrome/Safari 或键盘上的 🎤 语音输入');
-      } else if (/Android/i.test(ua)) {
-        addStatusMessage('语音识别不可用，请点击键盘上的 🎤 麦克风图标使用输入法语音');
-      } else {
-        addStatusMessage('语音识别不可用，请使用输入法的语音功能（键盘上的 🎤）');
-      }
-      cmdInput.focus();
-    }
-
-    window.toggleVoice = function() {
-      // 完全不支持
-      if (_voiceSupport === 'none') {
-        showVoiceFallbackTip();
-        return;
-      }
-
-      // 非 HTTPS 且非 localhost 时，语音识别无法工作
-      if (location.protocol !== 'https:' && location.hostname !== 'localhost' && location.hostname !== '127.0.0.1') {
-        const httpsUrl = location.href.replace(/^http:/, 'https:').replace(':' + location.port, ':3443');
-        addStatusMessage('语音识别需要 HTTPS，请通过 HTTPS 地址访问');
-        return;
-      }
-
-      // 之前失败过，直接显示回退提示（避免反复失败）
-      if (_voiceSupport === 'unreliable' && localStorage.getItem(VOICE_FALLBACK_KEY)) {
-        showVoiceFallbackTip();
-        addStatusMessage('（长按语音按钮可重试语音识别）');
+    async function _startVoice() {
+      if (_voiceActive) { _stopVoice(); return; }
+      if (!navigator.mediaDevices?.getUserMedia) {
+        addStatusMessage('浏览器不支持麦克风录音（需要 HTTPS）');
         return;
       }
-
-      if (isRecording) {
-        recognition.stop();
+      let stream;
+      try {
+        stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+      } catch (e) {
+        addStatusMessage(e.name === 'NotAllowedError'
+          ? '麦克风权限被拒绝，请点击地址栏 🔒 → 允许麦克风'
+          : '麦克风访问失败: ' + e.message);
         return;
       }
-
-      recognition = new SpeechRecognition();
-      recognition.lang = 'zh-CN';
-      recognition.interimResults = true;
-      recognition.continuous = false;
-      recognition.maxAlternatives = 1;
-
-      const voiceBtn = document.getElementById('voice-btn');
-      const savedValue = cmdInput.value;
-      let hasResult = false;
-      let gotAudio = false;
-      let errorOccurred = false;
-      let networkTimeout = null;
-
-      function stopRecording() {
-        isRecording = false;
-        clearTimeout(networkTimeout);
-        voiceBtn.classList.remove('recording');
-        cmdInput.placeholder = currentSession?.mode === 'agent' ? '输入消息...' : '输入命令...';
-      }
-
-      recognition.onstart = () => {
-        isRecording = true;
-        hasResult = false;
-        gotAudio = false;
-        errorOccurred = false;
-        voiceBtn.classList.add('recording');
-        cmdInput.placeholder = '正在听...';
-        // 不可靠环境下设置超时：3秒内没结果视为失败
-        if (_voiceSupport === 'unreliable') {
-          networkTimeout = setTimeout(() => {
-            if (!hasResult && !errorOccurred) {
-              recognition.abort();
-              localStorage.setItem(VOICE_FALLBACK_KEY, '1');
-              stopRecording();
-              addStatusMessage('语音服务连接超时，请使用输入法的语音功能（键盘上的 🎤）');
-            }
-          }, 3000);
-        }
-      };
-
-      recognition.onaudiostart = () => { gotAudio = true; };
-
-      recognition.onresult = (e) => {
-        hasResult = true;
-        clearTimeout(networkTimeout);
-        let interim = '', final = '';
-        for (let i = e.resultIndex; i < e.results.length; i++) {
-          if (e.results[i].isFinal) final += e.results[i][0].transcript;
-          else interim += e.results[i][0].transcript;
-        }
-        cmdInput.value = savedValue + final + interim;
-      };
-
-      recognition.onend = () => {
-        stopRecording();
-        if (!errorOccurred && !hasResult) {
-          if (!gotAudio) {
-            addStatusMessage('未检测到麦克风音频，请检查麦克风是否正常');
-          } else {
-            addStatusMessage('未识别到语音内容，请重试');
-          }
-        }
-        cmdInput.focus();
+      _audioChunks = [];
+      _mediaRecorder = new MediaRecorder(stream);
+      _mediaRecorder.ondataavailable = (e) => { if (e.data.size > 0) _audioChunks.push(e.data); };
+      _mediaRecorder.onstop = async () => {
+        stream.getTracks().forEach(t => t.stop());
+        const blob = new Blob(_audioChunks, { type: _mediaRecorder.mimeType || 'audio/webm' });
+        await _transcribe(blob);
       };
+      _mediaRecorder.start();
+      _voiceActive = true;
+      _voiceBtn.classList.add('recording');
+      _voicePlaceholder(_isTouchDevice() ? '录音中... 松手停止' : '录音中... 再次点击停止');
+    }
 
-      recognition.onerror = (e) => {
-        errorOccurred = true;
-        console.warn('[语音识别错误]', e.error, e.message);
-        stopRecording();
-        if (e.error === 'network' || e.error === 'service-not-allowed') {
-          // 记住失败状态，下次直接显示回退提示
-          localStorage.setItem(VOICE_FALLBACK_KEY, '1');
-          addStatusMessage('语音服务连接失败，请使用输入法的语音功能（键盘上的 🎤）');
-        } else if (e.error === 'not-allowed') {
-          addStatusMessage('麦克风权限被拒绝，请在浏览器设置中允许');
-        } else if (e.error === 'no-speech') {
-          addStatusMessage('未检测到语音，请对着麦克风说话后重试');
-        } else if (e.error === 'audio-capture') {
-          addStatusMessage('无法捕获音频，请检查麦克风设备');
-        } else if (e.error !== 'aborted') {
-          addStatusMessage('语音识别失败: ' + e.error);
-        }
-      };
+    function _stopVoice() {
+      if (!_voiceActive || !_mediaRecorder) return;
+      _voiceActive = false;
+      _voiceBtn.classList.remove('recording');
+      _voicePlaceholder('识别中...');
+      _mediaRecorder.stop();
+    }
 
+    async function _transcribe(blob) {
       try {
-        recognition.start();
+        const form = new FormData();
+        form.append('audio', blob, 'audio.webm');
+        const resp = await fetch(`/api/voice-transcribe?sessionId=${SESSION_ID}`, { method: 'POST', body: form });
+        const data = await resp.json();
+        if (resp.status === 503) {
+          addStatusMessage('ASR 服务未配置（需在 myhi server 设置 ASR_URL 环境变量）');
+        } else if (data.text) {
+          cmdInput.value = (cmdInput.value ? cmdInput.value + ' ' : '') + data.text;
+          cmdInput.focus();
+        } else {
+          addStatusMessage('未识别到语音内容，请重试');
+        }
       } catch (e) {
-        stopRecording();
-        addStatusMessage('语音识别启动失败: ' + e.message);
+        addStatusMessage('语音上传失败: ' + e.message);
+      } finally {
+        _voicePlaceholder();
+        cmdInput.focus();
       }
-    };
+    }
 
-    // 长按语音按钮重置回退状态，允许重试
-    document.getElementById('voice-btn').addEventListener('contextmenu', (e) => {
+    // 桌面端：点击切换；触屏：按住录音，松手发送
+    _voiceBtn.addEventListener('click', (e) => {
+      if (_isTouchDevice()) return; // 触屏由 pointer 事件处理
+      _startVoice();
+    });
+    _voiceBtn.addEventListener('pointerdown', (e) => {
+      if (!_isTouchDevice()) return;
       e.preventDefault();
-      localStorage.removeItem(VOICE_FALLBACK_KEY);
-      addStatusMessage('语音识别已重置，点击 🎤 重试');
+      _startVoice();
     });
+    _voiceBtn.addEventListener('pointerup', (e) => {
+      if (!_isTouchDevice() || !_voiceActive) return;
+      e.preventDefault();
+      _stopVoice();
+    });
+    _voiceBtn.addEventListener('pointercancel', () => { if (_voiceActive) _stopVoice(); });
+
+    window.toggleVoice = _startVoice; // 保留 onclick 兼容
 
     cmdInput.focus();