claw-subagent-service 0.0.175 → 0.0.177

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claw-subagent-service",
-  "version": "0.0.175",
+  "version": "0.0.177",
   "description": "虾说智能助手",
   "main": "cli.js",
   "bin": {

package/service/modules/normal-message-handler.js

@@ -12,8 +12,11 @@
  * @returns {string} 回复内容
  */
 const { OpenClawClient } = require('../rongcloud/openclaw-client');
+const axios = require('axios');
+const { loadConfig } = require('./config');
 
 const openclawClient = new OpenClawClient(console);
+const config = loadConfig();
 
 async function handleNormalMessage(msg) {
   console.log(`[NormalMessageHandler] 收到普通消息:`, {
@@ -23,11 +26,21 @@ async function handleNormalMessage(msg) {
   });
 
   try {
-    const content = msg.content;
+    let content = msg.content;
     if (!content || !content.trim()) {
       return '消息内容为空';
     }
 
+    // 语音消息：先进行语音识别
+    if (msg.messageType === 'RC:HQVCMsg') {
+      const voiceText = await recognizeVoice(msg);
+      if (voiceText !== null) {
+        content = `[语音转文字] ${voiceText}`;
+      } else {
+        content = `[语音消息，转文字失败] ${content}`;
+      }
+    }
+
     const reply = await openclawClient.chat(content, msg.senderUserId);
     console.log(`[NormalMessageHandler] AI 回复: ${reply.substring(0, 50)}...`);
     return reply;
@@ -37,6 +50,62 @@ async function handleNormalMessage(msg) {
   }
 }
 
+/**
+ * 语音识别：调用后端百度语音 API
+ */
+async function recognizeVoice(msg) {
+  try {
+    let content = msg.content;
+    if (typeof content === 'string' && content.startsWith('{')) {
+      try {
+        content = JSON.parse(content);
+      } catch (e) {
+        // 解析失败，保持原样
+      }
+    }
+
+    const remoteUrl = content?.remoteUrl || content?.url || msg.remoteUrl || msg.url;
+    if (!remoteUrl) {
+      console.warn('[recognizeVoice] 语音消息缺少 remoteUrl，跳过识别');
+      return null;
+    }
+
+    // 从 URL 提取扩展名并映射为百度支持的格式
+    const urlPath = remoteUrl.split('?')[0];
+    const ext = urlPath.split('.').pop()?.toLowerCase() || '';
+    const fmtMap = { aac: 'm4a', ogg: 'mp3', oga: 'mp3', opus: 'mp3' };
+    let format = fmtMap[ext] || ext;
+    if (!['pcm', 'wav', 'amr', 'm4a', 'mp3'].includes(format)) {
+      format = 'mp3';
+    }
+
+    // 采样率修正：amr 强制 8000，其余使用消息自带值兜底 16000
+    let sampleRate = content?.sampleRate || msg.sampleRate || 16000;
+    if (format === 'amr') sampleRate = 8000;
+
+    const apiUrl = `${config.apiBaseUrl}/im/api/voice/recognize`;
+    console.log(`[recognizeVoice] 调用语音识别 API: ${apiUrl}, format=${format}, sampleRate=${sampleRate}`);
+
+    const response = await axios.post(apiUrl, {
+      audioUrl: remoteUrl,
+      format,
+      sampleRate,
+    }, { timeout: 30000 });
+
+    if (response.data?.code === 200 && response.data?.data?.text !== undefined) {
+      const text = response.data.data.text;
+      console.log(`[recognizeVoice] 语音识别成功: "${text.substring(0, 50)}${text.length > 50 ? '...' : ''}"`);
+      return text;
+    } else {
+      console.warn(`[recognizeVoice] 语音识别失败: ${JSON.stringify(response.data)}`);
+      return null;
+    }
+  } catch (err) {
+    console.error(`[recognizeVoice] 语音识别异常: ${err.message}`);
+    return null;
+  }
+}
+
 module.exports = {
   handleNormalMessage
 };

package/service/modules/rongyun-message-handler.js

@@ -285,7 +285,7 @@ class RongyunMessageHandler {
     const roomId = data.room_id;
     const sessionId = data.gateway_session_id || data.session_id;
     // 使用解析后的 content（聊天内容），如果没有则使用原始 content
-    const content = data.content || data._raw_content;
+    let content = data.content || data._raw_content;
     const requestId = data.request_id;
     const sourceId = data.source_im_id;
 
@@ -301,6 +301,16 @@ class RongyunMessageHandler {
       return;
     }
 
+    // 语音消息：先进行语音识别
+    if (data.voiceUrl) {
+      const voiceText = await this._recognizeVoice(data.voiceUrl, data.voiceDuration);
+      if (voiceText !== null) {
+        content = `[语音转文字] ${voiceText}`;
+      } else {
+        content = `[语音消息，转文字失败] ${content}`;
+      }
+    }
+
     let fullResponse = '';
     const chatTimeoutMs = (this.config.chatTimeout || 600) * 1000;
 
@@ -766,6 +776,53 @@ class RongyunMessageHandler {
       this.logError(`发送响应失败: ${msg}`);
     }
   }
+
+  /**
+   * 语音识别：调用后端百度语音 API 将语音转为文字
+   */
+  async _recognizeVoice(voiceUrl, voiceDuration) {
+    try {
+      if (!voiceUrl) {
+        this.logWarn('[_recognizeVoice] 语音 URL 为空，跳过识别');
+        return null;
+      }
+
+      // 从 URL 提取扩展名并映射为百度支持的格式
+      const urlPath = voiceUrl.split('?')[0];
+      const ext = urlPath.split('.').pop()?.toLowerCase() || '';
+      const fmtMap = { aac: 'm4a', ogg: 'mp3', oga: 'mp3', opus: 'mp3' };
+      let format = fmtMap[ext] || ext;
+      if (!['pcm', 'wav', 'amr', 'm4a', 'mp3'].includes(format)) {
+        format = 'mp3';
+      }
+
+      // 采样率修正：amr 强制 8000，其余兜底 16000
+      let sampleRate = 16000;
+      if (format === 'amr') sampleRate = 8000;
+
+      const axios = require('axios');
+      const apiUrl = `${this.config.apiBaseUrl}/im/api/voice/recognize`;
+      this.logInfo(`[_recognizeVoice] 调用语音识别 API: ${apiUrl}, format=${format}, sampleRate=${sampleRate}`);
+
+      const response = await axios.post(apiUrl, {
+        audioUrl: voiceUrl,
+        format,
+        sampleRate,
+      }, { timeout: 30000 });
+
+      if (response.data?.code === 200 && response.data?.data?.text !== undefined) {
+        const text = response.data.data.text;
+        this.logInfo(`[_recognizeVoice] 语音识别成功: "${text.substring(0, 50)}${text.length > 50 ? '...' : ''}"`);
+        return text;
+      } else {
+        this.logWarn(`[_recognizeVoice] 语音识别失败: ${JSON.stringify(response.data)}`);
+        return null;
+      }
+    } catch (err) {
+      this.logError(`[_recognizeVoice] 语音识别异常: ${err.message}`);
+      return null;
+    }
+  }
 }
 
 module.exports = {

package/service/rongcloud/message-handler.js

@@ -400,7 +400,18 @@ class MessageHandler {
 
     try {
       // 确保传入的内容是字符串（claw 类型消息 content 可能是对象）
-      const chatContent = this._extractMessageContent(msg);
+      let chatContent = this._extractMessageContent(msg);
+
+      // 语音消息：先进行语音识别，把识别结果传给 AI
+      if (msg.messageType === 'RC:HQVCMsg') {
+        const voiceText = await this._recognizeVoice(msg);
+        if (voiceText !== null) {
+          chatContent = `[语音转文字] ${voiceText}`;
+        } else {
+          chatContent = `[语音消息，转文字失败] ${chatContent}`;
+        }
+      }
+
       this.log?.info(`[MessageHandler] 调用 chatStream, content_type=${typeof msg.content}, chatContent=${chatContent.substring(0, 50)}`);
       await this.openclawClient.chatStream(
         chatContent,
@@ -751,6 +762,62 @@ class MessageHandler {
     return typeof content === 'string' ? content : JSON.stringify(content);
   }
 
+  /**
+   * 语音识别：调用后端百度语音 API 将语音转为文字
+   */
+  async _recognizeVoice(msg) {
+    try {
+      let content = msg.content;
+      if (typeof content === 'string' && content.startsWith('{')) {
+        try {
+          content = JSON.parse(content);
+        } catch (e) {
+          // 解析失败，保持原样
+        }
+      }
+
+      const remoteUrl = content?.remoteUrl || content?.url || msg.remoteUrl || msg.url;
+      if (!remoteUrl) {
+        this.log?.warn('[_recognizeVoice] 语音消息缺少 remoteUrl，跳过识别');
+        return null;
+      }
+
+      // 从 URL 提取扩展名并映射为百度支持的格式
+      const urlPath = remoteUrl.split('?')[0];
+      const ext = urlPath.split('.').pop()?.toLowerCase() || '';
+      const fmtMap = { aac: 'm4a', ogg: 'mp3', oga: 'mp3', opus: 'mp3' };
+      let format = fmtMap[ext] || ext;
+      if (!['pcm', 'wav', 'amr', 'm4a', 'mp3'].includes(format)) {
+        format = 'mp3';
+      }
+
+      // 采样率修正：amr 强制 8000，其余使用消息自带值兜底 16000
+      let sampleRate = content?.sampleRate || msg.sampleRate || 16000;
+      if (format === 'amr') sampleRate = 8000;
+
+      const apiUrl = `${this.config.apiBaseUrl}/im/api/voice/recognize`;
+      this.log?.info(`[_recognizeVoice] 调用语音识别 API: ${apiUrl}, format=${format}, sampleRate=${sampleRate}`);
+
+      const response = await axios.post(apiUrl, {
+        audioUrl: remoteUrl,
+        format,
+        sampleRate,
+      }, { timeout: 30000 });
+
+      if (response.data?.code === 200 && response.data?.data?.text !== undefined) {
+        const text = response.data.data.text;
+        this.log?.info(`[_recognizeVoice] 语音识别成功: "${text.substring(0, 50)}${text.length > 50 ? '...' : ''}"`);
+        return text;
+      } else {
+        this.log?.warn(`[_recognizeVoice] 语音识别失败: ${JSON.stringify(response.data)}`);
+        return null;
+      }
+    } catch (err) {
+      this.log?.error(`[_recognizeVoice] 语音识别异常: ${err.message}`);
+      return null;
+    }
+  }
+
   parseCommand(raw, senderId) {
     const trimmed = raw.slice(1).trim();
     const parts = trimmed.split(/\s+/);