byt-lingxiao-ai 0.3.3 → 0.3.5

package/components/AiMessage.vue

@@ -58,16 +58,16 @@ function parseMarkdown(text) {
   
   html = html.replace(/^>\s+(.+)$/gm, '<blockquote>$1</blockquote>');
   // 解析Markdown链接
-  html = html.replace(/\[([^\]]+)\]\(([^)]+)\)/g, '<a href="$2" target="_blank">$1</a>');
+  html = html.replace(/\[([^\]]+)\]\(([^)]+)\)/g, '<a href="$2" aria-current="page">$1</a>');
   
   html = html.replace(/!\[([^\]]*)\]\(([^)]+)\)/g, '<img src="$2" alt="$1" />');
   
   html = html.replace(/^-{3,}$/gm, '<hr>');
   // 解析简单URL
-  const simpleUrlRegex = /(https?:\/\/[^\s<>"']+)/g;
-  html = html.replace(simpleUrlRegex, (match) => {
-    return `<a href="${match}" aria-current="page">${match}</a>`;
-  });
+  // const simpleUrlRegex = /(https?:\/\/[^\s<>"']+)/g;
+  // html = html.replace(simpleUrlRegex, (match) => {
+  //   return `<a href="${match}" aria-current="page">${match}</a>`;
+  // });
   
   // html = html.replace(/\n/g, '<br>');
   

package/components/ChatWindow.vue

@@ -33,6 +33,7 @@
       :messages="messages"
       :input-message="inputMessage"
       :think-status="thinkStatus"
+      :chat-id="chatId"
       @update:inputMessage="inputMessage = $event"
       @send="handleSend"
       @thinking-click="handleThinkingClick"
@@ -49,9 +50,11 @@ import audioMixin from './mixins/audioMixin'
 import webSocketMixin from './mixins/webSocketMixin'
 import messageMixin from './mixins/messageMixin'
 import { AUDIO_URL, TIME_JUMP_POINTS_URL } from './config/index.js'
+import generateUuid from './utils/Uuid.js'
 
 const SAMPLE_RATE = 16000;
 const FRAME_SIZE = 512;
+const startTime = null
 
 export default {
   name: 'ChatWindow',
@@ -69,6 +72,7 @@ export default {
   },
   data() {
     return {
+      chatId: generateUuid(),
       audioSrc: AUDIO_URL,
       inputMessage: '',
       visible: false,
@@ -80,6 +84,7 @@ export default {
       jumpedTimePoints: new Set(),
       SAMPLE_RATE,
       FRAME_SIZE,
+      startTime,  // 检查性能使用
       dragThreshold: 5, // 拖拽阈值
       isDragging: false,
       dragStartX: 0,

package/components/ChatWindowDialog.vue

@@ -2,7 +2,7 @@
   <div class="chat-overlay" v-show="value" @click="$emit('overlay-click')">
     <div class="chat-window" @click.stop>
       <!-- 头部 -->
-      <ChatWindowHeader @close="$emit('input', false)" />
+      <ChatWindowHeader :chat-id="chatId" @close="$emit('input', false)" />
       
       <!-- 消息列表 -->
       <ChatMessageList 
@@ -55,6 +55,10 @@ export default {
     loading: {
       type: Boolean,
       default: false
+    },
+    chatId: {
+      type: String,
+      default: ''
     }
   }
 }

package/components/ChatWindowHeader.vue

@@ -39,11 +39,15 @@
 <script>
 export default {
   name: 'ChatWindowHeader',
+  props: {
+    chatId: {
+      type: String,
+      default: ''
+    }
+  },
   methods: {
     handleOpen() {
-      // const chatId = ''
-      // const baseUrl = window.location.protocol + '//' + window.location.hostname + ':3100/c/' + chatId;
-      const baseUrl = window.location.protocol + '//' + window.location.hostname + ':3100/';
+      const baseUrl = window.location.protocol + '//' + window.location.hostname + ':3100/c/' + this.chatId;
       window.open(baseUrl, '_blank')
     }
   }

package/components/config/index.js

@@ -2,7 +2,7 @@ const baseUrl = window.location.protocol + '//' + window.location.hostname;
 const chatPort = '3100';
 
 console.log(baseUrl, chatPort);
-export const API_URL = 'http://192.168.8.87:3100/lingxiao-byt/api/v1/mcp/ask';
+export const API_URL = `${baseUrl}:${chatPort}/lingxiao-byt/api/v1/mcp/ask`;
 export const WS_URL = 'ws://192.168.8.9:9999/ai_model/ws/voice-stream';
 export const AUDIO_URL = '/minio/lingxiaoai/byt.mp3';
 export const TIME_JUMP_POINTS_URL = '/minio/lingxiaoai/timeJumpPoints.json';

package/components/mixins/audioMixin.js

@@ -6,7 +6,9 @@ export default {
       audioContext: null,
       microphone: null,
       processor: null,
-      audioBuffer: new Float32Array(0)
+      audioBuffer: new Float32Array(0),
+      // 优化
+      int16Buffer: null
     }
   },
   methods: {
@@ -24,8 +26,15 @@ export default {
         });
 
         this.audioContext = new AudioContext({ sampleRate: this.SAMPLE_RATE });
+
+        // 优化 处理 AudioContext 挂起
+        if (this.audioContext.state === 'suspended') {
+          await this.audioContext.resume();
+        }
+
         this.microphone = this.audioContext.createMediaStreamSource(stream);
         this.processor = this.audioContext.createScriptProcessor(this.FRAME_SIZE, 1, 1);
+        this.int16Buffer = new Int16Array(this.FRAME_SIZE);
         this.processor.onaudioprocess = this.processAudio;
         
         this.microphone.connect(this.processor);
@@ -44,19 +53,20 @@ export default {
       if (!this.isRecording) return;
       const inputData = event.inputBuffer.getChannelData(0);
 
-      const tempBuffer = new Float32Array(this.audioBuffer.length + inputData.length);
-      tempBuffer.set(this.audioBuffer, 0);
-      tempBuffer.set(inputData, this.audioBuffer.length);
-      this.audioBuffer = tempBuffer;
-
-      while (this.audioBuffer.length >= this.FRAME_SIZE) {
-        const frame = this.audioBuffer.slice(0, this.FRAME_SIZE);
-        this.audioBuffer = this.audioBuffer.slice(this.FRAME_SIZE);
-        const pcmData = this.floatTo16BitPCM(frame);
+      if (this.ws && this.ws.readyState === this.ws.OPEN) {
+        if (inputData.length !== this.int16Buffer.length) {
+          this.int16Buffer = new Int16Array(inputData.length);
+        }
 
-        if (this.ws && this.ws.readyState === this.ws.OPEN) {
-          this.ws.send(pcmData);
+        for (let i = 0; i < inputData.length; i++) {
+          let s = inputData[i];
+          // 简单的 clamp
+          s = s < -1 ? -1 : s > 1 ? 1 : s;
+          this.int16Buffer[i] = s < 0 ? s * 0x8000 : s * 0x7FFF;
         }
+
+        // 4. 发送数据
+        this.ws.send(this.int16Buffer.buffer);
       }
     },
 

package/components/mixins/messageMixin.js

@@ -1,5 +1,8 @@
 import { StreamParser } from '../utils/StreamParser'
 import { API_URL } from '../config/index.js'
+import { getCookie } from '../utils/Cookie.js'
+
+
 
 export default {
   data() {
@@ -61,17 +64,15 @@ export default {
 
       try {
         const startTime = Date.now();
-        const controller = new AbortController();
-        const token = `Bearer e298f087-85bc-48c2-afb9-7c69ffc911aa`;
+        const token = getCookie('bonyear-access_token') || `e298f087-85bc-48c2-afb9-7c69ffc911aa`;
         
         const response = await fetch(API_URL, {
           method: 'POST',
-          signal: controller.signal,
           headers: {
             'Content-Type': 'application/json',
-            'Authorization': token,
+            'Authorization': `Bearer ${token}`,
           },
-          body: JSON.stringify({ content: message })
+          body: JSON.stringify({ content: message, chatId: this.chatId })
         });
 
         if (!response.ok) {

package/components/mixins/webSocketMixin.js

@@ -76,11 +76,24 @@ export default {
       if (data.type === 'detection') {
         console.log('检测到唤醒词');
         this.avaterStatus = 'normal';
+
+        // 性能检测起点
+        this.startTime = Date.now(); // <-- 新增计时器
+        console.log(`[Timer] 指令发送开始计时: ${this.startTime}ms`);
+
       } else if (data.type === 'Collecting') {
         console.log('状态: 采集中');
         this.avaterStatus = 'thinking';
       } else if (data.type === 'command') {
         console.log('状态: 处理中');
+
+        // 性能检测终点
+        if (this.startTime) {
+          const latency = Date.now() - this.startTime;
+          console.log(`[Latency] 完整命令处理耗时: ${latency}ms`); // 记录端到端延迟
+          this.startTime = null;
+        }
+
         this.analyzeAudioCommand(data.category);
       } else {
         console.log('状态: 其他');

package/components/utils/Cookie.js

@@ -0,0 +1,19 @@
+const setCookie = (name, value, days) => {
+  const d = new Date();
+  d.setTime(d.getTime() + days * 24 * 60 * 60 * 1000);
+  const expires = `expires=${d.toUTCString()}`;
+  document.cookie = `${name}=${value}; ${expires}`;
+};
+
+const getCookie = cname => {
+  const name = `${cname}=`;
+  const ca = document.cookie.split(';');
+  for (let i = 0; i < ca.length; i++) {
+    let c = ca[i];
+    while (c.charAt(0) === ' ') c = c.substring(1);
+    if (c.indexOf(name) !== -1) return c.substring(name.length, c.length);
+  }
+  return '';
+};
+
+export { setCookie, getCookie };

package/components/utils/StreamParser.js

@@ -41,6 +41,15 @@ export class StreamParser {
     if (this.options.debug) {
       console.log('[StreamParser] 收到chunk:', chunk.substring(0, 100));
     }
+    
+    if (!this.buffer.includes('data:') && !this.buffer.includes('\n\n')) {
+      // 纯文本流，直接处理
+      if (this.options.debug) {
+        console.log('[StreamParser] 检测到纯文本流');
+      }
+      this.processPlainText(callback);
+      return;
+    }
 
     // 尝试解析为 SSE 格式
     if (this.buffer.includes('data:')) {

package/components/utils/Uuid.js

@@ -0,0 +1,6 @@
+export default function generateUuid() {
+  return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
+    var r = Math.random() * 16 | 0, v = c === 'x' ? r : (r & 0x3 | 0x8);
+    return v.toString(16);
+  });
+}

package/components/utils/WorkletSource.js

@@ -0,0 +1,27 @@
+// 在您的组件库的某个 util 文件中定义 (例如: utils/workletSource.js)
+
+export const RECORDER_PROCESSOR_CODE = `
+class RecorderProcessor extends AudioWorkletProcessor {
+  constructor() {
+    super();
+    console.log('RecorderProcessor created in Worklet Thread');
+  }
+
+  process(inputs, outputs, parameters) {
+    const input = inputs[0]; 
+    const inputChannel = input[0]; 
+
+    if (inputChannel && inputChannel.length > 0) {
+      // 通过 postMessage 将 Float32Array 缓冲区发送回主线程。
+      this.port.postMessage(inputChannel.slice()); 
+    }
+
+    return true; 
+  }
+}
+
+registerProcessor('recorder-processor', RecorderProcessor);
+`;
+
+// Worklet 节点在主线程中注册时使用的名称
+export const PROCESSOR_NAME = 'recorder-processor';