byt-lingxiao-ai 0.3.27 → 0.3.29

package/dist/index.umd.js

@@ -66369,7 +66369,7 @@ if (typeof window !== 'undefined') {
 var es_iterator_constructor = __webpack_require__(8111);
 // EXTERNAL MODULE: ./node_modules/core-js/modules/es.iterator.for-each.js
 var es_iterator_for_each = __webpack_require__(7588);
-;// ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/templateLoader.js??ruleSet[1].rules[3]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/ChatWindow.vue?vue&type=template&id=65473704&scoped=true
+;// ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/templateLoader.js??ruleSet[1].rules[3]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/ChatWindow.vue?vue&type=template&id=959a9f66&scoped=true
 var render = function render() {
   var _vm = this,
     _c = _vm._self._c;
@@ -66379,16 +66379,16 @@ var render = function render() {
   }, [_c('audio', {
     ref: "audioPlayer",
     staticClass: "hidden-audio",
+    attrs: {
+      "src": _vm.audioSrc,
+      "controls": "",
+      "preload": "auto"
+    },
     on: {
       "timeupdate": _vm.onTimeUpdate,
       "ended": _vm.onAudioEnded
     }
-  }, [_c('source', {
-    attrs: {
-      "src": _vm.audioSrc,
-      "type": "audio/mpeg"
-    }
-  }), _vm._v(" 您的浏览器不支持音频元素。 ")]), _vm.robotStatus !== 'leaving' ? _c('ChatRobot', {
+  }), _vm.robotStatus !== 'leaving' ? _c('ChatRobot', {
     attrs: {
       "status": _vm.robotStatus
     }
@@ -66397,7 +66397,9 @@ var render = function render() {
       "status": _vm.avaterStatus
     },
     on: {
-      "mousedown": _vm.startDrag
+      "mousedown": function ($event) {
+        return _vm.startDrag($event);
+      }
     }
   }), _c('ChatWindowDialog', {
     attrs: {
@@ -66422,6 +66424,11 @@ var render = function render() {
       },
       expression: "visible"
     }
+  }), _c('AudioSubtitle', {
+    ref: "audioSubtitle",
+    attrs: {
+      "current-subtitle": _vm.currentSubtitle
+    }
   })], 1);
 };
 var staticRenderFns = [];
@@ -69553,6 +69560,55 @@ var ChatWindowDialog_component = normalizeComponent(
 )
 
 /* harmony default export */ var ChatWindowDialog = (ChatWindowDialog_component.exports);
+;// ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/templateLoader.js??ruleSet[1].rules[3]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/AudioSubtitle.vue?vue&type=template&id=a3a42172&scoped=true
+var AudioSubtitlevue_type_template_id_a3a42172_scoped_true_render = function render() {
+  var _vm = this,
+    _c = _vm._self._c;
+  return _c('div', {
+    staticClass: "subtitle-container"
+  }, [_c('div', {
+    staticClass: "subtitle-text"
+  }, [_vm._v(_vm._s(_vm.currentSubtitle))])]);
+};
+var AudioSubtitlevue_type_template_id_a3a42172_scoped_true_staticRenderFns = [];
+
+;// ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/AudioSubtitle.vue?vue&type=script&lang=js
+/* harmony default export */ var AudioSubtitlevue_type_script_lang_js = ({
+  props: {
+    currentSubtitle: {
+      type: String,
+      default: ''
+    }
+  }
+});
+;// ./components/AudioSubtitle.vue?vue&type=script&lang=js
+ /* harmony default export */ var components_AudioSubtitlevue_type_script_lang_js = (AudioSubtitlevue_type_script_lang_js); 
+;// ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-54.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-54.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-54.use[2]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/AudioSubtitle.vue?vue&type=style&index=0&id=a3a42172&prod&scoped=true&lang=css
+// extracted by mini-css-extract-plugin
+
+;// ./components/AudioSubtitle.vue?vue&type=style&index=0&id=a3a42172&prod&scoped=true&lang=css
+
+;// ./components/AudioSubtitle.vue
+
+
+
+;
+
+
+/* normalize component */
+
+var AudioSubtitle_component = normalizeComponent(
+  components_AudioSubtitlevue_type_script_lang_js,
+  AudioSubtitlevue_type_template_id_a3a42172_scoped_true_render,
+  AudioSubtitlevue_type_template_id_a3a42172_scoped_true_staticRenderFns,
+  false,
+  null,
+  "a3a42172",
+  null
+  
+)
+
+/* harmony default export */ var AudioSubtitle = (AudioSubtitle_component.exports);
 // EXTERNAL MODULE: ./node_modules/core-js/modules/es.array-buffer.detached.js
 var es_array_buffer_detached = __webpack_require__(6573);
 // EXTERNAL MODULE: ./node_modules/core-js/modules/es.array-buffer.transfer.js
@@ -69566,23 +69622,92 @@ var es_typed_array_with = __webpack_require__(9577);
 
 
 
+
+
+
+
+
 /* harmony default export */ var audioMixin = ({
   data() {
     return {
+      audioContext: null,
+      workletNode: null,
+      mediaStreamSource: null,
       isRecording: false,
       isMicAvailable: false,
-      audioContext: null,
-      microphone: null,
-      processor: null,
-      audioBuffer: new Float32Array(0)
+      audioData: new Float32Array(128)
     };
   },
   methods: {
+    async initAudioWorklet() {
+      if (this.audioContext) return;
+      const AudioContext = window.AudioContext || window.webkitAudioContext;
+      this.audioContext = new AudioContext({
+        sampleRate: this.SAMPLE_RATE
+      });
+      const processorCode = `
+        class RecorderProcessor extends AudioWorkletProcessor {
+          constructor() {
+            super();
+            this.buffer = [];
+            this.frameSize = ${this.FRAME_SIZE};
+          }
+
+          process(inputs) {
+            const input = inputs[0];
+            if (!input || !input[0]) return true;
+
+            const channel = input[0];
+
+            for (let i = 0; i < channel.length; i++) {
+              this.buffer.push(channel[i]);
+            }
+
+            while (this.buffer.length >= this.frameSize) {
+              const frame = this.buffer.splice(0, this.frameSize);
+
+              // PCM
+              const pcm = this.floatTo16BitPCM(frame);
+              this.port.postMessage({
+                type: 'audio',
+                payload: pcm
+              });
+
+              // Visual（下采样）
+              this.port.postMessage({
+                type: 'visual',
+                payload: new Float32Array(frame.slice(0, 128))
+              });
+            }
+            return true;
+          }
+
+          floatTo16BitPCM(float32Array) {
+            const pcm = new Int16Array(float32Array.length);
+            for (let i = 0; i < float32Array.length; i++) {
+              let s = Math.max(-1, Math.min(1, float32Array[i]));
+              pcm[i] = s < 0 ? s * 0x8000 : s * 0x7fff;
+            }
+            return pcm.buffer;
+          }
+        }
+
+        registerProcessor('recorder-processor', RecorderProcessor);
+      `;
+      const blob = new Blob([processorCode], {
+        type: 'application/javascript'
+      });
+      const moduleUrl = URL.createObjectURL(blob);
+      await this.audioContext.audioWorklet.addModule(moduleUrl);
+      this.workletNode = new AudioWorkletNode(this.audioContext, 'recorder-processor');
+      this.workletNode.port.onmessage = this.handleWorkletMessage;
+    },
     async initAudio() {
       if (this.isRecording) return;
       try {
         this.isMicAvailable = true;
-        const stream = await navigator.mediaDevices.getUserMedia({
+        await this.initAudioWorklet();
+        this.stream = await navigator.mediaDevices.getUserMedia({
           audio: {
             sampleRate: this.SAMPLE_RATE,
             channelCount: 1,
@@ -69591,103 +69716,95 @@ var es_typed_array_with = __webpack_require__(9577);
             autoGainControl: false
           }
         });
-        this.audioContext = new AudioContext({
-          sampleRate: this.SAMPLE_RATE
-        });
-        this.microphone = this.audioContext.createMediaStreamSource(stream);
-        this.processor = this.audioContext.createScriptProcessor(this.FRAME_SIZE, 1, 1);
-        this.processor.onaudioprocess = this.processAudio;
-        this.microphone.connect(this.processor);
-        this.processor.connect(this.audioContext.destination);
+        this.mediaStreamSource = this.audioContext.createMediaStreamSource(this.stream);
+        this.mediaStreamSource.connect(this.workletNode);
+        if (this.audioContext.state === 'suspended') {
+          await this.audioContext.resume();
+        }
         this.isRecording = true;
-        console.log(`录音中 (采样率: ${this.audioContext.sampleRate}Hz)`);
-      } catch (error) {
-        console.error("音频初始化失败:", error);
+        console.log(`AudioWorklet 录音中 (${this.SAMPLE_RATE}Hz)`);
+      } catch (e) {
+        console.error('音频初始化失败:', e);
         this.isRecording = false;
         this.isMicAvailable = false;
       }
     },
-    processAudio(event) {
-      if (!this.isRecording) return;
-      const inputData = event.inputBuffer.getChannelData(0);
-      const tempBuffer = new Float32Array(this.audioBuffer.length + inputData.length);
-      tempBuffer.set(this.audioBuffer, 0);
-      tempBuffer.set(inputData, this.audioBuffer.length);
-      this.audioBuffer = tempBuffer;
-      while (this.audioBuffer.length >= this.FRAME_SIZE) {
-        const frame = this.audioBuffer.slice(0, this.FRAME_SIZE);
-        this.audioBuffer = this.audioBuffer.slice(this.FRAME_SIZE);
-        const pcmData = this.floatTo16BitPCM(frame);
-        if (this.ws && this.ws.readyState === this.ws.OPEN) {
-          this.ws.send(pcmData);
+    handleWorkletMessage(e) {
+      const {
+        type,
+        payload
+      } = e.data;
+      if (type === 'audio') {
+        if (this.ws && this.ws.readyState === WebSocket.OPEN) {
+          this.ws.send(payload);
         }
       }
     },
-    floatTo16BitPCM(input) {
-      const output = new Int16Array(input.length);
-      for (let i = 0; i < input.length; i++) {
-        const s = Math.max(-1, Math.min(1, input[i]));
-        output[i] = s < 0 ? s * 0x8000 : s * 0x7FFF;
-      }
-      return output.buffer;
-    },
     stopRecording() {
       if (!this.isRecording) return;
-      if (this.microphone) this.microphone.disconnect();
-      if (this.processor) this.processor.disconnect();
-      if (this.analyser) this.analyser.disconnect();
+      if (this.mediaStreamSource) this.mediaStreamSource.disconnect();
+      if (this.workletNode) this.workletNode.disconnect();
+      if (this.stream) {
+        this.stream.getTracks().forEach(t => t.stop());
+      }
       if (this.audioContext) {
-        this.audioContext.close().catch(e => {
-          console.error("关闭音频上下文失败:", e);
-        });
+        this.audioContext.close();
+        this.audioContext = null;
       }
       this.isRecording = false;
+      console.log('录音已停止');
+    },
+    handleWebSocketMessage(data) {
+      if (data.type === 'detection') {
+        if (this.robotStatus === 'speaking') {
+          this.robotStatus = 'waiting';
+        }
+        this.avaterStatus = 'normal';
+        this.startTime = Date.now();
+      }
+      if (data.type === 'Collecting') {
+        this.avaterStatus = 'thinking';
+      }
+      if (data.type === 'command') {
+        if (this.startTime) {
+          console.log(`[Latency] ${Date.now() - this.startTime}ms`);
+          this.startTime = null;
+        }
+        this.analyzeAudioCommand(data.category);
+      }
     },
     play() {
-      this.robotStatus = 'speaking';
-      this.$refs.audioPlayer.play();
+      this.$refs.audioPlayer?.play();
     },
     pause() {
-      console.log('暂停播放');
-      this.robotStatus = 'waiting';
-      this.$refs.audioPlayer.pause();
+      this.$refs.audioPlayer?.pause();
     },
     stop() {
-      this.robotStatus = 'leaving';
-      this.$refs.audioPlayer.pause();
-      this.$refs.audioPlayer.currentTime = 0;
-      this.jumpedTimePoints.clear();
-    },
-    analyzeAudioCommand(command) {
-      console.log('分析音频命令:', command);
-      if (command === 'C5') {
-        this.robotStatus = 'entering';
-        setTimeout(() => {
-          this.robotStatus = 'speaking';
-          this.play();
-        }, 3000);
-      } else if (command === 'C8') {
-        this.robotStatus = 'speaking';
-        this.play();
-      } else if (command === 'C7') {
-        this.robotStatus = 'waiting';
-        this.pause();
-      } else if (command === 'C6') {
-        this.robotStatus = 'leaving';
-        this.avaterStatus = 'normal';
-        this.stop();
-      }
+      const p = this.$refs.audioPlayer;
+      if (!p) return;
+      p.pause();
+      p.currentTime = 0;
     }
   }
 });
 // EXTERNAL MODULE: ./node_modules/core-js/modules/esnext.json.parse.js
 var esnext_json_parse = __webpack_require__(8335);
 ;// ./components/config/index.js
-const baseUrl = window.location.host;
+// const baseUrl = window.location.host;
+
 const API_URL = `/lingxiao-byt/api/v1/mcp/ask`; // 对话
-const WS_URL = `ws://${baseUrl}/audio/ws/`; // 语音
-const AUDIO_URL = '/minio/lingxiaoai/byt.mp3'; // 导览
+// export const WS_URL = `ws://${baseUrl}/audio/ws/`;  // 语音
+const WS_URL = `ws://220.189.237.146:8312/audio/ws/`; // 测试语音
+
+const AUDIO_URL = '/minio/lingxiaoai/byt.mp3'; // 导览 铜梁
+
+const COLLECTION = '/minio/lingxiaoai/collection.mp3';
+const AREA_BOARD = '/minio/lingxiaoai/area_board.mp3'; // 区域看板
+const ENTERPRISE_APPLICATION = '/minio/lingxiaoai/enterprise_application.mp3'; // 企业应用
+const REGIONAL_APPLICATION = '/minio/lingxiaoai/regional_application.mp3'; // 区域应用
+
 const TIME_JUMP_POINTS_URL = '/minio/lingxiaoai/timeJumpPoints.json'; // 语音url跳转节点
+const SUBTITLE_POINTS_URL = '/minio/lingxiaoai/subTitlePoints.json'; // 字幕跳转节点
 ;// ./components/mixins/webSocketMixin.js
 
 
@@ -69707,11 +69824,7 @@ const TIME_JUMP_POINTS_URL = '/minio/lingxiaoai/timeJumpPoints.json'; // 语音u
   methods: {
     initWebSocket() {
       try {
-        // this.ws = new WebSocket('ws://10.2.233.41:9999');
-        // 测试
-        // console.log('WS_URL:', WS_URL)
         this.ws = new WebSocket(WS_URL);
-        // this.ws = new WebSocket('ws://192.168.8.87/audio/ws/');
         this.ws.binaryType = 'arraybuffer';
         this.ws.onopen = async () => {
           console.log('WebSocket 连接成功');
@@ -69781,12 +69894,15 @@ const TIME_JUMP_POINTS_URL = '/minio/lingxiaoai/timeJumpPoints.json'; // 语音u
         console.log('状态: 处理中');
 
         // 性能检测终点
-        if (this.startTime) {
-          const latency = Date.now() - this.startTime;
-          console.log(`[Latency] 完整命令处理耗时: ${latency}ms`); // 记录端到端延迟
-          this.startTime = null;
-        }
+        // if (this.startTime) {
+        //   const latency = Date.now() - this.startTime;
+        //   console.log(`[Latency] 完整命令处理耗时: ${latency}ms`); // 记录端到端延迟
+        //   this.startTime = null;
+        // }
+
         this.analyzeAudioCommand(data.category);
+      } else if (data.type === 'voice') {
+        this.analyzeVoiceCommand(data.category);
       } else {
         console.log('状态: 其他');
         this.avaterStatus = 'normal';
@@ -70104,6 +70220,7 @@ function generateUuid() {
         // 记录耗时
         const duration = Date.now() - startTime;
         if (this.currentMessage) {
+          this.messageLoading = false;
           this.currentMessage.time = (duration / 1000).toFixed(2);
         }
         console.log(`流处理完成，总耗时: ${duration}ms`);
@@ -70111,10 +70228,9 @@ function generateUuid() {
       } catch (error) {
         console.error('发送消息失败:', error);
         if (this.currentMessage) {
+          this.messageLoading = false;
           this.currentMessage.content = '抱歉，发生了错误，请重试。';
         }
-      } finally {
-        this.messageLoading = false;
       }
     },
     /**
@@ -70180,6 +70296,9 @@ function generateUuid() {
   },
   beforeDestroy() {}
 });
+;// ./components/config/blacklist.js
+const BLACKLIST = ['81010400' // 南方水泥
+];
 ;// ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/ChatWindow.vue?vue&type=script&lang=js
 
 
@@ -70199,15 +70318,30 @@ function generateUuid() {
 
 
 
+
 const SAMPLE_RATE = 16000;
 const FRAME_SIZE = 512;
-const startTime = null;
+const ROBOT_STATUS = {
+  ENTERING: 'entering',
+  // 进入中
+  SPEAKING: 'speaking',
+  // 说话中
+  WAITING: 'waiting',
+  // 等待中
+  LEAVING: 'leaving' // 离开中
+};
+const AVATAR_STATUS = {
+  NORMAL: 'normal',
+  // 正常
+  THINKING: 'thinking' // 思考中
+};
 /* harmony default export */ var ChatWindowvue_type_script_lang_js = ({
   name: 'ChatWindow',
   components: {
     ChatRobot: ChatRobot,
     ChatAvatar: ChatAvatar,
-    ChatWindowDialog: ChatWindowDialog
+    ChatWindowDialog: ChatWindowDialog,
+    AudioSubtitle: AudioSubtitle
   },
   mixins: [audioMixin, webSocketMixin, messageMixin],
   props: {
@@ -70218,32 +70352,67 @@ const startTime = null;
   },
   data() {
     return {
+      lastTimeUpdate: null,
+      // 上次更新时间
       chatId: generateUuid(),
+      // 唯一标识当前聊天会话
       audioSrc: AUDIO_URL,
+      // 音频文件URL
       inputMessage: '',
+      // 当前输入的消息
       visible: false,
+      // 是否显示聊天窗口
       messages: [],
+      // 聊天消息数组
       messageLoading: true,
+      // 是否正在加载消息
       robotStatus: 'leaving',
+      // 机器人状态  entering: 进入中, waiting: 等待中, speaking: 说话中, leaving: 离开中
       avaterStatus: 'normal',
+      // 头像状态  normal: 正常, thinking: 思考中
       currentMessage: null,
+      // 当前正在处理的消息
       thinkStatus: true,
+      // 是否思考中
       jumpedTimePoints: new Set(),
+      // 已跳转的时间点集合
       SAMPLE_RATE,
+      // 采样率 16000Hz
       FRAME_SIZE,
-      startTime,
-      // 检查性能使用
+      // 帧大小 512
       dragThreshold: 5,
       // 拖拽阈值
       isDragging: false,
+      // 是否正在拖拽
       dragStartX: 0,
+      // 拖拽开始时的X坐标
       dragStartY: 0,
+      // 拖拽开始时的Y坐标
       currentX: 10,
+      // 当前X坐标
       currentY: 20,
+      // 当前Y坐标
       initialX: 10,
+      // 初始X坐标
       initialY: 20,
+      // 初始Y坐标
       hasMoved: false,
-      timeJumpPoints: []
+      // 是否已移动
+      timeJumpPoints: null,
+      // 跳转
+      subTitlePoints: null,
+      // 字幕
+      currentJumpPoints: [],
+      // 当前跳转点数组
+      currentSubtitles: [],
+      // 当前字幕数组
+      currentSubtitle: '',
+      // 当前字幕,
+      jumpIndex: 0,
+      // 当前跳转索引
+      subtitleIndex: 0,
+      // 当前字幕索引
+      isTourRunning: false // 是否正在导览
     };
   },
   computed: {
@@ -70261,12 +70430,12 @@ const startTime = null;
       };
     }
   },
-  mounted() {
+  async mounted() {
     this.initWebSocket();
     if (this.appendToBody) {
       this.appendToBodyHandler();
     }
-    this.fetchTimeJumpPoints();
+    await Promise.all([this.fetchTimeJumpPoints(), this.fetchSubTitlePoints()]);
     this.$nextTick(() => {
       const chatEl = this.$el;
       const style = window.getComputedStyle(chatEl);
@@ -70286,16 +70455,27 @@ const startTime = null;
     document.removeEventListener('mouseup', this.stopDrag);
   },
   methods: {
+    initGuide() {
+      this.jumpIndex = 0;
+      this.subtitleIndex = 0;
+      this.jumpedTimePoints.clear();
+      this.setRobotStatus(ROBOT_STATUS.LEAVING);
+      this.setAvatarStatus(AVATAR_STATUS.NORMAL);
+    },
+    setRobotStatus(status) {
+      this.robotStatus = status || ROBOT_STATUS.LEAVING;
+    },
+    setAvatarStatus(status) {
+      this.avaterStatus = status || AVATAR_STATUS.NORMAL;
+    },
     toggleWindow() {
-      if (this.avaterStatus === 'thinking') return;
       this.visible = !this.visible;
       if (this.visible) {
         this.currentX = this.initialX;
         this.currentY = this.initialY;
       }
     },
-    startDrag() {
-      console.log('startDrag');
+    startDrag(event) {
       if (this.robotStatus !== 'leaving' && this.visible) return;
       this.isDragging = true;
       this.hasMoved = false;
@@ -70347,9 +70527,18 @@ const startTime = null;
       document.removeEventListener('mousemove', this.onDrag);
       document.removeEventListener('mouseup', this.stopDrag);
       if (!this.hasMoved) {
-        this.toggleWindow();
+        this.handleClick();
       }
     },
+    handleClick() {
+      if (this.avaterStatus === 'thinking') return;
+      if (this.isInBlacklist()) return;
+      this.toggleWindow();
+    },
+    isInBlacklist() {
+      const tenantId = getCookie('bonyear-tenantId');
+      return tenantId && BLACKLIST.includes(tenantId);
+    },
     handleThinkingClick() {
       this.thinkStatus = !this.thinkStatus;
     },
@@ -70365,54 +70554,274 @@ const startTime = null;
     },
     async fetchTimeJumpPoints() {
       try {
-        const res = await fetch(TIME_JUMP_POINTS_URL);
+        const res = await fetch(TIME_JUMP_POINTS_URL + '?timestamp=' + Date.now());
         const data = await res.json();
-        this.timeJumpPoints = Array.isArray(data) ? data : [];
-        console.log('时间跳转点加载完成:', this.timeJumpPoints);
+        this.timeJumpPoints = data;
       } catch (err) {
         console.error('获取时间跳转点失败:', err);
-        this.timeJumpPoints = [];
+        this.timeJumpPoints = null;
+      }
+    },
+    async fetchSubTitlePoints() {
+      try {
+        const res = await fetch(SUBTITLE_POINTS_URL + '?timestamp=' + Date.now());
+        const data = await res.json();
+        this.subTitlePoints = data;
+      } catch (err) {
+        console.error('获取字幕跳转点失败');
+        this.subTitlePoints = null;
+      }
+    },
+    normalizeCommand(cmd = '') {
+      return cmd.trim() // 去掉 \n \r 空格
+      .replace(/[\u200B-\u200D]/g, '') // 去零宽字符
+      .replace(/[。！？，、,.!?]/g, ''); // 去标点
+    },
+    // 分析音频语音指令
+    analyzeVoiceCommand(name) {
+      console.log('===== analyzeVoiceCommand =====');
+      console.log('typeof name:', typeof name);
+      console.log('name === "结束导览":', name === '结束导览');
+      console.log('Object.prototype.toString:', Object.prototype.toString.call(name));
+      const normalized = this.normalizeCommand(name);
+      const commandMap = {
+        '开始导览': this.startTheTour,
+        '开始区域看板导览': this.startAreaBoardTour,
+        '开始企业应用导览': this.startEnterpriseApplicationTour,
+        '开始区域应用导览': this.startRegionalApplicationTour,
+        '暂停导览': this.pauseTheTour,
+        '继续导览': this.resumeTheTour,
+        '结束导览': this.offTheTour,
+        '返回首页': this.returnToHome,
+        '未知指令': this.offTheTour
+      };
+      const handler = commandMap[normalized];
+      if (!handler) {
+        console.warn('未定义的指令:', name);
+        return;
+      }
+      handler();
+    },
+    // 启动导览
+    async onTheTour() {
+      if (this.isTourRunning) return;
+      this.isTourRunning = true;
+      const audio = this.$refs.audioPlayer;
+      if (!audio) return;
+      this.setRobotStatus(ROBOT_STATUS.ENTERING);
+      await new Promise(resolve => setTimeout(resolve, 3000));
+      this.setRobotStatus(ROBOT_STATUS.SPEAKING);
+      try {
+        await audio.play();
+      } catch (e) {
+        console.error('播放音频失败:', e);
+      } finally {
+        this.isTourRunning = false;
+      }
+    },
+    // 暂停导览
+    pauseTheTour() {
+      this.pause();
+      this.setRobotStatus(ROBOT_STATUS.WAITING);
+    },
+    // 继续导览
+    resumeTheTour() {
+      this.play();
+      this.setRobotStatus(ROBOT_STATUS.SPEAKING);
+    },
+    // 结束导览
+    offTheTour() {
+      this.stop();
+      this.currentSubtitle = '';
+      this.setRobotStatus(ROBOT_STATUS.LEAVING);
+      this.setAvatarStatus(AVATAR_STATUS.NORMAL);
+    },
+    // 返回首页
+    returnToHome() {
+      this.setRobotStatus(ROBOT_STATUS.LEAVING);
+      this.setAvatarStatus(AVATAR_STATUS.NORMAL);
+      this.$appOptions.router.push({
+        path: '/'
+      });
+    },
+    initJumpPoints(name) {
+      // 初始化跳转点
+      if (name) {
+        this.currentJumpPoints = this.timeJumpPoints[name] || [];
+        console.log('currentJumpPoints:', this.currentJumpPoints);
+      } else {
+        this.currentJumpPoints = this.timeJumpPoints;
+      }
+    },
+    initSubtitles(name) {
+      console.log('name:', name);
+      if (name) {
+        this.currentSubtitles = this.subTitlePoints[name] || [];
+      } else {
+        this.currentSubtitles = this.subTitlePoints;
+      }
+    },
+    // 开始导览
+    async startTheTour() {
+      await this.setAudio(COLLECTION); // 重置音频源
+
+      // 重置指针
+      this.initGuide();
+      // 重置跳转点指针
+      this.initJumpPoints('开始导览');
+      // 重置字幕指针
+      this.initSubtitles('开始导览');
+      await this.onTheTour();
+    },
+    // 开始区域看板导览
+    async startAreaBoardTour() {
+      // 重置audio
+      await this.setAudio(AREA_BOARD);
+
+      // 重置指针
+      this.initGuide();
+      // 重置跳转点指针
+      this.initJumpPoints('开始区域看板导览');
+      // 重置字幕指针
+      this.initSubtitles('开始区域看板导览');
+      await this.onTheTour();
+    },
+    // 开始企业应用导览
+    async startEnterpriseApplicationTour() {
+      await this.setAudio(ENTERPRISE_APPLICATION);
+
+      // 重置指针
+      this.initGuide();
+      // 重置跳转点指针
+      this.initJumpPoints('开始企业应用导览');
+      // 重置字幕指针
+      this.initSubtitles('开始企业应用导览');
+      await this.onTheTour();
+    },
+    // 开始区域应用导览
+    async startRegionalApplicationTour() {
+      await this.setAudio(REGIONAL_APPLICATION);
+
+      // 重置指针
+      this.initGuide();
+      // 重置跳转点指针
+      this.initJumpPoints('开始区域应用导览');
+      // 重置字幕指针
+      this.initSubtitles('开始区域应用导览');
+      await this.onTheTour();
+    },
+    // 分析音频命令
+    analyzeAudioCommand(command) {
+      console.log('分析音频命令:', command);
+      if (command === 'C5') {
+        this.setRobotStatus(ROBOT_STATUS.ENTERING);
+        setTimeout(() => {
+          this.setRobotStatus(ROBOT_STATUS.SPEAKING);
+          this.play();
+        }, 3000);
+      }
+      if (command === 'C8') {
+        this.setRobotStatus(ROBOT_STATUS.SPEAKING);
+        this.play();
+      }
+      if (command === 'C7') {
+        this.setRobotStatus(ROBOT_STATUS.WAITING);
+        this.pause();
+      }
+      if (command === 'C6') {
+        this.setRobotStatus(ROBOT_STATUS.LEAVING);
+        this.stop();
       }
     },
+    // 处理点击跳转时间
+    handleJumpPoint(currentTime) {
+      console.log('jumpIndex:', this.jumpIndex);
+      const point = this.currentJumpPoints[this.jumpIndex];
+      if (!point) return;
+      console.log('currentTime:', currentTime);
+      console.log('point.time:', point.time);
+      if (currentTime >= point.time && !this.jumpedTimePoints.has(point.time)) {
+        this.jumpedTimePoints.add(point.time);
+        this.jumpIndex++;
+        this.$appOptions.store.dispatch('tags/addTagview', {
+          path: point.url,
+          fullPath: point.url,
+          label: point.title,
+          name: point.title,
+          meta: {
+            title: point.title
+          },
+          query: {},
+          params: {}
+        });
+        this.$appOptions.router.push({
+          path: point.url
+        });
+      }
+    },
+    // 处理播放字幕
+    handlePlaySubtitles(currentTime) {
+      const subtitle = this.currentSubtitles[this.subtitleIndex];
+      if (!subtitle) return;
+      if (currentTime < subtitle.start) return;
+
+      // 正在播放当前字幕
+      if (currentTime >= subtitle.start && currentTime <= subtitle.end) {
+        if (this.currentSubtitle !== subtitle.text) {
+          this.currentSubtitle = subtitle.text;
+        }
+        return;
+      }
+
+      // 超过当前字幕，推进游标
+      if (currentTime > subtitle.end) {
+        this.subtitleIndex++;
+        this.currentSubtitle = '';
+      }
+    },
+    async setAudio(src) {
+      return new Promise((resolve, reject) => {
+        const audio = this.$refs.audioPlayer;
+        if (!audio) return reject('未找到音频元素');
+        audio.pause();
+        audio.currentTime = 0;
+
+        // ✅ 用响应式数据
+        this.audioSrc = src;
+        this.$nextTick(() => {
+          audio.load();
+          const onCanPlay = () => {
+            audio.removeEventListener('canplay', onCanPlay);
+            resolve();
+          };
+          audio.addEventListener('canplay', onCanPlay);
+        });
+      });
+    },
     // 音频时间更新处理
     onTimeUpdate() {
+      const now = performance.now();
+      if (this.lastTimeUpdate && now - this.lastTimeUpdate < 200) return;
+      this.lastTimeUpdate = now;
       const audio = this.$refs.audioPlayer;
       const currentTime = audio.currentTime;
-      if (!this.timeJumpPoints.length) return;
-      this.timeJumpPoints.forEach(point => {
-        if (currentTime >= point.time && currentTime < point.time + 1 && !this.jumpedTimePoints.has(point.time)) {
-          console.log('触发跳转:', point.url);
-          this.jumpedTimePoints.add(point.time);
-          this.$appOptions.store.dispatch('tags/addTagview', {
-            path: point.url,
-            fullPath: point.url,
-            label: point.title,
-            name: point.title,
-            meta: {
-              title: point.title
-            },
-            query: {},
-            params: {}
-          });
-          this.$appOptions.router.push({
-            path: point.url
-          });
-        }
-      });
+      this.handleJumpPoint(currentTime);
+      this.handlePlaySubtitles(currentTime);
     },
     onAudioEnded() {
-      this.robotStatus = 'leaving';
-      this.avaterStatus = 'normal';
+      this.currentSubtitle = '';
+      this.setRobotStatus(ROBOT_STATUS.LEAVING);
+      this.setAvatarStatus(AVATAR_STATUS.NORMAL);
       this.jumpedTimePoints.clear();
     }
   }
 });
 ;// ./components/ChatWindow.vue?vue&type=script&lang=js
  /* harmony default export */ var components_ChatWindowvue_type_script_lang_js = (ChatWindowvue_type_script_lang_js); 
-;// ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-54.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-54.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-54.use[2]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/ChatWindow.vue?vue&type=style&index=0&id=65473704&prod&scoped=true&lang=css
+;// ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-54.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-54.use[1]!./node_modules/@vue/vue-loader-v15/lib/loaders/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-54.use[2]!./node_modules/@vue/vue-loader-v15/lib/index.js??vue-loader-options!./components/ChatWindow.vue?vue&type=style&index=0&id=959a9f66&prod&scoped=true&lang=css
 // extracted by mini-css-extract-plugin
 
-;// ./components/ChatWindow.vue?vue&type=style&index=0&id=65473704&prod&scoped=true&lang=css
+;// ./components/ChatWindow.vue?vue&type=style&index=0&id=959a9f66&prod&scoped=true&lang=css
 
 ;// ./components/ChatWindow.vue
 
@@ -70429,7 +70838,7 @@ var ChatWindow_component = normalizeComponent(
   staticRenderFns,
   false,
   null,
-  "65473704",
+  "959a9f66",
   null
   
 )