g-ai-robot3 0.1.6 → 0.1.7

package/README.md

@@ -35,8 +35,11 @@ import "g-ai-robot3/dist/g-ai-robot3.css"
 | robotCss | 机器人在视口中的位置 | object  | - |  left: "10px", bottom: "10px" |
 | placement  | 问答弹窗位置    |String | left/right/top/bottom/top-start/top-end/bottom-start/bottom-end | top-end |
 | useAudio  | 语音功能   |Boolean | true/false | true |
+| space  | 监听时间间隔   |Number | - | 3000 |
+| mode  | 交互模式   |String | text/audio | text |
 | qaServer  | 问答服务地址 |String | - | - |
 | audioServer | 语音服务地址 |String | - | - |
+| wsServer | 语音监听地址 |String | - | - |
 | eventFun | 触发事件 |Array | - | - |
 
 
@@ -44,6 +47,7 @@ import "g-ai-robot3/dist/g-ai-robot3.css"
 | 参数       | 说明             | 参数          | 
 |---------- |------------------ |--------------|
 | searchText | 问答接口          |接收一个参数:{searchText} 问题的字符串 |
+| startMonitorAudio | 开启语音监听 | - |
 | uploadWavFile | 语音转文字接口  |接收一个参数(formData类型):{modelName,audio} modelName:语音模型(tiny/base/small/medium/large), audio:语音文件流 |
 
 # Slot

package/dist/g-ai-robot3.common.js

@@ -87,6 +87,14 @@ module.exports = "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACQAAAAlCAYAAAAq
 
 /***/ }),
 
+/***/ 6382:
+/***/ (function(module, __unused_webpack_exports, __webpack_require__) {
+
+"use strict";
+module.exports = __webpack_require__.p + "media/here.a1c85e18.mp3";
+
+/***/ }),
+
 /***/ 9306:
 /***/ (function(module, __unused_webpack_exports, __webpack_require__) {
 
@@ -5755,7 +5763,7 @@ axios.default = axios;
 ;// CONCATENATED MODULE: ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-40.use[1]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=script&setup=true&lang=js
 
 
-const _withScopeId = n => ((0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.pushScopeId)("data-v-32d96756"), n = n(), (0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.popScopeId)(), n);
+const _withScopeId = n => ((0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.pushScopeId)("data-v-e900adf2"), n = n(), (0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.popScopeId)(), n);
 const _hoisted_1 = ["src"];
 const _hoisted_2 = /*#__PURE__*/_withScopeId(() => /*#__PURE__*/(0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.createElementVNode)("i", {
   class: "iconfont icon-guanbi"
@@ -5826,7 +5834,14 @@ const _hoisted_20 = ["src"];
       type: Boolean,
       default: true
     },
-    server: "",
+    space: {
+      type: Number,
+      default: 3000
+    },
+    mode: {
+      type: String,
+      default: "text"
+    },
     qaServer: {
       type: String,
       default: "https://172.16.103.188:8002/api21215/chatGlm/searchTextNew"
@@ -5835,10 +5850,14 @@ const _hoisted_20 = ["src"];
       type: String,
       default: "https://172.16.103.188:8002/api21215/chatGlm/tansAudioToTextByWhisperNew"
     },
+    wsServer: {
+      type: String,
+      default: "wss://172.16.103.188:8002/ws"
+    },
     eventFun: {
       type: Array,
       default: () => [{
-        keywords: ["全区山洪风险风险分布情况"],
+        keywords: ["回到2023年7月22日时刻"],
         //匹配关键字
         trigger: "after",
         //回调触发时机
@@ -5855,6 +5874,8 @@ const _hoisted_20 = ["src"];
     let pCtx = null;
     let pCanvas = null;
     let drawPlayId = null;
+    let wenetWs = null;
+    let wenetTimer = null;
     const contentRef = (0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.ref)(null);
     const scrollContainer = (0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.ref)(null);
     const props = __props;
@@ -5865,6 +5886,8 @@ const _hoisted_20 = ["src"];
       input: "",
       list: [],
       findMatch: {},
+      recorderCode: 0,
+      //1唤醒  0沉睡
       recorder: new (js_audio_recorder_default())({
         sampleBits: 16,
         // 采样位数，支持 8 或 16，默认是16
@@ -5874,6 +5897,119 @@ const _hoisted_20 = ["src"];
         // compiling: false,(0.x版本中生效,1.x增加中)  // 是否边录边转换，默认是false
       })
     });
+    (0,external_commonjs_vue_commonjs2_vue_root_Vue_namespaceObject.onMounted)(() => {
+      startMonitorAudio();
+    });
+    const initRecorder = () => {
+      js_audio_recorder_default().getPermission().then(() => {
+        state.recorder.start(); // 开始录音
+      }, error => {
+        console.log(`${error.name} : ${error.message}`);
+      });
+    };
+    const initWebScoket = () => {
+      let url = props.wsServer;
+      if ("WebSocket" in window) {
+        wenetWs = new WebSocket(url);
+        wenetWs.onopen = () => {
+          console.log("Websocket 连接成功，开始识别");
+          // 每2S发一次语音 进行监听唤醒
+          wenetTimer = window.setInterval(() => {
+            sendRecorder();
+          }, props.space);
+        };
+        wenetWs.onmessage = _msg => {
+          let data = JSON.parse(_msg.data);
+          if (data.status == 1) {
+            if (state.recorderCode == 0) {
+              window.clearInterval(wenetTimer);
+              wenetTimer = null;
+              iAmHere();
+              state.recorderCode = 1;
+              window.setTimeout(() => {
+                setRecording();
+              }, 3000);
+            }
+          }
+        };
+        wenetWs.onclose = function () {
+          console.log("WebSocket 连接断开");
+        };
+        wenetWs.onerror = function () {
+          console.log("WebSocket 连接失败");
+        };
+      }
+    };
+    const sendRecorder = () => {
+      let wavBlob = state.recorder.getWAVBlob();
+      let newbolb = new Blob([wavBlob], {
+        type: "audio/wav"
+      });
+      //获取当时时间戳作为文件名
+      let fileOfBlob = new File([newbolb], new Date().getTime() + ".wav");
+
+      // 本地播放录音文件流
+      // let sound = new Audio();
+      // let src = URL.createObjectURL(fileOfBlob);
+      // sound.src = src;
+      // sound.play();
+
+      wenetWs.send(fileOfBlob);
+      state.recorder.start();
+    };
+
+    // 唤醒后的录音
+    const setRecording = () => {
+      state.recorder.stop();
+      state.recorder.start();
+      window.setTimeout(() => {
+        let wavBlob = state.recorder.getWAVBlob();
+        let newbolb = new Blob([wavBlob], {
+          type: "audio/wav"
+        });
+        //获取当时时间戳作为文件名
+        let fileOfBlob = new File([newbolb], new Date().getTime() + ".wav");
+        state.recorder.stop();
+        state.recorderCode = 0;
+        let formData = new FormData();
+        formData.append("modelName", "medium");
+        formData.append("audio", fileOfBlob);
+        uploadWavFile(formData).then(result => {
+          let res = result.data;
+          if (res.code == 200) {
+            let {
+              answer: audioToText
+            } = res.detail.content;
+            let text = audioToText;
+
+            // let text = "回到2023年7月22日时刻";
+
+            // 检索场景
+            matching(text);
+
+            // 拿到的语音进行问答
+            let option = {
+              searchText: text,
+              use_tts: "True"
+            };
+            searchText(option).then(q => {
+              let data = q.data;
+              if (data && data.code == 200) {
+                let {
+                  ttsMaleAddress
+                } = data.detail[0];
+                // 播放回答内容和进行小G动作
+                playAudio(ttsMaleAddress);
+                if (state.findMatch && state.findMatch.fun) {
+                  state.findMatch.fun();
+                }
+              }
+            });
+          }
+        });
+        startMonitorAudio();
+      }, 5 * 1000);
+    };
     const searchText = data => {
       let url = props.qaServer;
       return lib_axios.post(url, data);
@@ -5882,6 +6018,20 @@ const _hoisted_20 = ["src"];
       let url = props.audioServer;
       return lib_axios.post(url, data);
     };
+    const startMonitorAudio = () => {
+      if (props.mode == "audio") {
+        initRecorder();
+        initWebScoket();
+      }
+    };
+    const iAmHere = () => {
+      let sound = new Audio();
+      var url = __webpack_require__(6382);
+      sound.src = url;
+      window.setTimeout(() => {
+        sound.play();
+      }, 1000);
+    };
     const componentDidMount = () => {
       pCanvas = document.getElementById("playChart");
       pCtx = pCanvas.getContext("2d");
@@ -5942,6 +6092,7 @@ const _hoisted_20 = ["src"];
     const closeQaDrawer = () => {
       state.isShow = false;
       state.list = [];
+      state.findMatch = {};
       if (state.aiTimer) {
         window.clearInterval(state.aiTimer);
         state.aiTimer = null;
@@ -6057,7 +6208,7 @@ const _hoisted_20 = ["src"];
             qaType: "api",
             ...obj
           });
-          playAudio();
+          // playAudio();
         }
       });
     };
@@ -6225,15 +6376,15 @@ const _hoisted_20 = ["src"];
 });
 ;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=script&setup=true&lang=js
  
-;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-12.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-12.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-12.use[2]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=0&id=32d96756&lang=css
+;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-12.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-12.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-12.use[2]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=0&id=e900adf2&lang=css
 // extracted by mini-css-extract-plugin
 
-;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=0&id=32d96756&lang=css
+;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=0&id=e900adf2&lang=css
 
-;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-32.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-32.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-32.use[2]!./node_modules/less-loader/dist/cjs.js??clonedRuleSet-32.use[3]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=1&id=32d96756&lang=less&scoped=true
+;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-32.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-32.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-32.use[2]!./node_modules/less-loader/dist/cjs.js??clonedRuleSet-32.use[3]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=1&id=e900adf2&lang=less&scoped=true
 // extracted by mini-css-extract-plugin
 
-;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=1&id=32d96756&lang=less&scoped=true
+;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=1&id=e900adf2&lang=less&scoped=true
 
 // EXTERNAL MODULE: ./node_modules/vue-loader/dist/exportHelper.js
 var exportHelper = __webpack_require__(6262);
@@ -6245,7 +6396,7 @@ var exportHelper = __webpack_require__(6262);
 
 
 
-const __exports__ = /*#__PURE__*/(0,exportHelper/* default */.A)(mainvue_type_script_setup_true_lang_js, [['__scopeId',"data-v-32d96756"]])
+const __exports__ = /*#__PURE__*/(0,exportHelper/* default */.A)(mainvue_type_script_setup_true_lang_js, [['__scopeId',"data-v-e900adf2"]])
 
 /* harmony default export */ var main = (__exports__);
 ;// CONCATENATED MODULE: ./src/package/index.js

package/dist/g-ai-robot3.css

@@ -1 +1 @@
-.ellipsisText{display:inline-block;width:20px;height:24px;position:relative}.ellipsisText:after{position:absolute;left:0;top:4px;content:"···";animation:loading-animation 1s linear infinite}@keyframes loading-animation{0%{content:"·"}50%{content:"··"}to{content:"···"}}#g-ai-robat[data-v-32d96756]{position:fixed}#g-ai-robat .robot[data-v-32d96756]{cursor:pointer}#g-ai-robat .robot img[data-v-32d96756]{height:86px;width:70px}#g-ai-robat .talk_main[data-v-32d96756]{position:absolute;width:400px;height:600px;background:#f5f6f7}#g-ai-robat .talk_main.top[data-v-32d96756]{left:50%;bottom:100px;transform:translateX(-50%)}#g-ai-robat .talk_main.bottom[data-v-32d96756]{left:50%;top:100px;transform:translateX(-50%)}#g-ai-robat .talk_main.right[data-v-32d96756]{left:100px;bottom:50%;transform:translateY(50%)}#g-ai-robat .talk_main.left[data-v-32d96756]{right:100px;bottom:50%;transform:translateY(50%)}#g-ai-robat .talk_main.top-end[data-v-32d96756]{left:100px;bottom:100px}#g-ai-robat .talk_main.top-start[data-v-32d96756]{right:100px;bottom:100px}#g-ai-robat .talk_main.bottom-start[data-v-32d96756]{right:100px;top:100px}#g-ai-robat .talk_main.bottom-end[data-v-32d96756]{left:100px;top:100px}#g-ai-robat .talk_main header[data-v-32d96756]{height:44px;background:linear-gradient(90deg,#ebf1ff,#e5faf8,#f2ebfe);display:flex;padding:0 16px;align-items:center;justify-content:space-between;cursor:move}#g-ai-robat .talk_main header span[data-v-32d96756]{font-size:16px;font-weight:700}#g-ai-robat .talk_main header span.close[data-v-32d96756]{color:#999}#g-ai-robat .talk_main header i[data-v-32d96756]{cursor:pointer}#g-ai-robat .talk_main .qa_body[data-v-32d96756]{list-style:none;padding:16px;box-sizing:border-box;margin:0;height:calc(100% - 116px);overflow-y:auto}#g-ai-robat .talk_main .qa_body[data-v-32d96756]::-webkit-scrollbar{width:8px;background-color:#f9f9f9}#g-ai-robat .talk_main .qa_body[data-v-32d96756]::-webkit-scrollbar-track{background:#e1e1e1;border-radius:10px}#g-ai-robat .talk_main .qa_body[data-v-32d96756]::-webkit-scrollbar-thumb{background-color:#c1c1c1;border-radius:10px}#g-ai-robat .talk_main .qa_body li[data-v-32d96756]{display:flex;margin-bottom:24px;justify-content:flex-end}#g-ai-robat .talk_main .qa_body li .is_icon[data-v-32d96756]{width:24px;height:24px;border-radius:50%;color:#fff;display:flex}#g-ai-robat .talk_main .qa_body li .is_icon i[data-v-32d96756]{margin:auto}#g-ai-robat .talk_main .qa_body li.is_ai[data-v-32d96756]{justify-content:flex-start}#g-ai-robat .talk_main .qa_body li.is_ai .text_main[data-v-32d96756]{box-shadow:0 4px 20px 0 #0476ed29;border:1px solid;border-image-source:linear-gradient(180deg,#fff,hsla(0,0%,100%,.5) 104.31%);background:linear-gradient(92.03deg,rgba(119,241,255,.222) -2.18%,rgba(237,250,255,.6) 48.06%,rgba(91,168,255,.174) 107.05%)}#g-ai-robat .talk_main .qa_body li.is_ai .text_main>.value[data-v-32d96756]{white-space:pre-wrap}#g-ai-robat .talk_main .qa_body li .text_main[data-v-32d96756]{padding:10px;max-width:calc(100% - 100px);border:1px solid;margin:0 8px;border-image-source:linear-gradient(90deg,#fff,hsla(0,0%,100%,.5));box-shadow:0 4px 20px 0 #0476ed29;background:linear-gradient(90.81deg,rgba(244,252,255,.6) 1.75%,hsla(0,0%,100%,.6) 32.33%,rgba(238,246,255,.6) 102.86%);border-radius:6px}#g-ai-robat .talk_main .qa_body li .text_main>.value[data-v-32d96756]{display:flex;align-items:center;overflow-wrap:break-word;word-wrap:break-word;font-size:14px;font-weight:400}#g-ai-robat .talk_main .qa_body li .text_main .btn i[data-v-32d96756]{font-size:14px;font-weight:400;color:#037aff;margin-right:10px;cursor:pointer;text-decoration:underline}#g-ai-robat .talk_main .qa_body li .text_main .btn i.close[data-v-32d96756]{filter:hue-rotate(180deg);animation:opacityCss-32d96756 2s linear infinite}#g-ai-robat .talk_main .qa_input[data-v-32d96756]{padding:10px 16px;display:flex;align-items:center;justify-content:space-between;position:absolute;bottom:0;left:0;right:0;box-sizing:border-box}#g-ai-robat .talk_main .qa_input textarea[data-v-32d96756]{width:100%;height:68px;resize:none;background-color:#fff;border:1px solid #dcdfe6;color:#606266;padding:6px}#g-ai-robat .talk_main .qa_input textarea[data-v-32d96756]:focus{outline:none;border-color:#409eff}#g-ai-robat .talk_main .qa_input .is_icon[data-v-32d96756]{width:30px}#g-ai-robat .talk_main .qa_input .is_icon p[data-v-32d96756]{display:flex;align-items:center;justify-content:flex-end;margin:6px 0}#g-ai-robat .talk_main .qa_input .is_icon p[data-v-32d96756]:first-of-type{position:relative}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart[data-v-32d96756]{bottom:30px;position:absolute;visibility:hidden}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart.show[data-v-32d96756]{visibility:visible}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart.hiddle[data-v-32d96756]{visibility:hidden}#g-ai-robat .talk_main .qa_input .is_icon p img[data-v-32d96756]{width:20px;height:20px;cursor:pointer}#g-ai-robat .talk_main .qa_input .is_icon p img.close[data-v-32d96756]{filter:hue-rotate(180deg);animation:opacityCss-32d96756 2s linear infinite}#g-ai-robat .talk_main .qa_input .is_icon p.send img.disabled[data-v-32d96756]{cursor:not-allowed}#g-ai-robat .talk_main .qa_input .is_icon p i[data-v-32d96756]{cursor:pointer}@keyframes opacityCss-32d96756{0%{opacity:1}25%{opacity:.5}50%{opacity:.1}70%{opacity:.15}to{opacity:1}}@font-face{font-family:iconfont;src:url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.woff2?t=1721900327001) format("woff2"),url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.woff?t=1721900327001) format("woff"),url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.ttf?t=1721900327001) format("truetype")}.iconfont[data-v-32d96756]{font-family:iconfont!important;font-size:16px;font-style:normal;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}.icon-guanbi[data-v-32d96756]:before{content:"\e609"}.icon-nvsheng[data-v-32d96756]:before{content:"\e603"}.icon-nansheng[data-v-32d96756]:before{content:"\e604"}.icon-fuzhi[data-v-32d96756]:before{content:"\e626"}.icon-zhongxinhuida[data-v-32d96756]:before{content:"\e63b"}
+.ellipsisText{display:inline-block;width:20px;height:24px;position:relative}.ellipsisText:after{position:absolute;left:0;top:4px;content:"···";animation:loading-animation 1s linear infinite}@keyframes loading-animation{0%{content:"·"}50%{content:"··"}to{content:"···"}}#g-ai-robat[data-v-e900adf2]{position:fixed}#g-ai-robat .robot[data-v-e900adf2]{cursor:pointer}#g-ai-robat .robot img[data-v-e900adf2]{height:86px;width:70px}#g-ai-robat .talk_main[data-v-e900adf2]{position:absolute;width:400px;height:600px;background:#f5f6f7}#g-ai-robat .talk_main.top[data-v-e900adf2]{left:50%;bottom:100px;transform:translateX(-50%)}#g-ai-robat .talk_main.bottom[data-v-e900adf2]{left:50%;top:100px;transform:translateX(-50%)}#g-ai-robat .talk_main.right[data-v-e900adf2]{left:100px;bottom:50%;transform:translateY(50%)}#g-ai-robat .talk_main.left[data-v-e900adf2]{right:100px;bottom:50%;transform:translateY(50%)}#g-ai-robat .talk_main.top-end[data-v-e900adf2]{left:100px;bottom:100px}#g-ai-robat .talk_main.top-start[data-v-e900adf2]{right:100px;bottom:100px}#g-ai-robat .talk_main.bottom-start[data-v-e900adf2]{right:100px;top:100px}#g-ai-robat .talk_main.bottom-end[data-v-e900adf2]{left:100px;top:100px}#g-ai-robat .talk_main header[data-v-e900adf2]{height:44px;background:linear-gradient(90deg,#ebf1ff,#e5faf8,#f2ebfe);display:flex;padding:0 16px;align-items:center;justify-content:space-between;cursor:move}#g-ai-robat .talk_main header span[data-v-e900adf2]{font-size:16px;font-weight:700}#g-ai-robat .talk_main header span.close[data-v-e900adf2]{color:#999}#g-ai-robat .talk_main header i[data-v-e900adf2]{cursor:pointer}#g-ai-robat .talk_main .qa_body[data-v-e900adf2]{list-style:none;padding:16px;box-sizing:border-box;margin:0;height:calc(100% - 116px);overflow-y:auto}#g-ai-robat .talk_main .qa_body[data-v-e900adf2]::-webkit-scrollbar{width:8px;background-color:#f9f9f9}#g-ai-robat .talk_main .qa_body[data-v-e900adf2]::-webkit-scrollbar-track{background:#e1e1e1;border-radius:10px}#g-ai-robat .talk_main .qa_body[data-v-e900adf2]::-webkit-scrollbar-thumb{background-color:#c1c1c1;border-radius:10px}#g-ai-robat .talk_main .qa_body li[data-v-e900adf2]{display:flex;margin-bottom:24px;justify-content:flex-end}#g-ai-robat .talk_main .qa_body li .is_icon[data-v-e900adf2]{width:24px;height:24px;border-radius:50%;color:#fff;display:flex}#g-ai-robat .talk_main .qa_body li .is_icon i[data-v-e900adf2]{margin:auto}#g-ai-robat .talk_main .qa_body li.is_ai[data-v-e900adf2]{justify-content:flex-start}#g-ai-robat .talk_main .qa_body li.is_ai .text_main[data-v-e900adf2]{box-shadow:0 4px 20px 0 #0476ed29;border:1px solid;border-image-source:linear-gradient(180deg,#fff,hsla(0,0%,100%,.5) 104.31%);background:linear-gradient(92.03deg,rgba(119,241,255,.222) -2.18%,rgba(237,250,255,.6) 48.06%,rgba(91,168,255,.174) 107.05%)}#g-ai-robat .talk_main .qa_body li.is_ai .text_main>.value[data-v-e900adf2]{white-space:pre-wrap}#g-ai-robat .talk_main .qa_body li .text_main[data-v-e900adf2]{padding:10px;max-width:calc(100% - 100px);border:1px solid;margin:0 8px;border-image-source:linear-gradient(90deg,#fff,hsla(0,0%,100%,.5));box-shadow:0 4px 20px 0 #0476ed29;background:linear-gradient(90.81deg,rgba(244,252,255,.6) 1.75%,hsla(0,0%,100%,.6) 32.33%,rgba(238,246,255,.6) 102.86%);border-radius:6px}#g-ai-robat .talk_main .qa_body li .text_main>.value[data-v-e900adf2]{display:flex;align-items:center;overflow-wrap:break-word;word-wrap:break-word;font-size:14px;font-weight:400}#g-ai-robat .talk_main .qa_body li .text_main .btn i[data-v-e900adf2]{font-size:14px;font-weight:400;color:#037aff;margin-right:10px;cursor:pointer;text-decoration:underline}#g-ai-robat .talk_main .qa_body li .text_main .btn i.close[data-v-e900adf2]{filter:hue-rotate(180deg);animation:opacityCss-e900adf2 2s linear infinite}#g-ai-robat .talk_main .qa_input[data-v-e900adf2]{padding:10px 16px;display:flex;align-items:center;justify-content:space-between;position:absolute;bottom:0;left:0;right:0;box-sizing:border-box}#g-ai-robat .talk_main .qa_input textarea[data-v-e900adf2]{width:100%;height:68px;resize:none;background-color:#fff;border:1px solid #dcdfe6;color:#606266;padding:6px}#g-ai-robat .talk_main .qa_input textarea[data-v-e900adf2]:focus{outline:none;border-color:#409eff}#g-ai-robat .talk_main .qa_input .is_icon[data-v-e900adf2]{width:30px}#g-ai-robat .talk_main .qa_input .is_icon p[data-v-e900adf2]{display:flex;align-items:center;justify-content:flex-end;margin:6px 0}#g-ai-robat .talk_main .qa_input .is_icon p[data-v-e900adf2]:first-of-type{position:relative}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart[data-v-e900adf2]{bottom:30px;position:absolute;visibility:hidden}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart.show[data-v-e900adf2]{visibility:visible}#g-ai-robat .talk_main .qa_input .is_icon p:first-of-type #playChart.hiddle[data-v-e900adf2]{visibility:hidden}#g-ai-robat .talk_main .qa_input .is_icon p img[data-v-e900adf2]{width:20px;height:20px;cursor:pointer}#g-ai-robat .talk_main .qa_input .is_icon p img.close[data-v-e900adf2]{filter:hue-rotate(180deg);animation:opacityCss-e900adf2 2s linear infinite}#g-ai-robat .talk_main .qa_input .is_icon p.send img.disabled[data-v-e900adf2]{cursor:not-allowed}#g-ai-robat .talk_main .qa_input .is_icon p i[data-v-e900adf2]{cursor:pointer}@keyframes opacityCss-e900adf2{0%{opacity:1}25%{opacity:.5}50%{opacity:.1}70%{opacity:.15}to{opacity:1}}@font-face{font-family:iconfont;src:url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.woff2?t=1721900327001) format("woff2"),url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.woff?t=1721900327001) format("woff"),url(//at.alicdn.com/t/c/font_4633255_xm549qw7rxj.ttf?t=1721900327001) format("truetype")}.iconfont[data-v-e900adf2]{font-family:iconfont!important;font-size:16px;font-style:normal;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}.icon-guanbi[data-v-e900adf2]:before{content:"\e609"}.icon-nvsheng[data-v-e900adf2]:before{content:"\e603"}.icon-nansheng[data-v-e900adf2]:before{content:"\e604"}.icon-fuzhi[data-v-e900adf2]:before{content:"\e626"}.icon-zhongxinhuida[data-v-e900adf2]:before{content:"\e63b"}

package/dist/g-ai-robot3.umd.js

@@ -97,6 +97,14 @@ module.exports = "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACQAAAAlCAYAAAAq
 
 /***/ }),
 
+/***/ 6382:
+/***/ (function(module, __unused_webpack_exports, __webpack_require__) {
+
+"use strict";
+module.exports = __webpack_require__.p + "media/here.a1c85e18.mp3";
+
+/***/ }),
+
 /***/ 9274:
 /***/ (function(module) {
 
@@ -5773,7 +5781,7 @@ axios.default = axios;
 ;// CONCATENATED MODULE: ./node_modules/thread-loader/dist/cjs.js!./node_modules/babel-loader/lib/index.js??clonedRuleSet-82.use[1]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=script&setup=true&lang=js
 
 
-const _withScopeId = n => ((0,external_commonjs_vue_commonjs2_vue_root_Vue_.pushScopeId)("data-v-32d96756"), n = n(), (0,external_commonjs_vue_commonjs2_vue_root_Vue_.popScopeId)(), n);
+const _withScopeId = n => ((0,external_commonjs_vue_commonjs2_vue_root_Vue_.pushScopeId)("data-v-e900adf2"), n = n(), (0,external_commonjs_vue_commonjs2_vue_root_Vue_.popScopeId)(), n);
 const _hoisted_1 = ["src"];
 const _hoisted_2 = /*#__PURE__*/_withScopeId(() => /*#__PURE__*/(0,external_commonjs_vue_commonjs2_vue_root_Vue_.createElementVNode)("i", {
   class: "iconfont icon-guanbi"
@@ -5844,7 +5852,14 @@ const _hoisted_20 = ["src"];
       type: Boolean,
       default: true
     },
-    server: "",
+    space: {
+      type: Number,
+      default: 3000
+    },
+    mode: {
+      type: String,
+      default: "text"
+    },
     qaServer: {
       type: String,
       default: "https://172.16.103.188:8002/api21215/chatGlm/searchTextNew"
@@ -5853,10 +5868,14 @@ const _hoisted_20 = ["src"];
       type: String,
       default: "https://172.16.103.188:8002/api21215/chatGlm/tansAudioToTextByWhisperNew"
     },
+    wsServer: {
+      type: String,
+      default: "wss://172.16.103.188:8002/ws"
+    },
     eventFun: {
       type: Array,
       default: () => [{
-        keywords: ["全区山洪风险风险分布情况"],
+        keywords: ["回到2023年7月22日时刻"],
         //匹配关键字
         trigger: "after",
         //回调触发时机
@@ -5873,6 +5892,8 @@ const _hoisted_20 = ["src"];
     let pCtx = null;
     let pCanvas = null;
     let drawPlayId = null;
+    let wenetWs = null;
+    let wenetTimer = null;
     const contentRef = (0,external_commonjs_vue_commonjs2_vue_root_Vue_.ref)(null);
     const scrollContainer = (0,external_commonjs_vue_commonjs2_vue_root_Vue_.ref)(null);
     const props = __props;
@@ -5883,6 +5904,8 @@ const _hoisted_20 = ["src"];
       input: "",
       list: [],
       findMatch: {},
+      recorderCode: 0,
+      //1唤醒  0沉睡
       recorder: new (js_audio_recorder_default())({
         sampleBits: 16,
         // 采样位数，支持 8 或 16，默认是16
@@ -5892,6 +5915,119 @@ const _hoisted_20 = ["src"];
         // compiling: false,(0.x版本中生效,1.x增加中)  // 是否边录边转换，默认是false
       })
     });
+    (0,external_commonjs_vue_commonjs2_vue_root_Vue_.onMounted)(() => {
+      startMonitorAudio();
+    });
+    const initRecorder = () => {
+      js_audio_recorder_default().getPermission().then(() => {
+        state.recorder.start(); // 开始录音
+      }, error => {
+        console.log(`${error.name} : ${error.message}`);
+      });
+    };
+    const initWebScoket = () => {
+      let url = props.wsServer;
+      if ("WebSocket" in window) {
+        wenetWs = new WebSocket(url);
+        wenetWs.onopen = () => {
+          console.log("Websocket 连接成功，开始识别");
+          // 每2S发一次语音 进行监听唤醒
+          wenetTimer = window.setInterval(() => {
+            sendRecorder();
+          }, props.space);
+        };
+        wenetWs.onmessage = _msg => {
+          let data = JSON.parse(_msg.data);
+          if (data.status == 1) {
+            if (state.recorderCode == 0) {
+              window.clearInterval(wenetTimer);
+              wenetTimer = null;
+              iAmHere();
+              state.recorderCode = 1;
+              window.setTimeout(() => {
+                setRecording();
+              }, 3000);
+            }
+          }
+        };
+        wenetWs.onclose = function () {
+          console.log("WebSocket 连接断开");
+        };
+        wenetWs.onerror = function () {
+          console.log("WebSocket 连接失败");
+        };
+      }
+    };
+    const sendRecorder = () => {
+      let wavBlob = state.recorder.getWAVBlob();
+      let newbolb = new Blob([wavBlob], {
+        type: "audio/wav"
+      });
+      //获取当时时间戳作为文件名
+      let fileOfBlob = new File([newbolb], new Date().getTime() + ".wav");
+
+      // 本地播放录音文件流
+      // let sound = new Audio();
+      // let src = URL.createObjectURL(fileOfBlob);
+      // sound.src = src;
+      // sound.play();
+
+      wenetWs.send(fileOfBlob);
+      state.recorder.start();
+    };
+
+    // 唤醒后的录音
+    const setRecording = () => {
+      state.recorder.stop();
+      state.recorder.start();
+      window.setTimeout(() => {
+        let wavBlob = state.recorder.getWAVBlob();
+        let newbolb = new Blob([wavBlob], {
+          type: "audio/wav"
+        });
+        //获取当时时间戳作为文件名
+        let fileOfBlob = new File([newbolb], new Date().getTime() + ".wav");
+        state.recorder.stop();
+        state.recorderCode = 0;
+        let formData = new FormData();
+        formData.append("modelName", "medium");
+        formData.append("audio", fileOfBlob);
+        uploadWavFile(formData).then(result => {
+          let res = result.data;
+          if (res.code == 200) {
+            let {
+              answer: audioToText
+            } = res.detail.content;
+            let text = audioToText;
+
+            // let text = "回到2023年7月22日时刻";
+
+            // 检索场景
+            matching(text);
+
+            // 拿到的语音进行问答
+            let option = {
+              searchText: text,
+              use_tts: "True"
+            };
+            searchText(option).then(q => {
+              let data = q.data;
+              if (data && data.code == 200) {
+                let {
+                  ttsMaleAddress
+                } = data.detail[0];
+                // 播放回答内容和进行小G动作
+                playAudio(ttsMaleAddress);
+                if (state.findMatch && state.findMatch.fun) {
+                  state.findMatch.fun();
+                }
+              }
+            });
+          }
+        });
+        startMonitorAudio();
+      }, 5 * 1000);
+    };
     const searchText = data => {
       let url = props.qaServer;
       return lib_axios.post(url, data);
@@ -5900,6 +6036,20 @@ const _hoisted_20 = ["src"];
       let url = props.audioServer;
       return lib_axios.post(url, data);
     };
+    const startMonitorAudio = () => {
+      if (props.mode == "audio") {
+        initRecorder();
+        initWebScoket();
+      }
+    };
+    const iAmHere = () => {
+      let sound = new Audio();
+      var url = __webpack_require__(6382);
+      sound.src = url;
+      window.setTimeout(() => {
+        sound.play();
+      }, 1000);
+    };
     const componentDidMount = () => {
       pCanvas = document.getElementById("playChart");
       pCtx = pCanvas.getContext("2d");
@@ -5960,6 +6110,7 @@ const _hoisted_20 = ["src"];
     const closeQaDrawer = () => {
       state.isShow = false;
       state.list = [];
+      state.findMatch = {};
       if (state.aiTimer) {
         window.clearInterval(state.aiTimer);
         state.aiTimer = null;
@@ -6075,7 +6226,7 @@ const _hoisted_20 = ["src"];
             qaType: "api",
             ...obj
           });
-          playAudio();
+          // playAudio();
         }
       });
     };
@@ -6243,15 +6394,15 @@ const _hoisted_20 = ["src"];
 });
 ;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=script&setup=true&lang=js
  
-;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-54.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-54.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-54.use[2]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=0&id=32d96756&lang=css
+;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-54.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-54.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-54.use[2]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=0&id=e900adf2&lang=css
 // extracted by mini-css-extract-plugin
 
-;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=0&id=32d96756&lang=css
+;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=0&id=e900adf2&lang=css
 
-;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-74.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-74.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-74.use[2]!./node_modules/less-loader/dist/cjs.js??clonedRuleSet-74.use[3]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=1&id=32d96756&lang=less&scoped=true
+;// CONCATENATED MODULE: ./node_modules/mini-css-extract-plugin/dist/loader.js??clonedRuleSet-74.use[0]!./node_modules/css-loader/dist/cjs.js??clonedRuleSet-74.use[1]!./node_modules/vue-loader/dist/stylePostLoader.js!./node_modules/postcss-loader/dist/cjs.js??clonedRuleSet-74.use[2]!./node_modules/less-loader/dist/cjs.js??clonedRuleSet-74.use[3]!./node_modules/vue-loader/dist/index.js??ruleSet[0].use[0]!./src/package/src/main.vue?vue&type=style&index=1&id=e900adf2&lang=less&scoped=true
 // extracted by mini-css-extract-plugin
 
-;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=1&id=32d96756&lang=less&scoped=true
+;// CONCATENATED MODULE: ./src/package/src/main.vue?vue&type=style&index=1&id=e900adf2&lang=less&scoped=true
 
 // EXTERNAL MODULE: ./node_modules/vue-loader/dist/exportHelper.js
 var exportHelper = __webpack_require__(6262);
@@ -6263,7 +6414,7 @@ var exportHelper = __webpack_require__(6262);
 
 
 
-const __exports__ = /*#__PURE__*/(0,exportHelper/* default */.A)(mainvue_type_script_setup_true_lang_js, [['__scopeId',"data-v-32d96756"]])
+const __exports__ = /*#__PURE__*/(0,exportHelper/* default */.A)(mainvue_type_script_setup_true_lang_js, [['__scopeId',"data-v-e900adf2"]])
 
 /* harmony default export */ var main = (__exports__);
 ;// CONCATENATED MODULE: ./src/package/index.js