ruiyun-human 1.0.1

package/dist/favicon.svg

@@ -0,0 +1,4 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 100 100">
+  <rect width="100" height="100" rx="20" fill="#42b883"/>
+  <text y=".9em" font-size="90" fill="white" text-anchor="middle" x="50">V</text>
+</svg>

package/dist/ruiyun-human.es.js

@@ -0,0 +1,892 @@
+import { openBlock, createElementBlock, normalizeClass, renderSlot, createCommentVNode, createElementVNode, ref, watch, onMounted, onUnmounted, nextTick } from "vue";
+const _export_sfc = (sfc, props) => {
+  const target = sfc.__vccOpts || sfc;
+  for (const [key, val] of props) {
+    target[key] = val;
+  }
+  return target;
+};
+const _sfc_main$2 = {
+  __name: "index",
+  props: {
+    type: {
+      type: String,
+      default: "primary"
+    }
+  },
+  emits: ["click"],
+  setup(__props) {
+    return (_ctx, _cache) => {
+      return openBlock(), createElementBlock("button", {
+        class: normalizeClass(["demo-btn", __props.type]),
+        onClick: _cache[0] || (_cache[0] = ($event) => _ctx.$emit("click"))
+      }, [
+        renderSlot(_ctx.$slots, "default", {}, void 0, true)
+      ], 2);
+    };
+  }
+};
+const DemoButton = /* @__PURE__ */ _export_sfc(_sfc_main$2, [["__scopeId", "data-v-9a48516a"]]);
+DemoButton.install = (app) => app.component("DemoButton", DemoButton);
+const _hoisted_1 = { class: "demo-input-wrap" };
+const _hoisted_2 = {
+  key: 0,
+  class: "prefix"
+};
+const _hoisted_3 = ["type", "placeholder", "value", "disabled"];
+const _hoisted_4 = {
+  key: 1,
+  class: "suffix"
+};
+const _sfc_main$1 = {
+  __name: "index",
+  props: {
+    modelValue: {
+      type: [String, Number],
+      default: ""
+    },
+    placeholder: {
+      type: String,
+      default: "请输入内容"
+    },
+    inputType: {
+      type: String,
+      default: "text"
+    },
+    disabled: {
+      type: Boolean,
+      default: false
+    }
+  },
+  emits: ["update:modelValue", "focus", "blur"],
+  setup(__props, { emit: __emit }) {
+    const emit = __emit;
+    const handleInput = (e) => emit("update:modelValue", e.target.value);
+    return (_ctx, _cache) => {
+      return openBlock(), createElementBlock("div", _hoisted_1, [
+        _ctx.$slots.prefix ? (openBlock(), createElementBlock("span", _hoisted_2, [
+          renderSlot(_ctx.$slots, "prefix", {}, void 0, true)
+        ])) : createCommentVNode("", true),
+        createElementVNode("input", {
+          class: "demo-input",
+          type: __props.inputType,
+          placeholder: __props.placeholder,
+          value: __props.modelValue,
+          disabled: __props.disabled,
+          onInput: handleInput,
+          onFocus: _cache[0] || (_cache[0] = ($event) => _ctx.$emit("focus")),
+          onBlur: _cache[1] || (_cache[1] = ($event) => _ctx.$emit("blur"))
+        }, null, 40, _hoisted_3),
+        _ctx.$slots.suffix ? (openBlock(), createElementBlock("span", _hoisted_4, [
+          renderSlot(_ctx.$slots, "suffix", {}, void 0, true)
+        ])) : createCommentVNode("", true)
+      ]);
+    };
+  }
+};
+const DemoInput = /* @__PURE__ */ _export_sfc(_sfc_main$1, [["__scopeId", "data-v-28a3493c"]]);
+DemoInput.install = (app) => app.component("DemoInput", DemoInput);
+var commonjsGlobal = typeof globalThis !== "undefined" ? globalThis : typeof window !== "undefined" ? window : typeof global !== "undefined" ? global : typeof self !== "undefined" ? self : {};
+function getDefaultExportFromCjs(x) {
+  return x && x.__esModule && Object.prototype.hasOwnProperty.call(x, "default") ? x["default"] : x;
+}
+var recorder = { exports: {} };
+/*!
+ * 
+ * js-audio-recorder - js audio recorder plugin
+ * 
+ * @version v1.0.7
+ * @homepage https://github.com/2fps/recorder
+ * @author 2fps <echoweb@126.com> (https://www.zhuyuntao.cn)
+ * @license MIT
+ *         
+ */
+(function(module, exports) {
+  !function(t, e) {
+    module.exports = e();
+  }(commonjsGlobal, function() {
+    return function(t) {
+      var e = {};
+      function n(i) {
+        if (e[i]) return e[i].exports;
+        var o = e[i] = { i, l: false, exports: {} };
+        return t[i].call(o.exports, o, o.exports, n), o.l = true, o.exports;
+      }
+      return n.m = t, n.c = e, n.d = function(t2, e2, i) {
+        n.o(t2, e2) || Object.defineProperty(t2, e2, { enumerable: true, get: i });
+      }, n.r = function(t2) {
+        "undefined" != typeof Symbol && Symbol.toStringTag && Object.defineProperty(t2, Symbol.toStringTag, { value: "Module" }), Object.defineProperty(t2, "__esModule", { value: true });
+      }, n.t = function(t2, e2) {
+        if (1 & e2 && (t2 = n(t2)), 8 & e2) return t2;
+        if (4 & e2 && "object" == typeof t2 && t2 && t2.__esModule) return t2;
+        var i = /* @__PURE__ */ Object.create(null);
+        if (n.r(i), Object.defineProperty(i, "default", { enumerable: true, value: t2 }), 2 & e2 && "string" != typeof t2) for (var o in t2) n.d(i, o, (function(e3) {
+          return t2[e3];
+        }).bind(null, o));
+        return i;
+      }, n.n = function(t2) {
+        var e2 = t2 && t2.__esModule ? function() {
+          return t2.default;
+        } : function() {
+          return t2;
+        };
+        return n.d(e2, "a", e2), e2;
+      }, n.o = function(t2, e2) {
+        return Object.prototype.hasOwnProperty.call(t2, e2);
+      }, n.p = "", n(n.s = 1);
+    }([function(t, e, n) {
+      function i(t2, e2, n2) {
+        for (var i2 = 0; i2 < n2.length; i2++) t2.setUint8(e2 + i2, n2.charCodeAt(i2));
+      }
+      Object.defineProperty(e, "__esModule", { value: true }), e.compress = function(t2, e2, n2) {
+        for (var i2 = e2 / n2, o = Math.max(i2, 1), r = t2.left, a = t2.right, s = Math.floor((r.length + a.length) / i2), u = new Float32Array(s), c = 0, l = 0; c < s; ) {
+          var f = Math.floor(l);
+          u[c] = r[f], c++, a.length && (u[c] = a[f], c++), l += o;
+        }
+        return u;
+      }, e.encodePCM = function(t2, e2, n2) {
+        void 0 === n2 && (n2 = true);
+        var i2 = 0, o = t2.length * (e2 / 8), r = new ArrayBuffer(o), a = new DataView(r);
+        if (8 === e2) for (var s = 0; s < t2.length; s++, i2++) {
+          var u = (c = Math.max(-1, Math.min(1, t2[s]))) < 0 ? 128 * c : 127 * c;
+          u = +u + 128, a.setInt8(i2, u);
+        }
+        else for (s = 0; s < t2.length; s++, i2 += 2) {
+          var c = Math.max(-1, Math.min(1, t2[s]));
+          a.setInt16(i2, c < 0 ? 32768 * c : 32767 * c, n2);
+        }
+        return a;
+      }, e.encodeWAV = function(t2, e2, n2, o, r, a) {
+        void 0 === a && (a = true);
+        var s = n2 > e2 ? e2 : n2, u = r, c = new ArrayBuffer(44 + t2.byteLength), l = new DataView(c), f = o, p = 0;
+        i(l, p, "RIFF"), p += 4, l.setUint32(p, 36 + t2.byteLength, a), i(l, p += 4, "WAVE"), i(l, p += 4, "fmt "), p += 4, l.setUint32(p, 16, a), p += 4, l.setUint16(p, 1, a), p += 2, l.setUint16(p, f, a), p += 2, l.setUint32(p, s, a), p += 4, l.setUint32(p, f * s * (u / 8), a), p += 4, l.setUint16(p, f * (u / 8), a), p += 2, l.setUint16(p, u, a), i(l, p += 2, "data"), p += 4, l.setUint32(p, t2.byteLength, a), p += 4;
+        for (var d = 0; d < t2.byteLength; ) l.setUint8(p, t2.getUint8(d)), p++, d++;
+        return l;
+      };
+    }, function(t, e, n) {
+      var i, o = this && this.__extends || (i = function(t2, e2) {
+        return (i = Object.setPrototypeOf || { __proto__: [] } instanceof Array && function(t3, e3) {
+          t3.__proto__ = e3;
+        } || function(t3, e3) {
+          for (var n2 in e3) e3.hasOwnProperty(n2) && (t3[n2] = e3[n2]);
+        })(t2, e2);
+      }, function(t2, e2) {
+        function n2() {
+          this.constructor = t2;
+        }
+        i(t2, e2), t2.prototype = null === e2 ? Object.create(e2) : (n2.prototype = e2.prototype, new n2());
+      });
+      Object.defineProperty(e, "__esModule", { value: true });
+      var r = n(2), a = n(0), s = n(3), u = function(t2) {
+        function e2(e3) {
+          void 0 === e3 && (e3 = {});
+          var n2 = t2.call(this, e3) || this;
+          return n2.isrecording = false, n2.ispause = false, n2.isplaying = false, n2;
+        }
+        return o(e2, t2), e2.prototype.setOption = function(t3) {
+          void 0 === t3 && (t3 = {}), this.setNewOption(t3);
+        }, e2.prototype.start = function() {
+          return this.isrecording ? Promise.reject() : (this.isrecording = true, this.startRecord());
+        }, e2.prototype.pause = function() {
+          this.isrecording && !this.ispause && (this.ispause = true, this.pauseRecord());
+        }, e2.prototype.resume = function() {
+          this.isrecording && this.ispause && (this.ispause = false, this.resumeRecord());
+        }, e2.prototype.stop = function() {
+          this.isrecording && (this.isrecording = false, this.ispause = false, this.stopRecord());
+        }, e2.prototype.play = function() {
+          this.stop(), this.isplaying = true, this.onplay && this.onplay(), s.default.addPlayEnd(this.onplayend);
+          var t3 = this.getWAV();
+          t3.byteLength > 44 && s.default.play(t3.buffer);
+        }, e2.prototype.getPlayTime = function() {
+          return s.default.getPlayTime();
+        }, e2.prototype.pausePlay = function() {
+          !this.isrecording && this.isplaying && (this.isplaying = false, this.onpauseplay && this.onpauseplay(), s.default.pausePlay());
+        }, e2.prototype.resumePlay = function() {
+          this.isrecording || this.isplaying || (this.isplaying = true, this.onresumeplay && this.onresumeplay(), s.default.resumePlay());
+        }, e2.prototype.stopPlay = function() {
+          this.isrecording || (this.isplaying = false, this.onstopplay && this.onstopplay(), s.default.stopPlay());
+        }, e2.prototype.destroy = function() {
+          return s.default.destroyPlay(), this.destroyRecord();
+        }, e2.prototype.getRecordAnalyseData = function() {
+          return this.getAnalyseData();
+        }, e2.prototype.getPlayAnalyseData = function() {
+          return s.default.getAnalyseData();
+        }, e2.prototype.getPCM = function() {
+          this.stop();
+          var t3 = this.getData();
+          return t3 = a.compress(t3, this.inputSampleRate, this.outputSampleRate), a.encodePCM(t3, this.oututSampleBits, this.littleEdian);
+        }, e2.prototype.getPCMBlob = function() {
+          return new Blob([this.getPCM()]);
+        }, e2.prototype.downloadPCM = function(t3) {
+          void 0 === t3 && (t3 = "recorder");
+          var e3 = this.getPCMBlob();
+          r.downloadPCM(e3, t3);
+        }, e2.prototype.getWAV = function() {
+          var t3 = this.getPCM();
+          return a.encodeWAV(t3, this.inputSampleRate, this.outputSampleRate, this.config.numChannels, this.oututSampleBits, this.littleEdian);
+        }, e2.prototype.getWAVBlob = function() {
+          return new Blob([this.getWAV()], { type: "audio/wav" });
+        }, e2.prototype.downloadWAV = function(t3) {
+          void 0 === t3 && (t3 = "recorder");
+          var e3 = this.getWAVBlob();
+          r.downloadWAV(e3, t3);
+        }, e2.prototype.download = function(t3, e3, n2) {
+          r.download(t3, e3, n2);
+        }, e2.prototype.getChannelData = function() {
+          var t3 = this.getPCM(), e3 = t3.byteLength, n2 = this.littleEdian, i2 = { left: null, right: null };
+          if (2 === this.config.numChannels) {
+            var o2 = new DataView(new ArrayBuffer(e3 / 2)), r2 = new DataView(new ArrayBuffer(e3 / 2));
+            if (16 === this.config.sampleBits) for (var a2 = 0; a2 < e3 / 2; a2 += 2) o2.setInt16(a2, t3.getInt16(2 * a2, n2), n2), r2.setInt16(a2, t3.getInt16(2 * a2 + 2, n2), n2);
+            else for (a2 = 0; a2 < e3 / 2; a2 += 2) o2.setInt8(a2, t3.getInt8(2 * a2)), r2.setInt8(a2, t3.getInt8(2 * a2 + 1));
+            i2.left = o2, i2.right = r2;
+          } else i2.left = t3;
+          return i2;
+        }, e2;
+      }(n(5).default);
+      e.default = u;
+    }, function(t, e, n) {
+      function i(t2, e2, n2) {
+        var i2 = document.createElement("a");
+        i2.href = window.URL.createObjectURL(t2), i2.download = e2 + "." + n2, i2.click();
+      }
+      Object.defineProperty(e, "__esModule", { value: true }), e.downloadWAV = function(t2, e2) {
+        void 0 === e2 && (e2 = "recorder"), i(t2, e2, "wav");
+      }, e.downloadPCM = function(t2, e2) {
+        void 0 === e2 && (e2 = "recorder"), i(t2, e2, "pcm");
+      }, e.download = function(t2, e2, n2) {
+        return i(t2, e2, n2);
+      };
+    }, function(t, e, n) {
+      Object.defineProperty(e, "__esModule", { value: true });
+      var i = n(4), o = null, r = 0, a = 0, s = null, u = null, c = null, l = false, f = 0, p = function() {
+      };
+      function d() {
+        return l = false, s.decodeAudioData(c.slice(0), function(t2) {
+          (o = s.createBufferSource()).onended = function() {
+            l || (f = s.currentTime - a + r, p());
+          }, o.buffer = t2, o.connect(u), u.connect(s.destination), o.start(0, r), a = s.currentTime;
+        }, function(t2) {
+          i.throwError(t2);
+        });
+      }
+      function h() {
+        o && (o.stop(), o = null);
+      }
+      var y = function() {
+        function t2() {
+        }
+        return t2.play = function(t3) {
+          return s || (s = new (window.AudioContext || window.webkitAudioContext)(), (u = s.createAnalyser()).fftSize = 2048), this.stopPlay(), c = t3, f = 0, d();
+        }, t2.pausePlay = function() {
+          h(), r += s.currentTime - a, l = true;
+        }, t2.resumePlay = function() {
+          return d();
+        }, t2.stopPlay = function() {
+          r = 0, c = null, h();
+        }, t2.destroyPlay = function() {
+          this.stopPlay();
+        }, t2.getAnalyseData = function() {
+          var t3 = new Uint8Array(u.frequencyBinCount);
+          return u.getByteTimeDomainData(t3), t3;
+        }, t2.addPlayEnd = function(t3) {
+          void 0 === t3 && (t3 = function() {
+          }), p = t3;
+        }, t2.getPlayTime = function() {
+          var t3 = l ? r : s.currentTime - a + r;
+          return f || t3;
+        }, t2;
+      }();
+      e.default = y;
+    }, function(t, e, n) {
+      Object.defineProperty(e, "__esModule", { value: true }), e.throwError = function(t2) {
+        throw new Error(t2);
+      };
+    }, function(t, e, n) {
+      Object.defineProperty(e, "__esModule", { value: true });
+      var i = n(0), o = function() {
+        function t2(e2) {
+          void 0 === e2 && (e2 = {}), this.size = 0, this.lBuffer = [], this.rBuffer = [], this.tempPCM = [], this.inputSampleBits = 16, this.fileSize = 0, this.duration = 0, this.needRecord = true;
+          var n2, i2 = new (window.AudioContext || window.webkitAudioContext)();
+          this.inputSampleRate = i2.sampleRate, this.setNewOption(e2), this.littleEdian = (n2 = new ArrayBuffer(2), new DataView(n2).setInt16(0, 256, true), 256 === new Int16Array(n2)[0]), t2.initUserMedia();
+        }
+        return t2.prototype.setNewOption = function(t3) {
+          void 0 === t3 && (t3 = {}), this.config = { sampleBits: ~[8, 16].indexOf(t3.sampleBits) ? t3.sampleBits : 16, sampleRate: ~[8e3, 11025, 16e3, 22050, 24e3, 44100, 48e3].indexOf(t3.sampleRate) ? t3.sampleRate : this.inputSampleRate, numChannels: ~[1, 2].indexOf(t3.numChannels) ? t3.numChannels : 1 }, this.outputSampleRate = this.config.sampleRate, this.oututSampleBits = this.config.sampleBits;
+        }, t2.prototype.startRecord = function() {
+          var t3 = this;
+          return this.context && this.destroyRecord(), this.initRecorder(), navigator.mediaDevices.getUserMedia({ audio: true }).then(function(e2) {
+            t3.audioInput = t3.context.createMediaStreamSource(e2), t3.stream = e2;
+          }).then(function() {
+            t3.audioInput.connect(t3.analyser), t3.analyser.connect(t3.recorder), t3.recorder.connect(t3.context.destination);
+          });
+        }, t2.prototype.pauseRecord = function() {
+          this.needRecord = false;
+        }, t2.prototype.resumeRecord = function() {
+          this.needRecord = true;
+        }, t2.prototype.stopRecord = function() {
+          this.audioInput && this.audioInput.disconnect(), this.source && this.source.stop(), this.recorder.disconnect(), this.analyser.disconnect(), this.needRecord = true;
+        }, t2.prototype.destroyRecord = function() {
+          return this.clearRecordStatus(), this.stopStream(), this.closeAudioContext();
+        }, t2.prototype.getAnalyseData = function() {
+          var t3 = new Uint8Array(this.analyser.frequencyBinCount);
+          return this.analyser.getByteTimeDomainData(t3), t3;
+        }, t2.prototype.getData = function() {
+          return this.flat();
+        }, t2.prototype.clearRecordStatus = function() {
+          this.lBuffer.length = 0, this.rBuffer.length = 0, this.size = 0, this.fileSize = 0, this.PCM = null, this.audioInput = null, this.duration = 0;
+        }, t2.prototype.flat = function() {
+          var t3 = null, e2 = new Float32Array(0);
+          1 === this.config.numChannels ? t3 = new Float32Array(this.size) : (t3 = new Float32Array(this.size / 2), e2 = new Float32Array(this.size / 2));
+          for (var n2 = 0, i2 = 0; i2 < this.lBuffer.length; i2++) t3.set(this.lBuffer[i2], n2), n2 += this.lBuffer[i2].length;
+          n2 = 0;
+          for (i2 = 0; i2 < this.rBuffer.length; i2++) e2.set(this.rBuffer[i2], n2), n2 += this.rBuffer[i2].length;
+          return { left: t3, right: e2 };
+        }, t2.prototype.initRecorder = function() {
+          var t3 = this;
+          this.clearRecordStatus(), this.context = new (window.AudioContext || window.webkitAudioContext)(), this.analyser = this.context.createAnalyser(), this.analyser.fftSize = 2048;
+          var e2 = this.context.createScriptProcessor || this.context.createJavaScriptNode;
+          this.recorder = e2.apply(this.context, [4096, this.config.numChannels, this.config.numChannels]), this.recorder.onaudioprocess = function(e3) {
+            if (t3.needRecord) {
+              var n2, i2 = e3.inputBuffer.getChannelData(0), o2 = null;
+              t3.lBuffer.push(new Float32Array(i2)), t3.size += i2.length, 2 === t3.config.numChannels && (o2 = e3.inputBuffer.getChannelData(1), t3.rBuffer.push(new Float32Array(o2)), t3.size += o2.length), t3.fileSize = Math.floor(t3.size / Math.max(t3.inputSampleRate / t3.outputSampleRate, 1)) * (t3.oututSampleBits / 8), n2 = 100 * Math.max.apply(Math, i2), t3.duration += 4096 / t3.inputSampleRate, t3.onprocess && t3.onprocess(t3.duration), t3.onprogress && t3.onprogress({ duration: t3.duration, fileSize: t3.fileSize, vol: n2 });
+            }
+          };
+        }, t2.prototype.stopStream = function() {
+          this.stream && this.stream.getTracks && (this.stream.getTracks().forEach(function(t3) {
+            return t3.stop();
+          }), this.stream = null);
+        }, t2.prototype.closeAudioContext = function() {
+          return this.context && this.context.close && "closed" !== this.context.state ? this.context.close() : new Promise(function(t3) {
+            t3();
+          });
+        }, t2.initUserMedia = function() {
+          void 0 === navigator.mediaDevices && (navigator.mediaDevices = {}), void 0 === navigator.mediaDevices.getUserMedia && (navigator.mediaDevices.getUserMedia = function(t3) {
+            var e2 = navigator.getUserMedia || navigator.webkitGetUserMedia || navigator.mozGetUserMedia;
+            return e2 ? new Promise(function(n2, i2) {
+              e2.call(navigator, t3, n2, i2);
+            }) : Promise.reject(new Error("浏览器不支持 getUserMedia !"));
+          });
+        }, t2.prototype.transformIntoPCM = function(t3, e2) {
+          var n2 = new Float32Array(t3), o2 = new Float32Array(e2), r = i.compress({ left: n2, right: o2 }, this.inputSampleRate, this.outputSampleRate);
+          return i.encodePCM(r, this.oututSampleBits, this.littleEdian);
+        }, t2.getPermission = function() {
+          return this.initUserMedia(), navigator.mediaDevices.getUserMedia({ audio: true }).then(function(t3) {
+            t3 && t3.getTracks().forEach(function(t4) {
+              return t4.stop();
+            });
+          });
+        }, t2;
+      }();
+      e.default = o;
+    }]).default;
+  });
+})(recorder);
+var recorderExports = recorder.exports;
+var jsAudioRecorder = recorderExports;
+const Recorder = /* @__PURE__ */ getDefaultExportFromCjs(jsAudioRecorder);
+const baseTTSUrl = "http://192.168.3.182:8002";
+const ASR_URL = "http://192.168.3.182:9988/transcribe";
+const _sfc_main = {
+  __name: "index",
+  props: {
+    humans: {
+      type: Array,
+      default: () => []
+    }
+  },
+  emits: ["loaded", "changed", "paused", "resumed", "audio-ready"],
+  setup(__props, { expose: __expose, emit: __emit }) {
+    const props = __props;
+    const emit = __emit;
+    const containerRef = ref(null);
+    const canvasRef = ref(null);
+    const ctx = ref(null);
+    const currentHuman = ref(null);
+    const animationId = ref(null);
+    const frameIndex = ref(1);
+    const timestamp = ref(null);
+    const frames = ref({ standby: [], speakStart: [], speakLoop: [], speakEnd: [] });
+    const animationState = ref("standby");
+    const loopDirection = ref(1);
+    const isPaused = ref(false);
+    const pauseSnapshot = ref(null);
+    const loadFrames = () => {
+      frames.value = { standby: [], speakStart: [], speakLoop: [], speakEnd: [] };
+      const folder = currentHuman.value.folder;
+      const { standbyNum, speakNum } = {
+        standbyNum: currentHuman.value.standby.standbyNum,
+        speakNum: currentHuman.value.speak.speakNum
+      };
+      for (let i = 1; i <= standbyNum; i++) {
+        const image = new Image();
+        image.src = encodeURI(`${folder}/standby/standby (${i}).png`);
+        frames.value.standby.push(image);
+      }
+      const startEnd = Math.floor(speakNum * 0.6);
+      const loopEnd = Math.floor(speakNum * 0.9);
+      for (let i = 1; i <= startEnd; i++) {
+        const image = new Image();
+        image.src = encodeURI(`${folder}/speak/speak (${i}).png`);
+        frames.value.speakStart.push(image);
+      }
+      for (let i = startEnd; i <= loopEnd; i++) {
+        const image = new Image();
+        image.src = encodeURI(`${folder}/speak/speak (${i}).png`);
+        frames.value.speakLoop.push(image);
+      }
+      for (let i = loopEnd; i <= speakNum; i++) {
+        const image = new Image();
+        image.src = encodeURI(`${folder}/speak/speak (${i}).png`);
+        frames.value.speakEnd.push(image);
+      }
+    };
+    const draw = (image) => {
+      if (!ctx.value || !image || image.width <= 0 || image.height <= 0) return;
+      const canvas = canvasRef.value;
+      ctx.value.clearRect(0, 0, canvas.width, canvas.height);
+      const scale = Math.min(canvas.width / image.width, canvas.height / image.height);
+      const width = image.width * scale;
+      const height = image.height * scale;
+      const x = (canvas.width - width) / 2;
+      const y = (canvas.height - height) / 2;
+      ctx.value.drawImage(image, x, y, width, height);
+    };
+    const stop = () => {
+      if (animationId.value) {
+        cancelAnimationFrame(animationId.value);
+        animationId.value = null;
+      }
+      frameIndex.value = 1;
+      animationState.value = "standby";
+    };
+    const runAnimation = (state) => {
+      stop();
+      animationState.value = state;
+      loopDirection.value = 1;
+      let currentFrames;
+      let interval;
+      let loopConfig = null;
+      switch (state) {
+        case "standby":
+          currentFrames = frames.value.standby;
+          interval = currentHuman.value.standby.interval;
+          loopConfig = { type: "pingpong", next: "standby" };
+          break;
+        case "speak":
+          currentFrames = frames.value.speakStart;
+          interval = currentHuman.value.speak.interval;
+          loopConfig = { type: "once", next: "speakLoop" };
+          break;
+        case "speakLoop":
+          currentFrames = frames.value.speakLoop;
+          interval = currentHuman.value.speak.interval;
+          loopConfig = { type: "pingpong", next: "speakLoop" };
+          break;
+        case "speakEnd":
+          currentFrames = frames.value.speakEnd;
+          interval = currentHuman.value.speak.interval;
+          loopConfig = { type: "once", next: "standby" };
+          break;
+        default:
+          return;
+      }
+      const updateFrame = () => {
+        if (!loopConfig) {
+          frameIndex.value = frameIndex.value >= currentFrames.length ? 1 : frameIndex.value + 1;
+          return false;
+        }
+        if (loopConfig.type === "once") {
+          frameIndex.value++;
+          if (frameIndex.value <= currentFrames.length) return false;
+          if (loopConfig.next === "standby") {
+            standby();
+            return true;
+          }
+          if (loopConfig.next === "speakLoop") {
+            frameIndex.value = 1;
+            currentFrames = frames.value.speakLoop;
+            loopConfig = { type: "pingpong", next: "speakLoop" };
+          }
+          return false;
+        }
+        if (loopConfig.type === "pingpong") {
+          frameIndex.value += loopDirection.value;
+        }
+        return false;
+      };
+      const animate = (time) => {
+        if (!timestamp.value) timestamp.value = time;
+        if (isPaused.value) {
+          animationId.value = requestAnimationFrame(animate);
+          return;
+        }
+        if (time - timestamp.value >= interval) {
+          if (loopConfig && loopConfig.type === "pingpong") {
+            const nextIndex = frameIndex.value + loopDirection.value;
+            if (nextIndex > currentFrames.length) {
+              loopDirection.value = -1;
+            } else if (nextIndex < 1) {
+              loopDirection.value = 1;
+            }
+          }
+          draw(currentFrames[frameIndex.value - 1]);
+          const shouldStop = updateFrame();
+          if (shouldStop) return;
+          timestamp.value = time;
+        }
+        animationId.value = requestAnimationFrame(animate);
+      };
+      animationId.value = requestAnimationFrame(animate);
+    };
+    const standby = () => {
+      runAnimation("standby");
+    };
+    const speak = () => {
+      runAnimation("speak");
+    };
+    const stopSpeaking = () => {
+      if (animationState.value === "speak" || animationState.value === "speakLoop") {
+        runAnimation("speakEnd");
+      } else {
+        standby();
+      }
+    };
+    const pause = () => {
+      if (isPaused.value) return;
+      isPaused.value = true;
+      pauseSnapshot.value = {
+        state: animationState.value,
+        frameIndex: frameIndex.value,
+        loopDirection: loopDirection.value
+      };
+      emit("paused");
+    };
+    const resume = () => {
+      if (!isPaused.value) return;
+      isPaused.value = false;
+      timestamp.value = null;
+      if (pauseSnapshot.value) {
+        animationState.value = pauseSnapshot.value.state;
+        frameIndex.value = pauseSnapshot.value.frameIndex;
+        loopDirection.value = pauseSnapshot.value.loopDirection;
+      }
+      emit("resumed");
+    };
+    const waitFramesLoaded = (callback) => {
+      let loadedCount = 0;
+      const allFrames = [
+        ...frames.value.standby,
+        ...frames.value.speakStart,
+        ...frames.value.speakLoop,
+        ...frames.value.speakEnd
+      ];
+      const checkLoaded = () => {
+        loadedCount++;
+        if (loadedCount >= allFrames.length) {
+          callback();
+        }
+      };
+      allFrames.forEach((img) => {
+        if (img.complete) {
+          checkLoaded();
+        } else {
+          img.onload = checkLoaded;
+          img.onerror = checkLoaded;
+        }
+      });
+    };
+    const init = () => {
+      nextTick(() => {
+        if (!containerRef.value || !canvasRef.value) return;
+        if (!props.humans || props.humans.length === 0) return;
+        if (!currentHuman.value) {
+          currentHuman.value = props.humans[0];
+        }
+        const canvas = canvasRef.value;
+        const dpr = window.devicePixelRatio || 1;
+        const width = containerRef.value.clientWidth;
+        const height = containerRef.value.clientHeight;
+        canvas.width = width * 3 * dpr;
+        canvas.height = height * 3 * dpr;
+        canvas.style.width = width + "px";
+        canvas.style.height = height + "px";
+        ctx.value = canvas.getContext("2d");
+        ctx.value.scale(dpr, dpr);
+        loadFrames();
+        waitFramesLoaded(() => {
+          draw(frames.value.standby[0]);
+          emit("loaded", currentHuman.value);
+        });
+      });
+    };
+    const currentAudio = ref(null);
+    const currentTtsRequestId = ref(null);
+    const playTTS = async (text) => {
+      var _a, _b, _c, _d, _e, _f, _g, _h;
+      if (!text || !((_a = currentHuman.value) == null ? void 0 : _a.isMuted)) return;
+      if (currentAudio.value) {
+        currentAudio.value.pause();
+        currentAudio.value = null;
+      }
+      currentTtsRequestId.value = Date.now();
+      const requestId = currentTtsRequestId.value;
+      try {
+        const cleanText = text.replace(/```[\s\S]*?```/g, "").replace(/`[^`]+`/g, "").replace(/[#*_~]/g, "").replace(/\n+/g, "，").replace(/\s+/g, " ").replace(/[，。！？]{2,}/g, "，").trim();
+        if (!cleanText) return;
+        const baseUrl = baseTTSUrl;
+        const sessionHash = "session_" + Date.now();
+        let speed = ((_c = (_b = currentHuman.value) == null ? void 0 : _b.speakSet) == null ? void 0 : _c.speed) || 1;
+        let age = ((_e = (_d = currentHuman.value) == null ? void 0 : _d.speakSet) == null ? void 0 : _e.age) || "Young Adult / 青年";
+        let sex = ((_g = (_f = currentHuman.value) == null ? void 0 : _f.speakSet) == null ? void 0 : _g.sex) || "Female / 女";
+        const data = [cleanText, "Auto", 32, 2, true, speed, null, true, true, sex, age, "Auto", "Auto", "Auto", "Auto"];
+        console.log("[OmniVoice] 提交请求:", { text: cleanText, length: cleanText.length, fn_index: 1 });
+        const joinRes = await fetch(`${baseUrl}/gradio_api/queue/join`, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({ data, session_hash: sessionHash, fn_index: 1, trigger_id: 50 })
+        });
+        const joinData = await joinRes.json();
+        console.log("[OmniVoice] Step1 响应:", joinData);
+        console.log("[OmniVoice] Step2: 轮询等待结果");
+        let audioUrl = "";
+        let maxPolls = 60;
+        let pollInterval = 1e3;
+        while (!audioUrl && maxPolls > 0) {
+          await new Promise((resolve) => setTimeout(resolve, pollInterval));
+          maxPolls--;
+          try {
+            const pollRes = await fetch(`${baseUrl}/gradio_api/queue/data?session_hash=${sessionHash}`);
+            const pollText = await pollRes.text();
+            const lines = pollText.split("\n");
+            for (const line of lines) {
+              const trimLine = line.trim();
+              if (!trimLine.startsWith("data: ")) continue;
+              try {
+                const json = JSON.parse(trimLine.replace("data: ", ""));
+                console.log("[OmniVoice] 轮询消息:", json);
+                if (json.msg === "process_completed" && ((_h = json.output) == null ? void 0 : _h.data)) {
+                  const fileData = json.output.data[0];
+                  console.log("[OmniVoice] 获取到音频:", fileData);
+                  if (fileData == null ? void 0 : fileData.url) audioUrl = fileData.url;
+                  else if (fileData == null ? void 0 : fileData.path) audioUrl = `${baseUrl}/gradio_api/file=${fileData.path}`;
+                  else if (typeof fileData === "string") audioUrl = fileData.startsWith("http") ? fileData : `${baseUrl}/gradio_api/file=${fileData}`;
+                  else if (Array.isArray(fileData) && fileData.length >= 2) {
+                    const samplingRate = fileData[0];
+                    const waveform = fileData[1];
+                    console.log("[OmniVoice] 直接获取到音频数组:", { samplingRate, waveformLength: waveform == null ? void 0 : waveform.length });
+                    if (samplingRate && waveform && Array.isArray(waveform)) {
+                      const audioBuffer = new ArrayBuffer(waveform.length * 2);
+                      const view = new DataView(audioBuffer);
+                      for (let i = 0; i < waveform.length; i++) {
+                        view.setInt16(i * 2, waveform[i], true);
+                      }
+                      const wavBlob = createWavBlob(audioBuffer, samplingRate, 1, 16);
+                      const audioObjectUrl = URL.createObjectURL(wavBlob);
+                      if (currentTtsRequestId.value !== requestId) {
+                        URL.revokeObjectURL(audioObjectUrl);
+                        return;
+                      }
+                      currentAudio.value = new Audio(audioObjectUrl);
+                      currentAudio.value.onplaying = () => {
+                        console.log("[OmniVoice] 音频开始播放");
+                        speak();
+                      };
+                      currentAudio.value.onended = () => {
+                        console.log("[OmniVoice] 音频播放结束");
+                        stopSpeaking();
+                        currentAudio.value = null;
+                        URL.revokeObjectURL(audioObjectUrl);
+                      };
+                      currentAudio.value.onerror = () => {
+                        console.error("[OmniVoice] 音频播放失败");
+                        stopSpeaking();
+                        currentAudio.value = null;
+                        URL.revokeObjectURL(audioObjectUrl);
+                      };
+                      await currentAudio.value.play();
+                      return;
+                    }
+                  }
+                  break;
+                } else if (json.msg === "process_error") {
+                  console.error("[OmniVoice] 处理错误:", json);
+                  standby();
+                  return;
+                }
+              } catch (e) {
+                console.error("[OmniVoice] 解析轮询消息失败:", e);
+              }
+            }
+          } catch (e) {
+            console.warn("[OmniVoice] 轮询失败:", e.message);
+          }
+        }
+        if (audioUrl) {
+          if (audioUrl.startsWith("/")) audioUrl = baseUrl + audioUrl;
+          console.log("[OmniVoice] 下载音频:", audioUrl);
+          if (currentTtsRequestId.value !== requestId) return;
+          const audioRes = await fetch(audioUrl);
+          const audioBlob = await audioRes.blob();
+          const audioObjectUrl = URL.createObjectURL(audioBlob);
+          currentAudio.value = new Audio(audioObjectUrl);
+          currentAudio.value.onplaying = () => {
+            console.log("[OmniVoice] 音频开始播放");
+            speak();
+          };
+          currentAudio.value.onended = () => {
+            console.log("[OmniVoice] 音频播放结束");
+            stopSpeaking();
+            currentAudio.value = null;
+            URL.revokeObjectURL(audioObjectUrl);
+          };
+          currentAudio.value.onerror = () => {
+            console.error("[OmniVoice] 音频播放失败");
+            stopSpeaking();
+            currentAudio.value = null;
+            URL.revokeObjectURL(audioObjectUrl);
+          };
+          await currentAudio.value.play();
+        } else {
+          console.error("[OmniVoice] 未获取到音频");
+          standby();
+        }
+      } catch (e) {
+        console.error("[OmniVoice] TTS失败:", e);
+        standby();
+      }
+    };
+    const startRecord = async () => {
+      try {
+        if (recorder2.value) recorder2.value.stop();
+        await recorder2.value.start();
+      } catch (e) {
+        console.error("录音启动失败:", e);
+      }
+    };
+    const stopRecord = async () => {
+      if (!recorder2.value) return;
+      try {
+        recorder2.value.stop();
+        const blob = recorder2.value.getWAVBlob();
+        if (blob.size < 1e3) {
+          return;
+        }
+        const text = await audioToText(blob);
+        emit("audio-ready", text);
+      } catch (e) {
+        console.error("录音处理失败:", e);
+      }
+    };
+    const audioToText = async (blob) => {
+      var _a;
+      const formData = new FormData();
+      formData.append("file", blob, "recorded_audio.wav");
+      try {
+        const res = await fetch(ASR_URL, {
+          method: "POST",
+          body: formData
+        });
+        console.log("STT结果:", res);
+        const text = ((_a = res.data) == null ? void 0 : _a.text) || res.text;
+      } catch (e) {
+        console.error("STT失败:", e);
+      }
+    };
+    const createWavBlob = (audioBuffer, sampleRate, channels, bitsPerSample) => {
+      const bytesPerSample = bitsPerSample / 8;
+      const blockAlign = channels * bytesPerSample;
+      const dataSize = audioBuffer.byteLength;
+      const buffer = new ArrayBuffer(44 + dataSize);
+      const view = new DataView(buffer);
+      view.setUint8(0, 82);
+      view.setUint8(1, 73);
+      view.setUint8(2, 70);
+      view.setUint8(3, 70);
+      view.setUint32(4, 36 + dataSize, true);
+      view.setUint8(8, 87);
+      view.setUint8(9, 65);
+      view.setUint8(10, 86);
+      view.setUint8(11, 69);
+      view.setUint8(12, 102);
+      view.setUint8(13, 109);
+      view.setUint8(14, 116);
+      view.setUint8(15, 32);
+      view.setUint32(16, 16, true);
+      view.setUint16(20, 1, true);
+      view.setUint16(22, channels, true);
+      view.setUint32(24, sampleRate, true);
+      view.setUint32(28, sampleRate * blockAlign, true);
+      view.setUint16(32, blockAlign, true);
+      view.setUint16(34, bitsPerSample, true);
+      view.setUint8(36, 100);
+      view.setUint8(37, 97);
+      view.setUint8(38, 116);
+      view.setUint8(39, 97);
+      view.setUint32(40, dataSize, true);
+      const audioData = new Uint8Array(audioBuffer);
+      const destData = new Uint8Array(buffer, 44);
+      destData.set(audioData);
+      return new Blob([buffer], { type: "audio/wav" });
+    };
+    let recorder2 = ref(null);
+    const initRecorder = () => {
+      console.log("initRecorder");
+      if (!recorder2.value) {
+        recorder2.value = new Recorder({
+          sampleBits: 16,
+          sampleRate: 16e3,
+          numChannels: 1
+        });
+      }
+    };
+    __expose({
+      standby,
+      speak,
+      stopSpeaking,
+      pause,
+      resume,
+      playTTS,
+      startRecord,
+      stopRecord
+    });
+    watch(() => props.humans, (val) => {
+      if (val && val.length > 0 && !currentHuman.value) {
+        init();
+      }
+    }, { deep: true });
+    onMounted(() => {
+      initRecorder();
+      init();
+    });
+    onUnmounted(() => {
+      stop();
+      if (recorder2.value) {
+        recorder2.value.stop();
+      }
+    });
+    return (_ctx, _cache) => {
+      return openBlock(), createElementBlock("div", {
+        class: "digital-human",
+        ref_key: "containerRef",
+        ref: containerRef
+      }, [
+        createElementVNode("canvas", {
+          ref_key: "canvasRef",
+          ref: canvasRef
+        }, null, 512)
+      ], 512);
+    };
+  }
+};
+const DigitalHuman = /* @__PURE__ */ _export_sfc(_sfc_main, [["__scopeId", "data-v-132811db"]]);
+DigitalHuman.install = (app) => app.component("DigitalHuman", DigitalHuman);
+const components = [DemoButton, DemoInput, DigitalHuman];
+const install = (app) => {
+  components.forEach((comp) => app.use(comp));
+};
+const index = { install };
+export {
+  DemoButton,
+  DemoInput,
+  DigitalHuman,
+  index as default
+};

package/dist/ruiyun-human.umd.js

@@ -0,0 +1,11 @@
+!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports,require("vue")):"function"==typeof define&&define.amd?define(["exports","vue"],t):t((e="undefined"!=typeof globalThis?globalThis:e||self).RuiYunHuman={},e.Vue)}(this,function(e,t){"use strict";const _export_sfc=(e,t)=>{const a=e.__vccOpts||e;for(const[o,r]of t)a[o]=r;return a},a=_export_sfc({__name:"index",props:{type:{type:String,default:"primary"}},emits:["click"],setup:e=>(a,o)=>(t.openBlock(),t.createElementBlock("button",{class:t.normalizeClass(["demo-btn",e.type]),onClick:o[0]||(o[0]=e=>a.$emit("click"))},[t.renderSlot(a.$slots,"default",{},void 0,!0)],2))},[["__scopeId","data-v-9a48516a"]]);a.install=e=>e.component("DemoButton",a);const o={class:"demo-input-wrap"},r={key:0,class:"prefix"},s=["type","placeholder","value","disabled"],l={key:1,class:"suffix"},u=_export_sfc({__name:"index",props:{modelValue:{type:[String,Number],default:""},placeholder:{type:String,default:"请输入内容"},inputType:{type:String,default:"text"},disabled:{type:Boolean,default:!1}},emits:["update:modelValue","focus","blur"],setup(e,{emit:a}){const u=a,handleInput=e=>u("update:modelValue",e.target.value);return(a,u)=>(t.openBlock(),t.createElementBlock("div",o,[a.$slots.prefix?(t.openBlock(),t.createElementBlock("span",r,[t.renderSlot(a.$slots,"prefix",{},void 0,!0)])):t.createCommentVNode("",!0),t.createElementVNode("input",{class:"demo-input",type:e.inputType,placeholder:e.placeholder,value:e.modelValue,disabled:e.disabled,onInput:handleInput,onFocus:u[0]||(u[0]=e=>a.$emit("focus")),onBlur:u[1]||(u[1]=e=>a.$emit("blur"))},null,40,s),a.$slots.suffix?(t.openBlock(),t.createElementBlock("span",l,[t.renderSlot(a.$slots,"suffix",{},void 0,!0)])):t.createCommentVNode("",!0)]))}},[["__scopeId","data-v-28a3493c"]]);u.install=e=>e.component("DemoInput",u);"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self&&self;function getDefaultExportFromCjs(e){return e&&e.__esModule&&Object.prototype.hasOwnProperty.call(e,"default")?e.default:e}var c={exports:{}};
+/*!
+   * 
+   * js-audio-recorder - js audio recorder plugin
+   * 
+   * @version v1.0.7
+   * @homepage https://github.com/2fps/recorder
+   * @author 2fps <echoweb@126.com> (https://www.zhuyuntao.cn)
+   * @license MIT
+   *         
+   */c.exports=function(e){var t={};function n(a){if(t[a])return t[a].exports;var o=t[a]={i:a,l:!1,exports:{}};return e[a].call(o.exports,o,o.exports,n),o.l=!0,o.exports}return n.m=e,n.c=t,n.d=function(e,t,a){n.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:a})},n.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},n.t=function(e,t){if(1&t&&(e=n(e)),8&t)return e;if(4&t&&"object"==typeof e&&e&&e.__esModule)return e;var a=Object.create(null);if(n.r(a),Object.defineProperty(a,"default",{enumerable:!0,value:e}),2&t&&"string"!=typeof e)for(var o in e)n.d(a,o,function(t){return e[t]}.bind(null,o));return a},n.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return n.d(t,"a",t),t},n.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},n.p="",n(n.s=1)}([function(e,t,a){function i(e,t,a){for(var o=0;o<a.length;o++)e.setUint8(t+o,a.charCodeAt(o))}Object.defineProperty(t,"__esModule",{value:!0}),t.compress=function(e,t,a){for(var o=t/a,r=Math.max(o,1),s=e.left,l=e.right,u=Math.floor((s.length+l.length)/o),c=new Float32Array(u),f=0,v=0;f<u;){var y=Math.floor(v);c[f]=s[y],f++,l.length&&(c[f]=l[y],f++),v+=r}return c},t.encodePCM=function(e,t,a){void 0===a&&(a=!0);var o=0,r=e.length*(t/8),s=new ArrayBuffer(r),l=new DataView(s);if(8===t)for(var u=0;u<e.length;u++,o++){var c=(f=Math.max(-1,Math.min(1,e[u])))<0?128*f:127*f;c=+c+128,l.setInt8(o,c)}else for(u=0;u<e.length;u++,o+=2){var f=Math.max(-1,Math.min(1,e[u]));l.setInt16(o,f<0?32768*f:32767*f,a)}return l},t.encodeWAV=function(e,t,a,o,r,s){void 0===s&&(s=!0);var l=a>t?t:a,u=r,c=new ArrayBuffer(44+e.byteLength),f=new DataView(c),v=o,y=0;i(f,y,"RIFF"),y+=4,f.setUint32(y,36+e.byteLength,s),i(f,y+=4,"WAVE"),i(f,y+=4,"fmt "),y+=4,f.setUint32(y,16,s),y+=4,f.setUint16(y,1,s),y+=2,f.setUint16(y,v,s),y+=2,f.setUint32(y,l,s),y+=4,f.setUint32(y,v*l*(u/8),s),y+=4,f.setUint16(y,v*(u/8),s),y+=2,f.setUint16(y,u,s),i(f,y+=2,"data"),y+=4,f.setUint32(y,e.byteLength,s),y+=4;for(var g=0;g<e.byteLength;)f.setUint8(y,e.getUint8(g)),y++,g++;return f}},function(e,t,a){var o,r=this&&this.__extends||(o=function(e,t){return(o=Object.setPrototypeOf||{__proto__:[]}instanceof Array&&function(e,t){e.__proto__=t}||function(e,t){for(var a in t)t.hasOwnProperty(a)&&(e[a]=t[a])})(e,t)},function(e,t){function n2(){this.constructor=e}o(e,t),e.prototype=null===t?Object.create(t):(n2.prototype=t.prototype,new n2)});Object.defineProperty(t,"__esModule",{value:!0});var s=a(2),l=a(0),u=a(3),c=function(e){function e2(t){void 0===t&&(t={});var a=e.call(this,t)||this;return a.isrecording=!1,a.ispause=!1,a.isplaying=!1,a}return r(e2,e),e2.prototype.setOption=function(e){void 0===e&&(e={}),this.setNewOption(e)},e2.prototype.start=function(){return this.isrecording?Promise.reject():(this.isrecording=!0,this.startRecord())},e2.prototype.pause=function(){this.isrecording&&!this.ispause&&(this.ispause=!0,this.pauseRecord())},e2.prototype.resume=function(){this.isrecording&&this.ispause&&(this.ispause=!1,this.resumeRecord())},e2.prototype.stop=function(){this.isrecording&&(this.isrecording=!1,this.ispause=!1,this.stopRecord())},e2.prototype.play=function(){this.stop(),this.isplaying=!0,this.onplay&&this.onplay(),u.default.addPlayEnd(this.onplayend);var e=this.getWAV();e.byteLength>44&&u.default.play(e.buffer)},e2.prototype.getPlayTime=function(){return u.default.getPlayTime()},e2.prototype.pausePlay=function(){!this.isrecording&&this.isplaying&&(this.isplaying=!1,this.onpauseplay&&this.onpauseplay(),u.default.pausePlay())},e2.prototype.resumePlay=function(){this.isrecording||this.isplaying||(this.isplaying=!0,this.onresumeplay&&this.onresumeplay(),u.default.resumePlay())},e2.prototype.stopPlay=function(){this.isrecording||(this.isplaying=!1,this.onstopplay&&this.onstopplay(),u.default.stopPlay())},e2.prototype.destroy=function(){return u.default.destroyPlay(),this.destroyRecord()},e2.prototype.getRecordAnalyseData=function(){return this.getAnalyseData()},e2.prototype.getPlayAnalyseData=function(){return u.default.getAnalyseData()},e2.prototype.getPCM=function(){this.stop();var e=this.getData();return e=l.compress(e,this.inputSampleRate,this.outputSampleRate),l.encodePCM(e,this.oututSampleBits,this.littleEdian)},e2.prototype.getPCMBlob=function(){return new Blob([this.getPCM()])},e2.prototype.downloadPCM=function(e){void 0===e&&(e="recorder");var t=this.getPCMBlob();s.downloadPCM(t,e)},e2.prototype.getWAV=function(){var e=this.getPCM();return l.encodeWAV(e,this.inputSampleRate,this.outputSampleRate,this.config.numChannels,this.oututSampleBits,this.littleEdian)},e2.prototype.getWAVBlob=function(){return new Blob([this.getWAV()],{type:"audio/wav"})},e2.prototype.downloadWAV=function(e){void 0===e&&(e="recorder");var t=this.getWAVBlob();s.downloadWAV(t,e)},e2.prototype.download=function(e,t,a){s.download(e,t,a)},e2.prototype.getChannelData=function(){var e=this.getPCM(),t=e.byteLength,a=this.littleEdian,o={left:null,right:null};if(2===this.config.numChannels){var r=new DataView(new ArrayBuffer(t/2)),s=new DataView(new ArrayBuffer(t/2));if(16===this.config.sampleBits)for(var l=0;l<t/2;l+=2)r.setInt16(l,e.getInt16(2*l,a),a),s.setInt16(l,e.getInt16(2*l+2,a),a);else for(l=0;l<t/2;l+=2)r.setInt8(l,e.getInt8(2*l)),s.setInt8(l,e.getInt8(2*l+1));o.left=r,o.right=s}else o.left=e;return o},e2}(a(5).default);t.default=c},function(e,t,a){function i(e,t,a){var o=document.createElement("a");o.href=window.URL.createObjectURL(e),o.download=t+"."+a,o.click()}Object.defineProperty(t,"__esModule",{value:!0}),t.downloadWAV=function(e,t){void 0===t&&(t="recorder"),i(e,t,"wav")},t.downloadPCM=function(e,t){void 0===t&&(t="recorder"),i(e,t,"pcm")},t.download=function(e,t,a){return i(e,t,a)}},function(e,t,a){Object.defineProperty(t,"__esModule",{value:!0});var o=a(4),r=null,s=0,l=0,u=null,c=null,f=null,v=!1,y=0,p=function(){};function d(){return v=!1,u.decodeAudioData(f.slice(0),function(e){(r=u.createBufferSource()).onended=function(){v||(y=u.currentTime-l+s,p())},r.buffer=e,r.connect(c),c.connect(u.destination),r.start(0,s),l=u.currentTime},function(e){o.throwError(e)})}function h(){r&&(r.stop(),r=null)}var g=function(){function t2(){}return t2.play=function(e){return u||(u=new(window.AudioContext||window.webkitAudioContext),(c=u.createAnalyser()).fftSize=2048),this.stopPlay(),f=e,y=0,d()},t2.pausePlay=function(){h(),s+=u.currentTime-l,v=!0},t2.resumePlay=function(){return d()},t2.stopPlay=function(){s=0,f=null,h()},t2.destroyPlay=function(){this.stopPlay()},t2.getAnalyseData=function(){var e=new Uint8Array(c.frequencyBinCount);return c.getByteTimeDomainData(e),e},t2.addPlayEnd=function(e){void 0===e&&(e=function(){}),p=e},t2.getPlayTime=function(){var e=v?s:u.currentTime-l+s;return y||e},t2}();t.default=g},function(e,t,a){Object.defineProperty(t,"__esModule",{value:!0}),t.throwError=function(e){throw new Error(e)}},function(e,t,a){Object.defineProperty(t,"__esModule",{value:!0});var o=a(0),r=function(){function t2(e){void 0===e&&(e={}),this.size=0,this.lBuffer=[],this.rBuffer=[],this.tempPCM=[],this.inputSampleBits=16,this.fileSize=0,this.duration=0,this.needRecord=!0;var t,a=new(window.AudioContext||window.webkitAudioContext);this.inputSampleRate=a.sampleRate,this.setNewOption(e),this.littleEdian=(t=new ArrayBuffer(2),new DataView(t).setInt16(0,256,!0),256===new Int16Array(t)[0]),t2.initUserMedia()}return t2.prototype.setNewOption=function(e){void 0===e&&(e={}),this.config={sampleBits:~[8,16].indexOf(e.sampleBits)?e.sampleBits:16,sampleRate:~[8e3,11025,16e3,22050,24e3,44100,48e3].indexOf(e.sampleRate)?e.sampleRate:this.inputSampleRate,numChannels:~[1,2].indexOf(e.numChannels)?e.numChannels:1},this.outputSampleRate=this.config.sampleRate,this.oututSampleBits=this.config.sampleBits},t2.prototype.startRecord=function(){var e=this;return this.context&&this.destroyRecord(),this.initRecorder(),navigator.mediaDevices.getUserMedia({audio:!0}).then(function(t){e.audioInput=e.context.createMediaStreamSource(t),e.stream=t}).then(function(){e.audioInput.connect(e.analyser),e.analyser.connect(e.recorder),e.recorder.connect(e.context.destination)})},t2.prototype.pauseRecord=function(){this.needRecord=!1},t2.prototype.resumeRecord=function(){this.needRecord=!0},t2.prototype.stopRecord=function(){this.audioInput&&this.audioInput.disconnect(),this.source&&this.source.stop(),this.recorder.disconnect(),this.analyser.disconnect(),this.needRecord=!0},t2.prototype.destroyRecord=function(){return this.clearRecordStatus(),this.stopStream(),this.closeAudioContext()},t2.prototype.getAnalyseData=function(){var e=new Uint8Array(this.analyser.frequencyBinCount);return this.analyser.getByteTimeDomainData(e),e},t2.prototype.getData=function(){return this.flat()},t2.prototype.clearRecordStatus=function(){this.lBuffer.length=0,this.rBuffer.length=0,this.size=0,this.fileSize=0,this.PCM=null,this.audioInput=null,this.duration=0},t2.prototype.flat=function(){var e=null,t=new Float32Array(0);1===this.config.numChannels?e=new Float32Array(this.size):(e=new Float32Array(this.size/2),t=new Float32Array(this.size/2));for(var a=0,o=0;o<this.lBuffer.length;o++)e.set(this.lBuffer[o],a),a+=this.lBuffer[o].length;for(a=0,o=0;o<this.rBuffer.length;o++)t.set(this.rBuffer[o],a),a+=this.rBuffer[o].length;return{left:e,right:t}},t2.prototype.initRecorder=function(){var e=this;this.clearRecordStatus(),this.context=new(window.AudioContext||window.webkitAudioContext),this.analyser=this.context.createAnalyser(),this.analyser.fftSize=2048;var t=this.context.createScriptProcessor||this.context.createJavaScriptNode;this.recorder=t.apply(this.context,[4096,this.config.numChannels,this.config.numChannels]),this.recorder.onaudioprocess=function(t){if(e.needRecord){var a,o=t.inputBuffer.getChannelData(0),r=null;e.lBuffer.push(new Float32Array(o)),e.size+=o.length,2===e.config.numChannels&&(r=t.inputBuffer.getChannelData(1),e.rBuffer.push(new Float32Array(r)),e.size+=r.length),e.fileSize=Math.floor(e.size/Math.max(e.inputSampleRate/e.outputSampleRate,1))*(e.oututSampleBits/8),a=100*Math.max.apply(Math,o),e.duration+=4096/e.inputSampleRate,e.onprocess&&e.onprocess(e.duration),e.onprogress&&e.onprogress({duration:e.duration,fileSize:e.fileSize,vol:a})}}},t2.prototype.stopStream=function(){this.stream&&this.stream.getTracks&&(this.stream.getTracks().forEach(function(e){return e.stop()}),this.stream=null)},t2.prototype.closeAudioContext=function(){return this.context&&this.context.close&&"closed"!==this.context.state?this.context.close():new Promise(function(e){e()})},t2.initUserMedia=function(){void 0===navigator.mediaDevices&&(navigator.mediaDevices={}),void 0===navigator.mediaDevices.getUserMedia&&(navigator.mediaDevices.getUserMedia=function(e){var t=navigator.getUserMedia||navigator.webkitGetUserMedia||navigator.mozGetUserMedia;return t?new Promise(function(a,o){t.call(navigator,e,a,o)}):Promise.reject(new Error("浏览器不支持 getUserMedia !"))})},t2.prototype.transformIntoPCM=function(e,t){var a=new Float32Array(e),r=new Float32Array(t),s=o.compress({left:a,right:r},this.inputSampleRate,this.outputSampleRate);return o.encodePCM(s,this.oututSampleBits,this.littleEdian)},t2.getPermission=function(){return this.initUserMedia(),navigator.mediaDevices.getUserMedia({audio:!0}).then(function(e){e&&e.getTracks().forEach(function(e){return e.stop()})})},t2}();t.default=r}]).default;const f=getDefaultExportFromCjs(c.exports),v=_export_sfc({__name:"index",props:{humans:{type:Array,default:()=>[]}},emits:["loaded","changed","paused","resumed","audio-ready"],setup(e,{expose:a,emit:o}){const r=e,s=o,l=t.ref(null),u=t.ref(null),c=t.ref(null),v=t.ref(null),y=t.ref(null),g=t.ref(1),m=t.ref(null),w=t.ref({standby:[],speakStart:[],speakLoop:[],speakEnd:[]}),b=t.ref("standby"),k=t.ref(1),U=t.ref(!1),x=t.ref(null),draw=e=>{if(!c.value||!e||e.width<=0||e.height<=0)return;const t=u.value;c.value.clearRect(0,0,t.width,t.height);const a=Math.min(t.width/e.width,t.height/e.height),o=e.width*a,r=e.height*a,s=(t.width-o)/2,l=(t.height-r)/2;c.value.drawImage(e,s,l,o,r)},stop=()=>{y.value&&(cancelAnimationFrame(y.value),y.value=null),g.value=1,b.value="standby"},runAnimation=e=>{let t,a;stop(),b.value=e,k.value=1;let o=null;switch(e){case"standby":t=w.value.standby,a=v.value.standby.interval,o={type:"pingpong",next:"standby"};break;case"speak":t=w.value.speakStart,a=v.value.speak.interval,o={type:"once",next:"speakLoop"};break;case"speakLoop":t=w.value.speakLoop,a=v.value.speak.interval,o={type:"pingpong",next:"speakLoop"};break;case"speakEnd":t=w.value.speakEnd,a=v.value.speak.interval,o={type:"once",next:"standby"};break;default:return}const animate=e=>{if(m.value||(m.value=e),U.value)y.value=requestAnimationFrame(animate);else{if(e-m.value>=a){if(o&&"pingpong"===o.type){const e=g.value+k.value;e>t.length?k.value=-1:e<1&&(k.value=1)}draw(t[g.value-1]);if(o?"once"===o.type?(g.value++,!(g.value<=t.length||("standby"===o.next?(standby(),0):("speakLoop"===o.next&&(g.value=1,t=w.value.speakLoop,o={type:"pingpong",next:"speakLoop"}),1)))):("pingpong"===o.type&&(g.value+=k.value),!1):(g.value=g.value>=t.length?1:g.value+1,!1))return;m.value=e}y.value=requestAnimationFrame(animate)}};y.value=requestAnimationFrame(animate)},standby=()=>{runAnimation("standby")},speak=()=>{runAnimation("speak")},stopSpeaking=()=>{"speak"===b.value||"speakLoop"===b.value?runAnimation("speakEnd"):standby()},init=()=>{t.nextTick(()=>{if(!l.value||!u.value)return;if(!r.humans||0===r.humans.length)return;v.value||(v.value=r.humans[0]);const e=u.value,t=window.devicePixelRatio||1,a=l.value.clientWidth,o=l.value.clientHeight;e.width=3*a*t,e.height=3*o*t,e.style.width=a+"px",e.style.height=o+"px",c.value=e.getContext("2d"),c.value.scale(t,t),(()=>{w.value={standby:[],speakStart:[],speakLoop:[],speakEnd:[]};const e=v.value.folder,{standbyNum:t,speakNum:a}={standbyNum:v.value.standby.standbyNum,speakNum:v.value.speak.speakNum};for(let s=1;s<=t;s++){const t=new Image;t.src=encodeURI(`${e}/standby/standby (${s}).png`),w.value.standby.push(t)}const o=Math.floor(.6*a),r=Math.floor(.9*a);for(let s=1;s<=o;s++){const t=new Image;t.src=encodeURI(`${e}/speak/speak (${s}).png`),w.value.speakStart.push(t)}for(let s=o;s<=r;s++){const t=new Image;t.src=encodeURI(`${e}/speak/speak (${s}).png`),w.value.speakLoop.push(t)}for(let s=r;s<=a;s++){const t=new Image;t.src=encodeURI(`${e}/speak/speak (${s}).png`),w.value.speakEnd.push(t)}})(),(e=>{let t=0;const a=[...w.value.standby,...w.value.speakStart,...w.value.speakLoop,...w.value.speakEnd],checkLoaded=()=>{t++,t>=a.length&&e()};a.forEach(e=>{e.complete?checkLoaded():(e.onload=checkLoaded,e.onerror=checkLoaded)})})(()=>{draw(w.value.standby[0]),s("loaded",v.value)})})},A=t.ref(null),R=t.ref(null),audioToText=async e=>{var t;const a=new FormData;a.append("file",e,"recorded_audio.wav");try{const e=await fetch("http://192.168.3.182:9988/transcribe",{method:"POST",body:a});(null==(t=e.data)?void 0:t.text)||e.text}catch(o){}},createWavBlob=(e,t,a,o)=>{const r=a*(o/8),s=e.byteLength,l=new ArrayBuffer(44+s),u=new DataView(l);u.setUint8(0,82),u.setUint8(1,73),u.setUint8(2,70),u.setUint8(3,70),u.setUint32(4,36+s,!0),u.setUint8(8,87),u.setUint8(9,65),u.setUint8(10,86),u.setUint8(11,69),u.setUint8(12,102),u.setUint8(13,109),u.setUint8(14,116),u.setUint8(15,32),u.setUint32(16,16,!0),u.setUint16(20,1,!0),u.setUint16(22,a,!0),u.setUint32(24,t,!0),u.setUint32(28,t*r,!0),u.setUint16(32,r,!0),u.setUint16(34,o,!0),u.setUint8(36,100),u.setUint8(37,97),u.setUint8(38,116),u.setUint8(39,97),u.setUint32(40,s,!0);const c=new Uint8Array(e);return new Uint8Array(l,44).set(c),new Blob([l],{type:"audio/wav"})};let S=t.ref(null);return a({standby:standby,speak:speak,stopSpeaking:stopSpeaking,pause:()=>{U.value||(U.value=!0,x.value={state:b.value,frameIndex:g.value,loopDirection:k.value},s("paused"))},resume:()=>{U.value&&(U.value=!1,m.value=null,x.value&&(b.value=x.value.state,g.value=x.value.frameIndex,k.value=x.value.loopDirection),s("resumed"))},playTTS:async e=>{var t,a,o,r,s,l,u,c;if(!e||!(null==(t=v.value)?void 0:t.isMuted))return;A.value&&(A.value.pause(),A.value=null),R.value=Date.now();const f=R.value;try{const t=e.replace(/```[\s\S]*?```/g,"").replace(/`[^`]+`/g,"").replace(/[#*_~]/g,"").replace(/\n+/g,"，").replace(/\s+/g," ").replace(/[，。！？]{2,}/g,"，").trim();if(!t)return;const g="http://192.168.3.182:8002",m="session_"+Date.now();let w=(null==(o=null==(a=v.value)?void 0:a.speakSet)?void 0:o.speed)||1,b=(null==(s=null==(r=v.value)?void 0:r.speakSet)?void 0:s.age)||"Young Adult / 青年";const k=[t,"Auto",32,2,!0,w,null,!0,!0,(null==(u=null==(l=v.value)?void 0:l.speakSet)?void 0:u.sex)||"Female / 女",b,"Auto","Auto","Auto","Auto"],U=await fetch(`${g}/gradio_api/queue/join`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({data:k,session_hash:m,fn_index:1,trigger_id:50})});await U.json();let x="",S=60,_=1e3;for(;!x&&S>0;){await new Promise(e=>setTimeout(e,_)),S--;try{const e=await fetch(`${g}/gradio_api/queue/data?session_hash=${m}`),t=(await e.text()).split("\n");for(const a of t){const e=a.trim();if(e.startsWith("data: "))try{const t=JSON.parse(e.replace("data: ",""));if("process_completed"===t.msg&&(null==(c=t.output)?void 0:c.data)){const e=t.output.data[0];if(null==e?void 0:e.url)x=e.url;else if(null==e?void 0:e.path)x=`${g}/gradio_api/file=${e.path}`;else if("string"==typeof e)x=e.startsWith("http")?e:`${g}/gradio_api/file=${e}`;else if(Array.isArray(e)&&e.length>=2){const t=e[0],a=e[1];if(t&&a&&Array.isArray(a)){const e=new ArrayBuffer(2*a.length),o=new DataView(e);for(let t=0;t<a.length;t++)o.setInt16(2*t,a[t],!0);const r=createWavBlob(e,t,1,16),s=URL.createObjectURL(r);return R.value!==f?void URL.revokeObjectURL(s):(A.value=new Audio(s),A.value.onplaying=()=>{speak()},A.value.onended=()=>{stopSpeaking(),A.value=null,URL.revokeObjectURL(s)},A.value.onerror=()=>{stopSpeaking(),A.value=null,URL.revokeObjectURL(s)},void(await A.value.play()))}}break}if("process_error"===t.msg)return void standby()}catch(y){}}}catch(y){}}if(x){if(x.startsWith("/")&&(x=g+x),R.value!==f)return;const e=await fetch(x),t=await e.blob(),a=URL.createObjectURL(t);A.value=new Audio(a),A.value.onplaying=()=>{speak()},A.value.onended=()=>{stopSpeaking(),A.value=null,URL.revokeObjectURL(a)},A.value.onerror=()=>{stopSpeaking(),A.value=null,URL.revokeObjectURL(a)},await A.value.play()}else standby()}catch(y){standby()}},startRecord:async()=>{try{S.value&&S.value.stop(),await S.value.start()}catch(e){}},stopRecord:async()=>{if(S.value)try{S.value.stop();const e=S.value.getWAVBlob();if(e.size<1e3)return;const t=await audioToText(e);s("audio-ready",t)}catch(e){}}}),t.watch(()=>r.humans,e=>{e&&e.length>0&&!v.value&&init()},{deep:!0}),t.onMounted(()=>{S.value||(S.value=new f({sampleBits:16,sampleRate:16e3,numChannels:1})),init()}),t.onUnmounted(()=>{stop(),S.value&&S.value.stop()}),(e,a)=>(t.openBlock(),t.createElementBlock("div",{class:"digital-human",ref_key:"containerRef",ref:l},[t.createElementVNode("canvas",{ref_key:"canvasRef",ref:u},null,512)],512))}},[["__scopeId","data-v-132811db"]]);v.install=e=>e.component("DigitalHuman",v);const y=[a,u,v],g={install:e=>{y.forEach(t=>e.use(t))}};e.DemoButton=a,e.DemoInput=u,e.DigitalHuman=v,e.default=g,Object.defineProperties(e,{__esModule:{value:!0},[Symbol.toStringTag]:{value:"Module"}})});

package/dist/style.css

@@ -0,0 +1 @@
+.demo-btn[data-v-9a48516a]{padding:6px 14px;border-radius:4px;border:none;cursor:pointer;font-size:14px}.primary[data-v-9a48516a]{background:#409eff;color:#fff}.success[data-v-9a48516a]{background:#67c23a;color:#fff}.warning[data-v-9a48516a]{background:#e6a23c;color:#fff}.demo-input-wrap[data-v-28a3493c]{display:inline-flex;align-items:center;border:1px solid #dcdcdc;border-radius:4px;padding:0 10px}.demo-input-wrap[data-v-28a3493c]:focus-within{border-color:#409eff}.demo-input[data-v-28a3493c]{border:none;outline:none;padding:8px 6px;flex:1}.prefix[data-v-28a3493c],.suffix[data-v-28a3493c]{color:#909399}.digital-human[data-v-132811db]{width:100%;height:100%;display:flex;align-items:center;justify-content:center}.digital-human canvas[data-v-132811db]{max-width:100%;max-height:100%}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "ruiyun-human",
+  "version": "1.0.1",
+  "type": "module",
+  "description": "数字人初步实现",
+  "main": "./dist/ruiyun-human.umd.js",
+  "module": "./dist/ruiyun-human.es.js",
+  "exports": {
+    ".": {
+      "import": "./dist/ruiyun-human.es.js",
+      "require": "./dist/ruiyun-human.umd.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "preview": "vite preview"
+  },
+  "peerDependencies": {
+    "vue": "^3.2.0 || ^3.3.0 || ^3.4.0"
+  },
+  "devDependencies": {
+    "@tailwindcss/postcss": "^4.3.3",
+    "@vitejs/plugin-vue": "^5.0.4",
+    "autoprefixer": "^10.5.4",
+    "postcss": "^8.5.20",
+    "tailwindcss": "^4.3.3",
+    "terser": "^5.49.0",
+    "vite": "^5.1.4",
+    "vue": "^3.4.21"
+  },
+  "dependencies": {
+    "js-audio-recorder": "^1.0.7",
+    "vue-router": "^4.6.4"
+  }
+}