mn-video-player 1.0.4 → 1.0.6

package/dist/assets/mn-worker-CH3eH8j3.js

@@ -0,0 +1,998 @@
+globalThis.Module = {
+  onRuntimeInitialized: function () {
+    console.log("wasm加载完成");
+    onWasmLoaded();
+  },
+};
+
+import { initWasm } from "./mn-media.js";
+import * as Common from "./mn-common.js";
+initWasm(Module);
+// import wasmUrl from './mn-media.wasm?url'
+// const res = fetch(wasmUrl)
+/**
+ * @description: web worker用于流媒体获取（websocket）及编（音频）、解码（音视频）、对讲
+ * @author: lantf
+ * @date: 2020/10/18 15:28
+ */
+
+// self.importScripts("mn-common.js");
+// self.importScripts("mn-media.js"); // 加载wasm视频解码器 直接作为JS运行
+
+function MnWorker() {
+  this.ws = "ws";
+  this.host = "";
+  this.port = 0;
+  this.deviceType = "";
+  this.phone = "";
+  this.channel = 0;
+  this.messageId = 0;
+  this.mediaType = 0;
+  this.streamType = 0;
+  this.beginTime = "";
+  this.playbackMode = 0;
+  this.netSpeedTimer = null;
+  this.realPlayTimer = null;
+  this.playBackTimer = null;
+  this.lang = null;
+  this.playAudio = false;
+  this.coreLogLevel = 0;
+  this.cacheReqQue = [];
+  this.cacheDataQue = [];
+  this.recorderLen = 0;
+  this.decoding = true;
+  this.wasmLoaded = false;
+  this.hasConnected = false;
+  this.hasInited = false;
+  this.hasCached = false;
+  this.decoderInited = false;
+  this.chunkSize = 1024 * 1024;
+  this.websocket = null;
+  this.cacheBuffer = null;
+  this.speakBuffer = null;
+  this.readyCallback = null;
+  this.videoCallback = null;
+  this.audioCallback = null;
+  this.preTimeStamp = 0;
+  this.shouldPlayNextTime = 0;
+  this.delayTime = 1000;
+  this.keyFrame = null;
+  this.netSpeedTime = 3;
+  this.netSpeedSize = 0;
+  this.heartBeatTime = 0;
+  this.fastForward = false;
+  this.voiceScheduling = false; // 语音调度
+  this.prefix = "/mndp/stream";
+  this.logger = new Common.Logger("MnWorker");
+  this.userId = null;
+  this.tenantId = null;
+  this.token = null;
+  //  * 倍速 (0-无效，1-1倍，2-2倍，3-4倍，4-8倍，5-16倍)
+  this.speed = 0;
+  this.isPause = false;
+  this.speedValue = 1;
+}
+
+/**
+ * 打开解码器
+ **/
+MnWorker.prototype.baseInit = function () {
+  this.cacheBuffer = Module._malloc(this.chunkSize);
+  this.speakBuffer = Module._malloc(1024);
+  let phoneBuffer = Module._malloc(16);
+  Module.HEAPU8.set(this.toInt8Array(this.phone), phoneBuffer);
+  let ret = Module._baseInit(
+    phoneBuffer,
+    this.channel,
+    this.readyCallback,
+    this.videoCallback,
+    this.audioCallback,
+    this.speakCallback,
+    this.coreLogLevel
+  );
+  if (phoneBuffer) {
+    Module._free(phoneBuffer);
+  }
+
+  let objData = {
+    t: Common.kOpenDecoderRsp,
+    e: ret,
+  };
+  self.postMessage(objData);
+};
+
+/**
+ * 关闭解码器
+ **/
+MnWorker.prototype.baseUnInit = function () {
+  let ret = 0;
+  Module._videoUnInit();
+  Module._baseUnInit();
+
+  if (this.cacheBuffer != null) {
+    Module._free(this.cacheBuffer);
+    this.cacheBuffer = null;
+  }
+  if (this.speakBuffer != null) {
+    Module._free(this.speakBuffer);
+    this.speakBuffer = null;
+  }
+
+  this.decoderInited = false;
+
+  let objData = {
+    t: Common.kCloseDecoderRsp,
+    e: ret,
+  };
+  self.postMessage(objData);
+};
+
+/**
+ * 统计流量
+ **/
+MnWorker.prototype.calNetSpeed = function () {
+  const speed = this.netSpeedSize / this.netSpeedTime;
+  const len = this.cacheDataQue.length;
+  this.netSpeedSize = 0;
+  let objData = {
+    t: Common.kNetSpeedFrame,
+    d: speed,
+    len,
+  };
+  self.postMessage(objData);
+
+  // 心跳（this.netSpeedTime的10倍秒数）
+  this.heartBeatTime += this.netSpeedTime;
+  if (this.websocket != null && this.hasConnected) {
+    if (this.heartBeatTime % (this.netSpeedTime * 10) == 0) {
+      let req = {};
+      req.phone = this.phone;
+      req.channel = this.channel;
+      req.messageId = 0x0000;
+      let json = JSON.stringify(req);
+      this.websocket.send(json);
+    }
+  }
+};
+
+/**
+ * 打开websocket码流链路
+ **/
+MnWorker.prototype.openStream = function () {
+  let url =
+    this.ws +
+    "://" +
+    this.host +
+    ":" +
+    this.port +
+    this.prefix +
+    "/" +
+    this.phone +
+    "-" +
+    this.channel +
+    `?user_id=${this.userId}&tenant_id=${this.tenantId}&access_token=${this.token}`;
+  console.log("mn-worker", url);
+  this.websocket = new WebSocket(url);
+  this.websocket.binaryType = "arraybuffer";
+
+  this.websocket.onopen = function () {
+    self.decoder.onOpen();
+  };
+
+  this.websocket.onmessage = function (ev) {
+    if (typeof ev.data === "string") {
+      let objData = {
+        t: Common.kStringFrame,
+        d: ev.data,
+      };
+      self.postMessage(objData);
+    } else {
+      self.decoder.sendData(ev.data);
+    }
+  };
+
+  this.websocket.onerror = function () {
+    let message = "1连接视频服务器失败";
+    switch (self.decoder.lang) {
+      case "zh-CN,zh;":
+        message = "1连接视频服务器失败";
+        break;
+      case "zh-TW,zh;":
+        message = "1連接視訊伺服器失敗";
+        break;
+      case "en-US,en;":
+        message = "1Failed to connect to video server";
+        break;
+      case "ru-RU,ru;":
+        message = "1Ошибка подключения к видео серверу";
+        break;
+      case "kk-KZ,kk;":
+        message = "1Видео серверіне қосылу жаңылысы";
+        break;
+    }
+    let objData = {
+      t: Common.kSocketErrorRsp,
+      d: message,
+    };
+    self.postMessage(objData);
+    console.log("websocketErr");
+    this.websocket.close();
+    this.websocket = null;
+  };
+
+  this.websocket.onclose = function () {
+    let message = "1网络连接断开，请稍候再试";
+    console.log("websocketErr222");
+
+    switch (self.decoder.lang) {
+      case "zh-CN,zh;":
+        message = "1网络连接断开，请稍候再试";
+        break;
+      case "zh-TW,zh;":
+        message = "1網絡連接斷開，請稍候再試";
+        break;
+      case "en-US,en;":
+        message = "1Disconnected, please try again later";
+        break;
+      case "ru-RU,ru;":
+        message = "1Соединение прервано, повторите попытку позже.";
+        break;
+      case "kk-KZ,kk;":
+        message = "1Байланыс ажыратылды, әрекетті кейінірек қайталаңыз.";
+        break;
+      case "th-TH,th;":
+        message = "การเชื่อมต่อถูกตัดการเชื่อมต่อ โปรดลองอีกครั้งในภายหลัง";
+        break;
+    }
+    let objData = {
+      t: Common.kSocketCloseRsp,
+      d: message,
+    };
+    self.postMessage(objData);
+    this.websocket = null;
+  };
+};
+
+/**
+ * 切换码流
+ **/
+MnWorker.prototype.switchStream = function (mediaType, streamType) {
+  if (this.websocket != null && this.hasConnected) {
+    let req = {};
+    req.phone = this.phone;
+    req.channel = this.channel;
+    req.messageId = 0x9102;
+    req.command = 1;
+    req.closeType = 0;
+
+    if (mediaType != null) {
+      req.mediaType = mediaType;
+      this.mediaType = mediaType;
+    }
+
+    if (streamType != null) {
+      req.streamType = streamType;
+      this.streamType = streamType;
+    }
+
+    let json = JSON.stringify(req);
+    this.websocket.send(json);
+  } else {
+    this.logger.logInfo("Web socket is null or not connected.");
+  }
+};
+
+/**
+ * 发送制命令
+ **/
+MnWorker.prototype.play = function () {
+  if (this.websocket == null) {
+    this.logger.logInfo("Web socket is null");
+    return;
+  }
+  let req = {};
+  req.phone = this.phone;
+  req.channel = this.channel;
+  req.messageId = this.messageId;
+  req.mediaType = this.mediaType;
+  req.streamType = this.streamType;
+  req.beginTime = this.beginTime;
+  req.acceptLanguage = this.lang;
+  req.ws = this.ws;
+  req.host = this.host;
+  req.port = this.port;
+  req.deviceType = this.deviceType;
+  let json = JSON.stringify(req);
+  this.websocket.send(json);
+};
+
+/**
+ * ws建立后初始化
+ **/
+MnWorker.prototype.onOpen = function () {
+  this.baseInit();
+  this.resume();
+  this.play();
+  this.hasConnected = true;
+  if (this.mediaType !== Common.kMediaSpeak) {
+    this.netSpeedTimer = setInterval(
+      this.calNetSpeed.bind(this),
+      this.netSpeedTime * 1000
+    );
+  }
+};
+
+/**
+ * 恢复解码
+ **/
+MnWorker.prototype.resume = function () {
+  if (this.mediaType !== Common.kMediaSpeak) {
+    if (this.beginTime == null) {
+      if (this.realPlayTimer == null) {
+        this.realPlayTimer = setTimeout(this.realPlay.bind(this), 5);
+      }
+    } else {
+      if (this.playBackTimer == null) {
+        this.playBackTimer = setTimeout(this.playBack.bind(this), 5);
+      }
+    }
+  }
+  this.decoding = true;
+};
+
+/**
+ * 暂停解码
+ **/
+MnWorker.prototype.pause = function () {
+  this.decoding = false;
+  clearTimeout(this.realPlayTimer);
+  this.realPlayTimer = null;
+  this.cacheReqQue.length = 0;
+  this.hasInited = false;
+  this.hasCached = false;
+};
+
+/**
+ * 实时视频解码
+ **/
+MnWorker.prototype.realPlay = async function () {
+  do {
+    let queLen = this.cacheDataQue.length;
+    if (queLen == 0) {
+      break;
+    }
+
+    // 首先渲染出I帧
+    if (this.hasInited == false) {
+      let u8a = this.cacheDataQue.shift();
+
+      // 取出帧尾16个字符
+      let dataString = "";
+      let dataLen = u8a.length - 16;
+      for (let i = 0; i < 16; i++) {
+        dataString += String.fromCharCode(u8a[dataLen + i]);
+      }
+
+      // 获取时间戳
+      this.preTimeStamp = Number(dataString.substr(0, 13));
+
+      // 获取编码类型，初始化视频解码器
+      if (!this.decoderInited) {
+        let decoderType = Common.kDecoderH264;
+        if (dataString.substr(14) == 99) {
+          decoderType = Common.kDecoderH265;
+        }
+        Module._videoInit(decoderType);
+        this.decoderInited = true;
+      }
+
+      // 获取帧类型，若是I帧，则立即渲染
+      let frameType = Number(dataString.substr(13, 1));
+      if (this.decoding && frameType == 0) {
+        Module.HEAPU8.set(u8a, this.cacheBuffer);
+        Module._decodeVideo(this.cacheBuffer, dataLen);
+        this.hasInited = true;
+      }
+      break;
+    }
+
+    // 缓存N秒（delayTime）
+    if (!this.hasCached) {
+      let timeStamp = this.timeStamp(this.cacheDataQue[queLen - 1]);
+      if (timeStamp - this.preTimeStamp < this.delayTime) {
+        break;
+      }
+      this.hasCached = true;
+    }
+
+    let u8aHead = this.cacheDataQue[0];
+    let headTimeStamp = this.timeStamp(u8aHead);
+
+    let u8aTail = this.cacheDataQue[queLen - 1];
+    let tailTimeStamp = this.timeStamp(u8aTail);
+
+    // 计算延时
+    let delay = headTimeStamp - this.preTimeStamp;
+    if (delay < 0 || delay > 2000) {
+      delay = 0;
+    }
+
+    // 计算播放策略
+    let span = tailTimeStamp - headTimeStamp;
+    if (span < this.delayTime) {
+      delay = delay * 1.5;
+    } else if (span > this.delayTime * 3) {
+      // 滞后严重，需要清空缓存
+      if (span > this.delayTime * 10) {
+        let index = this.frameIndex();
+        if (index < 1) {
+          // 没有I整，或者缓存中只有第一帧是I帧，则全部清除，仅留I帧（可能会破图，因为后面的帧跟这个I帧不是连续的）
+          let frame = this.cacheDataQue.shift();
+          this.preTimeStamp = this.timeStamp(
+            this.cacheDataQue[this.cacheDataQue.length - 1]
+          );
+          this.cacheDataQue.length = 0;
+          this.cacheDataQue.push(frame);
+        } else {
+          // 取I帧前一帧的时间戳
+          this.preTimeStamp = this.timeStamp(this.cacheDataQue[index - 1]);
+          // 只留I帧及后面的帧
+          this.cacheDataQue = this.cacheDataQue.slice(
+            index,
+            this.cacheDataQue.length
+          );
+        }
+        break;
+      }
+      delay = delay / 1.5;
+    }
+
+    // 主子码流统一再缩小一个系数
+    if (this.streamType == 1) {
+      delay = delay / 1.5;
+    } else {
+      delay = delay / 2.5;
+    }
+
+    // 延时
+    await this.sleep(delay);
+
+    if (this.decoding) {
+      Module.HEAPU8.set(u8aHead, this.cacheBuffer);
+      Module._decodeVideo(this.cacheBuffer, u8aHead.length - 16);
+    }
+
+    this.cacheDataQue.shift();
+    this.preTimeStamp = headTimeStamp;
+  } while (false);
+
+  this.realPlayTimer = setTimeout(this.realPlay.bind(this), 0);
+};
+
+/**
+ * 回放视频解码
+ **/
+MnWorker.prototype.playBack = async function () {
+  do {
+    let shouldDecode = true;
+    let min = 30;
+    let max = 120;
+    if (this.playbackMode == 6) {
+      console.log("帧播放", min, max);
+      // 帧播放
+      min = 10;
+      max = 60;
+    }
+    let queLen = this.cacheDataQue.length;
+    if (queLen == 0) {
+      break;
+    } else if (queLen < min * 25) {
+      // 恢复终端码流传输
+      this.playBackCtrl(false);
+    } else if (queLen > max * 25) {
+      // console.log("暂停终端码流传输");
+      // 暂停终端码流传输
+      this.playBackCtrl(true);
+    }
+
+    // 首先渲染出I帧
+    if (this.hasInited === false) {
+      if (this.isPause) break;
+      let u8a = this.cacheDataQue.shift();
+
+      // 取出帧尾16个字符
+      let dataString = "";
+      let dataLen = u8a.length - 16;
+      for (let i = 0; i < 16; i++) {
+        dataString += String.fromCharCode(u8a[dataLen + i]);
+      }
+
+      // 获取时间戳
+      this.preTimeStamp = Number(dataString.substr(0, 13));
+      // 获取编码类型，初始化视频解码器
+      if (!this.decoderInited) {
+        let decoderType = Common.kDecoderH264;
+        if (dataString.substr(14) == 99) {
+          decoderType = Common.kDecoderH265;
+        }
+        Module._videoInit(decoderType);
+        this.decoderInited = true;
+      }
+
+      // 获取帧类型，若是I帧，则立即渲染
+      let frameType = Number(dataString.substr(13, 1));
+      if (this.decoding && frameType == 0) {
+        Module.HEAPU8.set(u8a, this.cacheBuffer);
+        Module._decodeVideo(this.cacheBuffer, dataLen);
+        this.hasInited = true;
+        this.shouldPlayNextTime = new Date().getTime();
+      }
+      break;
+    }
+
+    let u8aHead = this.cacheDataQue.shift();
+    let headTimeStamp = this.timeStamp(u8aHead);
+    let delay = headTimeStamp - this.preTimeStamp;
+    if (this.speed) {
+      delay = delay / this.speed;
+    }
+    /* 该帧应播时间 */
+    this.shouldPlayNextTime = this.shouldPlayNextTime + delay;
+    let now = new Date().getTime();
+    let d = this.shouldPlayNextTime - now;
+    if (now >= this.shouldPlayNextTime) {
+      if (d < -2000) {
+        console.log("播放太慢了 跳帧", d, delay);
+        while (true) {
+          if (this.cacheDataQue.length > 0) {
+            /* 寻找时间最接近的I帧 */
+            let dataString = "";
+            let dataLen = u8aHead.length - 16;
+            for (let i = 0; i < 16; i++) {
+              dataString += String.fromCharCode(u8aHead[dataLen + i]);
+            }
+            let frameType = Number(dataString.substr(13, 1));
+            if (frameType == 0) {
+              /* 是I帧 */
+              /* 帧时间 */
+              let headTimeStamp = this.timeStamp(u8aHead);
+              /* 当前帧与之前帧的时间差 */
+              let delay = headTimeStamp - this.preTimeStamp;
+              if (this.speed) {
+                delay = delay / this.speed;
+              }
+              console.log("I帧播放");
+              this.shouldPlayNextTime = this.shouldPlayNextTime + delay;
+              break;
+            } else {
+              // console.log('寻找下一帧');
+              if (this.cacheDataQue.length > 0) {
+                u8aHead = this.cacheDataQue.shift();
+              } else {
+                console.log("没有帧了等待");
+                this.hasInited = false;
+                shouldDecode = false;
+                this.shouldPlayNextTime = new Date().getTime();
+                break;
+              }
+            }
+          } else {
+            this.hasInited = false;
+            shouldDecode = false;
+            this.shouldPlayNextTime = new Date().getTime();
+            break;
+          }
+        }
+      }
+    } else {
+      // console.log('解码太快 等待', delay, now, this.shouldPlayNextTime, d, queLen);
+      // console.log('speed',this.speed)
+      /* 如果出现跨段 等待时间超过10秒以上 则为跨段直接进入下一帧 */
+      if (d > 10000) {
+        // 跨段等待3秒
+        d = 3000;
+        this.shouldPlayNextTime = new Date().getTime() + 3000;
+      }
+      await this.sleep(d);
+    }
+    if (shouldDecode) {
+      if (this.decoding) {
+        Module.HEAPU8.set(u8aHead, this.cacheBuffer);
+        Module._decodeVideo(this.cacheBuffer, u8aHead.length - 16);
+      }
+    }
+    this.preTimeStamp = headTimeStamp;
+  } while (false);
+  this.playBackTimer = setTimeout(this.playBack.bind(this), 5);
+};
+
+MnWorker.prototype.dateFormat = function (fmt, date) {
+  let ret;
+  const opt = {
+    "Y+": date.getFullYear().toString(), // 年
+    "m+": (date.getMonth() + 1).toString(), // 月
+    "d+": date.getDate().toString(), // 日
+    "H+": date.getHours().toString(), // 时
+    "M+": date.getMinutes().toString(), // 分
+    "S+": date.getSeconds().toString(), // 秒
+    // 有其他格式化字符需求可以继续添加，必须转化成字符串
+  };
+  for (let k in opt) {
+    ret = new RegExp("(" + k + ")").exec(fmt);
+    if (ret) {
+      fmt = fmt.replace(
+        ret[1],
+        ret[1].length == 1 ? opt[k] : opt[k].padStart(ret[1].length, "0")
+      );
+    }
+  }
+  return fmt;
+};
+
+/**
+ * 历史回放控制
+ **/
+MnWorker.prototype.playBackCtrl = function (pause) {
+  if (pause) {
+    if (this.playbackMode == 1) {
+      return;
+    }
+    this.playbackMode = 1;
+  } else {
+    if (this.playbackMode == 0) {
+      return;
+    }
+    this.playbackMode = 0;
+  }
+
+  let req = {};
+  req.phone = this.phone;
+  req.channel = this.channel;
+  req.messageId = 0x9202;
+  req.mediaType = this.mediaType;
+  req.streamType = this.streamType;
+  req.beginTime = this.beginTime;
+  req.acceptLanguage = this.lang;
+  req.playbackMode = this.playbackMode;
+  let json = JSON.stringify(req);
+
+  if (this.websocket != null) {
+    if (this.websocket.readyState === this.websocket.OPEN) {
+      this.websocket.send(json);
+    } else {
+      if (this.playBackTimer !== null) {
+        clearTimeout(this.playBackTimer);
+        this.playBackTimer = null;
+      }
+      this.websocket = null;
+    }
+  }
+};
+
+/**
+ * 获取时间戳
+ **/
+MnWorker.prototype.timeStamp = function (u8a) {
+  let dataString = "";
+  let dataLen = u8a.length - 16;
+
+  for (let i = 0; i < 16; i++) {
+    dataString += String.fromCharCode(u8a[dataLen + i]);
+  }
+
+  return Number(dataString.substr(0, 13));
+};
+
+/**
+ * 获取数组中最后一个I帧的索引
+ **/
+MnWorker.prototype.frameIndex = function () {
+  let index = -1;
+  for (let i = 0; i < this.cacheDataQue.length; i++) {
+    let u8a = this.cacheDataQue[i];
+    let dataLen = u8a.length - 16;
+    if (u8a[dataLen + 13] == 48) {
+      // 48 <=> '0'
+      index = i;
+    }
+  }
+  return index;
+};
+
+/**
+ * 延时
+ **/
+MnWorker.prototype.sleep = function (ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+};
+
+/**
+ * 往码流链路发音频控制命令
+ **/
+MnWorker.prototype.enableAudio = function (d) {
+  this.playAudio = d;
+  /*    if (this.websocket != null) {
+        let req = {};
+        req.phone = this.phone;
+        req.channel = this.channel;
+        if (d) {
+            req.messageId = 0x9601;
+        } else {
+            req.messageId = 0x9600;
+        }
+        let json = JSON.stringify(req);
+        this.websocket.send(json);
+    } else {
+        this.logger.logInfo("Web socket is null");
+    }*/
+};
+
+/**
+ * 关闭websocket码流链路
+ **/
+MnWorker.prototype.closeStream = function () {
+  this.pause();
+
+  if (this.websocket != null) {
+    this.websocket.close();
+    this.websocket = null;
+  }
+
+  if (this.netSpeedTimer != null) {
+    clearInterval(this.netSpeedTimer);
+    this.netSpeedTimer = null;
+  }
+
+  this.baseUnInit();
+};
+
+/**
+ * 码流信息解码
+ **/
+MnWorker.prototype.sendData = function (data) {
+  if (!this.decoding) {
+    return;
+  }
+
+  let u8a = new Uint8Array(data);
+  this.netSpeedSize += u8a.length;
+  //u8a = u8a.subarray(26, 114); // 去掉rtp头，可用于对讲测试
+  if (u8a[0] == 0 && u8a[1] == 0 && u8a[2] == 0 && u8a[3] == 1) {
+    this.cacheDataQue.push(u8a);
+  } else {
+    if (this.mediaType !== Common.kMediaSpeak && !this.playAudio) {
+      // 监听时，按声音开关控制播放音频
+      return;
+    }
+    if (!this.voiceScheduling) {
+      // 语音调度不播放上行音频
+      // 最后一字节为音频编码类型
+      Module.HEAPU8.set(u8a, this.cacheBuffer);
+      Module._decodeAudio(
+        this.cacheBuffer,
+        u8a.length - 1,
+        u8a[u8a.length - 1]
+      );
+    }
+  }
+};
+
+/**
+ * 处理来自MnPlayer的命令
+ **/
+MnWorker.prototype.processReq = function (req) {
+  switch (req.t) {
+    case Common.kOpenDecoderReq:
+      this.ws = req.ws;
+      this.host = req.host;
+      this.port = req.port;
+      this.phone = req.phone;
+      (this.userId = req.userId),
+        (this.tenantId = req.tenantId),
+        (this.token = req.token),
+        (this.channel = req.channel);
+      this.lang = req.lang;
+      this.deviceType = req.deviceType;
+      break;
+    case Common.kResumeDecodingReq:
+      this.resume();
+      break;
+    case Common.kPauseDecodingReq:
+      this.pause();
+      break;
+    case Common.kOpenStreamReq:
+      this.messageId = req.messageId;
+      this.mediaType = req.mediaType;
+      this.streamType = req.streamType;
+      this.beginTime = req.beginTime;
+      this.lang = req.lang;
+      this.openStream();
+      break;
+    case Common.kEnableAudioReq:
+      this.enableAudio(req.d);
+      break;
+    case Common.kSwitchStreamReq:
+      this.switchStream(req.m, req.s);
+      break;
+    case Common.kRecorderSpeakReq:
+      this.voiceScheduling = true;
+      this.encodeAudio(req.d);
+      break;
+    case Common.kRecorderTalkReq:
+      this.voiceScheduling = false;
+      this.encodeAudio(req.d);
+      break;
+    case Common.kCloseStreamReq:
+      this.closeStream();
+      break;
+    case Common.kFastForward:
+      this.fastForward = req.d;
+      break;
+    case Common.kReplayReq:
+      this.play();
+      break;
+    case Common.kReplaySpeed:
+      let beginTime = this.beginTime;
+      this.playbackMode = req.playbackMode;
+      if (req.time) {
+        beginTime = req.time;
+      } else if (this.preTimeStamp) {
+        let t = new Date(this.preTimeStamp);
+        beginTime = `${t.getUTCFullYear()}-${(t.getUTCMonth() + 1)
+          .toString()
+          .padStart(2, "0")}-${t.getUTCDate().toString().padStart(2, "0")} ${t
+          .getUTCHours()
+          .toString()
+          .padStart(2, "0")}:${t
+          .getUTCMinutes()
+          .toString()
+          .padStart(2, "0")}:${t.getUTCSeconds().toString().padStart(2, "0")}`;
+      }
+
+      this.websocket.send(
+        JSON.stringify({
+          playbackSpeed: req.d,
+          messageId: 0x9202,
+          channel: this.channel,
+          phone: this.phone,
+          deviceType: this.deviceType,
+          streamType: this.streamType,
+          mediaType: this.mediaType,
+          host: this.host,
+          hostUuid: this.host_uuid,
+          port: this.port,
+          ws: this.ws,
+          beginTime,
+          acceptLanguage: this.lang,
+          playbackMode: this.playbackMode,
+        })
+      );
+      this.speed = req.v;
+      this.speedValue = req.d;
+      break;
+    default:
+      this.logger.logError("Unsupport messsage " + req.t);
+  }
+};
+
+/**
+ * 录音编码（对讲）
+ **/
+//判断设备 6 等于QM003  26 = 磁北
+MnWorker.prototype.encodeAudio = function (data) {
+  if (this.websocket != null) {
+    Module.HEAP8.set(data, this.speakBuffer);
+    Module._encodeAudio(
+      this.speakBuffer,
+      data.length,
+      this.deviceType == "6" ? 6 : 26
+    );
+  }
+};
+
+/**
+ * 字符串转int8Array
+ **/
+MnWorker.prototype.toInt8Array = function (str) {
+  let i8a = [];
+  for (let i = 0; i < str.length; i++) {
+    i8a.push(str.charCodeAt(i));
+  }
+  return new Int8Array(i8a);
+};
+
+/**
+ * 缓存来自MnPlayer的命令
+ **/
+MnWorker.prototype.cacheReq = function (req) {
+  if (req) {
+    this.cacheReqQue.push(req);
+  }
+};
+
+/**
+ * WASM初始化
+ **/
+MnWorker.prototype.onWasmLoaded = function () {
+  this.wasmLoaded = true;
+  this.readyCallback = Module.addFunction(function (width, height) {
+    let objData = {
+      t: Common.kVideoReady,
+      w: width,
+      h: height,
+    };
+    self.postMessage(objData);
+  }, "viid");
+  let that = this;
+  this.videoCallback = Module.addFunction(function (buff, size) {
+    let outArray = Module.HEAPU8.subarray(buff, buff + size);
+    let data = new Uint8Array(outArray);
+    let objData = {
+      t: Common.kVideoFrame,
+      d: data,
+      ti: that.preTimeStamp,
+    };
+    self.postMessage(objData, [objData.d.buffer]);
+  }, "viid");
+  this.audioCallback = Module.addFunction(function (buff, size) {
+    let outArray = Module.HEAPU8.subarray(buff, buff + size);
+    let data = new Uint8Array(outArray);
+    let objData = {
+      t: Common.kAudioFrame,
+      d: data,
+    };
+    self.postMessage(objData, [objData.d.buffer]);
+  }, "viid");
+
+  this.speakCallback = Module.addFunction(function (buff, size) {
+    let outArray = Module.HEAPU8.subarray(buff, buff + size);
+    let data = new Int8Array(outArray);
+    if (
+      self.decoder.websocket !== null &&
+      self.decoder.websocket.readyState === self.decoder.websocket.OPEN
+    ) {
+      self.decoder.websocket.send(data);
+    }
+  }, "viid");
+
+  // 执行缓存中的命令
+  while (this.cacheReqQue.length > 0) {
+    let req = this.cacheReqQue.shift();
+    this.processReq(req);
+  }
+};
+
+self.decoder = new MnWorker();
+
+/**
+ * 接收主线程消息
+ **/
+self.onmessage = function (evt) {
+  console.log("接收主线程消息", evt, self.decoder);
+  if (!self.decoder) {
+    console.log("[ER] MnWorker not initialized!");
+    return;
+  }
+
+  let req = evt.data;
+  if (!self.decoder.wasmLoaded) {
+    // 若尚未初始化，则缓存该命令
+    console.log("缓存命令", req);
+    self.decoder.cacheReq(req);
+    return;
+  }
+  console.log("接收主线程消息", req);
+  self.decoder.processReq(req);
+};
+
+/**
+ * 初始化
+ **/
+function onWasmLoaded() {
+  if (self.decoder) {
+    console.log("WASM加载完成");
+    self.decoder.onWasmLoaded();
+  } else {
+    console.log("[ER] No decoder!");
+  }
+}