@xmov/avatar 2.4.0 → 2.5.0-alpha.1

package/src/control/ttsa.ts

@@ -1,754 +0,0 @@
-/**
- * WebSocket 模块，即 TTSA 服务
- */
-import { decode } from "@msgpack/msgpack";
-import io, { Socket } from "socket.io-client";
-import {
-  EFrameDataType,
-  FRAME_SOURCE_SOURCE,
-  IRawAudioFrameData,
-  IRawBodyFrameData,
-  IRawEventFrameData,
-  IRawFrameData,
-  ITtsFaceFrameData,
-  StateChangeInfo,
-} from "../types/frame-data";
-import type XmovAvatar from "../index";
-import { AvatarStatus, DeviceInfo, Layout, WalkConfig } from "../types";
-import { EErrorCode } from "../types/error";
-import { performanceConstant } from "../utils/perfermance";
-import { IResumeParams } from "../modules/ResourceManager";
-import { scaledInt16BytesToFloat32 } from "../utils/float32-decoder";
-import Pako from 'pako';
-import '../proto/protobuf.min';
-import '../proto/face_data_pb';
-
-const proxyProtobuf = protobuf.roots.default;
-const CLIENT_QUIT_ACK_TIMEOUT_MS = 3000;
-
-const pointNameObj = {
-  'connect_sdk': '连接SDK',
-  'connect_sdk_success': '连接SDK成功',
-  'llm_text_sdk_received': '大模型输出的文本SDK前端收到',
-  'rendering_data_received': '客户端收到音频数据时间',
-  'rendering_display': '客户端播放音频数据时间',
-  'close_session': '关闭会话',
-  'audio_data_expired': '音频数据过期',  
-}
-
-interface ITtsaOptions {
-  sdkInstance: XmovAvatar;
-  url: string;
-  path?: string;
-  room: string;
-  session_id: string;
-  token: string;
-  appInfo: {
-    appId: string;
-    env: string;
-  };
-  framedata_proto_version: number;
-  onReady(): void;
-  handleMessage: (type: EFrameDataType, data: IRawFrameData[]) => void;
-  handleAAFrame: (data: any) => void;
-  runStartFrameIndex: (server_time: number) => void;
-  ttsaStateChangeHandle: (state: StateChangeInfo) => void;
-  reloadSuccess: () => void;
-  enterOfflineMode: () => void;
-  reStartSDK: () => void;
-  reconnect_client_timeout: number;
-  reconnect_timeout: number;
-  sendVoiceEnd: () => void;
-  getCurrentFrameIndex: () => number;
-}
-
-export default class Ttsa {
-  private TAG = "[TTSA]";
-  private ws: Socket;
-  private connectedOnce = false;
-  private quitRequested = false;
-  private quitPromise: Promise<void> | null = null;
-  private room: string;
-  private session_id: string;
-  private token: string;
-  private framedata_proto_version: number;
-  private getResumeInfo?: () => IResumeParams;
-  private runStartFrameIndex: (client_time: number) => void;
-  private ttsaStateChangeHandle: (state: StateChangeInfo) => void;
-  private sdk: XmovAvatar;
-  private reloadSuccess: () => void;
-  private _lastSessionId = "";
-  private _uniqueSpeakId: number;
-  private session_speak_req_id: number;
-  private enterOfflineMode: () => void;
-  private reStartSDK: () => void;
-  private reconnect_client_timeout: number;
-  private reconnect_timeout: number;
-  private reconnectTimer = -1;          // 重开房间定时器（reconnect_client_timeout 后 stopSession + reStartSDK）
-  private socketReconnectTimer = -1;    // 停止 socket.io 自动重连定时器（reconnect_timeout 后旧房间已失效）
-  private wsConnectTimer = 0;
-  private enterOfflineFlag = false;
-  private sendVoiceEnd: () => void;
-  private syncTimestampInterval: any = 0;
-  // 每 5 秒检查一次
-  private syncTimestampNum: number = 5 * 1000;
-  // 真正目标：5 分钟
-  private readonly SYNC_INTERVAL = 5 * 60 * 1000;
-  // 上次同步时间
-  private lastSyncTime = Date.now();
-  private getCurrentFrameIndex: () => number;
-  // 客户端心跳定时器（每 2s 发送一次）
-  private heartbeatTimer: number = -1;
-  private readonly HEARTBEAT_INTERVAL = 2000;
-
-  /**
-   * 清除WebSocket重连定时器（含停止 socket.io 自动重连的定时器）
-   */
-  public clearReconnectTimer(): void {
-    if (this.reconnectTimer !== -1) {
-      clearTimeout(this.reconnectTimer);
-      this.reconnectTimer = -1;
-    }
-    // 一并清理停止 socket.io 自动重连的定时器：网络恢复后交由 socket.io 自行重连，
-    // 不再强制断开（下次 disconnect 会重新按窗口设置）
-    this.clearSocketReconnectTimer();
-  }
-
-  /**
-   * 清除停止 socket.io 自动重连的定时器
-   */
-  private clearSocketReconnectTimer(): void {
-    if (this.socketReconnectTimer !== -1) {
-      clearTimeout(this.socketReconnectTimer);
-      this.socketReconnectTimer = -1;
-    }
-  }
-
-  /**
-   * 启动客户端心跳（每 2s 发送一次 client_heartbeat）
-   */
-  private startHeartbeat(): void {
-    this.stopHeartbeat();
-    this.heartbeatTimer = window.setInterval(() => {
-      this.send("client_heartbeat", {
-        timestamp: Date.now(),
-        frame: this.getCurrentFrameIndex(),
-      });
-    }, this.HEARTBEAT_INTERVAL);
-  }
-
-  /**
-   * 停止客户端心跳
-   */
-  private stopHeartbeat(): void {
-    if (this.heartbeatTimer !== -1) {
-      clearInterval(this.heartbeatTimer);
-      this.heartbeatTimer = -1;
-    }
-  }
-
-  private _isResume = false;
-  private appInfo: {
-    appId: string;
-    env: string;
-  };
-  constructor(options: ITtsaOptions) {
-    this.appInfo = options.appInfo;
-    this.sdk = options.sdkInstance;
-    this.room = options.room;
-    this.session_id = options.session_id;
-    this.token = options.token;
-    this.framedata_proto_version = options.framedata_proto_version;
-    this._uniqueSpeakId = 0;
-    this.runStartFrameIndex = options.runStartFrameIndex;
-    this.ttsaStateChangeHandle = options.ttsaStateChangeHandle;
-    this.reloadSuccess = options.reloadSuccess;
-    this.session_speak_req_id = 0;
-    this.enterOfflineMode = options.enterOfflineMode;
-    this.reStartSDK = options.reStartSDK;
-    this.reconnect_client_timeout = options.reconnect_client_timeout;
-    this.reconnect_timeout = options.reconnect_timeout;
-    this.sendVoiceEnd = options.sendVoiceEnd;
-    this.getCurrentFrameIndex = options.getCurrentFrameIndex;
-
-    const ws = io(options.url, {
-      query: {
-        token: this.token,
-      },
-      path: options.path || "",
-      transports: ['websocket'],
-      // 自动重连不限制次数：在 reconnect_timeout（服务端断开旧房间的窗口）内持续尝试，
-      // 失效房间必然重连失败；超过窗口由 disconnect 处理器中的停止定时器断开，
-      // 超过 reconnect_client_timeout 由重开房间定时器兜底（stopSession + reStartSDK）
-      reconnection: true,
-      reconnectionAttempts: Infinity,
-      reconnectionDelay: 1000,
-      reconnectionDelayMax: 1000,
-      randomizationFactor: 0.3
-    });
-
-    ws.on("connect", () => {
-      if (this.quitRequested) {
-        ws.disconnect();
-        return;
-      }
-      this.connectedOnce = true;
-      // 连接成功时清理重连定时器
-      this.clearReconnectTimer();
-      this.initWsTimeoutTimer();
-      // 启动客户端心跳
-      this.startHeartbeat();
-      // 重置离线处理标志：重连成功后允许下次断网正常进入离线/重连流程
-      this.enterOfflineFlag = false;
-      (window as any).performanceTracker.markEnd(performanceConstant.ttsa_connect);
-      const payload = {
-        room: this.room,
-        client_type: "web",
-        invisible_mode: this.sdk.getPendingInvisibleMode(),
-      };
-      this.send("enter_room", payload);
-      // 窗口内自动重连恢复：服务端可能不重发 first_start_timestamp，
-      // 若仅依赖 reloadSuccess 补发 online/恢复播放，状态会卡在离线导致重连后卡死。
-      // 因此重连成功即恢复（仅初始化完成且此前已离线时；初次启动 status 为 -1 不受影响）
-      if (this.sdk.getStatus() === AvatarStatus.offline && this.sdk.getIsInitialized()) {
-        this.reloadSuccess();
-      }
-    });
-    ws.on("first_start_timestamp", (e: any) => {
-      if (this.quitRequested) {
-        return;
-      }
-      (window as any).avatarSDKLogger.log(this.TAG, "first_start_timestamp", e);
-      // 前端在发送first_start_timestamp后运行帧索引
-      this.firstStartTimestamp(e.server_time);
-      (window as any).performanceTracker.markEnd(performanceConstant.ttsa_ready);
-      (window as any).performanceTracker.markStart(performanceConstant.ttsa_body_res);
-      (window as any).avatarSDKLogger.log(this.TAG, 'ready');
-      this.reloadSuccess()
-      options.onReady();
-    });
-    ws.on("state_change", (e: StateChangeInfo) => {
-      this.ttsaStateChangeHandle(e);
-    });
-    ws.on("tts_audio", (e: any) => {
-      try {
-        const decodedData = decode(e) as IRawAudioFrameData[];
-        this.sendSdkPoint('rendering_data_received', { multi_turn_conversation_id: decodedData[0].multi_turn_conversation_id });
-
-        (window as any).avatarSDKLogger.log(this.TAG, "下发音频数据tts_audio", decodedData);
-        options.handleMessage(EFrameDataType.AUDIO, decodedData);
-      } catch (error) {
-        this.sdk.onMessage({
-          code: EErrorCode.AUDIO_DECODE_ERROR,
-          message: `Error: 音频数据解码失败`,
-          e: error,
-        });
-      }
-    });
-    ws.on("face_data", async (e: any) => {
-      try {
-        if(!this.framedata_proto_version) {
-           const faceDecodeData = decode(e) as ITtsFaceFrameData[];
-          (window as any).avatarSDKLogger.log(this.TAG, "face_data", faceDecodeData);
-          if(faceDecodeData[0].s !== 'speak' && this.enterOfflineFlag) {
-            // 发送voice_end
-            this.sendVoiceEnd();
-            this.enterOfflineFlag = false;
-          }
-          options.handleMessage(EFrameDataType.FACE, faceDecodeData);
-        } else {
-          let frameList: any[] = []
-          const uint8Array = new Uint8Array(e);
-          const decompressed = Pako.inflate(uint8Array);
-          const FaceFrameDataList = proxyProtobuf.FaceFrameDataList.decode(decompressed, undefined, () => { });
-          const faceFrameList = FaceFrameDataList.toJSON() || { data: [] };
-          frameList = faceFrameList.data.map((frame) => {
-            // 1. 解析 JointData 实例（转为普通对象 + 解码 float16）
-            const joints = (frame.js || []).map((joint) => {
-              // joint 是 protobuf 生成的 JointData 实例，直接访问字段
-              return {
-                translate: joint.translate || [], // float32 无需解码，直接提取
-                rotate: joint.rotate ? scaledInt16BytesToFloat32(joint.rotate) : []
-              };
-            });
-
-            // 2. 解析 MeshData 实例（转为普通对象 + 解码 float16）
-            const meshes = (frame.ms || []).map((mesh) => {
-              return {
-                index: mesh.index || 0,
-                weights: mesh.weights || []
-              };
-            });
-            return {
-              ...frame,
-              bsw: frame.bsw ? scaledInt16BytesToFloat32(frame.bsw) : [],
-              js: joints,
-              ms: meshes,
-              body_id: frame.bodyId || 0, // proto 中的 body_id → 编译后 bodyId（驼峰）
-              face_frame_type: frame.faceFrameType || 0
-            };
-          })
-          options.handleMessage(EFrameDataType.FACE, frameList);
-          if(frameList[0].s !== 'speak' && this.enterOfflineFlag) {
-            // 发送voice_end
-            this.sendVoiceEnd();
-            this.enterOfflineFlag = false;
-          }
-          // const faceDecodeData = decode(e) as ITtsFaceFrameData[];
-          (window as any).avatarSDKLogger.log(this.TAG, "face_data", frameList);
-        }
-      } catch (error) {
-        this.sdk.destroy();
-        this.sdk.onMessage({
-          code: EErrorCode.FACE_DECODE_ERROR,
-          message: `Error: 表情数据解码失败`,
-          e: error,
-        });
-      }
-    });
-    ws.on("body_data", (e: any) => {
-      try {
-        // 清空离线mode
-        let bodyDecodeData = decode(e) as IRawBodyFrameData[];
-        (window as any).performanceTracker.markEnd(performanceConstant.start_action_res, bodyDecodeData[0].s);
-        const cBody = bodyDecodeData.map(item => ({
-          ...item,
-          x_offset: []
-        }));
-       (window as any).avatarSDKLogger.log(this.TAG, "body_data", JSON.stringify(cBody), new Date().getTime());
-        (window as any).performanceTracker.markEnd(performanceConstant.ttsa_body_res);
-        options.handleMessage(EFrameDataType.BODY, bodyDecodeData);
-      } catch (error) {
-        this.sdk.onMessage({
-          code: EErrorCode.VIDEO_DECODE_ERROR,
-          message: `Error: 身体数据解码失败`,
-          e: error,
-        });
-      }
-    });
-    ws.on("event_data", (e: any) => {
-      try {
-        const decodeData = decode(e) as IRawEventFrameData[];
-        (window as any).avatarSDKLogger.log(this.TAG, "event_data", JSON.stringify(decodeData));
-        options.handleMessage(EFrameDataType.EVENT, decodeData);
-      } catch (error) {
-        this.sdk.onMessage({
-          code: EErrorCode.EVENT_DECODE_ERROR,
-          message: `Error: 事件数据解码失败`,
-          e: error
-        });
-      }
-    });
-    ws.on("sync_frame", (e: any) => {
-      options.handleMessage(EFrameDataType.SYNC_FRAME, e);
-    });
-    ws.on("aa_frame", (e: any) => {
-      (window as any).avatarSDKLogger.log(this.TAG, "下发机器人视频帧aa_frame", e);
-      options.handleAAFrame(e);
-    });
-    ws.on("error_message", (e: any) => {
-      this.sdk.onMessage({
-        code: e?.error_code || EErrorCode.TTSA_ERROR,
-        message: e?.user_hint || 'TTSA 返回异常',
-      });
-    });
-    ws.on("disconnect", (e) => {
-      this.clearOldWsTimeoutTimer();
-      // 停止客户端心跳
-      this.stopHeartbeat();
-      if (this.quitRequested || e === 'io client disconnect') {
-        return;
-      }
-      // 增加状态检查，避免重复处理断开事件
-      if (this.enterOfflineFlag) {
-        (window as any).avatarSDKLogger.warn(this.TAG, "已在离线处理中，忽略重复的disconnect事件");
-        return;
-      }
-      this.sdk.onMessage({
-        code: EErrorCode.SOCKET_DISCONNECT,
-        message: `client Warning: socket disconnect, ${e}`,
-      });
-      (window as any).avatarSDKLogger.warn(this.TAG, `${options.url} 已断开`, "disconnect原因", e);
-      this.enterOfflineFlag = true;
-      if(this.sdk.getStatus() === AvatarStatus.offline) {
-        // 已进入离线模式，不销毁
-        this.sdk.onStatusChange(AvatarStatus.offline);
-      } else {
-        // 无网断开则进入离线模式
-        this.enterOfflineMode();
-      }
-      // 重连窗口策略（不再依赖 navigator.onLine，socket 断开即启动）：
-      // ① socketReconnectTimer（reconnect_timeout）：窗口内 socket.io 自动重连；
-      //    服务端会在 reconnect_timeout 后断开旧房间，因此窗口结束即停止无谓的自动重连
-      // ② reconnectTimer（reconnect_client_timeout）：仍未能重连则停止旧连接并重开房间
-      // 均仅首次设置，避免 socket.io 重连失败反复触发 disconnect 重置定时器导致永不执行；
-      // 重连成功时 connect 处理器、网络恢复时 NetworkMonitor -> clearReconnectTimer 都会取消
-      if (this.socketReconnectTimer === -1 && this.reconnect_timeout > 0) {
-        this.socketReconnectTimer = window.setTimeout(() => {
-          try {
-            ws.disconnect();
-          } catch (error) {
-            (window as any).avatarSDKLogger.warn(this.TAG, "disconnect error", error);
-          }
-          this.socketReconnectTimer = -1;
-        }, this.reconnect_timeout * 1000);
-      }
-      if (this.reconnectTimer === -1) {
-        this.reconnectTimer = window.setTimeout(async () => {
-          try {
-            ws.disconnect();
-          } catch (error) {
-            (window as any).avatarSDKLogger.warn(this.TAG, "disconnect error", error);
-          }
-          await this.sdk.stopSessionFromSocket("WS_TIMEOUT");
-          this.reStartSDK();
-        }, this.reconnect_client_timeout * 1000);
-      }
-    }) as any;
-    ws.on("client_quit", (e) => {
-      (window as any).avatarSDKLogger.warn(this.TAG, "client_quit", "断开原因", e);
-      // A quit broadcast may precede its ACK. Let the local quit flow own teardown.
-      if (this.quitRequested) {
-        return;
-      }
-      ws.disconnect();
-      this.session_speak_req_id = 0;
-      if (Object.keys(e).length) {
-        this.sdk.onMessage({
-          code: EErrorCode.SOCKET_QUIT,
-          message: `ttsa主动关闭 reason: ${JSON.stringify({ e })}`,
-          e
-        })
-      }
-      // 字符库加载失败，进入离线模式
-      // 优化代码
-      const not_reStart_reason = ['user', 'char_bin_load_error', 'admin kick', 'nebula admin stop', 'no_time'];
-      if(!not_reStart_reason.includes(e?.stop_reason)) {
-        if(this.sdk.getStatus() === AvatarStatus.offline) {
-          // 已进入离线模式，不销毁
-          this.sdk.onStatusChange(AvatarStatus.offline);
-        } else {
-          // 无网断开则进入离线模式
-          this.enterOfflineMode();
-        }
-        this.reStartSDK();
-      } else {
-        this.sdk.destroyClient();
-        this.sdk.onStatusChange(AvatarStatus.close);
-      }
-    });
-    ws.on("connect_error", (e: any) => {
-      this.sdk.onMessage({
-        code: EErrorCode.CONNECT_SOCKET_ERROR,
-        message: `Error: socket连接失败`,
-        e,
-      });
-    });
-    ws.onAny((event, args) => {
-      if (this.ws.connected) {
-        this.initWsTimeoutTimer();
-      }
-    })
-    this.ws = ws;
-  }
-
-  clearOldWsTimeoutTimer = () => {
-    if (this.wsConnectTimer) {
-      clearTimeout(this.wsConnectTimer);
-      this.wsConnectTimer = 0; // 重置为初始值 0，保持状态统一
-    }
-  };
-  initWsTimeoutTimer = () => {
-    this.clearOldWsTimeoutTimer();
-    if (this.quitRequested) {
-      return;
-    }
-
-    this.wsConnectTimer = window.setTimeout(async () => {
-      
-      try {
-        this.sdk.onMessage({
-          code: EErrorCode.CONNECT_SOCKET_ERROR,
-          message: `Error: socket长时间未下发数据`,
-        });
-
-        if (this.session_id) {
-          await this.sdk.stopSessionFromSocket("WS_NO_DATA_TIMEOUT");
-          this.ws.disconnect();
-        }
-
-        this.reStartSDK();
-      } finally {
-        this.clearOldWsTimeoutTimer();
-      }
-    }, (this.reconnect_client_timeout + 10) * 1000);
-  };
-
-  start() {
-    if (this._isResume) {
-      this._isResume = false;
-      return;
-    }
-    this.stateChange("interactive_idle");
-  }
-
-  idle() {
-    this.stateChange("idle");
-  }
-
-  // faceDetect() {
-  //   this.stateChange("face_detect");
-  // }
-
-  // wakeUp() {
-  //   this.stateChange("wake_up");
-  // }
-
-  listen() {
-    this.stateChange("listen");
-  }
-
-  think() {
-    this.stateChange("think");
-  }
-
-  // skill(action_semantic: string) {
-  //   this.stateChange("skill",{
-  //     action_semantic
-  //   });
-  // }
-
-  // exitInteraction() {
-  //   this.stateChange("exit_interaction");
-  // }
-
-  // touchReact() {
-  //   this.stateChange("touch_react");
-  // }
-
-  interactiveidle() {
-    this.stateChange("interactive_idle");
-  }
-
-  /**
-   * 通知后端进入隐身模式
-   */
-  enterInvisibleMode(): void {
-    this.send('switch_invisible_mode', { session_id: this.session_id, invisible_mode: true });
-  }
-
-  /**
-   * 通知后端退出隐身模式
-   */
-  exitInvisibleMode(): void {
-    this.send('switch_invisible_mode', { session_id: this.session_id, invisible_mode: false });
-  }
-
-  firstStartTimestamp(server_time: number) {
-    const client_time = Date.now() / 1000;
-    const payload = {
-      server_time,
-      client_time,
-    };
-    const resumeInfo = this._getResumeInfo()
-    if (this._isResume && resumeInfo && resumeInfo.client_frame > 0) {
-      payload['resume_from_offline_idle'] = resumeInfo;
-    } else {
-      // 数据异常，重置_isResume
-      this._isResume = false;
-    }
-    this.runStartFrameIndex(client_time);
-    this.send("first_start_timestamp", payload);
-  }
-  
-  syncTimestamp() {
-    if (this.syncTimestampInterval) {
-      clearInterval(this.syncTimestampInterval);
-      this.syncTimestampInterval = 0;
-    }
-
-    this.syncTimestampInterval = setInterval(() => {
-      const now = Date.now();
-      if (now - this.lastSyncTime >= this.SYNC_INTERVAL) {
-        const client_frame = this.getCurrentFrameIndex();
-        this.sendSyncTimestamp(client_frame);
-        this.lastSyncTime = now;
-      }
-    }, this.syncTimestampNum);
-  }
-
-  sendSyncTimestamp(client_frame: number) {
-    const client_time = Date.now() / 1000;
-    this.send("sync_frame", { client_time, source: FRAME_SOURCE_SOURCE, client_frame });
-  }
-
-  sendText(ssml: string, is_start: boolean, is_end: boolean, extra = {client_speak_id: ''}) {
-    if (!this.ws.connected) {
-      return
-    }
-    const uniqueSpeakId = this.getUniqueSpeakId();
-    if(!extra?.client_speak_id) {
-      extra.client_speak_id = uniqueSpeakId;
-    }
-    const payload = {
-      ssml,
-      is_start,
-      is_end,
-      extra,
-      multi_turn_conversation_id: uniqueSpeakId,
-      session_speak_req_id: this.session_speak_req_id,
-      timestamp: Date.now(),
-      // @ts-ignore
-      sdkVersion: VERSION,
-    };
-    this.sendSdkPoint('llm_text_sdk_received', {
-      ...extra,
-      is_start,
-      is_end,
-      content: { ssml },
-      multi_turn_conversation_id: uniqueSpeakId,
-      speak_id: this.session_speak_req_id++,
-    });
-    if (is_start) {
-      (window as any).performanceTracker.markStart(performanceConstant.start_action_res, 'speak');
-      (window as any).performanceTracker.markStart(performanceConstant.start_action_render, 'speak');
-      (window as any).performanceTracker.markStart(performanceConstant.voice_response_play, 'speak');
-    }
-    if (is_end) {
-      this.updateUniqueSpeakId();
-    }
-    this.send("send_text", payload);
-    return uniqueSpeakId;
-  }
-
-  sendSdkPoint(name: string, params: any = {}, extra?: any) {
-    this.send("sdk_burial_point", {
-      ...params,
-      ...extra,
-      ...this.appInfo,
-      burial_type: 1,
-      session_id: this.session_id,
-      event_en_name: name,
-      event_cn_name: pointNameObj[name],
-      device: navigator.userAgent,
-      timestamp: params.timestamp || Date.now(),
-      // @ts-ignore
-      sdkVersion: VERSION,
-
-    });
-  }
-
-  stateChange(state: string, params?: object) {
-    const payload = {
-      state,
-      params: params || {},
-    };
-    (window as any).performanceTracker.markStart(performanceConstant.start_action_res, state);
-    (window as any).performanceTracker.markStart(performanceConstant.start_action_render, state);
-    this.send("state_change", payload);
-  }
-
-  sendPerfLog(payload: object) {
-    // 目前该点位服务端未处理，暂不上报
-    // this.ws.emit('perf_log', {
-    //   payload,
-    //   sessionId: this._lastSessionId,
-    // });
-  }
-
-  changeLayout(layout: Layout) {
-    this.send("change_layout", layout);
-  }
-
-  changeWalkConfig(walkConfig: WalkConfig) {
-    this.send("walk_config", walkConfig);
-  }
-
-  public send(event: string, payload: Object) {
-    if (!this.ws.connected) {
-      return
-    }
-    this.ws.emit(event, payload);
-  }
-
-  sendDeviceInfo(deviceInfo: DeviceInfo) {
-    this.send("stat_report", deviceInfo);
-  }
-
-  getStatus() {
-    return this.ws.connected;
-  }
-
-  get hasConnected(): boolean {
-    return this.connectedOnce;
-  }
-
-  _setResumeInfoCallback(lastSessionId: string, _getResumeInfo: () => IResumeParams) {
-    this._isResume = true
-    this._lastSessionId = lastSessionId
-    this.getResumeInfo = _getResumeInfo
-  }
-  _getResumeInfo() {
-    if (this.getResumeInfo) {
-      const resumeInfo = this.getResumeInfo()
-      if (this._lastSessionId) {
-        resumeInfo['last_session_id'] = this._lastSessionId
-      }
-      return resumeInfo
-    }
-    return null
-  }
-
-  updateUniqueSpeakId() {
-    this._uniqueSpeakId += 1
-  }
-
-  getUniqueSpeakId() {
-    return `${this._uniqueSpeakId}-${this.session_id}`
-  }
-
-  quit(stopReason: string, timeoutMs = CLIENT_QUIT_ACK_TIMEOUT_MS): Promise<void> {
-    if (this.quitPromise) {
-      return this.quitPromise;
-    }
-    this.quitRequested = true;
-    this.clearReconnectTimer();
-    this.clearOldWsTimeoutTimer();
-    this.stopHeartbeat();
-    this.quitPromise = this.sendClientQuit(stopReason, timeoutMs);
-    return this.quitPromise;
-  }
-
-  private async sendClientQuit(stopReason: string, timeoutMs: number): Promise<void> {
-    if (!this.ws.connected) {
-      return;
-    }
-    // ACK confirms receipt; no application-level ACK payload is assumed here.
-    await this.ws.timeout(timeoutMs).emitWithAck("client_quit", { stop_reason: stopReason });
-  }
-
-  close() {
-    // 使用 disconnect() 而不是 close()，disconnect() 会停止所有重连尝试
-    if (this.ws) {
-      this.ws.disconnect();
-    }
-    this.clearOldWsTimeoutTimer();
-    this.stopHeartbeat();
-    this.session_speak_req_id = 0;
-    this.clearReconnectTimer();
-    if (this.syncTimestampInterval) {
-      clearInterval(this.syncTimestampInterval);
-      this.syncTimestampInterval = 0; // 重置为初始值 0，保持状态统一
-    }
-  }
-
-  connect() {
-    this.ws.connect();
-  }
-
-  seekToFrame(frame: number) {
-    this.ws.emit('seek_to_frame', {
-      frame
-    });
-  }
-}