@xmov/avatar 2.0.0-alpha.44 → 2.0.0-alpha.47

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xmov/avatar",
-  "version": "2.0.0-alpha.44",
+  "version": "2.0.0-alpha.47",
   "description": "魔珐数字人 JS-SDK",
   "type": "module",
   "source": "src/index.ts",

package/src/baseRender/AvatarRenderer.ts

@@ -19,16 +19,11 @@ type Option = {
   resourceManager: ResourceManager;
   saveAndDownload: SaveAndDownload;
   forceSyncDecoder: () => void;
-  reportMessage: (message: {
-    code: EErrorCode;
-    message: string;
-    e?: object;
-  }) => void;
+  reportMessage: (message: { code: EErrorCode; message: string; e?: object }) => void;
   onDownloadProgress: (progress: number) => void;
   onStateChange: (state: string) => void;
   onRenderChange: (state: RenderState) => void;
   sendVideoInfo: (info: { name: string; body_id: number; id: number }) => void;
-  onError: (error: any) => void;
   sendSdkPoint: (point: string, data: any) => void;
 };
 export default class AvatarRender {
@@ -989,13 +984,13 @@ export default class AvatarRender {
     } else {
       if(this.lastRealFaceFrame === -1) {
         faceFrame = curRealFaceData;
-        // this.options.onError({
+        // this.options.reportMessage({
         //   code: EErrorCode.RENDER_FACE_ERROR,
         //   message: `第${frameIndex}帧 实时面部数据为空,原始数据渲染`,
         //   e: JSON.stringify({ bodyFrame, faceFrame }),
         // });
       } else {
-        // this.options.onError({
+        // this.options.reportMessage({
         //   code: EErrorCode.RENDER_FACE_ERROR,
         //   message: `第${frameIndex}帧 实时面部数据为空，插值渲染`,
         //   e: JSON.stringify({ bodyFrame, faceFrame }),
@@ -1036,30 +1031,26 @@ export default class AvatarRender {
       // 判断bodyFrame和faceFrame是否为空
       if (!bodyFrame) {
         this.allLostFrameCount++;
-        this.options.onError({
+        this.options.reportMessage({
           code: EErrorCode.RENDER_BODY_ERROR,
           message: `Error:  第${frameIndex}帧 bodyFrame为空`,
-          e: JSON.stringify({ bodyFrame, faceFrame }),
+          e: { bodyFrame, faceFrame },
         });
       } else if (!faceFrame) {
         this.allLostFaceFrameCount++;
-        this.options.onError({
+        this.options.reportMessage({
           code: EErrorCode.RENDER_FACE_ERROR,
           message: `Error: 第${frameIndex}帧 faceFrame为空`,
-          e: JSON.stringify({ bodyFrame, faceFrame }),
+          e: { bodyFrame, faceFrame },
         });
       }
       if(this.allLostFrameCount === this.maxLostFrameCount) {
         this.options.reportMessage({
           code: EErrorCode.RENDER_DATA_MISSING,
-          message: `连续${this.maxLostFrameCount}帧 身体渲染数据缺失.`,
+          message: `连续${this.maxLostFrameCount}帧 身体渲染数据缺失`,
+          e: { bodyFrame, faceFrame },
         });
         // 丢失过多帧,达到最大允许丢失帧数后,触发解码器对齐到最新的一帧
-         this.options.onError({
-          code: EErrorCode.RENDER_DATA_MISSING,
-          message: `Error: 连续${this.maxLostFrameCount}帧 身体渲染数据缺失`,
-          e: JSON.stringify({ bodyFrame, faceFrame }),
-        });
         this.forceSyncDecoder();
         this.allLostFrameCount = 0;
       }
@@ -1180,10 +1171,10 @@ export default class AvatarRender {
           rendered = true;
         } catch (error) {
           (window as any).avatarSDKLogger.error(this.TAG, "渲染帧失败:", error);
-          this.options.onError({
+          this.options.reportMessage({
             code: EErrorCode.WebGL_RENDER_ERROR,
             message: `Error: 第${frameIndex}帧 webgl渲染异常`,
-            e: JSON.stringify({ bodyFrame, faceFrame, error }),
+            e: { bodyFrame, faceFrame, error },
           });
         } finally {
           // 渲染完成后再关闭VideoFrame

package/src/control/RenderScheduler.ts

@@ -158,9 +158,6 @@ export default class RenderScheduler {
         this.renderState = state;
       },
       sendVideoInfo: config.sendVideoInfo,
-      onError: (error: any) => {
-        this.sdk.onMessage(error);
-      },
     });
     this.uiRenderer = new UIRenderer({
       sdk: this.sdk,

package/src/index.ts

@@ -225,7 +225,7 @@ export default class XmovAvatar {
     if(config?.layout?.avatar?.scale){
       config.layout.avatar.scale = validateScaleWithDecimal(scale, "initializeSDK") as number | string;
     }
-    const _config = { ...(config || {}), raw_audio: true };
+    const _config = { ...(config || {}), raw_audio: !isSupportMES() };
 
     if(container && container instanceof HTMLElement){
       this.el = container as HTMLElement;

package/src/modules/decoder.ts

@@ -279,12 +279,32 @@ export default class ParallelDecoder {
 
   _startWorker(file: bodyFile) {
     const taskId = this.currentTaskId;
-    const worker = new Worker(workerURL);
+    let worker: Worker;
+    try {
+      worker = new Worker(workerURL);
+    } catch (err) {
+      this.reportMessage({
+        code: EErrorCode.INIT_WORKER_ERROR,
+        message: '初始化视频抽帧Worker失败',
+        e: err as object,
+      });
+      return;
+    }
     const id = `${file.body_id ?? file.id ?? 0}_${file.name}`;
     const data = file.data;
     const dataCopy = new ArrayBuffer(data.byteLength);
     new Uint8Array(dataCopy).set(new Uint8Array(data));
 
+    // 监听 Worker 运行时错误（脚本加载/解析失败等）
+    worker.addEventListener("error", (err) => {
+      if (taskId !== this.currentTaskId) return;
+      this.reportMessage({
+        code: EErrorCode.INIT_WORKER_ERROR,
+        message: '视频抽帧Worker运行时错误',
+        e: err as object,
+      });
+    });
+
     const onMessage = (e: MessageEvent) => {
       if (taskId !== this.currentTaskId) return; // 只处理当前任务
       if (e.data.type === "frame") {
@@ -335,6 +355,19 @@ export default class ParallelDecoder {
         }
         this._tryStartNext();
       } else if (e.data.type === "error") {
+        // 根据 Worker 上报的 error 内容区分错误码
+        // Worker 中有两处 postMessage({ type: 'error' }):
+        //   1. VideoDecoder error 回调 → 视频抽帧错误 (VIDEO_FRAME_EXTRACT_ERROR)
+        //   2. 解码配置不支持 → 视频流处理错误 (PROCESS_VIDEO_STREAM_ERROR)
+        const errorMsg = e.data.error ?? '';
+        const code = errorMsg.includes('不支持')
+          ? EErrorCode.PROCESS_VIDEO_STREAM_ERROR
+          : EErrorCode.VIDEO_FRAME_EXTRACT_ERROR;
+        this.reportMessage({
+          code,
+          message: errorMsg || '视频解码错误',
+          e: { fileName: file.name, error: errorMsg } as object,
+        });
         const task = this.tasks.get(id);
         if (task) {
           task.status = "error";