pcm-agents 0.6.76 → 0.6.78

package/dist/collection/components/pcm-virtual-chat-modal/pcm-virtual-chat-modal.js

@@ -69,6 +69,7 @@ export class ChatVirtualAPPModal {
     recordingStartTime = 0;
     waitingToRecord = false;
     waitingTimer = null;
+    _visibilityChangeHandler = null;
     waitingTimeLeft = 10; // 等待时间（秒）
     // 添加一个新的私有属性来存储视频元素的引用
     videoRef = null;
@@ -234,6 +235,13 @@ export class ChatVirtualAPPModal {
             this.tokenInvalid.emit();
         };
         document.addEventListener('pcm-token-invalid', this.tokenInvalidListener);
+        // 监听页面可见性变化，处理关屏/切后台回来后流程卡住的问题
+        this._visibilityChangeHandler = () => {
+            if (document.visibilityState === 'visible') {
+                this.handlePageResume();
+            }
+        };
+        document.addEventListener('visibilitychange', this._visibilityChangeHandler);
         // 确保 customInputs 是一个对象
         if (!this.customInputs) {
             this.customInputs = {};
@@ -391,6 +399,25 @@ export class ChatVirtualAPPModal {
                     console.log('数字人题目:', digital_human_list);
                     this.precreateDigitalHumanVideos(digital_human_list);
                 }
+                if (data.event === 'error') {
+                    const errorMessage = data.data?.message || data.message || '请求失败';
+                    this.messages = [
+                        ...this.messages,
+                        {
+                            ...newMessage,
+                            answer: errorMessage,
+                            error: data.data,
+                            isStreaming: false,
+                        },
+                    ];
+                    this.currentStreamingMessage = null;
+                    this.isLoading = false;
+                    ErrorEventBus.emitError({
+                        error: data.data,
+                        message: errorMessage,
+                    });
+                    return;
+                }
                 if (data.event === 'message') {
                     if (data.event === 'agent_message' || data.event === 'message') {
                         if (data.answer) {
@@ -983,6 +1010,11 @@ export class ChatVirtualAPPModal {
     // 确保组件卸载时释放资源
     disconnectedCallback() {
         document.removeEventListener('pcm-token-invalid', this.tokenInvalidListener);
+        // 清理页面可见性监听器
+        if (this._visibilityChangeHandler) {
+            document.removeEventListener('visibilitychange', this._visibilityChangeHandler);
+            this._visibilityChangeHandler = null;
+        }
         // 清理其他计时器
         if (this.waitingTimer) {
             clearInterval(this.waitingTimer);
@@ -1401,6 +1433,79 @@ export class ChatVirtualAPPModal {
             console.warn(`⚠️ 顺序预加载视频失败 (${context}):`, error);
         });
     }
+    /**
+     * 处理页面从后台恢复（关屏/切后台回来）
+     * 检测并恢复可能卡住的流程
+     */
+    handlePageResume() {
+        // 如果任务已完成或未打开，不需要处理
+        if (this.isTaskCompleted || !this.isOpen || this.isEndingInterview) {
+            return;
+        }
+        console.log('页面恢复可见，检查流程状态:', {
+            waitingForDigitalHuman: this.waitingForDigitalHuman,
+            isPlayingDigitalHumanVideo: this.isPlayingDigitalHumanVideo,
+            waitingToRecord: this.waitingToRecord,
+            isRecording: this.isRecording,
+            showRecordingUI: this.showRecordingUI,
+        });
+        // 场景1: 数字人视频正在播放但可能被浏览器暂停/中断
+        // 尝试恢复视频播放，如果3秒后仍未结束则跳过
+        if (this.isPlayingDigitalHumanVideo) {
+            const videoEl = this.hostElement.shadowRoot?.querySelector('.digital-human-background-video');
+            if (videoEl) {
+                // 尝试恢复播放
+                const playPromise = videoEl.play();
+                if (playPromise) {
+                    playPromise.catch(() => {
+                        console.warn('恢复数字人视频播放失败，跳过视频');
+                        this.skipDigitalHumanVideo();
+                    });
+                }
+                // 设置安全超时：如果3秒后视频还没结束，直接跳过
+                setTimeout(() => {
+                    if (this.isPlayingDigitalHumanVideo) {
+                        console.warn('数字人视频恢复后3秒仍未结束，强制跳过');
+                        this.skipDigitalHumanVideo();
+                    }
+                }, 3000);
+            }
+            else {
+                // 视频元素不存在，直接跳过
+                this.skipDigitalHumanVideo();
+            }
+            return;
+        }
+        // 场景2: 等待数字人但视频已经不在播放状态（ended事件丢失）
+        if (this.waitingForDigitalHuman && !this.isPlayingDigitalHumanVideo) {
+            console.warn('检测到waitingForDigitalHuman卡住（视频未在播放），直接开始录制流程');
+            this.waitingForDigitalHuman = false;
+            this.startWaitingToRecord();
+            return;
+        }
+        // 场景3: 正在录制中，检查MediaStream是否仍然有效
+        if (this.isRecording && this.recordingStream) {
+            const tracks = this.recordingStream.getTracks();
+            const allEnded = tracks.length > 0 && tracks.every(track => track.readyState === 'ended');
+            if (allEnded) {
+                console.warn('检测到录制的MediaStream已被系统回收，停止录制');
+                this.deviceError = '设备被系统中断，请重新录制';
+                this.stopRecording();
+            }
+        }
+    }
+    /**
+     * 跳过当前数字人视频播放，直接进入录制流程
+     */
+    skipDigitalHumanVideo() {
+        this.digitalHumanVideoUrl = this.digitalHumanDefaultVideoUrl;
+        this.isPlayingDigitalHumanVideo = false;
+        this.isPlayingWelcomeVideo = false;
+        if (this.waitingForDigitalHuman && !this.isTaskCompleted && !this.isEndingInterview) {
+            this.waitingForDigitalHuman = false;
+            this.startWaitingToRecord();
+        }
+    }
     /**
      * 处理数字人视频播放结束
      */
@@ -1677,15 +1782,15 @@ export class ChatVirtualAPPModal {
         }
         // 正在生成数字人视频
         if (this.waitingForDigitalHuman && this.digitalId) {
-            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "AI\u6B63\u5728\u67E5\u770B\u9762\u8BD5\u4FE1\u606F...")));
+            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "\u9762\u8BD5\u5B98\u601D\u8003\u4E2D...")));
         }
         // 上传视频中
         if (this.isUploadingVideo) {
-            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "\u6B63\u5728\u5206\u6790...")));
+            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "\u6B63\u5728\u63D0\u4EA4\u56DE\u7B54...")));
         }
         // 等待题目
         if (this.isLoading || this.currentStreamingMessage) {
-            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "\u7B49\u5F85\u9898\u76EE...")));
+            return (h("div", { class: "status-indicator-text loading" }, h("div", { class: "loading-spinner-small" }), h("span", null, "\u9898\u76EE\u751F\u6210\u4E2D...")));
         }
         // 等待录制
         if (this.waitingToRecord) {