@trtc/calls-uikit-vue 4.4.2 → 4.4.5

package/src/TUICallService/CallService/index.ts

@@ -22,20 +22,20 @@ import TuiGlobal from '../TUIGlobal/tuiGlobal';
 import TuiStore from '../TUIStore/tuiStore';
 import { UIDesign } from './UIDesign';
 import ChatCombine from './chatCombine';
-import { AIAssistant } from './AIAssistant';
 import EngineEventHandler from './engineEventHandler';
 const TUIGlobal: ITUIGlobal = TuiGlobal.getInstance();
 const TUIStore: ITUIStore = TuiStore.getInstance();
 const uiDesign = UIDesign.getInstance();
 uiDesign.setTUIStore(TUIStore);
-const aiAssistant = AIAssistant.getInstance();
-const version = '4.4.2';
+const version = '4.4.5';
+import AIAssistant from './AIAssistant'; // 仅 web 支持 AI 实时字幕
 const frameWork = 'vue3';
 export { TUIGlobal, TUIStore, uiDesign };
 
 export default class TUICallService {
   static instance: TUICallService;
   public _tuiCallEngine: any;
+  public _aiAssistant: any = null;
   private _tim: any = null;
   private _TUICore: any = null;
   private _timerId: number = -1;
@@ -62,6 +62,7 @@ export default class TUICallService {
     this._engineEventHandler = EngineEventHandler.getInstance({ callService: this });
 
     this._chatCombine = ChatCombine.getInstance({ callService: this });
+    this._aiAssistant = AIAssistant.getInstance({ callService: this });
     initBrowserCloseDetection(this.handleExceptionExit.bind(this));
   }
   static getInstance() {
@@ -115,15 +116,15 @@ export default class TUICallService {
       });
       uiDesign.setEngineInstance(this._tuiCallEngine);
       this._addListenTuiCallEngineEvent();
-      this._bellContext =  new BellContext();
+      if (this._bellContext) {
+        this._bellContext?.destroy();
+      }
+      this._bellContext = new BellContext();
       TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO, { userId: userID });
       TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO_EXCLUDE_VOLUMN, { userId: userID });
       uiDesign.updateViewBackgroundUserId('local');
-      
-      aiAssistant.setEngineInstance(this._tuiCallEngine);
-      aiAssistant.setImInstance(this.getTim());
+      this._aiAssistant?.bindEvent();
 
-      this.enableAISubtitle(true);
       await this._tuiCallEngine.login({ userID, userSig, assetsPath: '' }); // web && mini
       const uiConfig = TUIStore.getData(StoreName.CALL, NAME.CUSTOM_UI_CONFIG);
       // close auto play dialog
@@ -155,6 +156,8 @@ export default class TUICallService {
         await this._tuiCallEngine.destroyInstance();
         this._tuiCallEngine = null;
       }
+      this._aiAssistant?.unbindEvent();
+      this._aiAssistant?.reset();
       this._bellContext?.destroy();
       this._bellContext = null;
     } catch (error) {
@@ -187,6 +190,7 @@ export default class TUICallService {
   public async calls(callsParams: ICallsParams) {
     if (TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS) !== CallStatus.IDLE) return; // avoid double click when application stuck
     try {
+      TUIStore.update(StoreName.CALL, NAME.PUSHER_ID, NAME.NEW_PUSHER);
       const { userIDList, type, chatGroupID, offlinePushInfo } = callsParams;
       if (TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS) !== CallStatus.IDLE) return;
       const remoteUserInfoList = userIDList.map(userId => ({ userId }));
@@ -204,10 +208,7 @@ export default class TUICallService {
   public async join(params) {
     if (TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS) === CallStatus.CONNECTED) return; // avoid double click when application stuck
     try {
-      const response = await this._tuiCallEngine.join(params);
-      TUIStore.update(StoreName.CALL, NAME.IS_CLICKABLE, true);
-      this.startTimer();
-
+      TUIStore.update(StoreName.CALL, NAME.PUSHER_ID, NAME.NEW_PUSHER);
       const updateStoreParams = {
         [NAME.CALL_ROLE]: CallRole.CALLEE,
         [NAME.IS_GROUP]: true,
@@ -216,6 +217,10 @@ export default class TUICallService {
       };
       TUIStore.updateStore(updateStoreParams, StoreName.CALL);
 
+      const response = await this._tuiCallEngine.join(params);
+      TUIStore.update(StoreName.CALL, NAME.IS_CLICKABLE, true);
+      this.startTimer();
+
       updateDeviceList(this._tuiCallEngine);;
       await this._tuiCallEngine.setVideoQuality(TUIStore.getData(StoreName.CALL, NAME.VIDEO_RESOLUTION));
       const localUserInfo = TUIStore.getData(StoreName.CALL, NAME.LOCAL_USER_INFO);
@@ -271,6 +276,16 @@ export default class TUICallService {
       throw error;
     }
   }
+  public async enableAITranscriber(enable: boolean) {
+    try {
+      // Update store to control UI translation switch and translation area visibility
+      TUIStore.update(StoreName.CALL, NAME.IS_AI_TRANSCRIBER_ENABLED, enable);
+      console.log(`${NAME.PREFIX}enableAITranscriber: ${enable}.`);
+    } catch (error: any) {
+      console.error(`${NAME.PREFIX}enableAITranscriber failed, error: ${error}.`);
+      throw error;
+    }
+  }
   // 修改默认铃声：只支持本地铃声文件，不支持在线铃声文件；修改铃声修改的是被叫的铃声
   public async setCallingBell(filePath?: string) {
     let isCheckFileExist: boolean = true;
@@ -306,9 +321,7 @@ export default class TUICallService {
   public setCameraDefaultState(isOpen: boolean) {
     uiDesign.setCameraDefaultState(isOpen);
   }
-  public enableAISubtitle(enable: boolean): void {
-    aiAssistant.enableAISubtitle(enable);
-  }
+  // AI Subtitle functionality removed, focusing on real-time transcriber
   // =============================【实验性接口】=============================
   public callExperimentalAPI(jsonStr: string) {
     const jsonObj = JSON.parse(jsonStr);
@@ -343,19 +356,7 @@ export default class TUICallService {
       TUIStore.update(StoreName.CALL, NAME.CALL_STATUS, CallStatus.CONNECTED);
       updateDeviceList(this._tuiCallEngine);;
       const response = await this._tuiCallEngine.accept();
-      if (response) {
-        this._chatCombine?.callTUIService({ message: response?.data?.message });
-        TUIStore.update(StoreName.CALL, NAME.IS_CLICKABLE, true);
-        this.startTimer();
-        const callMediaType = TUIStore.getData(StoreName.CALL, NAME.CALL_MEDIA_TYPE);
-        const isCameraDefaultStateClose = this._getFeatureButtonDefaultState(FeatureButton.Camera) === ButtonState.Close;
-        (callMediaType === CallMediaType.VIDEO) && !isCameraDefaultStateClose && await this.openCamera(NAME.LOCAL_VIDEO);
-        await this._tuiCallEngine.setVideoQuality(TUIStore.getData(StoreName.CALL, NAME.VIDEO_RESOLUTION));
-        const localUserInfo = TUIStore.getData(StoreName.CALL, NAME.LOCAL_USER_INFO);
-        TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO, { ...localUserInfo, isEnter: true });
-        TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO_EXCLUDE_VOLUMN, { ...localUserInfo, isEnter: true });
-        setLocalUserInfoAudioVideoAvailable(true, NAME.AUDIO); // web && mini default open audio
-      }
+      await this._handleAcceptResponse(response);
     } catch (error) {
       this._tuiCallEngine?.reportLog?.({
         name: 'TUICallKit.accept.fail',
@@ -368,6 +369,21 @@ export default class TUICallService {
       this._resetCallStore();
     }
   }
+  private async _handleAcceptResponse(response) {
+    if (response) {
+      this._chatCombine?.callTUIService({ message: response?.data?.message });
+      TUIStore.update(StoreName.CALL, NAME.IS_CLICKABLE, true);
+      this.startTimer();
+      const callMediaType = TUIStore.getData(StoreName.CALL, NAME.CALL_MEDIA_TYPE);
+      const isCameraDefaultStateClose = this._getFeatureButtonDefaultState(FeatureButton.Camera) === ButtonState.Close;
+      (callMediaType === CallMediaType.VIDEO) && !isCameraDefaultStateClose && await this.openCamera(NAME.LOCAL_VIDEO);
+      await this._tuiCallEngine.setVideoQuality(TUIStore.getData(StoreName.CALL, NAME.VIDEO_RESOLUTION));
+      const localUserInfo = TUIStore.getData(StoreName.CALL, NAME.LOCAL_USER_INFO);
+      TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO, { ...localUserInfo, isEnter: true });
+      TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO_EXCLUDE_VOLUMN, { ...localUserInfo, isEnter: true });
+      setLocalUserInfoAudioVideoAvailable(true, NAME.AUDIO); // web && mini default open audio
+    }
+  }
   @avoidRepeatedCall()
   public async hangup() {
     if (TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS) === CallStatus.IDLE) return; // avoid double click when application stuck
@@ -696,21 +712,29 @@ export default class TUICallService {
     }
   }
   // clear all use avoidRepeatCall decorator state
-  private _cleanupAllAvoidRepeatCallState() {
-    this._tuiCallEngine?.reportLog?.({ name: 'TUICallkit._cleanupAllAvoidRepeatCallState', data: { } });
-    const methodsToClean = [
-      (this as any).calls,
-      (this as any).accept,
-      (this as any).hangup,
-      (this as any).reject,
-    ];
+  private _cleanupAvoidRepeatCallState(methodName?: string) {
+    this._tuiCallEngine?.reportLog?.({ name: 'TUICallkit._cleanupAvoidRepeatCallState', data: { methodName } });
+    let methodsToClean = [];
+    if (methodName) {
+      methodsToClean = [(this as any)[methodName]];
+    } else {
+      methodsToClean =  [
+        (this as any).calls,
+        (this as any).accept,
+        (this as any).hangup,
+        (this as any).reject,
+        (this as any).join,
+        (this as any).inviteUser,
+      ];
+    }
 
-    methodsToClean.forEach(method => {
+    methodsToClean?.forEach(method => {
       method?.clearCallState?.(this);
     });
   }
   private _resetCallStore() {
-    this._cleanupAllAvoidRepeatCallState();
+    this._cleanupAvoidRepeatCallState();
+    this._bellContext?.stop();
     
     const oldStatusStr = generateStatusChangeText();
     this._stopTimer();
@@ -729,6 +753,7 @@ export default class TUICallService {
         case NAME.ENABLE_FLOAT_WINDOW:
         case NAME.LOCAL_USER_INFO:
         case NAME.IS_SHOW_ENABLE_VIRTUAL_BACKGROUND:
+        case NAME.IS_AI_TRANSCRIBER_ENABLED:
         case NAME.IS_FORCE_USE_V2_API:
         case NAME.LOCAL_USER_INFO_EXCLUDE_VOLUMN: {
           return false;
@@ -744,6 +769,7 @@ export default class TUICallService {
     callStatus !== CallStatus.IDLE && TUIStore.reset(StoreName.CALL, [NAME.CALL_STATUS], true); // callStatus reset need notify
     TUIStore.reset(StoreName.CALL, [NAME.IS_MINIMIZED], true); // isMinimized reset need notify
     TUIStore.reset(StoreName.CALL, [NAME.IS_EAR_PHONE], true); // isEarPhone reset need notify
+    TUIStore.reset(StoreName.CALL, [NAME.PUSHER_ID], true); // pusher unload reset need notify
     TUIStore.reset(StoreName.CALL, [NAME.ENABLE_VIRTUAL_BACKGROUND], true); // ENABLE_VIRTUAL_BACKGROUND reset need notify
     TUIStore.reset(StoreName.CALL, [NAME.IS_MUTE_SPEAKER], true); // IS_MUTE_SPEAKER reset need notify
     TUIStore.update(StoreName.CALL, NAME.LOCAL_USER_INFO, {
@@ -784,10 +810,17 @@ export default class TUICallService {
         callRole: TUIStore.getData(StoreName.CALL, NAME.CALL_ROLE),
         callStatus: TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS),
       };
+      this._tuiCallEngine?.reportLog?.({
+        name: 'TUICallkit._handleCallStatusChange.start',
+        data: { bellParams }
+      });
       this._bellContext.setBellProperties(bellParams);
       if (value === CallStatus.CALLING) {
-        await this?._bellContext?.play();
+        this?._bellContext?.play();
       } else {
+        this._tuiCallEngine?.reportLog?.({
+          name: 'TUICallkit._bellContext.stop',
+        });
         // 状态变更通知
         if (value === CallStatus.CONNECTED) {
           const isGroup = TUIStore.getData(StoreName.CALL, NAME.IS_GROUP);

package/src/TUICallService/CallService/miniProgram.ts

@@ -41,18 +41,6 @@ export async function beforeCall(type: CallMediaType, that: any) {
     return CallStatus.IDLE;
   }
 }
-// 套餐问题提示, 小程序最低需要群组通话版, 1v1 通话版本使用 TRTC 就会报错
-export function handlePackageError(error) {
-  if (error?.code === -1002) {
-    // @ts-ignore
-    wx.showModal({
-      icon: 'none',
-      title: 'error',
-      content: error?.message || '',
-      showCancel: false,
-    });
-  }
-}
 
 export function handleNoPusherCapabilityError(){
   // @ts-ignore

package/src/TUICallService/TUIStore/callStore.ts

@@ -41,7 +41,7 @@ export default class CallStore {
     pusher: {},
     player: [],
     isEarPhone: false, // 是否是听筒, 默认: false
-    pusherId: NAME.INITIAL_PUSHER, // 重新渲染 live-Pusher 的标识位
+    pusherId: '', // 重新渲染 live-Pusher 的标识位
     // 是否开启虚拟背景, 目前仅 web 支持
     isShowEnableVirtualBackground: false, // 是否显示虚拟背景图标, 默认: false
     enableVirtualBackground: false, // 是否开启虚拟背景， 默认: false
@@ -54,6 +54,11 @@ export default class CallStore {
     // translate function
     translate: t,
     isForceUseV2API: false,
+    // AI Transcriber related fields
+    transcriberRobotId: null,
+    realtimeMessageList: [],
+    isAITranscriberEnabled: false,
+    isAITranscriberRunning: false,
   };
   public store: ICallStore = deepClone(this.defaultStore);
   public prevStore: ICallStore = deepClone(this.defaultStore);

package/src/TUICallService/UIKitModal/UIKitModal.ts

@@ -0,0 +1,117 @@
+// @ts-nocheck
+import type { UIKitModalOptions, UIKitModalResult } from './type';
+import  TUICallKitServer from '../CallService';
+
+const URL_REGEX = /^(https?:\/\/)?([\da-z.-]+)\.([a-z.]{2,6})([/\w .-]*)*\/?$/i;
+const FULL_URL_REGEX = /(https?:\/\/[^\s]+)/g;
+
+function isDevEnvironment(): boolean {
+  const accountInfo = uni.getAccountInfoSync?.();
+  const envVersion = accountInfo?.miniProgram?.envVersion;
+  return envVersion === 'develop' || envVersion === 'trial';
+}
+
+function extractUrlFromContent(content: string): string | null {
+  if (!content || typeof content !== 'string') {
+    return null;
+  }
+
+  if (content.includes('<a ') || content.includes('<a>')) {
+    const hrefMatch = content.match(/href=["']([^"']+)["']/);
+    return hrefMatch ? hrefMatch[1] : null;
+  }
+
+  if (URL_REGEX.test(content.trim())) {
+    return content.trim();
+  }
+
+  const urlMatch = content.match(FULL_URL_REGEX);
+  return urlMatch ? urlMatch[0] : null;
+}
+
+function processContent(content: string): string {
+  if (!content || typeof content !== 'string') {
+    return '';
+  }
+
+  let text = content.replace(/<[^>]+>/g, '');
+  text = text
+    .replace(/&nbsp;/g, ' ')
+    .replace(/&lt;/g, '<')
+    .replace(/&gt;/g, '>')
+    .replace(/&amp;/g, '&')
+    .replace(/&quot;/g, '"');
+  text = text.replace(/\s+/g, ' ').trim();
+
+  const url = extractUrlFromContent(content);
+  if (url && !text.includes(url)) {
+    return text ? `${text}\n${url}` : url;
+  }
+
+  return text;
+}
+
+function reportModalView(options: UIKitModalOptions): void {
+  try {
+    const tim = TUICallKitServer?.getTim?.();
+    if (tim && typeof tim.callExperimentalAPI === 'function') {
+      const reportData = {
+        id: options.id,
+        title: options.title,
+        type: options.type,
+        content: options.content,
+        platform: 'miniprogram',
+      };
+      tim.callExperimentalAPI('reportModalView', JSON.stringify(reportData));
+    }
+  } catch (error) {
+    console.warn('[UIKitModal] reportModalView failed:', error);
+  }
+}
+
+const createUIKitModal = (options: UIKitModalOptions): Promise<UIKitModalResult> => {
+  return new Promise((resolve) => {
+    reportModalView(options);
+
+    if (!isDevEnvironment()) {
+      resolve({ action: 'confirm' });
+      return;
+    }
+
+    const url = extractUrlFromContent(options.content);
+    const processedContent = processContent(options.content);
+    const hasLink = !!url;
+
+    uni.showModal({
+      title: options.title || '',
+      content: processedContent,
+      cancelText: '取消',
+      confirmText: hasLink ? '复制链接' : '确认',
+      success: (res) => {
+        const action = res.confirm ? 'confirm' : 'cancel';
+        if (res.confirm) {
+          if (hasLink && url) {
+            uni.setClipboardData({
+              data: url,
+              success: () => {
+                uni.showToast({ title: '链接已复制', icon: 'success' });
+              },
+            });
+          }
+          options.onConfirm?.();
+        } else {
+          options.onCancel?.();
+        }
+        resolve({ action, raw: res });
+      },
+      fail: () => {
+        options.onCancel?.();
+        resolve({ action: 'cancel' });
+      },
+    });
+  });
+};
+
+export const UIKitModal = {
+  openModal: (config: UIKitModalOptions) => createUIKitModal(config),
+};

package/src/TUICallService/UIKitModal/index.ts

@@ -0,0 +1,2 @@
+export { UIKitModal } from './UIKitModal';
+export type { UIKitModalOptions, UIKitModalResult, ModalType } from './type';

package/src/TUICallService/UIKitModal/type.ts

@@ -0,0 +1,15 @@
+export type ModalType = 'info' | 'warning' | 'error' | 'success';
+
+export interface UIKitModalOptions {
+  id: number;
+  title: string;
+  content: string;
+  type: ModalType;
+  onConfirm?: () => void;
+  onCancel?: () => void;
+}
+
+export interface UIKitModalResult {
+  action: 'confirm' | 'cancel';
+  raw?: any;
+}

package/src/TUICallService/const/index.ts

@@ -39,6 +39,10 @@ export const CALL_DATA_KEY: any = {
   PUSHER_ID: 'pusherId',
   IS_FORCE_USE_V2_API: 'isForceUseV2API',
   MODAL_ERROR: 'modalError',
+  TRANSCRIBER_ROBOT_ID: 'transcriberRobotId',
+  REALTIME_MESSAGE_LIST: 'realtimeMessageList',
+  IS_AI_TRANSCRIBER_ENABLED: 'isAITranscriberEnabled', // Controls UI visibility
+  IS_AI_TRANSCRIBER_RUNNING: 'isAITranscriberRunning', // Controls AI transcriber running state
 };
 
 export const CHAT_DATA_KEY: any = {

package/src/TUICallService/interface/ICallStore.ts

@@ -52,4 +52,9 @@ export interface ICallStore {
   // translate function
   translate: Function,
   isForceUseV2API: boolean, // 是否使用 call/groupCall 接口, 默认: false
+  // AI Transcriber related fields
+  transcriberRobotId: string | null, // AI 转写机器人 ID
+  realtimeMessageList: [], // 实时转写消息列表
+  isAITranscriberEnabled: boolean, // AI 转写UI是否显示
+  isAITranscriberRunning: boolean, // AI transcriber running state
 }

package/src/TUICallService/locales/en.ts

@@ -146,4 +146,19 @@ export const en = {
   'error.10013': "Call failed: You have been blocked by the other party or you have blocked the other party",
   'error.10014': "Call initiation failed. User ID is invalid. Please confirm that the user is registered.",
   'error': 'Error',
+  // AI Subtitle Settings
+  'ai-subtitle': 'AI Subtitle',
+  'ai-subtitle-settings': 'AI Subtitle Settings',
+  'recognition-language': 'Recognition Language',
+  'translation-language': 'Translation Language',
+  'subtitle-display-settings': 'Subtitle Display Settings',
+  'subtitle-display-bilingual': 'Show Bilingual Subtitles',
+  'no-translation': 'No Translation',
+  'show-bilingual': 'Show Bilingual',
+  'show-original-only': 'Show Original Only',
+  'save': 'Save',
+  'select-recognition-language': 'Please select recognition language',
+  'select-translation-language': 'Please select translation language',
+  'confirm': 'Confirm',
+  'recognition-and-translation-settings': 'Recognition & Translation Settings',
 };

package/src/TUICallService/locales/ja_JP.ts

@@ -145,4 +145,19 @@ export const ja_JP = {
   'error.10013': "通話失敗：相手にブロックされているか、または相手をブロックしています",
   'error.10014': "通話の開始に失敗しました。ユーザーIDが無効です。ユーザーが登録されていることを確認してください。",
   'error': 'エラー',
+  // AI Subtitle Settings
+  'ai-subtitle': 'AI字幕',
+  'ai-subtitle-settings': 'AI字幕設定',
+  'recognition-language': '認識言語',
+  'translation-language': '翻訳言語',
+  'subtitle-display-settings': '字幕表示設定',
+  'subtitle-display-bilingual': 'バイリンガル字幕を表示',
+  'no-translation': '翻訳しない',
+  'show-bilingual': 'バイリンガル表示',
+  'show-original-only': '原文のみ表示',
+  'save': '保存',
+  'select-recognition-language': '認識言語を選択してください',
+  'select-translation-language': '翻訳言語を選択してください',
+  'confirm': '確認',
+  'recognition-and-translation-settings': '認識と翻訳の設定',
 };

package/src/TUICallService/locales/zh-cn.ts

@@ -141,4 +141,19 @@ export const zh = {
   'error.10013': "呼叫失败：您已被对方拉黑或您拉黑了对方",
   'error.10014': "发起通话失败，用户 ID 无效，请确认该用户已注册。",
   'error': '错误',
+  // AI Subtitle Settings
+  'ai-subtitle': 'AI 字幕',
+  'ai-subtitle-settings': 'AI 字幕设置',
+  'recognition-language': '识别语言',
+  'translation-language': '翻译语言',
+  'subtitle-display-settings': '字幕显示设置',
+  'subtitle-display-bilingual': '字幕显示双语',
+  'no-translation': '不翻译',
+  'show-bilingual': '显示双语',
+  'show-original-only': '仅显示原文',
+  'save': '保存',
+  'select-recognition-language': '请选择识别语言',
+  'select-translation-language': '请选择翻译语言',
+  'confirm': '确定',
+  'recognition-and-translation-settings': '识别与翻译设置',
 };

package/src/TUICallService/utils/common-utils.ts

@@ -155,7 +155,7 @@ export function handleRepeatedCallError(error: any) {
  */
 export function handleNoDevicePermissionError(error: any) {
   const { message } = error;
-  if (message.indexOf('NotAllowedError: Permission denied') !== -1) {
+  if (message?.indexOf('NotAllowedError: Permission denied') !== -1) {
     return true;
   }
   return false;

package/src/index.ts

@@ -37,7 +37,7 @@ const TUICallType = {
   AUDIO_CALL: 1,
   VIDEO_CALL: 2,
 };
-const Version = '4.4.2'; // basic-demo 原来上报使用
+const Version = '4.4.5'; // basic-demo 原来上报使用
 
 // 输出产物
 export {