@trtc/calls-uikit-vue 4.4.2 → 4.4.5

package/src/TUICallService/CallService/AIAssistant.ts

@@ -1,51 +1,297 @@
-// @ts-ignore
-import { aiAssistant } from '../../Components/components/common/AIAssistant/index';
-import { getRemoteUserProfile } from './utils';
-
-interface IAIAssistant {
-  enableAISubtitle: (enable: boolean) => void;
-  setEngineInstance: (engineInstance: any) => void;
-  setImInstance: (imInstance: any) => void;
-};
-
-export class AIAssistant implements IAIAssistant {
-  static instance: IAIAssistant;
-  private _tuiCallEngine: any = null;
-  private _imInstance: any = null;
-
-  static getInstance() {
+/**
+ * AI Realtime Transcriber State Management
+ * @module AITranscriberState
+ * @description Manages realtime voice transcription state and operations, including message reception and history
+ */
+import { ITUIStore } from '../interface/ITUIStore';
+import { StoreName, NAME } from '../const/index';
+import TuiStore from '../TUIStore/tuiStore';
+
+// AI Transcriber events
+export enum RealtimeTranscriberEvent {
+  onReceiveTranscriberMessage = 'onReceiveTranscriberMessage',
+  onRealtimeTranscriberStarted = 'onRealtimeTranscriberStarted',
+  onRealtimeTranscriberStopped = 'onRealtimeTranscriberStopped',
+  onRealtimeTranscriberError = 'onRealtimeTranscriberError',
+}
+
+// Transcriber language type
+export type TranscriberLanguage = string;
+
+// Transcriber message interface
+export interface TranscriberMessage {
+  segmentId: string;
+  speakerUserId: string;
+  sourceText: string;
+  translationTexts?: Map<string, string>;
+  timestamp: number;
+  isCompleted: boolean;
+}
+
+// Event callback types
+export interface RealtimeTranscriberEventInfoMap {
+  [RealtimeTranscriberEvent.onReceiveTranscriberMessage]: {
+    roomId: string | number;
+    message: TranscriberMessage;
+  };
+  [RealtimeTranscriberEvent.onRealtimeTranscriberStarted]: {
+    roomId: string | number;
+    transcriberRobotId: string;
+    sourceLanguage: string;
+  };
+  [RealtimeTranscriberEvent.onRealtimeTranscriberStopped]: {
+    roomId: string | number;
+    transcriberRobotId: string;
+  };
+  [RealtimeTranscriberEvent.onRealtimeTranscriberError]: {
+    roomId: string | number;
+    transcriberRobotId: string;
+    error: number;
+    errorMessage: string;
+  };
+}
+
+export type RealtimeTranscriberEventCallback = <T extends RealtimeTranscriberEvent>(
+  eventInfo: RealtimeTranscriberEventInfoMap[T]
+) => void;
+
+const TUIStore: ITUIStore = TuiStore.getInstance();
+
+export default class AIAssistant {
+  static instance: AIAssistant;
+  private _callService: any;
+  private eventListeners = new Map<RealtimeTranscriberEvent, RealtimeTranscriberEventCallback[]>();
+
+  constructor(options: { callService: any }) {
+    this._callService = options.callService;
+  }
+
+  static getInstance(options: { callService: any }) {
     if (!AIAssistant.instance) {
-      AIAssistant.instance = new AIAssistant();
+      AIAssistant.instance = new AIAssistant(options);
     }
     return AIAssistant.instance;
   }
 
-  public enableAISubtitle(enable: boolean): void {
-    this._tuiCallEngine?.reportLog?.({
-      name: 'TUICallKit.enableAISubtitle.start',
-      data: { enable },
-    });
+  /**
+   * Get AI Transcriber Manager instance
+   * @returns AITranscriberManager instance or null if not available
+   */
+  private getTranscriberManager = () => {
+    const callEngine = this._callService?.getTUICallEngineInstance();
+    if (!callEngine) {
+      console.warn(`${NAME.PREFIX}Failed to get call engine instance.`);
+      return null;
+    }
 
-    const trtcCloudInstance = this._tuiCallEngine.getTRTCCloudInstance();
-    const getNickName = async(userId: string) => {
-      const res = await getRemoteUserProfile([userId], this._imInstance);
-      return res.length ? res[0] : [];
+    const trtcCloud = callEngine.getTRTCCloudInstance?.();
+    if (!trtcCloud || !trtcCloud.getAITranscriberManager) {
+      console.warn(`${NAME.PREFIX}AI Transcriber not supported.`);
+      return null;
     }
-    if (enable) {
-      aiAssistant.initASR({
-        trtcCloudInstance,
-        // @ts-ignore
-        getNickName,
+
+    return trtcCloud.getAITranscriberManager();
+  };
+
+  private triggerEvent = <T extends RealtimeTranscriberEvent>(
+    event: T,
+    eventInfo: RealtimeTranscriberEventInfoMap[T],
+  ): void => {
+    const listeners = this.eventListeners.get(event);
+    if (listeners) {
+      listeners.forEach((callback) => {
+        try {
+          callback(eventInfo);
+        } catch (error) {
+          console.error(`${NAME.PREFIX}Error in event callback for ${event}:`, error);
+        }
       });
+    }
+  };
+
+  public startRealtimeTranscriber = async (config: {
+    sourceLanguage: TranscriberLanguage;
+    translationLanguages?: TranscriberLanguage[];
+  }) => {
+    const transcriberManager = this.getTranscriberManager();
+    if (!transcriberManager) {
+      return null;
+    }
+
+    try {
+      const transcriberRobotId = await transcriberManager.startRealtimeTranscriber(config);
+      
+      TUIStore.update(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID, transcriberRobotId);
+      TUIStore.update(StoreName.CALL, NAME.IS_AI_TRANSCRIBER_RUNNING, true);
+      return transcriberRobotId;
+    } catch (error) {
+      console.error(`${NAME.PREFIX}startRealtimeTranscriber error:`, error);
+      throw error;
+    }
+  };
+
+  public stopRealtimeTranscriber = async () => {
+    const transcriberManager = this.getTranscriberManager();
+    if (!transcriberManager) {
+      return;
+    }
+
+    try {
+      const transcriberRobotId = TUIStore.getData(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID);
+      
+      if (transcriberRobotId) {
+        await transcriberManager.stopRealtimeTranscriber(transcriberRobotId);
+      }
+      
+      TUIStore.update(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID, null);
+      TUIStore.update(StoreName.CALL, NAME.IS_AI_TRANSCRIBER_RUNNING, false);
+    } catch (error) {
+      console.error(`${NAME.PREFIX}stopRealtimeTranscriber error:`, error);
+      throw error;
+    }
+  };
+
+  public updateRealTimeTranscriber = async (config: {
+    sourceLanguage: TranscriberLanguage;
+    translationLanguages?: TranscriberLanguage[];
+  }) => {
+    const transcriberManager = this.getTranscriberManager();
+    if (!transcriberManager) {
+      return null;
+    }
+
+    try {
+      const currentTranscriberRobotId = TUIStore.getData(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID);
+      
+      if (currentTranscriberRobotId) {
+        await transcriberManager.stopRealtimeTranscriber(currentTranscriberRobotId);
+      }
+      
+      const newTranscriberRobotId = await transcriberManager.startRealtimeTranscriber(config);
+      TUIStore.update(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID, newTranscriberRobotId);
+      
+      return newTranscriberRobotId;
+    } catch (error) {
+      console.error(`${NAME.PREFIX}updateRealTimeTranscriber error:`, error);
+      throw error;
+    }
+  };
+
+  public subscribeEvent = (event: RealtimeTranscriberEvent, callback: RealtimeTranscriberEventCallback) => {
+    if (!this.eventListeners.has(event)) {
+      this.eventListeners.set(event, []);
+    }
+    this.eventListeners.get(event)?.push(callback);
+  };
+
+  public unsubscribeEvent = (event: RealtimeTranscriberEvent, callback: RealtimeTranscriberEventCallback) => {
+    const listeners = this.eventListeners.get(event);
+    if (listeners) {
+      const index = listeners.indexOf(callback);
+      if (index > -1) {
+        listeners.splice(index, 1);
+      }
+      if (listeners.length === 0) {
+        this.eventListeners.delete(event);
+      }
+    }
+  };
+
+  private onReceiveTranscriberMessage = (
+    _roomId: string | number,
+    message: {
+      segmentId: string;
+      speakerUserId: string;
+      sourceText: string;
+      translationTexts?: Map<string, string>;
+      timestamp: number;
+      isCompleted: boolean;
+    },
+  ) => {
+    const { segmentId } = message;
+    let realtimeMessageList: TranscriberMessage[] = TUIStore.getData(StoreName.CALL, NAME.REALTIME_MESSAGE_LIST) || [];
+    
+    const idx = realtimeMessageList.findIndex(msg => msg.segmentId === segmentId);
+    if (idx >= 0) {
+      realtimeMessageList[idx] = message;
     } else {
-      aiAssistant.destroyASR();
+      realtimeMessageList.push(message);
     }
-  }
+    
+    TUIStore.update(StoreName.CALL, NAME.REALTIME_MESSAGE_LIST, [...realtimeMessageList]);
+    
+    this.triggerEvent(RealtimeTranscriberEvent.onReceiveTranscriberMessage, {
+      roomId: _roomId,
+      message,
+    });
+  };
 
-  public setEngineInstance(engineInstance: any): void {
-    this._tuiCallEngine = engineInstance;
-  }
-  public setImInstance(imInstance: any): void {
-    this._imInstance = imInstance;
-  }
+  private onRealtimeTranscriberStarted = (_roomId: string | number, _transcriberRobotId: string, _sourceLanguage: string) => {
+    this.triggerEvent(RealtimeTranscriberEvent.onRealtimeTranscriberStarted, {
+      roomId: _roomId,
+      transcriberRobotId: _transcriberRobotId,
+      sourceLanguage: _sourceLanguage,
+    });
+  };
+
+  private onRealtimeTranscriberStopped = (_roomId: string | number, _transcriberRobotId: string) => {
+    this.triggerEvent(RealtimeTranscriberEvent.onRealtimeTranscriberStopped, {
+      roomId: _roomId,
+      transcriberRobotId: _transcriberRobotId,
+    });
+  };
+
+  private onRealtimeTranscriberError = (_roomId: string | number, _transcriberRobotId: string, error: number, errorMessage: string) => {
+    this.triggerEvent(RealtimeTranscriberEvent.onRealtimeTranscriberError, {
+      roomId: _roomId,
+      transcriberRobotId: _transcriberRobotId,
+      error,
+      errorMessage,
+    });
+  };
+
+  public bindEvent = () => {
+    const transcriberManager = this.getTranscriberManager();
+    if (!transcriberManager) {
+      return;
+    }
+
+    try {
+      transcriberManager.addListener({
+        onReceiveTranscriberMessage: this.onReceiveTranscriberMessage,
+        onRealtimeTranscriberStarted: this.onRealtimeTranscriberStarted,
+        onRealtimeTranscriberStopped: this.onRealtimeTranscriberStopped,
+        onRealtimeTranscriberError: this.onRealtimeTranscriberError,
+      });
+    } catch (error) {
+      console.error(`${NAME.PREFIX}bindEvent error:`, error);
+    }
+  };
+
+  public unbindEvent = () => {
+    const transcriberManager = this.getTranscriberManager();
+    if (!transcriberManager) {
+      return;
+    }
+
+    try {
+      transcriberManager.removeListener({
+        onReceiveTranscriberMessage: this.onReceiveTranscriberMessage,
+        onRealtimeTranscriberStarted: this.onRealtimeTranscriberStarted,
+        onRealtimeTranscriberStopped: this.onRealtimeTranscriberStopped,
+        onRealtimeTranscriberError: this.onRealtimeTranscriberError,
+      });
+    } catch (error) {
+      console.error(`${NAME.PREFIX}unbindEvent error:`, error);
+    }
+  };
+
+  public reset = () => {
+    TUIStore.update(StoreName.CALL, NAME.TRANSCRIBER_ROBOT_ID, null);
+    TUIStore.update(StoreName.CALL, NAME.REALTIME_MESSAGE_LIST, []);
+    TUIStore.update(StoreName.CALL, NAME.IS_AI_TRANSCRIBER_ENABLED, false);
+    this.eventListeners.clear();
+  };
 }
+
+

package/src/TUICallService/CallService/UIKitModal.ts

@@ -1,10 +1,11 @@
+
 import TuiStore from '../TUIStore/tuiStore';
 import { StoreName } from '../const/call';
 import { NAME } from '../const/index';
-import { t } from '../locales'
+import { t } from '../locales';
 const TUIStore = TuiStore.getInstance();
 
-const MODAL_ERROR_CODES = [
+const WEB_MODAL_ERROR_CODES = [
     -1001,
     -1002,
     -1101,
@@ -17,7 +18,7 @@ const MODAL_ERROR_CODES = [
     101002,
 ];
 
-const MODAL_ERROR_MAP = {
+const WEB_MODAL_ERROR_MAP = {
     '-1001': {
         id: 10001,
         key: 'error.10001'
@@ -60,16 +61,22 @@ const MODAL_ERROR_MAP = {
     }
 };
 
+
 export function handleModalError(error) {
     if (!error || !error?.code) {
         return;
     }
 
-    if (!MODAL_ERROR_CODES.includes(error.code)) {
+    handleWebModalError(error);
+
+}
+
+function handleWebModalError(error) {
+    if (!WEB_MODAL_ERROR_CODES.includes(error.code)) {
         return;
     }
 
-    const errorInfo = MODAL_ERROR_MAP[error.code.toString()];
+    const errorInfo = WEB_MODAL_ERROR_MAP[error.code.toString()];
     if (errorInfo) {
         let content = t(errorInfo.key);
         TUIStore.update(StoreName.CALL, NAME.MODAL_ERROR, {
@@ -78,4 +85,5 @@ export function handleModalError(error) {
             title: t('error')
         });
     }
-}
+}
+

package/src/TUICallService/CallService/bellContext.ts

@@ -10,6 +10,7 @@ export class BellContext {
   private _calleeBellFilePath: string = DEFAULT_CALLEE_BELL_FILEPATH;
   private _callRole: string = CallRole.UNKNOWN;
   private _callStatus: string = CallStatus.IDLE;
+  private _isPlaying: boolean = false;
 
   constructor() {
     this._bellContext = new Audio();
@@ -39,14 +40,26 @@ export class BellContext {
   async play() {
     try {
       if (this._callStatus !== CallStatus.CALLING) {
-        return ;
+        return;
       }
+      // iOS 优化：增加更严格的状态检查
+      if (this._callStatus !== CallStatus.CALLING || this._isPlaying) {
+        console.warn(`${NAME.PREFIX}play skipped, callStatus: ${this._callStatus}, isPlaying: ${this._isPlaying}`);
+        return;
+      }
+      this._isPlaying = true;
       this.setBellSrc();
       if (this._callRole === CallRole.CALLEE && !this._isMuteBell) {
+        // 再次检查状态，避免在设置过程中状态已变更
+        if (!this._isPlaying || this._callStatus !== CallStatus.CALLING) return;
         await this._bellContext.play();
+        return;
       }
       if (this._callRole === CallRole.CALLER) {
+        // 再次检查状态，避免在设置过程中状态已变更
+        if (!this._isPlaying || this._callStatus !== CallStatus.CALLING) return;
         await this._bellContext.play();
+        return;
       }
     } catch (error) {
       console.warn(`${NAME.PREFIX}Failed to play audio file, ${error}`);
@@ -55,7 +68,8 @@ export class BellContext {
 
   async stop() {
     try {
-      await this._bellContext.pause();
+      this._isPlaying = false;
+      await this._bellContext?.pause();
     } catch (error) {
       console.warn(`${NAME.PREFIX}Failed to stop audio file, ${error}`);
     }
@@ -78,11 +92,20 @@ export class BellContext {
       this._calleeBellFilePath = '';
       this._callRole = CallRole.UNKNOWN;
       this._callStatus = CallStatus.IDLE;
+      this._isPlaying = false;
       this._bellContext.pause();
       this._bellContext = null;
     } catch (error) {
       console.warn(`${NAME.PREFIX}Failed to destroy, ${error}`);
     }
   }
+
+  private _delay(ms: number): any {
+    return new Promise((resolve: any) => setTimeout(resolve, ms));
+  }
+
+  private _delayCallback(callback: () => void, ms: number) {
+    setTimeout(callback, ms);
+  }
   
 }

package/src/TUICallService/CallService/engineEventHandler.ts

@@ -90,6 +90,9 @@ export default class EngineEventHandler {
     const callStatus = TUIStore.getData(StoreName.CALL, NAME.CALL_STATUS);
 
     if (callStatus === CallStatus.CALLING && callRole === CallRole.CALLER) {
+      // iOS 优化：主叫状态变更时立即停止铃声
+      this._callService?._bellContext?.stop();
+
       TUIStore.update(StoreName.CALL, NAME.CALL_STATUS, CallStatus.CONNECTED);
       this._callService?.startTimer();
     }
@@ -183,14 +186,16 @@ export default class EngineEventHandler {
     }, StoreName.CALL);
   }
   private async _handleOnCallBegin(event: any): Promise<void> {
+    // iOS 优化：ON_CALL_BEGIN 事件时立即停止铃声
+    this._callService?._bellContext?.stop();
     this._callerChangeToConnected();
     TUIStore.update(StoreName.CALL, NAME.CALL_TIPS, { text: 'answered', duration: 2000 });
     await this._callService.openMicrophone();
     console.log(`${NAME.PREFIX}accept event data: ${JSON.stringify(event)}.`);
   }
   private async _handleUserEnter(event: any): Promise<void> {
-    this._callerChangeToConnected();
     const { userID: userId, data } = analyzeEventData(event);
+    this._callerChangeToConnected();
     await this._addUserToRemoteUserInfoList(userId);
     let remoteUserInfoList = TUIStore.getData(StoreName.CALL, NAME.REMOTE_USER_INFO_LIST);
     remoteUserInfoList = remoteUserInfoList.map((obj: IUserInfo) => {