agora-appbuilder-core 4.1.0-beta-10 → 4.1.0-beta-12

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agora-appbuilder-core",
-  "version": "4.1.0-beta-10",
+  "version": "4.1.0-beta-12",
   "description": "React Native template for RTE app builder",
   "main": "index.js",
   "files": [

package/template/bridge/rtc/webNg/RtcEngine.ts

@@ -894,13 +894,13 @@ export default class RtcEngine {
 
     /* Recieve Captions  */
     this.client.on('stream-message', (uid: UID, payload: UInt8Array) => {
-      logger.debug(
-        LogSource.AgoraSDK,
-        'Event',
-        'RTC [stream-message](stt-web: onStreamMessageCallback)',
-        uid,
-        payload,
-      );
+      // logger.debug(
+      //   LogSource.AgoraSDK,
+      //   'Event',
+      //   'RTC [stream-message](stt-web: onStreamMessageCallback)',
+      //   uid,
+      //   payload,
+      // );
       (this.eventsMap.get('onStreamMessage') as callbackType)(uid, payload);
     });
 

package/template/defaultConfig.js

@@ -76,8 +76,8 @@ const DefaultConfig = {
   CHAT_ORG_NAME: '',
   CHAT_APP_NAME: '',
   CHAT_URL: '',
-  CLI_VERSION: '3.1.0-beta-10',
-  CORE_VERSION: '4.1.0-beta-10',
+  CLI_VERSION: '3.1.0-beta-12',
+  CORE_VERSION: '4.1.0-beta-12',
   DISABLE_LANDSCAPE_MODE: false,
   STT_AUTO_START: false,
   CLOUD_RECORDING_AUTO_START: false,

package/template/src/ai-agent/components/AgentControls/AgentContext.tsx

@@ -9,6 +9,7 @@ import {
   useRoomInfo,
   Toast,
   useRtc,
+  isWebInternal,
 } from 'customization-api';
 import LocalEventEmitter, {
   LocalEventsEnum,
@@ -81,34 +82,6 @@ export const AgentContext = createContext<AgentContextInterface>({
   clearChatHistory: () => {},
 });
 
-/**
- * Helper function to find the correct insertion index for a new item using binary search.
- * Ensures that the array remains sorted by the `time` property after insertion.
- *
- * @param array The array to search within.
- * @param time The `time` value of the new item to insert.
- * @returns The index where the new item should be inserted.
- */
-const findInsertionIndex = (array: ChatItem[], time: number): number => {
-  let low = 0;
-  let high = array.length;
-
-  // Perform binary search to find the insertion index
-  while (low < high) {
-    const mid = Math.floor((low + high) / 2);
-
-    // If the middle item's time is less than the new time, search the upper half
-    if (array[mid].time < time) {
-      low = mid + 1;
-    } else {
-      // Otherwise, search the lower half
-      high = mid;
-    }
-  }
-
-  return low; // The correct index for insertion
-};
-
 export const AgentProvider: React.FC<{children: React.ReactNode}> = ({
   children,
 }) => {
@@ -152,7 +125,11 @@ export const AgentProvider: React.FC<{children: React.ReactNode}> = ({
   React.useEffect(() => {
     if (!isSubscribedForStreams) {
       RtcEngineUnsafe.addListener('onStreamMessage', (...args: any[]) => {
-        messageService?.handleStreamMessage(args[1]);
+        if (isWebInternal()) {
+          messageService?.handleStreamMessage(args[1]);
+        } else {
+          messageService?.handleStreamMessage(args[3]);
+        }
       });
       setIsSubscribedForStreams(true);
     }
@@ -161,7 +138,7 @@ export const AgentProvider: React.FC<{children: React.ReactNode}> = ({
   React.useEffect(() => {
     const getChatHistoryFromEvent = (event: MessageEvent) => {
       const {data} = event;
-      console.log('get chat history from event', data);
+      // console.log('get chat history from event', data);
       if (data.type === 'message') {
         setChatHistory(prevChatHistory => [...(data?.chatHistory || [])]);
       }
@@ -179,13 +156,6 @@ export const AgentProvider: React.FC<{children: React.ReactNode}> = ({
   }, []);
 
   useEffect(() => {
-    console.log(
-      'debugging users agent contrl',
-      agentConnectionState,
-      {users},
-      agentUID,
-    );
-
     // welcome agent
     const aiAgentUID = users.filter(item => item === agentUID);
 
@@ -259,19 +229,20 @@ export const AgentProvider: React.FC<{children: React.ReactNode}> = ({
         try {
           setAgentConnectionState(AgentState.REQUEST_SENT);
           setStartAPICalled(true);
+          const params = {
+            agent_id: agentId,
+            prompt: prompt,
+            voice: agents?.find(a => a.id === agentId)?.config?.tts?.params
+              ?.voice_name,
+            enable_interruption_handling: isInterruptionHandlingEnabled,
+            language: language,
+          };
           const data = await connectToAIAgent(
             'start',
             channel_name,
             localUid,
             store.token,
-            {
-              agent_id: agentId || agents?.length ? agents[0].id : null,
-              prompt: prompt,
-              voice: agents.find(a => a.id === agentId)?.config?.tts?.params
-                ?.voice_name,
-              enable_interruption_handling: isInterruptionHandlingEnabled,
-              language: language,
-            },
+            params,
           );
           // console.log("response X-Client-ID", newClientId, typeof newClientId)
           // @ts-ignore

package/template/src/ai-agent/components/AgentControls/index.tsx

@@ -18,12 +18,6 @@ export const AgentControl: React.FC = () => {
   const isAwaitingLeave = agentConnectionState === AgentState.AWAITING_LEAVE;
   const isAgentAvailable = useIsAgentAvailable();
 
-  console.log(
-    'Agent Control--',
-    {agentConnectionState},
-    {bth: AI_AGENT_STATE[agentConnectionState]},
-  );
-
   const isLoading =
     agentConnectionState === AgentState.REQUEST_SENT ||
     agentConnectionState === AgentState.AGENT_DISCONNECT_REQUEST ||

package/template/src/ai-agent/components/AgentControls/message.ts

@@ -3,6 +3,7 @@ import {LogSource, logger} from '../../../logger/AppBuilderLogger';
 import LocalEventEmitter, {
   LocalEventsEnum,
 } from '../../../rtm-events-api/LocalEvents';
+import {Buffer} from 'buffer';
 
 const DEFAULT_MESSAGE_CACHE_TIMEOUT = 1000 * 60 * 5; // 5 minutes
 const DEFAULT_INTERVAL = 200; // milliseconds
@@ -446,12 +447,12 @@ export class MessageEngine {
   }
 
   public handleMessageInterrupt(message: IMessageInterrupt) {
-    logger.debug(
-      LogSource.AgoraSDK,
-      'AI_AGENT',
-      'handleMessageInterrupt',
-      message,
-    );
+    // logger.debug(
+    //   LogSource.AgoraSDK,
+    //   'AI_AGENT',
+    //   'handleMessageInterrupt',
+    //   message,
+    // );
     const turn_id = message.turn_id;
     const start_ms = message.start_ms;
     this._interruptQueue({
@@ -662,21 +663,24 @@ export class MessageEngine {
           .join('');
 
         // decode message
-        logger.debug(
-          LogSource.AgoraSDK,
-          'AI_AGENT',
-          '[message]',
-          Base64.atob(message),
+        // logger.debug(
+        //   LogSource.AgoraSDK,
+        //   'AI_AGENT',
+        //   '[message]',
+        //   atob(message),
+        // );
+
+        // const decodedMessage = JSON.parse(atob(message));
+        const decodedMessage = JSON.parse(
+          Buffer.from(message, 'base64').toString('utf-8'),
         );
 
-        const decodedMessage = JSON.parse(Base64.atob(message));
-
-        logger.debug(
-          LogSource.AgoraSDK,
-          'AI_AGENT',
-          '[decodedMessage]',
-          decodedMessage,
-        );
+        // logger.debug(
+        //   LogSource.AgoraSDK,
+        //   'AI_AGENT',
+        //   '[decodedMessage]',
+        //   decodedMessage,
+        // );
 
         // callback
         callback?.(decodedMessage);
@@ -830,12 +834,12 @@ export class MessageEngine {
       item => item.turn_id === turn_id,
     );
     if (!correspondingQueueItem) {
-      logger.debug(
-        LogSource.AgoraSDK,
-        'AI_AGENT',
-        'No corresponding queue item found',
-        options,
-      );
+      // logger.debug(
+      //   LogSource.AgoraSDK,
+      //   'AI_AGENT',
+      //   'No corresponding queue item found',
+      //   options,
+      // );
       return;
     }
     // if correspondingQueueItem exists, update its status to interrupted
@@ -962,15 +966,15 @@ export class MessageEngine {
 
   private _mutateChatHistory() {
     // logger.debug(LogSource.AgoraSDK,'AI_AGENT', 'Mutate messageList', this.messageList)
-    logger.debug(
-      LogSource.AgoraSDK,
-      'AI_AGENT',
-      'Mutate messageList',
-      this._pts,
-      this.messageList
-        .map(item => `${item.text}[status: ${item.status}]`)
-        .join('\n'),
-    );
+    // logger.debug(
+    //   LogSource.AgoraSDK,
+    //   'AI_AGENT',
+    //   'Mutate messageList',
+    //   this._pts,
+    //   this.messageList
+    //     .map(item => `${item.text}[status: ${item.status}]`)
+    //     .join('\n'),
+    // );
     this.onMessageListUpdate?.(this.messageList as IMessageListItem[]);
   }
 }

package/template/src/ai-agent/components/CustomSettingsPanel.tsx

@@ -70,7 +70,7 @@ const InfoSection = () => {
           <View style={[styles.flex1, styles.alignEnd]}>
             <Text style={[styles.infoRowValue]}>
               {formatVoiceName(
-                agents.find(a => a.id === agentId)?.config?.tts?.params
+                agents?.find(a => a.id === agentId)?.config?.tts?.params
                   ?.voice_name,
               )}
             </Text>
@@ -123,7 +123,7 @@ const AdvancedSettings = () => {
 
   //when user switchs agent then update the toggle value for that agent
   useEffect(() => {
-    if (agentId) {
+    if (agentId && agents?.length) {
       setIsInterruptionHandlingEnabled(
         agents?.find(a => a?.id === agentId)?.config?.enable_aivad,
       );

package/template/src/ai-agent/components/SelectAiAgent.tsx

@@ -49,7 +49,7 @@ const SelectAiAgent = () => {
             ? 'No AI Agent available'
             : !agentId
             ? 'Select AI Agent'
-            : data.find(d => d.value === agentId)?.label
+            : data?.find(d => d.value === agentId)?.label
         }
         data={data}
         onSelect={async ({label, value}) => {

package/template/src/ai-agent/components/SelectAiAgentVoice.tsx

@@ -20,11 +20,11 @@ const SelectAiAgentVoice = () => {
   });
 
   useEffect(() => {
-    if (agentId && !agentVoice) {
+    if (agentId && !agentVoice && agents?.length) {
       //@ts-ignore
-      setAgentVoice(agents.find((agent: any) => agent.id === agentId)?.voice);
+      setAgentVoice(agents?.find((agent: any) => agent.id === agentId)?.voice);
     }
-  }, [agentId]);
+  }, [agentId, agents]);
 
   return (
     <View>

package/template/src/ai-agent/components/SelectUserLanguage.tsx

@@ -21,10 +21,11 @@ const SelectUserLanguage = () => {
   });
 
   useEffect(() => {
-    if (agentId) {
+    if (agentId && agents?.length) {
       //@ts-ignore
       setLanguage(
-        agents.find((agent: any) => agent.id === agentId)?.config?.asr_language,
+        agents?.find((agent: any) => agent.id === agentId)?.config
+          ?.asr_language,
       );
     }
   }, [agentId, setLanguage, agents]);

package/template/src/ai-agent/components/UserPrompt.tsx

@@ -39,7 +39,7 @@ const UserPrompt = () => {
   }, [prompt]);
 
   useEffect(() => {
-    if (agentId) {
+    if (agentId && agents?.length) {
       setPrompt(agents?.find(a => a?.id === agentId)?.config?.llm?.prompt);
     }
   }, [agentId, agents, setPrompt]);

package/template/src/ai-agent/components/mobile/MobileLayoutComponent.tsx

@@ -27,7 +27,6 @@ const MobileLayoutComponent: LayoutComponent = () => {
   const {getLocalAudioStream, getRemoteAudioStream} = useLocalAudio();
   const isAudioEnabled = useIsAudioEnabled();
   const connected = activeUids.includes(agentUID);
-  console.log({activeUids}, 'active uids');
 
   useEffect(() => {
     if (getLocalAudioStream()) {

package/template/src/ai-agent/index.tsx

@@ -62,17 +62,10 @@ const DesktopLayoutComponent: LayoutComponent = () => {
   const {getLocalAudioStream, getRemoteAudioStream} = useLocalAudio();
 
   const connected = activeUids.includes(agentUID);
-  console.log({activeUids}, 'active uids');
 
   // this state occurs when agent_stop is successful, but
   // user is still not disconnected from the RTC channel - state-of-wait
   const isAwaitingLeave = agentConnectionState === AgentState.AWAITING_LEAVE;
-  console.log(
-    {isAwaitingLeave},
-    {connected},
-    'what is going on',
-    agentConnectionState,
-  );
   useEffect(() => {
     if (getLocalAudioStream()) {
       setLocalTrack(getLocalAudioStream());

package/template/src/ai-agent/layout/ConversationalAI.tsx

@@ -132,8 +132,6 @@ export const ConversationalAI: LayoutComponent = () => {
     // save the app in a ref for later use
     // spline.current = splineApp;
     // sphere.current = splineApp.findObjectByName('Sphere');
-    // console.log('debugging animation main', spline.current);
-    // console.log('debugging animation sphere', sphere.current);
   }
 
   const isLoading =

package/template/src/ai-agent/layout/DefaultAIOnly.tsx

@@ -26,17 +26,11 @@ export const DefaultAIOnly: LayoutComponent = () => {
   const {getLocalAudioStream, getRemoteAudioStream} = useLocalAudio();
 
   const connected = activeUids.includes(agentUID);
-  console.log({activeUids}, 'active uids');
 
   // this state occurs when agent_stop is successful, but
   // user is still not disconnected from the RTC channel - state-of-wait
   const isAwaitingLeave = agentConnectionState === AgentState.AWAITING_LEAVE;
-  console.log(
-    {isAwaitingLeave},
-    {connected},
-    'what is going on',
-    agentConnectionState,
-  );
+
   useEffect(() => {
     if (getLocalAudioStream()) {
       setLocalTrack(getLocalAudioStream());

package/template/src/components/StorageContext.tsx

@@ -30,6 +30,7 @@ export interface StoreInterface {
   >;
   activeDeviceId: Record<MediaDeviceInfo['kind'], string>;
   whiteboardNativeInfoToast?: boolean;
+  projectId: string;
 }
 
 export interface StorageContextInterface {
@@ -52,6 +53,7 @@ export const initStoreValue: StoreInterface = {
     audiooutput: '',
     videoinput: '',
   },
+  projectId: $config.PROJECT_ID,
 };
 
 const initStorageContextValue = {
@@ -97,6 +99,13 @@ export const StorageProvider = (props: {children: React.ReactNode}) => {
           if (!ENABLE_AUTH && !$config.ENABLE_CONVERSATIONAL_AI) {
             storeFromStorage['token'] = null;
           }
+          const projectId = $config.PROJECT_ID;
+          //if project id different then we should not use the previous session token.
+          //so setting into null and updating new project id
+          if (storeFromStorage['projectId'] !== projectId) {
+            storeFromStorage['token'] = null;
+            storeFromStorage['projectId'] = projectId;
+          }
           storeFromStorage['whiteboardNativeInfoToast'] = false;
           setStore(storeFromStorage);
           logger.log(
@@ -133,6 +142,13 @@ export const StorageProvider = (props: {children: React.ReactNode}) => {
         if (!ENABLE_AUTH && !$config.ENABLE_CONVERSATIONAL_AI) {
           tempStore['token'] = null;
         }
+        const projectId = $config.PROJECT_ID;
+        //if project id different then we should not use the previous session token.
+        //so setting into null and updating new project id
+        if (tempStore['projectId'] !== projectId) {
+          tempStore['token'] = null;
+          tempStore['projectId'] = projectId;
+        }
         await AsyncStorage.setItem('store', JSON.stringify(tempStore));
         logger.log(
           LogSource.Internals,