@elevenlabs/react-native 0.1.2 → 0.2.1

package/dist/types.d.ts

@@ -11,15 +11,6 @@ export type ConversationStatus = "disconnected" | "connecting" | "connected";
  * Language support
  */
 export type Language = "en" | "ja" | "zh" | "de" | "hi" | "fr" | "ko" | "pt" | "pt-br" | "it" | "es" | "id" | "nl" | "tr" | "pl" | "sv" | "bg" | "ro" | "ar" | "cs" | "el" | "fi" | "ms" | "da" | "ta" | "uk" | "ru" | "hu" | "hr" | "sk" | "no" | "vi";
-/**
- * Client tool call event structure
- */
-export type ClientToolCallEvent = {
-    tool_name: string;
-    tool_call_id: string;
-    parameters: unknown;
-    expects_response: boolean;
-};
 /**
  * Client tools configuration
  */
@@ -45,7 +36,7 @@ export type Callbacks = {
     onDisconnect?: (details: string) => void;
     onError?: (message: string, context?: Record<string, unknown>) => void;
     onMessage?: (props: {
-        message: string;
+        message: ConversationEvent;
         source: Role;
     }) => void;
     onModeChange?: (prop: {
@@ -86,6 +77,102 @@ export type ConversationConfig = {
     dynamicVariables?: Record<string, string | number | boolean>;
     userId?: string;
 };
+export type UserTranscriptionEvent = {
+    type: "user_transcript";
+    user_transcription_event: {
+        user_transcript: string;
+    };
+};
+export type AgentResponseEvent = {
+    type: "agent_response";
+    agent_response_event: {
+        agent_response: string;
+    };
+};
+export type AgentResponseCorrectionEvent = {
+    type: "agent_response_correction";
+    agent_response_correction_event: {
+        original_agent_response: string;
+        corrected_agent_response: string;
+    };
+};
+export type AgentAudioEvent = {
+    type: "audio";
+    audio_event: {
+        audio_base_64: string;
+        event_id: number;
+    };
+};
+export type InterruptionEvent = {
+    type: "interruption";
+    interruption_event: {
+        event_id: number;
+    };
+};
+export type InternalTentativeAgentResponseEvent = {
+    type: "internal_tentative_agent_response";
+    tentative_agent_response_internal_event: {
+        tentative_agent_response: string;
+    };
+};
+export type ConfigEvent = {
+    type: "conversation_initiation_metadata";
+    conversation_initiation_metadata_event: {
+        conversation_id: string;
+        agent_output_audio_format: string;
+        user_input_audio_format?: string;
+    };
+};
+export type PingEvent = {
+    type: "ping";
+    ping_event: {
+        event_id: number;
+        ping_ms?: number;
+    };
+};
+export type ClientToolCallEvent = {
+    type: "client_tool_call";
+    client_tool_call: {
+        tool_name: string;
+        tool_call_id: string;
+        parameters: any;
+        expects_response: boolean;
+    };
+};
+export type PongEvent = {
+    type: "pong";
+    event_id: number;
+};
+export type UserAudioEvent = {
+    user_audio_chunk: string;
+};
+export type UserFeedbackEvent = {
+    type: "feedback";
+    score: "like" | "dislike";
+    event_id: number;
+};
+export type ClientToolResultEvent = {
+    type: "client_tool_result";
+    tool_call_id: string;
+    result: any;
+    is_error: boolean;
+};
+export type ContextualUpdateEvent = {
+    type: "contextual_update";
+    text: string;
+};
+export type UserMessageEvent = {
+    type: "user_message";
+    text: string;
+};
+export type UserActivityEvent = {
+    type: "user_activity";
+};
+export type MCPToolApprovalResultEvent = {
+    type: "mcp_tool_approval_result";
+    tool_call_id: string;
+    is_approved: boolean;
+};
 export type InitiationClientDataEvent = {
     type: "conversation_initiation_client_data";
     conversation_config_override?: {
@@ -111,3 +198,4 @@ export type InitiationClientDataEvent = {
     dynamic_variables?: Record<string, string | number | boolean>;
     user_id?: string;
 };
+export type ConversationEvent = UserTranscriptionEvent | AgentResponseEvent | AgentResponseCorrectionEvent | AgentAudioEvent | InterruptionEvent | InternalTentativeAgentResponseEvent | ConfigEvent | PingEvent | ClientToolCallEvent;

package/dist/utils/tokenUtils.d.ts

@@ -1,2 +1,2 @@
-export declare const extractRoomIdFromToken: (token: string) => string;
+export declare const extractConversationIdFromToken: (token: string) => string;
 export declare const getConversationToken: (agentId: string, tokenFetchUrl?: string) => Promise<string>;

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const PACKAGE_VERSION = "0.1.2";
+export declare const PACKAGE_VERSION = "0.2.1";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elevenlabs/react-native",
-  "version": "0.1.2",
+  "version": "0.2.1",
   "description": "ElevenLabs React Native SDK for Conversational AI",
   "main": "./dist/lib.js",
   "module": "./dist/lib.module.js",

package/src/ElevenLabsProvider.tsx

@@ -16,7 +16,7 @@ interface ConversationOptions extends Callbacks, Partial<ClientToolsConfig> {
   tokenFetchUrl?: string;
 }
 
-interface Conversation {
+export interface Conversation {
   startSession: (config: ConversationConfig) => Promise<void>;
   endSession: () => Promise<void>;
   status: ConversationStatus;
@@ -24,6 +24,7 @@ interface Conversation {
   // TODO: Implement setVolume when LiveKit React Native supports it
   // setVolume: (volume: number) => void;
   canSendFeedback: boolean;
+  getId: () => string;
   sendFeedback: (like: boolean) => void;
   sendContextualUpdate: (text: string) => void;
   sendUserMessage: (text: string) => void;
@@ -87,7 +88,7 @@ export const ElevenLabsProvider: React.FC<ElevenLabsProviderProps> = ({ children
   const [status, setStatus] = useState<ConversationStatus>('disconnected');
   const [serverUrl, setServerUrl] = useState(DEFAULT_SERVER_URL);
   const [tokenFetchUrl, setTokenFetchUrl] = useState<string | undefined>(undefined);
-  const [roomId, setRoomId] = useState<string>('');
+  const [conversationId, setConversationId] = useState<string>('');
   const [isSpeaking, setIsSpeaking] = useState(false);
   const [canSendFeedback, setCanSendFeedback] = useState(false);
 
@@ -119,7 +120,7 @@ export const ElevenLabsProvider: React.FC<ElevenLabsProviderProps> = ({ children
     overrides,
     customLlmExtraBody,
     dynamicVariables,
-  } = useConversationSession(callbacksRef, setStatus, setConnect, setToken, setRoomId, tokenFetchUrl);
+  } = useConversationSession(callbacksRef, setStatus, setConnect, setToken, setConversationId, tokenFetchUrl);
 
   const {
     roomConnected,
@@ -128,7 +129,7 @@ export const ElevenLabsProvider: React.FC<ElevenLabsProviderProps> = ({ children
     handleConnected,
     handleDisconnected,
     handleError,
-  } = useLiveKitRoom(callbacksRef, setStatus, roomId);
+  } = useLiveKitRoom(callbacksRef, setStatus, conversationId);
 
   // Enhanced connection handler to initialize feedback state
   const handleConnectedWithFeedback = React.useCallback(() => {
@@ -184,6 +185,8 @@ export const ElevenLabsProvider: React.FC<ElevenLabsProviderProps> = ({ children
     console.warn('setVolume is not yet implemented in React Native SDK');
   }, []);
 
+  const getId = () => conversationId;
+
   // Update current event ID for feedback tracking
   const updateCurrentEventId = React.useCallback((eventId: number) => {
     currentEventIdRef.current = eventId;
@@ -211,6 +214,7 @@ export const ElevenLabsProvider: React.FC<ElevenLabsProviderProps> = ({ children
     isSpeaking,
     // setVolume,
     canSendFeedback,
+    getId,
     sendFeedback,
     sendContextualUpdate: (text: string) => {
       sendMessage({

package/src/components/MessageHandler.tsx

@@ -1,7 +1,7 @@
 import { useEffect } from 'react';
 import { useLocalParticipant, useDataChannel } from '@livekit/react-native';
 import type { LocalParticipant } from 'livekit-client';
-import type { Callbacks, ClientToolsConfig, ClientToolCallEvent } from '../types';
+import type { Callbacks, ClientToolsConfig, ClientToolCallEvent, ConversationEvent } from '../types';
 import React from 'react';
 
 interface MessageHandlerProps {
@@ -13,6 +13,10 @@ interface MessageHandlerProps {
   updateCurrentEventId?: (eventId: number) => void;
 }
 
+export function isValidEvent(event: any): event is ConversationEvent {
+  return !!event.type;
+}
+
 export const MessageHandler = ({
   onReady,
   isConnected,
@@ -36,13 +40,13 @@ export const MessageHandler = ({
     if (
       Object.prototype.hasOwnProperty.call(
         clientTools,
-        clientToolCall.tool_name
+        clientToolCall.client_tool_call.tool_name
       )
     ) {
       try {
         const result =
-          (await clientTools[clientToolCall.tool_name](
-            clientToolCall.parameters
+          (await clientTools[clientToolCall.client_tool_call.tool_name](
+            clientToolCall.client_tool_call.parameters
           )) ?? "Client tool execution successful."; // default client-tool call response
 
         // The API expects result to be a string, so we need to convert it if it's not already a string
@@ -51,18 +55,18 @@ export const MessageHandler = ({
 
         sendMessage({
           type: "client_tool_result",
-          tool_call_id: clientToolCall.tool_call_id,
+          tool_call_id: clientToolCall.client_tool_call.tool_call_id,
           result: formattedResult,
           is_error: false,
         });
       } catch (e) {
         const errorMessage = `Client tool execution failed with following error: ${(e as Error)?.message}`;
         callbacks.onError?.(errorMessage, {
-          clientToolName: clientToolCall.tool_name,
+          clientToolName: clientToolCall.client_tool_call.tool_name,
         });
         sendMessage({
           type: "client_tool_result",
-          tool_call_id: clientToolCall.tool_call_id,
+          tool_call_id: clientToolCall.client_tool_call.tool_call_id,
           result: `Client tool execution failed: ${(e as Error)?.message}`,
           is_error: true,
         });
@@ -73,13 +77,13 @@ export const MessageHandler = ({
         return;
       }
 
-      const errorMessage = `Client tool with name ${clientToolCall.tool_name} is not defined on client`;
+      const errorMessage = `Client tool with name ${clientToolCall.client_tool_call.tool_name} is not defined on client`;
       callbacks.onError?.(errorMessage, {
-        clientToolName: clientToolCall.tool_name,
+        clientToolName: clientToolCall.client_tool_call.tool_name,
       });
       sendMessage({
         type: "client_tool_result",
-        tool_call_id: clientToolCall.tool_call_id,
+        tool_call_id: clientToolCall.client_tool_call.tool_call_id,
         result: errorMessage,
         is_error: true,
       });
@@ -90,6 +94,14 @@ export const MessageHandler = ({
     const decoder = new TextDecoder();
     const message = JSON.parse(decoder.decode(msg.payload));
 
+    if (!isValidEvent(message)) {
+      callbacks.onDebug?.({
+        type: "invalid_event",
+        message,
+      });
+      return;
+    }
+
     callbacks.onMessage?.({
       message,
       source: msg.from?.isAgent ? 'ai' : 'user',
@@ -115,7 +127,7 @@ export const MessageHandler = ({
         });
         break;
       case "client_tool_call":
-        handleClientToolCall(message.client_tool_call);
+        handleClientToolCall(message);
         break;
       default:
         callbacks.onDebug?.(message);

package/src/hooks/useConversationSession.ts

@@ -6,7 +6,7 @@ import type {
 } from "../types";
 import {
   getConversationToken,
-  extractRoomIdFromToken,
+  extractConversationIdFromToken,
 } from "../utils/tokenUtils";
 
 export const useConversationSession = (
@@ -14,7 +14,7 @@ export const useConversationSession = (
   setStatus: (status: ConversationStatus) => void,
   setConnect: (connect: boolean) => void,
   setToken: (token: string) => void,
-  setRoomId: (roomId: string) => void,
+  setConversationId: (conversationId: string) => void,
   tokenFetchUrl?: string
 ) => {
   const [overrides, setOverrides] = useState<ConversationConfig["overrides"]>(
@@ -55,9 +55,9 @@ export const useConversationSession = (
           throw new Error("Either conversationToken or agentId is required");
         }
 
-        // Extract room ID from token
-        const extractedRoomId = extractRoomIdFromToken(conversationToken);
-        setRoomId(extractedRoomId);
+        const extractedConversationId =
+          extractConversationIdFromToken(conversationToken);
+        setConversationId(extractedConversationId);
 
         setToken(conversationToken);
         setConnect(true);
@@ -68,7 +68,14 @@ export const useConversationSession = (
         throw error;
       }
     },
-    [callbacksRef, setStatus, setConnect, setToken, setRoomId, tokenFetchUrl]
+    [
+      callbacksRef,
+      setStatus,
+      setConnect,
+      setToken,
+      setConversationId,
+      tokenFetchUrl,
+    ]
   );
 
   const endSession = useCallback(async () => {

package/src/hooks/useLiveKitRoom.ts

@@ -6,7 +6,7 @@ import type { ConversationStatus, Callbacks } from "../types";
 export const useLiveKitRoom = (
   callbacksRef: { current: Callbacks },
   setStatus: (status: ConversationStatus) => void,
-  roomId: string
+  conversationId: string
 ) => {
   const [roomConnected, setRoomConnected] = useState(false);
   const [localParticipant, setLocalParticipant] =
@@ -33,8 +33,8 @@ export const useLiveKitRoom = (
   const handleConnected = useCallback(() => {
     setRoomConnected(true);
     setStatus("connected");
-    callbacksRef.current.onConnect?.({ conversationId: roomId });
-  }, [roomId, callbacksRef, setStatus]);
+    callbacksRef.current.onConnect?.({ conversationId });
+  }, [conversationId, callbacksRef, setStatus]);
 
   const handleDisconnected = useCallback(() => {
     setRoomConnected(false);

package/src/index.ts

@@ -1,4 +1,8 @@
-export { ElevenLabsProvider, useConversation } from "./ElevenLabsProvider";
+export {
+  ElevenLabsProvider,
+  useConversation,
+  type Conversation,
+} from "./ElevenLabsProvider";
 
 export type {
   ConversationStatus,
@@ -7,4 +11,5 @@ export type {
   Callbacks,
   ConversationOptions,
   ConversationConfig,
+  ConversationEvent,
 } from "./types";

package/src/types.ts

@@ -47,16 +47,6 @@ export type Language =
   | "no"
   | "vi";
 
-/**
- * Client tool call event structure
- */
-export type ClientToolCallEvent = {
-  tool_name: string;
-  tool_call_id: string;
-  parameters: unknown;
-  expects_response: boolean;
-};
-
 /**
  * Client tools configuration
  */
@@ -92,7 +82,7 @@ export type Callbacks = {
   onDebug?: (props: unknown) => void;
   onDisconnect?: (details: string) => void;
   onError?: (message: string, context?: Record<string, unknown>) => void;
-  onMessage?: (props: { message: string; source: Role }) => void;
+  onMessage?: (props: { message: ConversationEvent; source: Role }) => void;
   onModeChange?: (prop: { mode: Mode }) => void;
   onStatusChange?: (prop: { status: ConversationStatus }) => void;
   onCanSendFeedbackChange?: (prop: { canSendFeedback: boolean }) => void;
@@ -127,6 +117,114 @@ export type ConversationConfig = {
   userId?: string;
 };
 
+export type UserTranscriptionEvent = {
+  type: "user_transcript";
+  user_transcription_event: { user_transcript: string };
+};
+
+export type AgentResponseEvent = {
+  type: "agent_response";
+  agent_response_event: { agent_response: string };
+};
+
+export type AgentResponseCorrectionEvent = {
+  type: "agent_response_correction";
+  agent_response_correction_event: {
+    original_agent_response: string;
+    corrected_agent_response: string;
+  };
+};
+export type AgentAudioEvent = {
+  type: "audio";
+  audio_event: {
+    audio_base_64: string;
+    event_id: number;
+  };
+};
+
+export type InterruptionEvent = {
+  type: "interruption";
+  interruption_event: {
+    event_id: number;
+  };
+};
+
+export type InternalTentativeAgentResponseEvent = {
+  type: "internal_tentative_agent_response";
+  tentative_agent_response_internal_event: {
+    tentative_agent_response: string;
+  };
+};
+
+export type ConfigEvent = {
+  type: "conversation_initiation_metadata";
+  conversation_initiation_metadata_event: {
+    conversation_id: string;
+    agent_output_audio_format: string;
+    user_input_audio_format?: string;
+  };
+};
+
+export type PingEvent = {
+  type: "ping";
+  ping_event: {
+    event_id: number;
+    ping_ms?: number;
+  };
+};
+
+export type ClientToolCallEvent = {
+  type: "client_tool_call";
+  client_tool_call: {
+    tool_name: string;
+    tool_call_id: string;
+    parameters: any;
+    expects_response: boolean;
+  };
+};
+
+export type PongEvent = {
+  type: "pong";
+  event_id: number;
+};
+
+export type UserAudioEvent = {
+  user_audio_chunk: string;
+};
+
+export type UserFeedbackEvent = {
+  type: "feedback";
+  score: "like" | "dislike";
+  event_id: number;
+};
+
+export type ClientToolResultEvent = {
+  type: "client_tool_result";
+  tool_call_id: string;
+  result: any;
+  is_error: boolean;
+};
+
+export type ContextualUpdateEvent = {
+  type: "contextual_update";
+  text: string;
+};
+
+export type UserMessageEvent = {
+  type: "user_message";
+  text: string;
+};
+
+export type UserActivityEvent = {
+  type: "user_activity";
+};
+
+export type MCPToolApprovalResultEvent = {
+  type: "mcp_tool_approval_result";
+  tool_call_id: string;
+  is_approved: boolean;
+};
+
 export type InitiationClientDataEvent = {
   type: "conversation_initiation_client_data";
   conversation_config_override?: {
@@ -152,3 +250,14 @@ export type InitiationClientDataEvent = {
   dynamic_variables?: Record<string, string | number | boolean>;
   user_id?: string;
 };
+
+export type ConversationEvent =
+  | UserTranscriptionEvent
+  | AgentResponseEvent
+  | AgentResponseCorrectionEvent
+  | AgentAudioEvent
+  | InterruptionEvent
+  | InternalTentativeAgentResponseEvent
+  | ConfigEvent
+  | PingEvent
+  | ClientToolCallEvent;

package/src/utils/tokenUtils.ts

@@ -1,11 +1,13 @@
 import { PACKAGE_VERSION } from "../version";
 
-export const extractRoomIdFromToken = (token: string): string => {
+export const extractConversationIdFromToken = (token: string): string => {
   try {
     const tokenPayload = JSON.parse(atob(token.split(".")[1]));
-    return tokenPayload.video?.room || "";
+    const roomId = tokenPayload.video?.room || "";
+
+    return roomId.match(/(conv_[a-zA-Z0-9]+)/)?.[0] || "";
   } catch (error) {
-    console.warn("Could not extract room ID from token");
+    console.warn("Could not extract conversation ID from token");
     return "";
   }
 };

package/src/version.ts

@@ -1,2 +1,2 @@
 // This file is auto-generated during build
-export const PACKAGE_VERSION = "0.1.2";
+export const PACKAGE_VERSION = "0.2.1";