@elevenlabs/react-native 0.1.2 → 0.2.0

package/src/components/MessageHandler.tsx

@@ -1,7 +1,7 @@
 import { useEffect } from 'react';
 import { useLocalParticipant, useDataChannel } from '@livekit/react-native';
 import type { LocalParticipant } from 'livekit-client';
-import type { Callbacks, ClientToolsConfig, ClientToolCallEvent } from '../types';
+import type { Callbacks, ClientToolsConfig, ClientToolCallEvent, ConversationEvent } from '../types';
 import React from 'react';
 
 interface MessageHandlerProps {
@@ -13,6 +13,10 @@ interface MessageHandlerProps {
   updateCurrentEventId?: (eventId: number) => void;
 }
 
+export function isValidEvent(event: any): event is ConversationEvent {
+  return !!event.type;
+}
+
 export const MessageHandler = ({
   onReady,
   isConnected,
@@ -36,13 +40,13 @@ export const MessageHandler = ({
     if (
       Object.prototype.hasOwnProperty.call(
         clientTools,
-        clientToolCall.tool_name
+        clientToolCall.client_tool_call.tool_name
       )
     ) {
       try {
         const result =
-          (await clientTools[clientToolCall.tool_name](
-            clientToolCall.parameters
+          (await clientTools[clientToolCall.client_tool_call.tool_name](
+            clientToolCall.client_tool_call.parameters
           )) ?? "Client tool execution successful."; // default client-tool call response
 
         // The API expects result to be a string, so we need to convert it if it's not already a string
@@ -51,18 +55,18 @@ export const MessageHandler = ({
 
         sendMessage({
           type: "client_tool_result",
-          tool_call_id: clientToolCall.tool_call_id,
+          tool_call_id: clientToolCall.client_tool_call.tool_call_id,
           result: formattedResult,
           is_error: false,
         });
       } catch (e) {
         const errorMessage = `Client tool execution failed with following error: ${(e as Error)?.message}`;
         callbacks.onError?.(errorMessage, {
-          clientToolName: clientToolCall.tool_name,
+          clientToolName: clientToolCall.client_tool_call.tool_name,
         });
         sendMessage({
           type: "client_tool_result",
-          tool_call_id: clientToolCall.tool_call_id,
+          tool_call_id: clientToolCall.client_tool_call.tool_call_id,
           result: `Client tool execution failed: ${(e as Error)?.message}`,
           is_error: true,
         });
@@ -73,13 +77,13 @@ export const MessageHandler = ({
         return;
       }
 
-      const errorMessage = `Client tool with name ${clientToolCall.tool_name} is not defined on client`;
+      const errorMessage = `Client tool with name ${clientToolCall.client_tool_call.tool_name} is not defined on client`;
       callbacks.onError?.(errorMessage, {
-        clientToolName: clientToolCall.tool_name,
+        clientToolName: clientToolCall.client_tool_call.tool_name,
       });
       sendMessage({
         type: "client_tool_result",
-        tool_call_id: clientToolCall.tool_call_id,
+        tool_call_id: clientToolCall.client_tool_call.tool_call_id,
         result: errorMessage,
         is_error: true,
       });
@@ -90,6 +94,14 @@ export const MessageHandler = ({
     const decoder = new TextDecoder();
     const message = JSON.parse(decoder.decode(msg.payload));
 
+    if (!isValidEvent(message)) {
+      callbacks.onDebug?.({
+        type: "invalid_event",
+        message,
+      });
+      return;
+    }
+
     callbacks.onMessage?.({
       message,
       source: msg.from?.isAgent ? 'ai' : 'user',
@@ -115,7 +127,7 @@ export const MessageHandler = ({
         });
         break;
       case "client_tool_call":
-        handleClientToolCall(message.client_tool_call);
+        handleClientToolCall(message);
         break;
       default:
         callbacks.onDebug?.(message);

package/src/index.ts

@@ -1,4 +1,8 @@
-export { ElevenLabsProvider, useConversation } from "./ElevenLabsProvider";
+export {
+  ElevenLabsProvider,
+  useConversation,
+  type Conversation,
+} from "./ElevenLabsProvider";
 
 export type {
   ConversationStatus,
@@ -7,4 +11,5 @@ export type {
   Callbacks,
   ConversationOptions,
   ConversationConfig,
+  ConversationEvent,
 } from "./types";

package/src/types.ts

@@ -47,16 +47,6 @@ export type Language =
   | "no"
   | "vi";
 
-/**
- * Client tool call event structure
- */
-export type ClientToolCallEvent = {
-  tool_name: string;
-  tool_call_id: string;
-  parameters: unknown;
-  expects_response: boolean;
-};
-
 /**
  * Client tools configuration
  */
@@ -92,7 +82,7 @@ export type Callbacks = {
   onDebug?: (props: unknown) => void;
   onDisconnect?: (details: string) => void;
   onError?: (message: string, context?: Record<string, unknown>) => void;
-  onMessage?: (props: { message: string; source: Role }) => void;
+  onMessage?: (props: { message: ConversationEvent; source: Role }) => void;
   onModeChange?: (prop: { mode: Mode }) => void;
   onStatusChange?: (prop: { status: ConversationStatus }) => void;
   onCanSendFeedbackChange?: (prop: { canSendFeedback: boolean }) => void;
@@ -127,6 +117,114 @@ export type ConversationConfig = {
   userId?: string;
 };
 
+export type UserTranscriptionEvent = {
+  type: "user_transcript";
+  user_transcription_event: { user_transcript: string };
+};
+
+export type AgentResponseEvent = {
+  type: "agent_response";
+  agent_response_event: { agent_response: string };
+};
+
+export type AgentResponseCorrectionEvent = {
+  type: "agent_response_correction";
+  agent_response_correction_event: {
+    original_agent_response: string;
+    corrected_agent_response: string;
+  };
+};
+export type AgentAudioEvent = {
+  type: "audio";
+  audio_event: {
+    audio_base_64: string;
+    event_id: number;
+  };
+};
+
+export type InterruptionEvent = {
+  type: "interruption";
+  interruption_event: {
+    event_id: number;
+  };
+};
+
+export type InternalTentativeAgentResponseEvent = {
+  type: "internal_tentative_agent_response";
+  tentative_agent_response_internal_event: {
+    tentative_agent_response: string;
+  };
+};
+
+export type ConfigEvent = {
+  type: "conversation_initiation_metadata";
+  conversation_initiation_metadata_event: {
+    conversation_id: string;
+    agent_output_audio_format: string;
+    user_input_audio_format?: string;
+  };
+};
+
+export type PingEvent = {
+  type: "ping";
+  ping_event: {
+    event_id: number;
+    ping_ms?: number;
+  };
+};
+
+export type ClientToolCallEvent = {
+  type: "client_tool_call";
+  client_tool_call: {
+    tool_name: string;
+    tool_call_id: string;
+    parameters: any;
+    expects_response: boolean;
+  };
+};
+
+export type PongEvent = {
+  type: "pong";
+  event_id: number;
+};
+
+export type UserAudioEvent = {
+  user_audio_chunk: string;
+};
+
+export type UserFeedbackEvent = {
+  type: "feedback";
+  score: "like" | "dislike";
+  event_id: number;
+};
+
+export type ClientToolResultEvent = {
+  type: "client_tool_result";
+  tool_call_id: string;
+  result: any;
+  is_error: boolean;
+};
+
+export type ContextualUpdateEvent = {
+  type: "contextual_update";
+  text: string;
+};
+
+export type UserMessageEvent = {
+  type: "user_message";
+  text: string;
+};
+
+export type UserActivityEvent = {
+  type: "user_activity";
+};
+
+export type MCPToolApprovalResultEvent = {
+  type: "mcp_tool_approval_result";
+  tool_call_id: string;
+  is_approved: boolean;
+};
+
 export type InitiationClientDataEvent = {
   type: "conversation_initiation_client_data";
   conversation_config_override?: {
@@ -152,3 +250,14 @@ export type InitiationClientDataEvent = {
   dynamic_variables?: Record<string, string | number | boolean>;
   user_id?: string;
 };
+
+export type ConversationEvent =
+  | UserTranscriptionEvent
+  | AgentResponseEvent
+  | AgentResponseCorrectionEvent
+  | AgentAudioEvent
+  | InterruptionEvent
+  | InternalTentativeAgentResponseEvent
+  | ConfigEvent
+  | PingEvent
+  | ClientToolCallEvent;

package/src/version.ts

@@ -1,2 +1,2 @@
 // This file is auto-generated during build
-export const PACKAGE_VERSION = "0.1.2";
+export const PACKAGE_VERSION = "0.2.0";