@elevenlabs/react-native 0.5.12 → 1.0.0-rc.0

package/src/hooks/useConversationCallbacks.ts

@@ -1,15 +0,0 @@
-import { useRef, useCallback } from "react";
-import type { Callbacks } from "../types";
-
-export const useConversationCallbacks = () => {
-  const callbacksRef = useRef<Callbacks>({});
-
-  const setCallbacks = useCallback((callbacks: Callbacks) => {
-    callbacksRef.current = callbacks;
-  }, []);
-
-  return {
-    callbacksRef,
-    setCallbacks,
-  };
-};

package/src/hooks/useConversationSession.ts

@@ -1,130 +0,0 @@
-import { useState, useCallback } from "react";
-import type {
-  ConversationConfig,
-  ConversationStatus,
-  Callbacks,
-} from "../types";
-import {
-  getConversationToken,
-  extractConversationIdFromToken,
-} from "../utils/tokenUtils";
-import { isTextOnly } from "../utils/text-only";
-
-export const useConversationSession = (
-  callbacksRef: { current: Callbacks },
-  setStatus: (status: ConversationStatus) => void,
-  setConnect: (connect: boolean) => void,
-  setToken: (token: string) => void,
-  setConversationId: (conversationId: string) => void,
-  tokenFetchUrl?: string
-) => {
-  const [overrides, setOverrides] = useState<ConversationConfig["overrides"]>(
-    {}
-  );
-  const [customLlmExtraBody, setCustomLlmExtraBody] =
-    useState<ConversationConfig["customLlmExtraBody"]>(null);
-  const [dynamicVariables, setDynamicVariables] = useState<
-    ConversationConfig["dynamicVariables"]
-  >({});
-  const [userId, setUserId] = useState<ConversationConfig["userId"]>(undefined);
-  const [textOnly, setTextOnly] =
-    useState<ConversationConfig["textOnly"]>(false);
-
-  const startSession = useCallback(
-    async (config: ConversationConfig) => {
-      try {
-        setStatus("connecting");
-        callbacksRef.current.onStatusChange?.({ status: "connecting" });
-
-        const textOnly = isTextOnly(config);
-
-        setOverrides({
-          ...config.overrides,
-          conversation: {
-            ...config.overrides?.conversation,
-            textOnly,
-          },
-        });
-        setCustomLlmExtraBody(config.customLlmExtraBody || null);
-        setDynamicVariables(config.dynamicVariables || {});
-        setUserId(config.userId);
-        setTextOnly(textOnly);
-
-        let conversationToken: string;
-
-        if (config.conversationToken) {
-          conversationToken = config.conversationToken;
-        } else if (config.agentId) {
-          console.info(
-            "Getting conversation token for agentId:",
-            config.agentId
-          );
-          // Use tokenFetchUrl from config first, then from hook parameter, then default
-          const urlToUse = config.tokenFetchUrl || tokenFetchUrl;
-          conversationToken = await getConversationToken(
-            config.agentId,
-            urlToUse,
-            config.environment
-          );
-        } else {
-          throw new Error("Either conversationToken or agentId is required");
-        }
-
-        const extractedConversationId =
-          extractConversationIdFromToken(conversationToken);
-        setConversationId(extractedConversationId);
-
-        setToken(conversationToken);
-        setConnect(true);
-      } catch (error) {
-        setStatus("disconnected");
-        callbacksRef.current.onStatusChange?.({ status: "disconnected" });
-        callbacksRef.current.onError?.(error as string);
-        throw error;
-      }
-    },
-    [
-      callbacksRef,
-      setStatus,
-      setConnect,
-      setToken,
-      setConversationId,
-      setTextOnly,
-      tokenFetchUrl,
-    ]
-  );
-
-  const endSession = useCallback(
-    async (reason: "user" | "agent" = "user") => {
-      try {
-        setConnect(false);
-        setToken("");
-        setStatus("disconnected");
-
-        // Reset session configuration state
-        setOverrides({});
-        setCustomLlmExtraBody(null);
-        setDynamicVariables({});
-        setUserId(undefined);
-        setConversationId("");
-
-        callbacksRef.current.onStatusChange?.({ status: "disconnected" });
-        callbacksRef.current.onDisconnect?.({ reason });
-      } catch (error) {
-        callbacksRef.current.onError?.(error as string);
-        throw error;
-      }
-    },
-    [callbacksRef, setConnect, setToken, setStatus, setConversationId]
-  );
-
-  return {
-    startSession,
-    endSession,
-    overrides,
-    customLlmExtraBody,
-    dynamicVariables,
-    userId,
-    textOnly,
-  };
-};

package/src/hooks/useLiveKitRoom.ts

@@ -1,100 +0,0 @@
-import { useState, useEffect, useCallback, useRef } from "react";
-import { AudioSession } from "@livekit/react-native";
-import type { LocalParticipant } from "livekit-client";
-import type { ConversationStatus, Callbacks } from "../types";
-
-export const useLiveKitRoom = (
-  callbacksRef: { current: Callbacks },
-  setStatus: (status: ConversationStatus) => void,
-  conversationId: string,
-  status: ConversationStatus,
-  textOnly: boolean = false
-) => {
-  const [roomConnected, setRoomConnected] = useState(false);
-  const [localParticipant, setLocalParticipant] =
-    useState<LocalParticipant | null>(null);
-  const hasCalledOnConnectRef = useRef(false);
-  const audioSessionActiveRef = useRef(false);
-
-  // Reset room state when conversationId changes (new session starting)
-  useEffect(() => {
-    if (conversationId) {
-      setRoomConnected(false);
-      setLocalParticipant(null);
-      hasCalledOnConnectRef.current = false;
-    }
-  }, [conversationId]);
-
-  useEffect(() => {
-    const shouldHaveAudio = !textOnly && !!conversationId;
-
-    if (shouldHaveAudio && !audioSessionActiveRef.current) {
-      audioSessionActiveRef.current = true;
-      AudioSession.startAudioSession();
-    } else if (!shouldHaveAudio && audioSessionActiveRef.current) {
-      audioSessionActiveRef.current = false;
-      AudioSession.stopAudioSession();
-    }
-
-    return () => {
-      if (audioSessionActiveRef.current) {
-        audioSessionActiveRef.current = false;
-        AudioSession.stopAudioSession();
-      }
-    };
-  }, [textOnly, conversationId]);
-
-  // Fire onConnect when both participant and room are fully ready
-  useEffect(() => {
-    if (localParticipant && roomConnected && !hasCalledOnConnectRef.current) {
-      hasCalledOnConnectRef.current = true;
-      callbacksRef.current.onConnect?.({ conversationId });
-    }
-  }, [localParticipant, roomConnected, conversationId, callbacksRef]);
-
-  const handleParticipantReady = useCallback(
-    (participant: LocalParticipant) => {
-      if (localParticipant) {
-        return;
-      }
-
-      setLocalParticipant(participant);
-      setStatus("connected");
-    },
-    [localParticipant, setStatus]
-  );
-
-  const handleConnected = useCallback(() => {
-    setRoomConnected(true);
-  }, []);
-
-  const handleDisconnected = useCallback(() => {
-    // If already disconnected, endSession already handled the disconnect callback
-    if (status === "disconnected") {
-      return;
-    }
-
-    setRoomConnected(false);
-    setStatus("disconnected");
-    setLocalParticipant(null);
-    hasCalledOnConnectRef.current = false;
-    callbacksRef.current.onDisconnect?.({ reason: "user" });
-  }, [callbacksRef, setStatus, status]);
-
-  const handleError = useCallback(
-    (error: Error) => {
-      console.error("LiveKit error:", error);
-      callbacksRef.current.onError?.(error.message, undefined);
-    },
-    [callbacksRef]
-  );
-
-  return {
-    roomConnected,
-    localParticipant,
-    handleParticipantReady,
-    handleConnected,
-    handleDisconnected,
-    handleError,
-  };
-};

package/src/hooks/useMessageSending.ts

@@ -1,33 +0,0 @@
-import { useCallback } from "react";
-import type { LocalParticipant } from "livekit-client";
-import type { ConversationStatus, Callbacks } from "../types";
-
-export const useMessageSending = (
-  status: ConversationStatus,
-  localParticipant: LocalParticipant | null,
-  callbacksRef: { current: Callbacks }
-) => {
-  const sendMessage = useCallback(
-    async (message: unknown) => {
-      if (status !== "connected" || !localParticipant) {
-        console.warn(
-          "Cannot send message: room not connected or no local participant"
-        );
-        return;
-      }
-      try {
-        const encoder = new TextEncoder();
-        const data = encoder.encode(JSON.stringify(message));
-
-        await localParticipant.publishData(data, { reliable: true });
-      } catch (error) {
-        console.error("Failed to send message via WebRTC:", error);
-        console.error("Error details:", error);
-        callbacksRef.current.onError?.(error as string);
-      }
-    },
-    [status, localParticipant, callbacksRef]
-  );
-
-  return { sendMessage };
-};

package/src/types.ts

@@ -1,170 +0,0 @@
-import type * as Types from "@elevenlabs/types";
-import type {
-  AsrInitiationMetadataEvent as AsrMetadataEvent,
-  AudioAlignmentEvent,
-  Callbacks,
-  ConversationMetadata,
-  Mode as ConversationMode,
-  Incoming,
-  Interruption,
-  Role as MessageRole,
-  Outgoing,
-  Ping,
-  Status,
-} from "@elevenlabs/types";
-export type { Callbacks } from "@elevenlabs/types";
-
-/**
- * Role in the conversation
- */
-export type Role = MessageRole;
-
-/**
- * Current mode of the conversation
- */
-export type Mode = ConversationMode;
-
-export type ConversationStatus = Status;
-
-/**
- * Language support
- */
-export type Language = Types.ConversationConfigOverrideAgentLanguage;
-
-/**
- * Client tools configuration
- */
-export type ClientToolsConfig = {
-  clientTools: Record<
-    string,
-    (
-      parameters: unknown
-    ) => Promise<string | number | undefined> | string | number | undefined
-  >;
-};
-
-/**
- * Options for useConversation hook
- */
-export type ConversationOptions = {
-  serverUrl?: string;
-  tokenFetchUrl?: string;
-  clientTools?: Record<
-    string,
-    (
-      parameters: unknown
-    ) => Promise<string | number | undefined> | string | number | undefined
-  >;
-} & Partial<Callbacks>;
-
-export type ConversationConfig = {
-  agentId?: string;
-  conversationToken?: string;
-  tokenFetchUrl?: string;
-  overrides?: {
-    agent?: {
-      prompt?: {
-        prompt?: string;
-      };
-      firstMessage?: string;
-      language?: Language;
-    };
-    tts?: {
-      voiceId?: string;
-      speed?: number;
-      stability?: number;
-      similarityBoost?: number;
-    };
-    conversation?: {
-      textOnly?: boolean;
-    };
-    client?: {
-      source?: string;
-      version?: string;
-    };
-  };
-  customLlmExtraBody?: unknown;
-  dynamicVariables?: Record<string, string | number | boolean>;
-  textOnly?: boolean;
-  userId?: string;
-  environment?: string;
-};
-
-// Incoming event types
-export type UserTranscriptionEvent = Incoming.UserTranscriptionClientEvent;
-export type AgentResponseEvent = Incoming.AgentResponseClientEvent;
-export type AgentResponseCorrectionEvent =
-  Incoming.AgentResponseCorrectionClientEvent;
-export type AgentAudioEvent = Incoming.AudioClientEvent;
-export type InterruptionEvent = Interruption;
-export type InternalTentativeAgentResponseEvent =
-  Incoming.TentativeAgentResponseInternalClientEvent;
-export type ConfigEvent = ConversationMetadata;
-export type PingEvent = Ping;
-export type ClientToolCallEvent = Incoming.ClientToolCallClientEvent;
-export type VadScoreEvent = Incoming.VadScoreClientEvent;
-export type MCPToolCallClientEvent = Incoming.McpToolCallClientEvent;
-export type MCPConnectionStatusEvent = Incoming.McpConnectionStatusClientEvent;
-export type AgentToolRequestEvent = Incoming.AgentToolRequestClientEvent;
-export type AgentToolResponseEvent = Incoming.AgentToolResponseClientEvent;
-export type ConversationMetadataEvent = ConversationMetadata;
-export type AsrInitiationMetadataEvent = AsrMetadataEvent;
-export type AgentChatResponsePartEvent =
-  Incoming.AgentChatResponsePartClientEvent;
-export type { AudioAlignmentEvent };
-export type AudioEventWithAlignment = {
-  audio_base_64?: string;
-  event_id: number;
-  alignment?: AudioAlignmentEvent;
-};
-
-// Outgoing event types
-export type PongEvent = Outgoing.PongClientToOrchestratorEvent;
-export type UserAudioEvent = Outgoing.UserAudio;
-export type UserFeedbackEvent = Outgoing.UserFeedbackClientToOrchestratorEvent;
-export type ClientToolResultEvent =
-  Outgoing.ClientToolResultClientToOrchestratorEvent;
-export type ContextualUpdateEvent =
-  Outgoing.ContextualUpdateClientToOrchestratorEvent;
-export type UserMessageEvent = Outgoing.UserMessageClientToOrchestratorEvent;
-export type UserActivityEvent = Outgoing.UserActivityClientToOrchestratorEvent;
-export type MCPToolApprovalResultEvent =
-  Outgoing.McpToolApprovalResultClientToOrchestratorEvent;
-export type InitiationClientDataEvent =
-  Outgoing.ConversationInitiationClientToOrchestratorEvent;
-
-export type ConversationEvent =
-  | UserTranscriptionEvent
-  | AgentResponseEvent
-  | AgentResponseCorrectionEvent
-  | AgentAudioEvent
-  | InterruptionEvent
-  | InternalTentativeAgentResponseEvent
-  | ConfigEvent
-  | PingEvent
-  | ClientToolCallEvent
-  | VadScoreEvent
-  | MCPToolCallClientEvent
-  | MCPConnectionStatusEvent
-  | AgentToolRequestEvent
-  | AgentToolResponseEvent
-  | ConversationMetadataEvent
-  | AsrInitiationMetadataEvent
-  | AgentChatResponsePartEvent;
-
-/**
- * Audio session configuration for controlling how the SDK handles audio
- */
-export interface AudioSessionConfig {
-  /**
-   * Whether audio should mix with other audio sources.
-   * When true, the SDK will configure the audio session to allow
-   * concurrent audio playback with other audio sources.
-   *
-   * iOS: Adds AVAudioSessionCategoryOptionMixWithOthers
-   * Android: Uses AUDIOFOCUS_GAIN_TRANSIENT_MAY_DUCK
-   *
-   * @default false (exclusive audio session)
-   */
-  allowMixingWithOthers?: boolean;
-}

package/src/utils/constants.ts

@@ -1 +0,0 @@
-export const DEFAULT_SERVER_URL = "wss://livekit.rtc.elevenlabs.io";

package/src/utils/overrides.ts

@@ -1,48 +0,0 @@
-import type { ConversationConfig, InitiationClientDataEvent } from "../types";
-import { PACKAGE_VERSION } from "../version";
-
-export function constructOverrides(
-  config: ConversationConfig
-): InitiationClientDataEvent {
-  const overridesEvent: InitiationClientDataEvent = {
-    type: "conversation_initiation_client_data",
-  };
-
-  if (config.overrides) {
-    overridesEvent.conversation_config_override = {
-      agent: {
-        prompt: config.overrides.agent?.prompt,
-        first_message: config.overrides.agent?.firstMessage,
-        language: config.overrides.agent?.language,
-      },
-      tts: {
-        voice_id: config.overrides.tts?.voiceId,
-        speed: config.overrides.tts?.speed,
-        stability: config.overrides.tts?.stability,
-        similarity_boost: config.overrides.tts?.similarityBoost,
-      },
-      conversation: {
-        text_only: config.overrides.conversation?.textOnly,
-      },
-    };
-  }
-
-  overridesEvent.source_info = {
-    source: "react_native_sdk",
-    version: config.overrides?.client?.version || PACKAGE_VERSION,
-  };
-
-  if (config.customLlmExtraBody) {
-    overridesEvent.custom_llm_extra_body = config.customLlmExtraBody;
-  }
-
-  if (config.dynamicVariables) {
-    overridesEvent.dynamic_variables = config.dynamicVariables;
-  }
-
-  if (config.userId) {
-    overridesEvent.user_id = String(config.userId);
-  }
-
-  return overridesEvent;
-}

package/src/utils/text-only.ts

@@ -1,22 +0,0 @@
-import { ConversationConfig } from "../types";
-
-// Note: This function is copied from the client package (see BaseConversation.ts)
-export function isTextOnly(options: ConversationConfig): boolean | undefined {
-  const { textOnly: textOnlyOverride } = options.overrides?.conversation ?? {};
-  const { textOnly } = options;
-  if (typeof textOnly === "boolean") {
-    if (
-      typeof textOnlyOverride === "boolean" &&
-      textOnly !== textOnlyOverride
-    ) {
-      console.warn(
-        `Conflicting textOnly options provided: ${textOnly} via options.textOnly (will be used) and ${textOnlyOverride} via options.overrides.conversation.textOnly (will be ignored)`
-      );
-    }
-    return textOnly;
-  } else if (typeof textOnlyOverride === "boolean") {
-    return textOnlyOverride;
-  } else {
-    return undefined;
-  }
-}

package/src/utils/tokenUtils.ts

@@ -1,52 +0,0 @@
-import { PACKAGE_VERSION } from "../version";
-
-export const extractConversationIdFromToken = (token: string): string => {
-  try {
-    const tokenPayload = JSON.parse(atob(token.split(".")[1]));
-    const roomId = tokenPayload.video?.room || "";
-
-    return roomId.match(/(conv_[a-zA-Z0-9]+)/)?.[0] || "";
-  } catch (error) {
-    console.warn("Could not extract conversation ID from token");
-    return "";
-  }
-};
-
-export const getConversationToken = async (
-  agentId: string,
-  tokenFetchUrl?: string,
-  environment?: string
-): Promise<string> => {
-  try {
-    const baseUrl =
-      tokenFetchUrl || "https://api.elevenlabs.io/v1/convai/conversation/token";
-    let url = `${baseUrl}?agent_id=${agentId}&source=react_native_sdk&version=${PACKAGE_VERSION}`;
-    if (environment) {
-      url += `&environment=${encodeURIComponent(environment)}`;
-    }
-    const response = await fetch(url);
-
-    const data = await response.json();
-
-    if (!response.ok) {
-      if (
-        typeof data.detail === "object" &&
-        data.detail !== null &&
-        typeof data.detail.message === "string"
-      ) {
-        throw new Error(data.detail.message);
-      }
-      throw new Error("Missing error details or message");
-    }
-
-    if (!data.token) {
-      throw new Error("No conversation token received from API");
-    }
-
-    return data.token;
-  } catch (error) {
-    throw new Error(
-      `Failed to get conversation token: ${error instanceof Error ? error.message : "No message"}`
-    );
-  }
-};