@runwayml/avatars-react 0.1.0

package/dist/index.js

@@ -0,0 +1,623 @@
+import { LiveKitRoom, RoomAudioRenderer, useRoomContext, useConnectionState, useRemoteParticipants, useTracks, isTrackReference, VideoTrack, useLocalParticipant, useMediaDevices, TrackToggle } from '@livekit/components-react';
+export { RoomAudioRenderer as AudioRenderer } from '@livekit/components-react';
+import { createContext, useRef, useCallback, useState, useEffect, useContext, useReducer } from 'react';
+import { ParticipantEvent, Track, ConnectionState } from 'livekit-client';
+import { jsxs, jsx, Fragment } from 'react/jsx-runtime';
+
+// src/api/config.ts
+var DEFAULT_BASE_URL = "https://api.dev.runwayml.com";
+function getBaseUrl() {
+  try {
+    const envUrl = process.env.RUNWAYML_BASE_URL;
+    if (envUrl) return envUrl;
+  } catch {
+  }
+  return DEFAULT_BASE_URL;
+}
+var config = null;
+function getConfig() {
+  if (!config) {
+    config = { baseUrl: getBaseUrl() };
+  }
+  return config;
+}
+
+// src/api/consume.ts
+async function consumeSession(options) {
+  const { sessionId, sessionKey, baseUrl = getConfig().baseUrl } = options;
+  const url = `${baseUrl}/v1/realtime_sessions/${sessionId}/consume`;
+  const response = await fetch(url, {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      Authorization: `Bearer ${sessionKey}`
+    }
+  });
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(
+      `Failed to consume session: ${response.status} ${errorText}`
+    );
+  }
+  return response.json();
+}
+
+// src/hooks/useCredentials.ts
+function credentialsReducer(_state, action) {
+  switch (action.type) {
+    case "CONNECT":
+      return { status: "connecting", credentials: null, error: null };
+    case "CONNECTED":
+      return {
+        status: "connected",
+        credentials: action.credentials,
+        error: null
+      };
+    case "ERROR":
+      return { status: "error", credentials: null, error: action.error };
+  }
+}
+function useCredentials(options) {
+  const {
+    avatarId,
+    sessionId,
+    sessionKey,
+    credentials: directCredentials,
+    connectUrl,
+    connect,
+    onError
+  } = options;
+  const [state, dispatch] = useReducer(credentialsReducer, {
+    status: "idle",
+    credentials: null,
+    error: null
+  });
+  const fetchedForRef = useRef(null);
+  const onErrorRef = useRef(onError);
+  onErrorRef.current = onError;
+  const mode = directCredentials ? "direct" : sessionId && sessionKey ? "session" : connectUrl || connect ? "connect" : null;
+  useEffect(() => {
+    if (mode !== "direct" || !directCredentials) return;
+    dispatch({ type: "CONNECTED", credentials: directCredentials });
+  }, [mode, directCredentials]);
+  useEffect(() => {
+    if (mode !== "session" || !sessionId || !sessionKey) return;
+    if (fetchedForRef.current === sessionId) return;
+    fetchedForRef.current = sessionId;
+    dispatch({ type: "CONNECT" });
+    consumeSession({ sessionId, sessionKey }).then(({ url, token, roomName }) => {
+      dispatch({
+        type: "CONNECTED",
+        credentials: { sessionId, serverUrl: url, token, roomName }
+      });
+    }).catch((err) => {
+      const error = err instanceof Error ? err : new Error(String(err));
+      dispatch({ type: "ERROR", error });
+      onErrorRef.current?.(error);
+    });
+  }, [mode, sessionId, sessionKey]);
+  useEffect(() => {
+    if (mode !== "connect") return;
+    if (fetchedForRef.current === avatarId) return;
+    fetchedForRef.current = avatarId;
+    dispatch({ type: "CONNECT" });
+    async function fetchCredentials() {
+      if (connect) {
+        return connect(avatarId);
+      }
+      if (connectUrl) {
+        const response = await fetch(connectUrl, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({ avatarId })
+        });
+        if (!response.ok) {
+          const errorText = await response.text();
+          throw new Error(`Failed to connect: ${response.status} ${errorText}`);
+        }
+        return response.json();
+      }
+      throw new Error("No connect method available");
+    }
+    fetchCredentials().then((credentials) => {
+      dispatch({ type: "CONNECTED", credentials });
+    }).catch((err) => {
+      const error = err instanceof Error ? err : new Error(String(err));
+      dispatch({ type: "ERROR", error });
+      onErrorRef.current?.(error);
+    });
+  }, [mode, avatarId, connectUrl, connect]);
+  return state;
+}
+function useLatest(value) {
+  const ref = useRef(value);
+  useEffect(() => {
+    ref.current = value;
+  }, [value]);
+  return ref;
+}
+function mapConnectionState(connectionState) {
+  switch (connectionState) {
+    case ConnectionState.Connecting:
+      return "connecting";
+    case ConnectionState.Connected:
+      return "active";
+    case ConnectionState.Reconnecting:
+      return "connecting";
+    case ConnectionState.Disconnected:
+      return "ended";
+    default:
+      return "ended";
+  }
+}
+var AvatarSessionContext = createContext(
+  null
+);
+function AvatarSession({
+  credentials,
+  children,
+  audio = true,
+  video = true,
+  onEnd,
+  onError
+}) {
+  const errorRef = useRef(null);
+  const handleError = (error) => {
+    errorRef.current = error;
+    onError?.(error);
+  };
+  return /* @__PURE__ */ jsxs(
+    LiveKitRoom,
+    {
+      serverUrl: credentials.serverUrl,
+      token: credentials.token,
+      connect: true,
+      audio,
+      video,
+      onDisconnected: () => onEnd?.(),
+      onError: handleError,
+      options: {
+        adaptiveStream: true,
+        dynacast: true
+      },
+      children: [
+        /* @__PURE__ */ jsx(
+          AvatarSessionContextInner,
+          {
+            sessionId: credentials.sessionId,
+            onEnd,
+            errorRef,
+            children
+          }
+        ),
+        /* @__PURE__ */ jsx(RoomAudioRenderer, {})
+      ]
+    }
+  );
+}
+function AvatarSessionContextInner({
+  sessionId,
+  onEnd,
+  errorRef,
+  children
+}) {
+  const room = useRoomContext();
+  const connectionState = useConnectionState();
+  const onEndRef = useRef(onEnd);
+  onEndRef.current = onEnd;
+  const end = useCallback(async () => {
+    try {
+      const encoder = new TextEncoder();
+      const data = encoder.encode(JSON.stringify({ type: "END_CALL" }));
+      await room.localParticipant.publishData(data, { reliable: true });
+    } catch {
+    }
+    await room.disconnect();
+    onEndRef.current?.();
+  }, [room]);
+  const contextValue = {
+    state: mapConnectionState(connectionState),
+    sessionId,
+    error: errorRef.current,
+    end
+  };
+  return /* @__PURE__ */ jsx(AvatarSessionContext.Provider, { value: contextValue, children });
+}
+function useAvatarSessionContext() {
+  const context = useContext(AvatarSessionContext);
+  if (!context) {
+    throw new Error(
+      "useAvatarSessionContext must be used within an AvatarSession"
+    );
+  }
+  return context;
+}
+function useAvatar() {
+  const remoteParticipants = useRemoteParticipants();
+  const avatarParticipant = remoteParticipants[0] ?? null;
+  const avatarIdentity = avatarParticipant?.identity ?? null;
+  const [isSpeaking, setIsSpeaking] = useState(false);
+  useEffect(() => {
+    if (!avatarParticipant) {
+      setIsSpeaking(false);
+      return;
+    }
+    setIsSpeaking(avatarParticipant.isSpeaking);
+    const handleIsSpeakingChanged = (speaking) => {
+      setIsSpeaking(speaking);
+    };
+    avatarParticipant.on(
+      ParticipantEvent.IsSpeakingChanged,
+      handleIsSpeakingChanged
+    );
+    return () => {
+      avatarParticipant.off(
+        ParticipantEvent.IsSpeakingChanged,
+        handleIsSpeakingChanged
+      );
+    };
+  }, [avatarParticipant]);
+  const tracks = useTracks(
+    [
+      { source: Track.Source.Camera, withPlaceholder: true },
+      { source: Track.Source.Microphone, withPlaceholder: true }
+    ],
+    { onlySubscribed: true }
+  );
+  let videoTrackRef = null;
+  let audioTrackRef = null;
+  for (const trackRef of tracks) {
+    if (trackRef.participant.identity !== avatarIdentity) continue;
+    if (trackRef.source === Track.Source.Camera && !videoTrackRef) {
+      videoTrackRef = trackRef;
+    } else if (trackRef.source === Track.Source.Microphone && !audioTrackRef) {
+      audioTrackRef = trackRef;
+    }
+    if (videoTrackRef && audioTrackRef) break;
+  }
+  const hasVideo = videoTrackRef !== null && isTrackReference(videoTrackRef);
+  const hasAudio = audioTrackRef !== null && isTrackReference(audioTrackRef);
+  return {
+    participant: avatarParticipant,
+    videoTrackRef,
+    audioTrackRef,
+    isSpeaking,
+    hasVideo,
+    hasAudio
+  };
+}
+
+// src/hooks/useAvatarSession.ts
+function useAvatarSession() {
+  const context = useAvatarSessionContext();
+  return context;
+}
+function AvatarVideo({ children, ...props }) {
+  const session = useAvatarSession();
+  const { videoTrackRef, isSpeaking, hasVideo } = useAvatar();
+  const isConnecting = session.state === "connecting";
+  const state = {
+    hasVideo,
+    isConnecting,
+    isSpeaking,
+    trackRef: videoTrackRef
+  };
+  if (children) {
+    return /* @__PURE__ */ jsx(Fragment, { children: children(state) });
+  }
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      ...props,
+      "data-has-video": hasVideo,
+      "data-connecting": isConnecting,
+      "data-speaking": isSpeaking,
+      children: hasVideo && videoTrackRef && isTrackReference(videoTrackRef) && /* @__PURE__ */ jsx(VideoTrack, { trackRef: videoTrackRef })
+    }
+  );
+}
+function useLocalMedia() {
+  const { localParticipant } = useLocalParticipant();
+  const audioDevices = useMediaDevices({ kind: "audioinput" });
+  const videoDevices = useMediaDevices({ kind: "videoinput" });
+  const hasMic = audioDevices.length > 0;
+  const hasCamera = videoDevices.length > 0;
+  const isMicEnabled = localParticipant?.isMicrophoneEnabled ?? false;
+  const isCameraEnabled = localParticipant?.isCameraEnabled ?? false;
+  const isScreenShareEnabled = localParticipant?.isScreenShareEnabled ?? false;
+  const isMicEnabledRef = useLatest(isMicEnabled);
+  const isCameraEnabledRef = useLatest(isCameraEnabled);
+  const isScreenShareEnabledRef = useLatest(isScreenShareEnabled);
+  const toggleMic = useCallback(() => {
+    localParticipant?.setMicrophoneEnabled(!isMicEnabledRef.current);
+  }, [localParticipant, isMicEnabledRef]);
+  const toggleCamera = useCallback(() => {
+    localParticipant?.setCameraEnabled(!isCameraEnabledRef.current);
+  }, [localParticipant, isCameraEnabledRef]);
+  const toggleScreenShare = useCallback(() => {
+    localParticipant?.setScreenShareEnabled(!isScreenShareEnabledRef.current);
+  }, [localParticipant, isScreenShareEnabledRef]);
+  const tracks = useTracks(
+    [{ source: Track.Source.Camera, withPlaceholder: true }],
+    {
+      onlySubscribed: false
+    }
+  );
+  const localIdentity = localParticipant?.identity;
+  const localVideoTrackRef = tracks.find(
+    (trackRef) => trackRef.participant.identity === localIdentity && trackRef.source === Track.Source.Camera
+  ) ?? null;
+  return {
+    hasMic,
+    hasCamera,
+    isMicEnabled,
+    isCameraEnabled,
+    isScreenShareEnabled,
+    toggleMic,
+    toggleCamera,
+    toggleScreenShare,
+    localVideoTrackRef
+  };
+}
+function ControlBar({
+  children,
+  showMicrophone = true,
+  showCamera = true,
+  showScreenShare = false,
+  showEndCall = true,
+  ...props
+}) {
+  const session = useAvatarSession();
+  const { isMicEnabled, isCameraEnabled, toggleMic, toggleCamera } = useLocalMedia();
+  const isActive = session.state === "active";
+  const state = {
+    isMicEnabled,
+    isCameraEnabled,
+    toggleMic,
+    toggleCamera,
+    endCall: session.end,
+    isActive
+  };
+  if (children) {
+    return /* @__PURE__ */ jsx(Fragment, { children: children(state) });
+  }
+  if (!isActive) {
+    return null;
+  }
+  return /* @__PURE__ */ jsxs("div", { ...props, "data-active": isActive, children: [
+    showMicrophone && /* @__PURE__ */ jsx(
+      "button",
+      {
+        type: "button",
+        onClick: toggleMic,
+        "data-control": "microphone",
+        "data-enabled": isMicEnabled,
+        "aria-label": isMicEnabled ? "Mute microphone" : "Unmute microphone",
+        children: microphoneIcon
+      }
+    ),
+    showCamera && /* @__PURE__ */ jsx(
+      "button",
+      {
+        type: "button",
+        onClick: toggleCamera,
+        "data-control": "camera",
+        "data-enabled": isCameraEnabled,
+        "aria-label": isCameraEnabled ? "Turn off camera" : "Turn on camera",
+        children: cameraIcon
+      }
+    ),
+    showScreenShare && /* @__PURE__ */ jsx(
+      TrackToggle,
+      {
+        source: Track.Source.ScreenShare,
+        showIcon: false,
+        "data-control": "screen-share",
+        "aria-label": "Toggle screen share",
+        children: screenShareIcon
+      }
+    ),
+    showEndCall && /* @__PURE__ */ jsx(
+      "button",
+      {
+        type: "button",
+        onClick: session.end,
+        "data-control": "end-call",
+        "aria-label": "End call",
+        children: phoneIcon
+      }
+    )
+  ] });
+}
+var microphoneIcon = /* @__PURE__ */ jsxs(
+  "svg",
+  {
+    width: "20",
+    height: "20",
+    viewBox: "0 0 24 24",
+    fill: "none",
+    stroke: "currentColor",
+    strokeWidth: "2",
+    strokeLinecap: "round",
+    strokeLinejoin: "round",
+    "aria-hidden": "true",
+    children: [
+      /* @__PURE__ */ jsx("path", { d: "M12 2a3 3 0 0 0-3 3v7a3 3 0 0 0 6 0V5a3 3 0 0 0-3-3Z" }),
+      /* @__PURE__ */ jsx("path", { d: "M19 10v2a7 7 0 0 1-14 0v-2" }),
+      /* @__PURE__ */ jsx("line", { x1: "12", x2: "12", y1: "19", y2: "22" })
+    ]
+  }
+);
+var cameraIcon = /* @__PURE__ */ jsxs(
+  "svg",
+  {
+    width: "20",
+    height: "20",
+    viewBox: "0 0 24 24",
+    fill: "none",
+    stroke: "currentColor",
+    strokeWidth: "2",
+    strokeLinecap: "round",
+    strokeLinejoin: "round",
+    "aria-hidden": "true",
+    children: [
+      /* @__PURE__ */ jsx("path", { d: "m16 13 5.223 3.482a.5.5 0 0 0 .777-.416V7.87a.5.5 0 0 0-.752-.432L16 10.5" }),
+      /* @__PURE__ */ jsx("rect", { x: "2", y: "6", width: "14", height: "12", rx: "2" })
+    ]
+  }
+);
+var screenShareIcon = /* @__PURE__ */ jsxs(
+  "svg",
+  {
+    width: "20",
+    height: "20",
+    viewBox: "0 0 24 24",
+    fill: "none",
+    stroke: "currentColor",
+    strokeWidth: "2",
+    strokeLinecap: "round",
+    strokeLinejoin: "round",
+    "aria-hidden": "true",
+    children: [
+      /* @__PURE__ */ jsx("rect", { width: "20", height: "14", x: "2", y: "3", rx: "2" }),
+      /* @__PURE__ */ jsx("line", { x1: "8", x2: "16", y1: "21", y2: "21" }),
+      /* @__PURE__ */ jsx("line", { x1: "12", x2: "12", y1: "17", y2: "21" })
+    ]
+  }
+);
+var phoneIcon = /* @__PURE__ */ jsx(
+  "svg",
+  {
+    width: "20",
+    height: "20",
+    viewBox: "8 14 24 12",
+    fill: "currentColor",
+    "aria-hidden": "true",
+    children: /* @__PURE__ */ jsx("path", { d: "M12.8429 22.5693L11.4018 21.0986C11.2675 20.9626 11.1625 20.7995 11.0935 20.6197C11.0245 20.4399 10.9931 20.2474 11.0013 20.0545C11.0094 19.8616 11.0569 19.6726 11.1408 19.4995C11.2247 19.3265 11.343 19.1732 11.4883 19.0495C13.127 17.7049 15.0519 16.7714 17.1083 16.3239C19.0064 15.892 20.9744 15.892 22.8725 16.3239C24.9374 16.7743 26.8693 17.7147 28.5117 19.0691C28.6565 19.1924 28.7746 19.3451 28.8585 19.5176C28.9423 19.69 28.99 19.8784 28.9986 20.0707C29.0072 20.263 28.9764 20.455 28.9083 20.6345C28.8402 20.814 28.7362 20.9771 28.603 21.1133L27.1619 22.584C26.9311 22.8242 26.6226 22.9706 26.2938 22.9959C25.9651 23.0211 25.6385 22.9235 25.3751 22.7212C24.8531 22.3127 24.2875 21.9657 23.689 21.6869C23.4525 21.5774 23.2517 21.4009 23.1103 21.1785C22.969 20.9561 22.8931 20.697 22.8917 20.4319V19.1867C21.0053 18.6573 19.0139 18.6573 17.1275 19.1867V20.4319C17.1261 20.697 17.0502 20.9561 16.9089 21.1785C16.7676 21.4009 16.5667 21.5774 16.3302 21.6869C15.7317 21.9657 15.1661 22.3127 14.6442 22.7212C14.3779 22.9258 14.0473 23.0233 13.7152 22.9953C13.383 22.9673 13.0726 22.8156 12.8429 22.5693Z" })
+  }
+);
+function UserVideo({ children, mirror = true, ...props }) {
+  const { localVideoTrackRef, isCameraEnabled } = useLocalMedia();
+  const hasVideo = localVideoTrackRef !== null && isTrackReference(localVideoTrackRef);
+  const state = {
+    hasVideo,
+    isCameraEnabled,
+    trackRef: localVideoTrackRef
+  };
+  if (children) {
+    return /* @__PURE__ */ jsx(Fragment, { children: children(state) });
+  }
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      ...props,
+      "data-has-video": hasVideo,
+      "data-camera-enabled": isCameraEnabled,
+      "data-mirror": mirror,
+      children: hasVideo && localVideoTrackRef && isTrackReference(localVideoTrackRef) && /* @__PURE__ */ jsx(VideoTrack, { trackRef: localVideoTrackRef })
+    }
+  );
+}
+function AvatarCall({
+  avatarId,
+  sessionId,
+  sessionKey,
+  credentials: directCredentials,
+  connectUrl,
+  connect,
+  avatarImageUrl,
+  onEnd,
+  onError,
+  children,
+  ...props
+}) {
+  const onErrorRef = useLatest(onError);
+  const { status, credentials, error } = useCredentials({
+    avatarId,
+    sessionId,
+    sessionKey,
+    credentials: directCredentials,
+    connectUrl,
+    connect,
+    onError
+  });
+  const handleSessionError = (err) => {
+    onErrorRef.current?.(err);
+  };
+  const backgroundStyle = avatarImageUrl ? { "--avatar-image": `url(${avatarImageUrl})` } : void 0;
+  if (status === "idle" || status === "connecting") {
+    return /* @__PURE__ */ jsx(
+      "div",
+      {
+        ...props,
+        "data-avatar-call": "",
+        "data-state": "connecting",
+        "data-avatar-id": avatarId,
+        style: { ...props.style, ...backgroundStyle }
+      }
+    );
+  }
+  if (status === "error" || !credentials) {
+    return /* @__PURE__ */ jsx(
+      "div",
+      {
+        ...props,
+        "data-avatar-call": "",
+        "data-state": "error",
+        "data-avatar-id": avatarId,
+        "data-error": error?.message,
+        style: { ...props.style, ...backgroundStyle }
+      }
+    );
+  }
+  return /* @__PURE__ */ jsx(
+    "div",
+    {
+      ...props,
+      "data-avatar-call": "",
+      "data-state": "connected",
+      "data-avatar-id": avatarId,
+      style: { ...props.style, ...backgroundStyle },
+      children: /* @__PURE__ */ jsx(
+        AvatarSession,
+        {
+          credentials,
+          onEnd,
+          onError: handleSessionError,
+          children: children ?? /* @__PURE__ */ jsxs(Fragment, { children: [
+            /* @__PURE__ */ jsx(AvatarVideo, {}),
+            /* @__PURE__ */ jsx(UserVideo, {}),
+            /* @__PURE__ */ jsx(ControlBar, {})
+          ] })
+        }
+      )
+    }
+  );
+}
+function ScreenShareVideo({ children, ...props }) {
+  const { localParticipant } = useLocalParticipant();
+  const tracks = useTracks(
+    [{ source: Track.Source.ScreenShare, withPlaceholder: false }],
+    { onlySubscribed: false }
+  );
+  const localIdentity = localParticipant?.identity;
+  const screenShareTrackRef = tracks.find(
+    (trackRef) => trackRef.participant.identity === localIdentity && trackRef.source === Track.Source.ScreenShare
+  ) ?? null;
+  const isSharing = screenShareTrackRef !== null && isTrackReference(screenShareTrackRef);
+  const state = {
+    isSharing,
+    trackRef: screenShareTrackRef
+  };
+  if (children) {
+    return /* @__PURE__ */ jsx(Fragment, { children: children(state) });
+  }
+  if (!isSharing) {
+    return null;
+  }
+  return /* @__PURE__ */ jsx("div", { ...props, "data-sharing": isSharing, children: screenShareTrackRef && isTrackReference(screenShareTrackRef) && /* @__PURE__ */ jsx(VideoTrack, { trackRef: screenShareTrackRef }) });
+}
+
+export { AvatarCall, AvatarSession, AvatarVideo, ControlBar, ScreenShareVideo, UserVideo, useAvatar, useAvatarSession, useLocalMedia };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map