@vox-ai/react 0.2.0 → 0.3.0

package/README.md

@@ -28,7 +28,16 @@ Vox.ai 플랫폼과의 음성 AI 상호작용을 관리하는 React 훅입니다
 import { useVoxAI } from "@vox-ai/react";
 
 function VoiceComponent() {
-  const { connect, disconnect, state, messages } = useVoxAI({
+  const {
+    connect,
+    disconnect,
+    state,
+    messages,
+    send,
+    audioWaveform,
+    toggleMic,
+    setVolume,
+  } = useVoxAI({
     onConnect: () => console.log("Vox.ai에 연결됨"),
     onDisconnect: () => console.log("Vox.ai 연결 해제됨"),
     onError: (error) => console.error("오류:", error),
@@ -62,6 +71,11 @@ connect({
     userName: "홍길동",
     context: "고객-지원",
   },
+  metadata: {
+    // 통화에 대한 메타데이터를 프론트엔드에게 전달
+    callerId: "customer-123",
+    departmentId: "support",
+  },
 });
 ```
 
@@ -73,6 +87,55 @@ connect({
 disconnect();
 ```
 
+##### send
+
+텍스트 메시지나 DTMF 톤을 에이전트에 전송하는 메서드입니다.
+
+```tsx
+// 텍스트 메시지 전송
+send({ message: "안녕하세요, 도움이 필요합니다." });
+
+// DTMF 톤 전송 (0-9, *, #)
+send({ digit: 1 });
+```
+
+##### audioWaveform
+
+에이전트나 사용자의 오디오 웨이브폼 데이터를 반환하는 메서드입니다.
+
+```tsx
+// 에이전트 오디오 웨이브폼 데이터 가져오기 (기본값)
+const agentWaveform = audioWaveform({
+  speaker: "agent", // "agent" 또는 "user"
+  barCount: 20, // 반환할 웨이브폼 바의 수
+  updateInterval: 50, // 업데이트 간격 (ms)
+});
+
+// 사용자 오디오 웨이브폼 데이터 가져오기
+const userWaveform = audioWaveform({ speaker: "user" });
+```
+
+##### toggleMic
+
+사용자의 마이크를 활성화/비활성화하는 메서드입니다.
+
+```tsx
+// 마이크 활성화
+toggleMic(true);
+
+// 마이크 비활성화
+toggleMic(false);
+```
+
+##### setVolume
+
+에이전트의 볼륨을 설정하는 메서드입니다. 값은 0(음소거)부터 1(최대 볼륨)까지입니다.
+
+```tsx
+// 볼륨 50%로 설정
+setVolume(0.5);
+```
+
 #### 상태 및 데이터
 
 ##### state
@@ -104,18 +167,21 @@ type VoxMessage = {
   message?: string;
   timestamp: number;
   isFinal?: boolean;
+  tool?: FunctionToolsExecuted; // 에이전트가 실행한 함수 도구
 };
 ```
 
 ## 예제
 
+### 기본 사용법
+
 ```tsx
 import React, { useState } from "react";
 import { useVoxAI } from "@vox-ai/react";
 
 function VoiceAssistant() {
   const [isConnected, setIsConnected] = useState(false);
-  const { connect, disconnect, state, messages } = useVoxAI({
+  const { connect, disconnect, state, messages, send } = useVoxAI({
     onConnect: () => setIsConnected(true),
     onDisconnect: () => setIsConnected(false),
     onError: (error) => console.error("오류:", error),
@@ -128,6 +194,10 @@ function VoiceAssistant() {
     });
   };
 
+  const handleSendMessage = () => {
+    send({ message: "안녕하세요, 도움이 필요합니다." });
+  };
+
   return (
     <div>
       <h1>Vox.ai 음성 비서</h1>
@@ -139,6 +209,9 @@ function VoiceAssistant() {
         <button onClick={disconnect} disabled={!isConnected}>
           연결 해제
         </button>
+        <button onClick={handleSendMessage} disabled={!isConnected}>
+          메시지 전송
+        </button>
       </div>
 
       <div>
@@ -160,6 +233,48 @@ function VoiceAssistant() {
 }
 ```
 
+### 오디오 웨이브폼 시각화 예제
+
+```tsx
+import React, { useState, useEffect } from "react";
+import { useVoxAI } from "@vox-ai/react";
+
+function WaveformVisualizer() {
+  const { audioWaveform, state } = useVoxAI();
+  const [waveformData, setWaveformData] = useState([]);
+
+  // 웨이브폼 데이터를 정기적으로 업데이트
+  useEffect(() => {
+    if (state === "disconnected") return;
+
+    const intervalId = setInterval(() => {
+      // 에이전트 오디오 웨이브폼 데이터 가져오기
+      const data = audioWaveform({ speaker: "agent", barCount: 30 });
+      setWaveformData(data);
+    }, 50);
+
+    return () => clearInterval(intervalId);
+  }, [audioWaveform, state]);
+
+  return (
+    <div className="waveform-container">
+      {waveformData.map((value, index) => (
+        <div
+          key={index}
+          className="waveform-bar"
+          style={{
+            height: `${value * 100}%`,
+            width: "10px",
+            backgroundColor: "#3498db",
+            margin: "0 2px",
+          }}
+        />
+      ))}
+    </div>
+  );
+}
+```
+
 ## 기여하기
 
 변경 사항을 제안하기 전에 먼저 이슈를 생성해 주세요. 모든 기여를 환영합니다!

package/dist/hooks/useVoxAI.d.ts

@@ -6,29 +6,25 @@ export type VoxAgentState = "disconnected" | "connecting" | "initializing" | "li
 /**
  * Function call related types
  */
+export interface FunctionToolsExecuted {
+    type: "function_tools_executed";
+    function_calls: FunctionCallInfo[];
+    function_call_outputs: FunctionCallResult[];
+}
 export interface FunctionCallInfo {
-    tool_call_id: string;
-    function_info: {
-        name: string;
-        description: string;
-        arguments: Record<string, any>;
-    };
-    raw_arguments: string;
-    arguments: Record<string, any>;
+    id: string;
+    type: string;
+    call_id: string;
+    arguments: string;
+    name: string;
 }
 export interface FunctionCallResult {
-    call_info: {
-        tool_call_id: string;
-        function_info: {
-            name: string;
-            description: string;
-            arguments: Record<string, any>;
-        };
-        raw_arguments: string;
-        arguments: Record<string, any>;
-    };
-    result: Record<string, any> | null;
-    exception: string | null;
+    id: string;
+    name: string;
+    type: string;
+    call_id: string;
+    output: string;
+    is_error: boolean;
 }
 /**
  * VoxMessage
@@ -40,8 +36,7 @@ export type VoxMessage = {
     message?: string;
     timestamp: number;
     isFinal?: boolean;
-    toolCalls?: FunctionCallInfo[];
-    toolCallResults?: FunctionCallResult[];
+    tool?: FunctionToolsExecuted;
 };
 /**
  * VoxAIOptions

package/dist/index.d.ts

@@ -3,4 +3,4 @@
  * React UI component library for vox.ai
  */
 export { useVoxAI } from "./hooks";
-export type { VoxAgentState, VoxMessage, VoxAIOptions, ConnectParams, } from "./hooks";
+export type { VoxAgentState, VoxMessage, VoxAIOptions, ConnectParams, FunctionToolsExecuted, FunctionCallInfo, FunctionCallResult, } from "./hooks";

package/dist/lib.cjs

@@ -1,2 +1,2 @@
-var e=require("react/jsx-runtime"),t=require("@livekit/components-react"),n=require("livekit-client"),r=require("react"),a=require("react-dom/client");function o(e){let{port:a,initialConfig:o}=e;const{agent:s,state:c}=t.useVoiceAssistant(),{send:i}=t.useChat(),[l,u]=r.useState({speaker:o.speaker||"agent",barCount:o.barCount,updateInterval:o.updateInterval}),p=t.useParticipantTracks([n.Track.Source.Microphone],null==s?void 0:s.identity)[0],d=t.useTrackTranscription(p),f=t.useAudioWaveform(p,{barCount:"agent"===l.speaker?l.barCount:120,updateInterval:"agent"===l.speaker?l.updateInterval:20}),m=t.useLocalParticipant(),g=t.useTrackTranscription({publication:m.microphoneTrack,source:n.Track.Source.Microphone,participant:m.localParticipant}),v=t.useParticipantTracks([n.Track.Source.Microphone],m.localParticipant.identity)[0],y=t.useAudioWaveform(v,{barCount:"user"===l.speaker?l.barCount:120,updateInterval:"user"===l.speaker?l.updateInterval:20});return r.useEffect(()=>{a&&f&&f.bars&&a.postMessage({type:"waveform_update",waveformData:f.bars,speaker:"agent"})},[a,f]),r.useEffect(()=>{a&&y&&y.bars&&a.postMessage({type:"waveform_update",waveformData:y.bars,speaker:"user"})},[a,y]),r.useEffect(()=>{if(!a)return;const e=e=>{const t=e.data;if("waveform_config"===t.type&&t.config)"number"==typeof t.config.barCount&&"number"==typeof t.config.updateInterval&&u(t.config);else if("send_text"===t.type)i?i(t.text):console.error("sendChat function is not available");else if("send_dtmf"===t.type)m.localParticipant?m.localParticipant.publishDtmf(101,t.digit):console.error("Local participant is not available for DTMF");else if("toggle_mic"===t.type&&"boolean"==typeof t.enabled)m.localParticipant?m.localParticipant.setMicrophoneEnabled(t.enabled).catch(e=>{console.error("Failed to toggle microphone:",e)}):console.error("Local participant is not available for mic toggle");else if("set_volume"===t.type&&"number"==typeof t.volume)if(s)try{s.setVolume(t.volume),console.log("Set agent volume to "+t.volume)}catch(e){console.error("Failed to set agent volume:",e)}else console.error("Agent is not available for volume control")};return a.start(),a.addEventListener("message",e),()=>{a.removeEventListener("message",e)}},[a,i,m,s]),r.useEffect(()=>{a&&a.postMessage({type:"state_update",state:c})},[c,a]),r.useEffect(()=>{if(a&&d.segments.length>0){const e=d.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));a.postMessage({type:"transcription_update",transcriptions:e})}},[d.segments,a]),r.useEffect(()=>{if(a&&g.segments.length>0){const e=g.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));a.postMessage({type:"transcription_update",transcriptions:e})}},[g.segments,a]),t.useDataChannel("function_calls_collected",e=>{if(!a)return;const t=new TextDecoder,n=e.payload instanceof Uint8Array?t.decode(e.payload):String(e.payload);let r;try{r=JSON.parse(n),a.postMessage({type:"function_calls_collected",functionCalls:r})}catch(e){console.error("Failed to parse function call log:",e)}}),t.useDataChannel("function_calls_finished",e=>{if(!a)return;const t=new TextDecoder,n=e.payload instanceof Uint8Array?t.decode(e.payload):String(e.payload);let r;try{r=JSON.parse(n),a.postMessage({type:"function_calls_finished",functionResults:r})}catch(e){console.error("Failed to parse function call result:",e)}}),null}exports.useVoxAI=function(n){void 0===n&&(n={});const[s,c]=r.useState(null),[i,l]=r.useState("disconnected"),[u,p]=r.useState(new Map),[d,f]=r.useState([]),m=r.useRef(""),g=r.useRef(new Set),v=r.useRef(null),y=r.useRef(null),h=r.useRef(null),b=r.useRef(null),[w,C]=r.useState({agent:[],user:[]}),k=r.useRef(null),[M,_]=r.useState(!0);r.useEffect(()=>{const e=Array.from(u.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==m.current&&(m.current=t,f(e),n.onMessage&&e.filter(e=>e.isFinal&&e.id&&!g.current.has(e.id)).forEach(e=>{e.id&&(g.current.add(e.id),null==n.onMessage||n.onMessage(e))}))},[u,n.onMessage]),r.useEffect(()=>{const e=new MessageChannel;return e.port1.onmessage=e=>{const t=e.data;if("state_update"===t.type)l(t.state);else if("transcription_update"===t.type)E(t.transcriptions);else if("waveform_update"===t.type&&t.speaker)C(e=>({...e,[t.speaker]:t.waveformData}));else if("function_calls_collected"===t.type&&t.functionCalls){const e="function-calls-"+Date.now();p(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",toolCalls:t.functionCalls,timestamp:Date.now(),isFinal:!0}),r})}else if("function_calls_finished"===t.type&&t.functionResults){const e="function-results-"+Date.now();p(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",toolCallResults:t.functionResults,timestamp:Date.now(),isFinal:!0}),r})}},e.port1.start(),h.current=e,()=>{var e,t;null==(e=h.current)||e.port1.close(),null==(t=h.current)||t.port2.close(),h.current=null}},[]);const E=r.useCallback(e=>{p(t=>{const n=new Map(t);return e.forEach(e=>{var r;const a="agent"===e.speaker?"agent":"user",o=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:a,message:e.text,timestamp:o,isFinal:e.isFinal})}),n})},[]);r.useEffect(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),v.current=e,y.current=a.createRoot(e),()=>{y.current&&y.current.unmount(),v.current&&document.body.removeChild(v.current)}},[]);const x=r.useCallback(function(e){let{agentId:t,apiKey:r,dynamicVariables:a,metadata:o}=e;try{return Promise.resolve(function(e,s){try{var u=function(){if("disconnected"!==i){const e="Connection attempt rejected: Already in a connection state ("+i+")";return console.warn(e),n.onError&&n.onError(new Error(e)),Promise.reject(new Error(e))}return l("connecting"),Promise.resolve(fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:"Bearer "+r,"Content-Type":"application/json"},body:JSON.stringify({agent_id:t,metadata:{call_web:{dynamic_variables:a||{},metadata:o||{}}}})})).then(function(e){function t(t){return Promise.resolve(e.json()).then(function(e){c(e),n.onConnect&&n.onConnect()})}const r=function(){if(!e.ok)return Promise.resolve(e.text()).then(function(t){throw new Error("Connection failed ("+e.status+"): "+t)})}();return r&&r.then?r.then(t):t()})}()}catch(e){return s(e)}return u&&u.then?u.then(void 0,s):u}(0,function(e){c(null),p(new Map),f([]),l("disconnected");const t=e instanceof Error?e:new Error(String(e));n.onError&&n.onError(t)}))}catch(e){return Promise.reject(e)}},[n]),D=r.useCallback(()=>{c(null),p(new Map),f([]),l("disconnected"),n.onDisconnect&&n.onDisconnect()},[n]),S=r.useCallback(e=>{let{message:t,digit:n}=e;if("disconnected"!==i){if(t){const e="user-text-"+Date.now();p(n=>{const r=new Map(n);return r.set(e,{id:e,name:"user",message:t,timestamp:Date.now(),isFinal:!0}),r}),h.current?h.current.port1.postMessage({type:"send_text",text:t}):console.error("No message channel available to send message")}void 0!==n&&(h.current?h.current.port1.postMessage({type:"send_dtmf",digit:n}):console.error("No message channel available to send DTMF"))}else console.warn("Cannot send message: Not connected to a conversation")},[i]),T=r.useCallback(e=>{let{speaker:t="agent",barCount:n=10,updateInterval:r=20}=e;k.current={speaker:t,barCount:n,updateInterval:r},h.current&&h.current.port1.postMessage({type:"waveform_config",config:{speaker:t,barCount:n,updateInterval:r}});const a=w[t]||[];return a.length>0?a.slice(0,n):Array(n).fill(0)},[w]),P=r.useCallback(e=>{_(e),h.current?h.current.port1.postMessage({type:"toggle_mic",enabled:e}):console.error("No message channel available to toggle microphone")},[n]),F=r.useCallback(e=>{const t=Math.min(Math.max(e,0),1);h.current?h.current.port1.postMessage({type:"set_volume",volume:t}):console.error("No message channel available to set volume")},[]);return r.useEffect(()=>{y.current&&(s?(b.current||(h.current&&h.current.port2.start(),b.current=e.jsxs(t.LiveKitRoom,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:D,onError:e=>{console.error("LiveKit connection error:",e),D(),n.onError&&n.onError(new Error("LiveKit connection error: "+e.message))},children:[e.jsx(t.RoomAudioRenderer,{}),h.current&&e.jsx(o,{port:h.current.port2,initialConfig:k.current||{barCount:10,updateInterval:20}})]})),y.current.render(b.current)):(b.current=null,y.current.render(e.jsx(e.Fragment,{}))))},[s,D,n.onError]),{connect:x,disconnect:D,state:i,messages:d,send:S,audioWaveform:T,toggleMic:P,setVolume:F}};
+var e=require("react/jsx-runtime"),t=require("@livekit/components-react"),n=require("livekit-client"),r=require("react"),o=require("react-dom/client");function a(e){let{port:o,initialConfig:a}=e;const{agent:s,state:c}=t.useVoiceAssistant(),{send:i}=t.useChat(),[u,l]=r.useState({speaker:a.speaker||"agent",barCount:a.barCount,updateInterval:a.updateInterval}),p=t.useParticipantTracks([n.Track.Source.Microphone],null==s?void 0:s.identity)[0],d=t.useTrackTranscription(p),m=t.useAudioWaveform(p,{barCount:"agent"===u.speaker?u.barCount:120,updateInterval:"agent"===u.speaker?u.updateInterval:20}),f=t.useLocalParticipant(),g=t.useTrackTranscription({publication:f.microphoneTrack,source:n.Track.Source.Microphone,participant:f.localParticipant}),v=t.useParticipantTracks([n.Track.Source.Microphone],f.localParticipant.identity)[0],y=t.useAudioWaveform(v,{barCount:"user"===u.speaker?u.barCount:120,updateInterval:"user"===u.speaker?u.updateInterval:20});return r.useEffect(()=>{o&&m&&m.bars&&o.postMessage({type:"waveform_update",waveformData:m.bars,speaker:"agent"})},[o,m]),r.useEffect(()=>{o&&y&&y.bars&&o.postMessage({type:"waveform_update",waveformData:y.bars,speaker:"user"})},[o,y]),r.useEffect(()=>{if(!o)return;const e=e=>{const t=e.data;if("waveform_config"===t.type&&t.config)"number"==typeof t.config.barCount&&"number"==typeof t.config.updateInterval&&l(t.config);else if("send_text"===t.type)i?i(t.text):console.error("sendChat function is not available");else if("send_dtmf"===t.type)f.localParticipant?f.localParticipant.publishDtmf(101,t.digit):console.error("Local participant is not available for DTMF");else if("toggle_mic"===t.type&&"boolean"==typeof t.enabled)f.localParticipant?f.localParticipant.setMicrophoneEnabled(t.enabled).catch(e=>{console.error("Failed to toggle microphone:",e)}):console.error("Local participant is not available for mic toggle");else if("set_volume"===t.type&&"number"==typeof t.volume)if(s)try{s.setVolume(t.volume),console.log("Set agent volume to "+t.volume)}catch(e){console.error("Failed to set agent volume:",e)}else console.error("Agent is not available for volume control")};return o.start(),o.addEventListener("message",e),()=>{o.removeEventListener("message",e)}},[o,i,f,s]),r.useEffect(()=>{o&&o.postMessage({type:"state_update",state:c})},[c,o]),r.useEffect(()=>{if(o&&d.segments.length>0){const e=d.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));o.postMessage({type:"transcription_update",transcriptions:e})}},[d.segments,o]),r.useEffect(()=>{if(o&&g.segments.length>0){const e=g.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));o.postMessage({type:"transcription_update",transcriptions:e})}},[g.segments,o]),t.useDataChannel("function_tools_executed",e=>{if(!o)return;const t=new TextDecoder,n=e.payload instanceof Uint8Array?t.decode(e.payload):String(e.payload);let r;try{r=JSON.parse(n),o.postMessage({type:"function_tools_executed",tool:r})}catch(e){console.error("Failed to parse function call log:",e)}}),null}exports.useVoxAI=function(n){void 0===n&&(n={});const[s,c]=r.useState(null),[i,u]=r.useState("disconnected"),l=r.useRef(Date.now()),[p,d]=r.useState(new Map),[m,f]=r.useState([]),g=r.useRef(""),v=r.useRef(new Set),y=r.useRef(null),b=r.useRef(null),h=r.useRef(null),k=r.useRef(null),[w,C]=r.useState({agent:[],user:[]}),M=r.useRef(null),[E,_]=r.useState(!0);r.useEffect(()=>{const e=Array.from(p.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==g.current&&(g.current=t,f(e),n.onMessage&&e.filter(e=>e.isFinal&&e.id&&!v.current.has(e.id)).forEach(e=>{e.id&&(v.current.add(e.id),null==n.onMessage||n.onMessage(e))}))},[p,n.onMessage]),r.useEffect(()=>{const e=new MessageChannel;return e.port1.onmessage=e=>{const t=e.data;if("state_update"===t.type)u(t.state);else if("transcription_update"===t.type)x(t.transcriptions);else if("waveform_update"===t.type&&t.speaker)C(e=>({...e,[t.speaker]:t.waveformData}));else if("function_tools_executed"===t.type&&t.tool){const e="function-calls-"+Date.now();d(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",tool:t.tool,timestamp:Date.now(),isFinal:!0}),r})}},e.port1.start(),h.current=e,()=>{var e,t;null==(e=h.current)||e.port1.close(),null==(t=h.current)||t.port2.close(),h.current=null}},[]);const x=r.useCallback(e=>{d(t=>{const n=new Map(t);return e.forEach(e=>{var r;if(e.timestamp<l.current)return;const o="agent"===e.speaker?"agent":"user",a=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:o,message:e.text,timestamp:a,isFinal:e.isFinal})}),n})},[]);r.useEffect(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),y.current=e,b.current=o.createRoot(e),()=>{b.current&&b.current.unmount(),y.current&&document.body.removeChild(y.current)}},[]);const D=r.useCallback(function(e){let{agentId:t,apiKey:r,dynamicVariables:o,metadata:a}=e;try{return Promise.resolve(function(e,s){try{var p=function(){if("disconnected"!==i){const e="Connection attempt rejected: Already in a connection state ("+i+")";return console.warn(e),n.onError&&n.onError(new Error(e)),Promise.reject(new Error(e))}return l.current=Date.now(),u("connecting"),Promise.resolve(fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:"Bearer "+r,"Content-Type":"application/json"},body:JSON.stringify({agent_id:t,metadata:{runtime_context:{source:{type:"react-sdk",version:"0.3.0"}},call_web:{dynamic_variables:o||{},metadata:a||{}}}})})).then(function(e){function t(t){return Promise.resolve(e.json()).then(function(e){c(e),n.onConnect&&n.onConnect()})}const r=function(){if(!e.ok)return Promise.resolve(e.text()).then(function(t){throw new Error("Connection failed ("+e.status+"): "+t)})}();return r&&r.then?r.then(t):t()})}()}catch(e){return s(e)}return p&&p.then?p.then(void 0,s):p}(0,function(e){c(null),d(new Map),f([]),u("disconnected");const t=e instanceof Error?e:new Error(String(e));n.onError&&n.onError(t)}))}catch(e){return Promise.reject(e)}},[n,i]),S=r.useCallback(()=>{l.current=Date.now(),c(null),d(new Map),f([]),u("disconnected"),n.onDisconnect&&n.onDisconnect()},[n]),P=r.useCallback(e=>{let{message:t,digit:n}=e;if("disconnected"!==i){if(t){const e="user-text-"+Date.now();d(n=>{const r=new Map(n);return r.set(e,{id:e,name:"user",message:t,timestamp:Date.now(),isFinal:!0}),r}),h.current?h.current.port1.postMessage({type:"send_text",text:t}):console.error("No message channel available to send message")}void 0!==n&&(h.current?h.current.port1.postMessage({type:"send_dtmf",digit:n}):console.error("No message channel available to send DTMF"))}else console.warn("Cannot send message: Not connected to a conversation")},[i]),T=r.useCallback(e=>{let{speaker:t="agent",barCount:n=10,updateInterval:r=20}=e;M.current={speaker:t,barCount:n,updateInterval:r},h.current&&h.current.port1.postMessage({type:"waveform_config",config:{speaker:t,barCount:n,updateInterval:r}});const o=w[t]||[];return o.length>0?o.slice(0,n):Array(n).fill(0)},[w]),F=r.useCallback(e=>{_(e),h.current?h.current.port1.postMessage({type:"toggle_mic",enabled:e}):console.error("No message channel available to toggle microphone")},[]),I=r.useCallback(e=>{const t=Math.min(Math.max(e,0),1);h.current?h.current.port1.postMessage({type:"set_volume",volume:t}):console.error("No message channel available to set volume")},[]);return r.useEffect(()=>{b.current&&(s?(k.current||(h.current&&h.current.port2.start(),k.current=e.jsxs(t.LiveKitRoom,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:S,onError:e=>{console.error("LiveKit connection error:",e),S(),n.onError&&n.onError(new Error("LiveKit connection error: "+e.message))},children:[e.jsx(t.RoomAudioRenderer,{}),h.current&&e.jsx(a,{port:h.current.port2,initialConfig:M.current||{barCount:10,updateInterval:20}})]})),b.current.render(k.current)):(k.current=null,b.current.render(e.jsx(e.Fragment,{}))))},[s,S,n.onError]),{connect:D,disconnect:S,state:i,messages:m,send:P,audioWaveform:T,toggleMic:F,setVolume:I}};
 //# sourceMappingURL=lib.cjs.map

package/dist/lib.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"lib.cjs","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n  LiveKitRoom,\n  RoomAudioRenderer,\n  useAudioWaveform,\n  useChat,\n  useDataChannel,\n  useLocalParticipant,\n  useParticipantTracks,\n  useTrackTranscription,\n  useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\ntype VoxConnectionDetail = {\n  serverUrl: string;\n  roomName: string;\n  participantName: string;\n  participantToken: string;\n};\n\n/**\n * VoxAgentState\n * @description The state of the agent\n */\nexport type VoxAgentState =\n  | \"disconnected\"\n  | \"connecting\"\n  | \"initializing\"\n  | \"listening\"\n  | \"thinking\"\n  | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\n/**\n * Function call related types\n */\nexport interface FunctionCallInfo {\n  tool_call_id: string;\n  function_info: {\n    name: string;\n    description: string;\n    arguments: Record<string, any>;\n  };\n  raw_arguments: string;\n  arguments: Record<string, any>;\n}\n\nexport interface FunctionCallResult {\n  call_info: {\n    tool_call_id: string;\n    function_info: {\n      name: string;\n      description: string;\n      arguments: Record<string, any>;\n    };\n    raw_arguments: string;\n    arguments: Record<string, any>;\n  };\n  result: Record<string, any> | null;\n  exception: string | null;\n}\n\n/**\n * VoxMessage\n * @description The message type between the agent and the user\n */\nexport type VoxMessage = {\n  id?: string;\n  name: \"agent\" | \"user\" | \"tool\";\n  message?: string;\n  timestamp: number;\n  isFinal?: boolean;\n  toolCalls?: FunctionCallInfo[];\n  toolCallResults?: FunctionCallResult[];\n};\n\n/**\n * VoxAIOptions\n * @description The callback functions for the useVoxAI hook\n */\nexport interface VoxAIOptions {\n  onConnect?: () => void;\n  onDisconnect?: () => void;\n  onError?: (error: Error) => void;\n  onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n  | { type: \"state_update\"; state: VoxAgentState }\n  | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] }\n  | {\n      type: \"waveform_update\";\n      waveformData: number[];\n      speaker: \"agent\" | \"user\";\n    }\n  | { type: \"function_calls_collected\"; functionCalls: FunctionCallInfo[] }\n  | { type: \"function_calls_finished\"; functionResults: FunctionCallResult[] };\n\ntype TranscriptionSegment = {\n  id: string;\n  text: string;\n  isFinal: boolean;\n  timestamp: number;\n  speaker: \"agent\" | \"user\";\n};\n\n/**\n * ConnectParams\n * @param agentId - The agent ID\n * @param apiKey - The API key\n * @param dynamicVariables - The dynamic variables\n * @param metadata - 이 메타데이터는 아웃바운드 웹훅, 통화 기록에 포함됩니다.\n */\nexport interface ConnectParams {\n  agentId: string;\n  apiKey: string;\n  dynamicVariables?: Record<string, any>;\n  metadata?: Record<string, any>;\n}\n\n/**\n * useVoxAI\n * @description The hook for integrating with vox.ai voice assistant\n * @param options - The options for the useVoxAI hook\n * @returns The useVoxAI hook\n * @example\n * const { connect, disconnect, state, messages, send } = useVoxAI({\n *   onConnect: () => console.log(\"Connected\"),\n *   onDisconnect: () => console.log(\"Disconnected\"),\n *   onError: (error) => console.error(\"Error:\", error),\n *   onMessage: (message) => console.log(\"Message:\", message),\n * });\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n  // Connection state\n  const [connectionDetail, setConnectionDetail] =\n    useState<VoxConnectionDetail | null>(null);\n  const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n  // Message handling\n  const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n    new Map()\n  );\n  const [messages, setMessages] = useState<VoxMessage[]>([]);\n  const prevMessagesRef = useRef<string>(\"\");\n\n  // Track which messages we've already sent to the onMessage callback\n  const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n  // DOM manipulation for LiveKit portal\n  const portalRootRef = useRef<HTMLDivElement | null>(null);\n  const rootRef = useRef<Root | null>(null);\n\n  // Communication channel\n  const channelRef = useRef<MessageChannel | null>(null);\n\n  // Add this near the start of your useVoxAI hook\n  const livekitComponentRef = useRef<React.ReactNode>(null);\n\n  // Replace the single waveform state with a map for multiple speakers\n  const [waveformDataMap, setWaveformDataMap] = useState<\n    Record<string, number[]>\n  >({\n    agent: [],\n    user: [],\n  });\n\n  // Add back the waveform config reference\n  const waveformConfigRef = useRef<{\n    speaker?: \"agent\" | \"user\";\n    barCount: number;\n    updateInterval: number;\n  } | null>(null);\n\n  // Add a new state to track microphone status\n  const [isMicEnabled, setIsMicEnabled] = useState<boolean>(true);\n\n  // Update messages whenever transcriptMap changes\n  useEffect(() => {\n    const allMessages = Array.from(transcriptMap.values()).sort(\n      (a, b) => a.timestamp - b.timestamp\n    );\n\n    // Only update if the messages have actually changed\n    const messagesString = JSON.stringify(allMessages);\n    if (messagesString !== prevMessagesRef.current) {\n      prevMessagesRef.current = messagesString;\n      setMessages(allMessages);\n\n      // Only trigger onMessage for new final messages that haven't been processed yet\n      if (options.onMessage) {\n        allMessages\n          .filter(\n            (msg) =>\n              msg.isFinal &&\n              msg.id &&\n              !processedMessageIdsRef.current.has(msg.id)\n          )\n          .forEach((msg) => {\n            if (msg.id) {\n              // Mark this message as processed\n              processedMessageIdsRef.current.add(msg.id);\n              // Call the callback\n              options.onMessage?.(msg);\n            }\n          });\n      }\n    }\n  }, [transcriptMap, options.onMessage]);\n\n  // Initialize message channel - ensure ports are properly connected\n  useEffect(() => {\n    const channel = new MessageChannel();\n\n    channel.port1.onmessage = (e) => {\n      const data = e.data as MessageChannelEvent;\n\n      if (data.type === \"state_update\") {\n        setState(data.state);\n      } else if (data.type === \"transcription_update\") {\n        handleTranscriptionUpdate(data.transcriptions);\n      } else if (data.type === \"waveform_update\" && data.speaker) {\n        // Store the waveform data for the specific speaker\n        setWaveformDataMap((prevMap) => ({\n          ...prevMap,\n          [data.speaker]: data.waveformData,\n        }));\n      } else if (\n        data.type === \"function_calls_collected\" &&\n        data.functionCalls\n      ) {\n        // Handle function calls\n        const functionCallsId = `function-calls-${Date.now()}`;\n        setTranscriptMap((prevMap) => {\n          const newMap = new Map(prevMap);\n          newMap.set(functionCallsId, {\n            id: functionCallsId,\n            name: \"tool\",\n            toolCalls: data.functionCalls,\n            timestamp: Date.now(),\n            isFinal: true,\n          });\n          return newMap;\n        });\n      } else if (\n        data.type === \"function_calls_finished\" &&\n        data.functionResults\n      ) {\n        // Handle function results\n        const functionResultsId = `function-results-${Date.now()}`;\n        setTranscriptMap((prevMap) => {\n          const newMap = new Map(prevMap);\n          newMap.set(functionResultsId, {\n            id: functionResultsId,\n            name: \"tool\",\n            toolCallResults: data.functionResults,\n            timestamp: Date.now(),\n            isFinal: true,\n          });\n          return newMap;\n        });\n      }\n    };\n\n    // Start the port\n    channel.port1.start();\n\n    // Store the channel reference\n    channelRef.current = channel;\n\n    return () => {\n      channelRef.current?.port1.close();\n      channelRef.current?.port2.close();\n      channelRef.current = null;\n    };\n  }, []);\n\n  // Process incoming transcriptions\n  const handleTranscriptionUpdate = useCallback(\n    (transcriptions: TranscriptionSegment[]) => {\n      setTranscriptMap((prevMap) => {\n        const newMap = new Map(prevMap);\n\n        transcriptions.forEach((t) => {\n          const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n          // Use existing timestamp if we already have this segment\n          const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n          newMap.set(t.id, {\n            id: t.id,\n            name: messageType,\n            message: t.text,\n            timestamp: existingTimestamp,\n            isFinal: t.isFinal,\n          });\n        });\n\n        return newMap;\n      });\n    },\n    []\n  );\n\n  // Set up DOM portal for LiveKit\n  useEffect(() => {\n    const div = document.createElement(\"div\");\n    div.style.display = \"none\";\n    document.body.appendChild(div);\n    portalRootRef.current = div;\n    rootRef.current = createRoot(div);\n\n    return () => {\n      if (rootRef.current) {\n        rootRef.current.unmount();\n      }\n      if (portalRootRef.current) {\n        document.body.removeChild(portalRootRef.current);\n      }\n    };\n  }, []);\n\n  // Connect to VoxAI service - updated to include dynamicVariables\n  /**\n   * Initiates a connection to the VoxAI service\n   * @param {ConnectParams} options - Connection parameters\n   * @returns {Promise} - Resolves when the connection is successful, rejects if:\n   *   1. The connection is already in progress (state is not \"disconnected\")\n   *   2. The server returns an error\n   *   3. Any other error occurs during the connection process\n   */\n  const connect = useCallback(\n    async ({ agentId, apiKey, dynamicVariables, metadata }: ConnectParams) => {\n      try {\n        // Prevent connecting if already in a connection state\n        if (state !== \"disconnected\") {\n          const errorMessage = `Connection attempt rejected: Already in a connection state (${state})`;\n          console.warn(errorMessage);\n\n          // Call the onError callback if provided\n          if (options.onError) {\n            options.onError(new Error(errorMessage));\n          }\n\n          // Return a rejected promise\n          return Promise.reject(new Error(errorMessage));\n        }\n\n        setState(\"connecting\");\n\n        const response = await fetch(HTTPS_API_ORIGIN, {\n          method: \"POST\",\n          headers: {\n            Authorization: `Bearer ${apiKey}`,\n            \"Content-Type\": \"application/json\",\n          },\n          body: JSON.stringify({\n            agent_id: agentId,\n            metadata: {\n              call_web: {\n                dynamic_variables: dynamicVariables || {},\n                metadata: metadata || {},\n              },\n            },\n          }),\n        });\n\n        if (!response.ok) {\n          const errorText = await response.text();\n          throw new Error(\n            `Connection failed (${response.status}): ${errorText}`\n          );\n        }\n\n        const data = await response.json();\n        setConnectionDetail(data);\n\n        if (options.onConnect) {\n          options.onConnect();\n        }\n      } catch (err) {\n        // Reset state on error\n        setConnectionDetail(null);\n        setTranscriptMap(new Map());\n        setMessages([]);\n        setState(\"disconnected\");\n\n        const error = err instanceof Error ? err : new Error(String(err));\n\n        if (options.onError) {\n          options.onError(error);\n        }\n      }\n    },\n    [options]\n  );\n\n  // Disconnect from VoxAI service\n  const disconnect = useCallback(() => {\n    setConnectionDetail(null);\n    setTranscriptMap(new Map());\n    setMessages([]);\n    setState(\"disconnected\");\n\n    if (options.onDisconnect) {\n      options.onDisconnect();\n    }\n  }, [options]);\n\n  // Update the send function with debugging and error checking\n  const send = useCallback(\n    ({ message, digit }: { message?: string; digit?: number }) => {\n      if (state === \"disconnected\") {\n        console.warn(\"Cannot send message: Not connected to a conversation\");\n        return;\n      }\n\n      if (message) {\n        // Add the message to our local transcript map for immediate feedback\n        const messageId = `user-text-${Date.now()}`;\n        setTranscriptMap((prevMap) => {\n          const newMap = new Map(prevMap);\n          newMap.set(messageId, {\n            id: messageId,\n            name: \"user\",\n            message: message,\n            timestamp: Date.now(),\n            isFinal: true,\n          });\n          return newMap;\n        });\n\n        // Send message through the message channel to StateMonitor\n        if (channelRef.current) {\n          channelRef.current.port1.postMessage({\n            type: \"send_text\",\n            text: message,\n          });\n        } else {\n          console.error(\"No message channel available to send message\");\n        }\n      }\n\n      if (digit !== undefined) {\n        // Send DTMF through the message channel to StateMonitor\n        if (channelRef.current) {\n          channelRef.current.port1.postMessage({\n            type: \"send_dtmf\",\n            digit: digit,\n          });\n        } else {\n          console.error(\"No message channel available to send DTMF\");\n        }\n      }\n    },\n    [state]\n  );\n\n  // Update the audioWaveform function to return data for the requested speaker\n  const audioWaveform = useCallback(\n    ({\n      speaker = \"agent\",\n      barCount = 10,\n      updateInterval = 20,\n    }: {\n      speaker?: \"agent\" | \"user\";\n      barCount?: number;\n      updateInterval?: number;\n    }): number[] => {\n      // Store the waveform configuration for StateMonitor to use\n      waveformConfigRef.current = { speaker, barCount, updateInterval };\n\n      // Send the configuration to StateMonitor if channel is available\n      if (channelRef.current) {\n        channelRef.current.port1.postMessage({\n          type: \"waveform_config\",\n          config: { speaker, barCount, updateInterval },\n        });\n      }\n\n      // Get the waveform data for the requested speaker\n      const speakerData = waveformDataMap[speaker] || [];\n\n      // Return the current waveform data, or a default array if no data yet\n      return speakerData.length > 0\n        ? speakerData.slice(0, barCount) // Ensure we return only barCount items\n        : Array(barCount).fill(0);\n    },\n    [waveformDataMap]\n  );\n\n  // Add toggleMic function that will be exposed in the hook's return value\n  const toggleMic = useCallback(\n    (value: boolean) => {\n      setIsMicEnabled(value);\n\n      // Send the command to the StateMonitor through the message channel\n      if (channelRef.current) {\n        channelRef.current.port1.postMessage({\n          type: \"toggle_mic\",\n          enabled: value,\n        });\n      } else {\n        console.error(\"No message channel available to toggle microphone\");\n      }\n    },\n    [options]\n  );\n\n  // Add setVolume function that will be exposed in the hook's return value\n  const setVolume = useCallback((volume: number) => {\n    // Validate volume (0-1 range)\n    const validVolume = Math.min(Math.max(volume, 0), 1);\n\n    // Send the command to the StateMonitor through the message channel\n    if (channelRef.current) {\n      channelRef.current.port1.postMessage({\n        type: \"set_volume\",\n        volume: validVolume,\n      });\n    } else {\n      console.error(\"No message channel available to set volume\");\n    }\n  }, []);\n\n  // Modify the useEffect hook that renders the LiveKit component\n  useEffect(() => {\n    if (!rootRef.current) return;\n\n    if (connectionDetail) {\n      // Only create a new LiveKit component if we don't have one or connection details changed\n      if (!livekitComponentRef.current) {\n        if (channelRef.current) {\n          // Start port2 before passing it to StateMonitor\n          channelRef.current.port2.start();\n        }\n\n        livekitComponentRef.current = (\n          <LiveKitRoom\n            serverUrl={connectionDetail.serverUrl}\n            token={connectionDetail.participantToken}\n            audio={true}\n            video={false}\n            connect={true}\n            onDisconnected={disconnect}\n            onError={(error) => {\n              console.error(\"LiveKit connection error:\", error);\n              disconnect();\n              if (options.onError) {\n                options.onError(\n                  new Error(`LiveKit connection error: ${error.message}`)\n                );\n              }\n            }}\n          >\n            <RoomAudioRenderer />\n            {channelRef.current && (\n              <StateMonitor\n                port={channelRef.current.port2}\n                initialConfig={\n                  waveformConfigRef.current || {\n                    barCount: 10,\n                    updateInterval: 20,\n                  }\n                }\n              />\n            )}\n          </LiveKitRoom>\n        );\n      }\n\n      rootRef.current.render(livekitComponentRef.current);\n    } else {\n      livekitComponentRef.current = null;\n      rootRef.current.render(<></>);\n    }\n  }, [connectionDetail, disconnect, options.onError]);\n\n  /**\n   * Returns the VoxAI interface for controlling the conversation\n   * @returns {Object} VoxAI interface\n   * @property {Function} connect - Initiates a connection to the VoxAI service. Will reject with an error if already connected or in the process of connecting.\n   * @property {Function} disconnect - Terminates the connection to the VoxAI service.\n   * @property {VoxAgentState} state - The current state of the agent.\n   * @property {VoxMessage[]} messages - An array of messages exchanged in the conversation.\n   * @property {Function} send - Sends a message or DTMF digit to the agent.\n   * @property {Function} audioWaveform - Returns audio waveform data for UI visualization.\n   * @property {Function} toggleMic - Toggles the microphone on/off.\n   * @property {Function} setVolume - Sets the volume of the agent's audio (0-1).\n   */\n  return {\n    connect,\n    disconnect,\n    state,\n    messages,\n    send,\n    audioWaveform,\n    toggleMic,\n    setVolume,\n  };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({\n  port,\n  initialConfig,\n}: {\n  port: MessagePort | undefined;\n  initialConfig: {\n    speaker?: \"agent\" | \"user\";\n    barCount: number;\n    updateInterval: number;\n  };\n}) {\n  const { agent, state } = useVoiceAssistant();\n  const { send: sendChat } = useChat();\n\n  // Initialize waveform config with the passed initial values, defaulting to \"agent\" if not specified\n  const [waveformConfig, setWaveformConfig] = useState({\n    speaker: initialConfig.speaker || \"agent\",\n    barCount: initialConfig.barCount,\n    updateInterval: initialConfig.updateInterval,\n  });\n\n  // Agent transcriptions\n  const agentAudioTrack = useParticipantTracks(\n    [Track.Source.Microphone],\n    agent?.identity\n  )[0];\n  const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n  // Use the current config for the waveform, applying different settings based on speaker\n  const agentAudioWaveform = useAudioWaveform(agentAudioTrack, {\n    barCount:\n      waveformConfig.speaker === \"agent\" ? waveformConfig.barCount : 120, // default if not the selected speaker\n    updateInterval:\n      waveformConfig.speaker === \"agent\" ? waveformConfig.updateInterval : 20,\n  });\n\n  // User transcriptions\n  const localParticipant = useLocalParticipant();\n  const localMessages = useTrackTranscription({\n    publication: localParticipant.microphoneTrack,\n    source: Track.Source.Microphone,\n    participant: localParticipant.localParticipant,\n  });\n  const localAudioTrack = useParticipantTracks(\n    [Track.Source.Microphone],\n    localParticipant.localParticipant.identity\n  )[0];\n  const userAudioWaveform = useAudioWaveform(localAudioTrack, {\n    barCount: waveformConfig.speaker === \"user\" ? waveformConfig.barCount : 120, // default if not the selected speaker\n    updateInterval:\n      waveformConfig.speaker === \"user\" ? waveformConfig.updateInterval : 20,\n  });\n\n  // Add separate effects to send agent and user waveform data\n  useEffect(() => {\n    if (!port || !agentAudioWaveform || !agentAudioWaveform.bars) return;\n\n    // Send the agent waveform data\n    port.postMessage({\n      type: \"waveform_update\",\n      waveformData: agentAudioWaveform.bars,\n      speaker: \"agent\",\n    });\n  }, [port, agentAudioWaveform]);\n\n  useEffect(() => {\n    if (!port || !userAudioWaveform || !userAudioWaveform.bars) return;\n\n    // Send the user waveform data\n    port.postMessage({\n      type: \"waveform_update\",\n      waveformData: userAudioWaveform.bars,\n      speaker: \"user\",\n    });\n  }, [port, userAudioWaveform]);\n\n  // Listen for messages including config updates and mic toggle commands\n  useEffect(() => {\n    if (!port) return;\n\n    const handleMessage = (event: MessageEvent) => {\n      const data = event.data;\n\n      if (data.type === \"waveform_config\" && data.config) {\n        // Verify we have both required properties before updating\n        if (\n          typeof data.config.barCount === \"number\" &&\n          typeof data.config.updateInterval === \"number\"\n        ) {\n          setWaveformConfig(data.config);\n        }\n      } else if (data.type === \"send_text\") {\n        if (sendChat) {\n          sendChat(data.text);\n        } else {\n          console.error(\"sendChat function is not available\");\n        }\n      } else if (data.type === \"send_dtmf\") {\n        if (localParticipant.localParticipant) {\n          // Use standard DTMF code (RFC 4733)\n          const standardDtmfCode = 101; // Standard DTMF payload type\n          localParticipant.localParticipant.publishDtmf(\n            standardDtmfCode,\n            data.digit\n          );\n        } else {\n          console.error(\"Local participant is not available for DTMF\");\n        }\n      } else if (\n        data.type === \"toggle_mic\" &&\n        typeof data.enabled === \"boolean\"\n      ) {\n        // Handle microphone toggle\n        if (localParticipant.localParticipant) {\n          localParticipant.localParticipant\n            .setMicrophoneEnabled(data.enabled)\n            .catch((error) => {\n              console.error(\"Failed to toggle microphone:\", error);\n            });\n        } else {\n          console.error(\"Local participant is not available for mic toggle\");\n        }\n      } else if (\n        data.type === \"set_volume\" &&\n        typeof data.volume === \"number\"\n      ) {\n        // Handle volume control\n        if (agent) {\n          // The agent is a RemoteParticipant, so we can call setVolume directly\n          try {\n            agent.setVolume(data.volume);\n            console.log(`Set agent volume to ${data.volume}`);\n          } catch (error) {\n            console.error(\"Failed to set agent volume:\", error);\n          }\n        } else {\n          console.error(\"Agent is not available for volume control\");\n        }\n      }\n    };\n\n    // Make sure we start the port\n    port.start();\n\n    port.addEventListener(\"message\", handleMessage);\n\n    return () => {\n      port.removeEventListener(\"message\", handleMessage);\n    };\n  }, [port, sendChat, localParticipant, agent]);\n\n  // Send agent state updates\n  useEffect(() => {\n    if (port) {\n      port.postMessage({ type: \"state_update\", state });\n    }\n  }, [state, port]);\n\n  // Send agent transcriptions\n  useEffect(() => {\n    if (port && agentTranscription.segments.length > 0) {\n      const transcriptions = agentTranscription.segments.map((segment) => ({\n        id: segment.id,\n        text: segment.text,\n        isFinal: segment.final,\n        timestamp: Date.now(),\n        speaker: \"agent\" as const,\n      }));\n\n      port.postMessage({\n        type: \"transcription_update\",\n        transcriptions,\n      });\n    }\n  }, [agentTranscription.segments, port]);\n\n  // Send user transcriptions\n  useEffect(() => {\n    if (port && localMessages.segments.length > 0) {\n      const transcriptions = localMessages.segments.map((segment) => ({\n        id: segment.id,\n        text: segment.text,\n        isFinal: segment.final,\n        timestamp: Date.now(),\n        speaker: \"user\" as const,\n      }));\n\n      port.postMessage({\n        type: \"transcription_update\",\n        transcriptions,\n      });\n    }\n  }, [localMessages.segments, port]);\n\n  // Add data channel hook for function calls\n  const { message: functionCallsCollected } = useDataChannel(\n    \"function_calls_collected\",\n    (msg) => {\n      if (!port) return;\n\n      const textDecoder = new TextDecoder();\n      const messageString =\n        msg.payload instanceof Uint8Array\n          ? textDecoder.decode(msg.payload)\n          : String(msg.payload);\n\n      let functionCallInfo: FunctionCallInfo[];\n      try {\n        functionCallInfo = JSON.parse(messageString);\n\n        // Send function calls to main hook via the port\n        port.postMessage({\n          type: \"function_calls_collected\",\n          functionCalls: functionCallInfo,\n        });\n      } catch (e) {\n        console.error(\"Failed to parse function call log:\", e);\n      }\n    }\n  );\n\n  // Add data channel hook for function call results\n  const { message: functionCallsFinished } = useDataChannel(\n    \"function_calls_finished\",\n    (msg) => {\n      if (!port) return;\n\n      const textDecoder = new TextDecoder();\n      const messageString =\n        msg.payload instanceof Uint8Array\n          ? textDecoder.decode(msg.payload)\n          : String(msg.payload);\n\n      let functionCallResult: FunctionCallResult[];\n      try {\n        functionCallResult = JSON.parse(messageString);\n\n        // Send function results to main hook via the port\n        port.postMessage({\n          type: \"function_calls_finished\",\n          functionResults: functionCallResult,\n        });\n      } catch (e) {\n        console.error(\"Failed to parse function call result:\", e);\n      }\n    }\n  );\n\n  return null;\n}\n"],"names":["StateMonitor","_ref4","port","initialConfig","agent","state","useVoiceAssistant","send","sendChat","useChat","waveformConfig","setWaveformConfig","useState","speaker","barCount","updateInterval","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","agentAudioWaveform","useAudioWaveform","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","localAudioTrack","userAudioWaveform","useEffect","bars","postMessage","type","waveformData","handleMessage","event","data","config","text","console","error","publishDtmf","digit","enabled","setMicrophoneEnabled","catch","volume","setVolume","log","start","addEventListener","removeEventListener","segments","length","transcriptions","map","segment","id","isFinal","final","timestamp","Date","now","useDataChannel","msg","textDecoder","TextDecoder","messageString","payload","Uint8Array","decode","String","functionCallInfo","JSON","parse","functionCalls","e","functionCallResult","functionResults","options","connectionDetail","setConnectionDetail","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","livekitComponentRef","waveformDataMap","setWaveformDataMap","user","waveformConfigRef","isMicEnabled","setIsMicEnabled","allMessages","Array","from","values","sort","a","b","messagesString","stringify","current","onMessage","filter","has","forEach","add","channel","MessageChannel","port1","onmessage","handleTranscriptionUpdate","prevMap","functionCallsId","newMap","set","name","toolCalls","functionResultsId","toolCallResults","_channelRef$current","_channelRef$current2","close","port2","useCallback","t","_prevMap$get","messageType","existingTimestamp","get","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","dynamicVariables","metadata","Promise","resolve","recover","result","errorMessage","warn","onError","Error","reject","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","status","_catch","err","disconnect","onDisconnect","_ref2","messageId","undefined","audioWaveform","_ref3","speakerData","slice","fill","toggleMic","value","validVolume","Math","min","max","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","render","_Fragment","Fragment"],"mappings":"uJAkmBA,SAASA,EAAYC,GAAC,IAAAC,KACpBA,EAAIC,cACJA,GAQDF,EACC,MAAMG,MAAEA,EAAKC,MAAEA,GAAUC,EAAiBA,qBAClCC,KAAMC,GAAaC,aAGpBC,EAAgBC,GAAqBC,EAAQA,SAAC,CACnDC,QAASV,EAAcU,SAAW,QAClCC,SAAUX,EAAcW,SACxBC,eAAgBZ,EAAcY,iBAI1BC,EAAkBC,EAAoBA,qBAC1C,CAACC,EAAKA,MAACC,OAAOC,kBACdhB,SAAAA,EAAOiB,UACP,GACIC,EAAqBC,wBAAsBP,GAG3CQ,EAAqBC,mBAAiBT,EAAiB,CAC3DF,SAC6B,UAA3BJ,EAAeG,QAAsBH,EAAeI,SAAW,IACjEC,eAC6B,UAA3BL,EAAeG,QAAsBH,EAAeK,eAAiB,KAInEW,EAAmBC,EAAmBA,sBACtCC,EAAgBL,EAAqBA,sBAAC,CAC1CM,YAAaH,EAAiBI,gBAC9BC,OAAQb,EAAKA,MAACC,OAAOC,WACrBY,YAAaN,EAAiBA,mBAE1BO,EAAkBhB,uBACtB,CAACC,QAAMC,OAAOC,YACdM,EAAiBA,iBAAiBL,UAClC,GACIa,EAAoBT,EAAgBA,iBAACQ,EAAiB,CAC1DnB,SAAqC,SAA3BJ,EAAeG,QAAqBH,EAAeI,SAAW,IACxEC,eAC6B,SAA3BL,EAAeG,QAAqBH,EAAeK,eAAiB,KAsMxE,OAlMAoB,EAAAA,UAAU,KACHjC,GAASsB,GAAuBA,EAAmBY,MAGxDlC,EAAKmC,YAAY,CACfC,KAAM,kBACNC,aAAcf,EAAmBY,KACjCvB,QAAS,WAEV,CAACX,EAAMsB,IAEVW,EAAAA,UAAU,KACHjC,GAASgC,GAAsBA,EAAkBE,MAGtDlC,EAAKmC,YAAY,CACfC,KAAM,kBACNC,aAAcL,EAAkBE,KAChCvB,QAAS,QAEb,EAAG,CAACX,EAAMgC,IAGVC,YAAU,KACR,IAAKjC,EAAM,OAEX,MAAMsC,EAAiBC,IACrB,MAAMC,EAAOD,EAAMC,KAEnB,GAAkB,oBAAdA,EAAKJ,MAA8BI,EAAKC,OAGR,iBAAzBD,EAAKC,OAAO7B,UACmB,iBAA/B4B,EAAKC,OAAO5B,gBAEnBJ,EAAkB+B,EAAKC,aAEhBD,GAAc,cAAdA,EAAKJ,KACV9B,EACFA,EAASkC,EAAKE,MAEdC,QAAQC,MAAM,2CAEPJ,GAAc,cAAdA,EAAKJ,KACVZ,EAAiBA,iBAGnBA,EAAiBA,iBAAiBqB,YADT,IAGvBL,EAAKM,OAGPH,QAAQC,MAAM,oDAGhBJ,GAAc,eAAdA,EAAKJ,MACmB,kBAAjBI,EAAKO,QAGRvB,EAAiBA,iBACnBA,EAAiBA,iBACdwB,qBAAqBR,EAAKO,SAC1BE,MAAOL,IACND,QAAQC,MAAM,+BAAgCA,EAChD,GAEFD,QAAQC,MAAM,6DAGF,eAAdJ,EAAKJ,MACkB,iBAAhBI,EAAKU,OAGZ,GAAIhD,EAEF,IACEA,EAAMiD,UAAUX,EAAKU,QACrBP,QAAQS,IAA2BZ,uBAAAA,EAAKU,OAC1C,CAAE,MAAON,GACPD,QAAQC,MAAM,8BAA+BA,EAC/C,MAEAD,QAAQC,MAAM,4CAElB,EAQF,OAJA5C,EAAKqD,QAELrD,EAAKsD,iBAAiB,UAAWhB,GAE1B,KACLtC,EAAKuD,oBAAoB,UAAWjB,EACtC,CAAA,EACC,CAACtC,EAAMM,EAAUkB,EAAkBtB,IAGtC+B,EAAAA,UAAU,KACJjC,GACFA,EAAKmC,YAAY,CAAEC,KAAM,eAAgBjC,SAC3C,EACC,CAACA,EAAOH,IAGXiC,EAASA,UAAC,KACR,GAAIjC,GAAQoB,EAAmBoC,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBtC,EAAmBoC,SAASG,IAAKC,IAAO,CAC7DC,GAAID,EAAQC,GACZnB,KAAMkB,EAAQlB,KACdoB,QAASF,EAAQG,MACjBC,UAAWC,KAAKC,MAChBvD,QAAS,WAGXX,EAAKmC,YAAY,CACfC,KAAM,uBACNsB,kBAEJ,GACC,CAACtC,EAAmBoC,SAAUxD,IAGjCiC,YAAU,KACR,GAAIjC,GAAQ0B,EAAc8B,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBhC,EAAc8B,SAASG,IAAKC,KACjDC,GAAID,EAAQC,GACZnB,KAAMkB,EAAQlB,KACdoB,QAASF,EAAQG,MACjBC,UAAWC,KAAKC,MAChBvD,QAAS,UAGXX,EAAKmC,YAAY,CACfC,KAAM,uBACNsB,kBAEJ,GACC,CAAChC,EAAc8B,SAAUxD,IAGgBmE,EAAcA,eACxD,2BACCC,IACC,IAAKpE,EAAM,OAEX,MAAMqE,EAAc,IAAIC,YAClBC,EACJH,EAAII,mBAAmBC,WACnBJ,EAAYK,OAAON,EAAII,SACvBG,OAAOP,EAAII,SAEjB,IAAII,EACJ,IACEA,EAAmBC,KAAKC,MAAMP,GAG9BvE,EAAKmC,YAAY,CACfC,KAAM,2BACN2C,cAAeH,GAEnB,CAAE,MAAOI,GACPrC,QAAQC,MAAM,qCAAsCoC,EACtD,IAKuCb,iBACzC,0BACCC,IACC,IAAKpE,EAAM,OAEX,MAAMqE,EAAc,IAAIC,YAClBC,EACJH,EAAII,mBAAmBC,WACnBJ,EAAYK,OAAON,EAAII,SACvBG,OAAOP,EAAII,SAEjB,IAAIS,EACJ,IACEA,EAAqBJ,KAAKC,MAAMP,GAGhCvE,EAAKmC,YAAY,CACfC,KAAM,0BACN8C,gBAAiBD,GAErB,CAAE,MAAOD,GACPrC,QAAQC,MAAM,wCAAyCoC,EACzD,IAKN,IAAA,kBAhtBgB,SAASG,QAAAA,IAAAA,IAAAA,EAAwB,CAAA,GAE/C,MAAOC,EAAkBC,GACvB3E,EAAAA,SAAqC,OAChCP,EAAOmF,GAAY5E,EAAAA,SAAwB,iBAG3C6E,EAAeC,GAAoB9E,EAAQA,SAChD,IAAI+E,MAECC,EAAUC,GAAejF,WAAuB,IACjDkF,EAAkBC,EAAAA,OAAe,IAGjCC,EAAyBD,EAAMA,OAAc,IAAIE,KAGjDC,EAAgBH,EAAAA,OAA8B,MAC9CI,EAAUJ,EAAMA,OAAc,MAG9BK,EAAaL,SAA8B,MAG3CM,EAAsBN,SAAwB,OAG7CO,EAAiBC,GAAsB3F,WAE5C,CACAR,MAAO,GACPoG,KAAM,KAIFC,EAAoBV,EAAAA,OAIhB,OAGHW,EAAcC,GAAmB/F,EAAQA,UAAU,GAG1DuB,YAAU,KACR,MAAMyE,EAAcC,MAAMC,KAAKrB,EAAcsB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE/C,UAAYgD,EAAEhD,WAItBiD,EAAiBpC,KAAKqC,UAAUR,GAClCO,IAAmBrB,EAAgBuB,UACrCvB,EAAgBuB,QAAUF,EAC1BtB,EAAYe,GAGRvB,EAAQiC,WACVV,EACGW,OACEjD,GACCA,EAAIN,SACJM,EAAIP,KACHiC,EAAuBqB,QAAQG,IAAIlD,EAAIP,KAE3C0D,QAASnD,IACJA,EAAIP,KAENiC,EAAuBqB,QAAQK,IAAIpD,EAAIP,IAEvCsB,MAAAA,EAAQiC,WAARjC,EAAQiC,UAAYhD,GACtB,GAGR,EACC,CAACmB,EAAeJ,EAAQiC,YAG3BnF,EAAAA,UAAU,KACR,MAAMwF,EAAU,IAAIC,eA0DpB,OAxDAD,EAAQE,MAAMC,UAAa5C,IACzB,MAAMxC,EAAOwC,EAAExC,KAEf,GAAkB,iBAAdA,EAAKJ,KACPkD,EAAS9C,EAAKrC,YACT,GAAkB,yBAAdqC,EAAKJ,KACdyF,EAA0BrF,EAAKkB,wBACR,oBAAdlB,EAAKJ,MAA8BI,EAAK7B,QAEjD0F,EAAoByB,IAAa,IAC5BA,EACH,CAACtF,EAAK7B,SAAU6B,EAAKH,qBAGvBG,GAAc,6BAAdA,EAAKJ,MACLI,EAAKuC,cACL,CAEA,MAAMgD,EAAoC9D,kBAAAA,KAAKC,MAC/CsB,EAAkBsC,IAChB,MAAME,EAAS,IAAIvC,IAAIqC,GAQvB,OAPAE,EAAOC,IAAIF,EAAiB,CAC1BlE,GAAIkE,EACJG,KAAM,OACNC,UAAW3F,EAAKuC,cAChBf,UAAWC,KAAKC,MAChBJ,SAAS,IAEJkE,GAEX,MACExF,GAAc,4BAAdA,EAAKJ,MACLI,EAAK0C,gBACL,CAEA,MAAMkD,EAAiB,oBAAuBnE,KAAKC,MACnDsB,EAAkBsC,IAChB,MAAME,EAAS,IAAIvC,IAAIqC,GAQvB,OAPAE,EAAOC,IAAIG,EAAmB,CAC5BvE,GAAIuE,EACJF,KAAM,OACNG,gBAAiB7F,EAAK0C,gBACtBlB,UAAWC,KAAKC,MAChBJ,SAAS,IAEJkE,GAEX,GAIFP,EAAQE,MAAMtE,QAGd6C,EAAWiB,QAAUM,EAEd,KAAKa,IAAAA,EAAAC,SACVD,EAAApC,EAAWiB,UAAXmB,EAAoBX,MAAMa,eAC1BD,EAAArC,EAAWiB,UAAXoB,EAAoBE,MAAMD,QAC1BtC,EAAWiB,QAAU,IAAA,CACvB,EACC,IAGH,MAAMU,EAA4Ba,EAAWA,YAC1ChF,IACC8B,EAAkBsC,IAChB,MAAME,EAAS,IAAIvC,IAAIqC,GAgBvB,OAdApE,EAAe6D,QAASoB,IAAKC,IAAAA,EAC3B,MAAMC,EAA4B,UAAdF,EAAEhI,QAAsB,QAAU,OAEhDmI,GAAoBF,OAAAA,EAAAd,EAAQiB,IAAIJ,EAAE9E,UAAd+E,EAAAA,EAAmB5E,YAAa2E,EAAE3E,UAE5DgE,EAAOC,IAAIU,EAAE9E,GAAI,CACfA,GAAI8E,EAAE9E,GACNqE,KAAMW,EACNG,QAASL,EAAEjG,KACXsB,UAAW8E,EACXhF,QAAS6E,EAAE7E,SAEf,GAEOkE,KAGX,IAIF/F,YAAU,KACR,MAAMgH,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1BjD,EAAcmB,QAAU8B,EACxBhD,EAAQkB,QAAUqC,EAAUA,WAACP,GAEtB,KACDhD,EAAQkB,SACVlB,EAAQkB,QAAQsC,UAEdzD,EAAcmB,SAChB+B,SAASI,KAAKI,YAAY1D,EAAcmB,QAC1C,CACF,EACC,IAWH,MAAMwC,EAAUjB,cAAWkB,SAAAA,OAClBC,QAAEA,EAAOC,OAAEA,EAAMC,iBAAEA,EAAgBC,SAAEA,GAAyBJ,MAAIK,OAAAA,QAAAC,QA4ezE,SAAAZ,EAAAa,OAGF,IAAAC,EA9eQ,WAEF,GAAc,iBAAVjK,EAA0B,CAC5B,MAAMkK,EAA8ElK,+DAAAA,MASpF,OARAwC,QAAQ2H,KAAKD,GAGTlF,EAAQoF,SACVpF,EAAQoF,QAAQ,IAAIC,MAAMH,IAIrBJ,QAAQQ,OAAO,IAAID,MAAMH,GAClC,CAEuB,OAAvB/E,EAAS,cAAc2E,QAAAC,QAEAQ,MAhUN,sCAgU8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAa,UAAYf,EACzB,eAAgB,oBAElBR,KAAMzE,KAAKqC,UAAU,CACnB4D,SAAUjB,EACVG,SAAU,CACRe,SAAU,CACRC,kBAAmBjB,GAAoB,CAAE,EACzCC,SAAUA,GAAY,CAAA,SAI5BiB,cAfIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAApB,QAAAC,QAwBKgB,EAASI,QAAML,KAAA,SAA5BzI,GACN6C,EAAoB7C,GAEhB2C,EAAQoG,WACVpG,EAAQoG,oBAAYC,EAAA,WAAA,IAXjBN,EAASO,GAAExB,OAAAA,QAAAC,QACUgB,EAASxI,QAAMuI,KAAjCS,SAAAA,GACN,MAAM,IAAIlB,MAAK,sBACSU,EAASS,aAAYD,EAC3C,EAAAF,CAOkB,GAPlBA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,GAAA,EASN,CA+bI7B,EAGJ,CAAA,MAAAtE,YAAkBA,EAElB,CACA,OAAAoF,wBAEkBD,GAGlBC,CACA,CA3fuEwB,CACnE,EA+CKC,SAAAA,GAEPxG,EAAoB,MACpBG,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAET,MAAM1C,EAAQiJ,aAAerB,MAAQqB,EAAM,IAAIrB,MAAM7F,OAAOkH,IAExD1G,EAAQoF,SACVpF,EAAQoF,QAAQ3H,EAEpB,GACF,CAAC,MAAAoC,UAAAiF,QAAAQ,OAAAzF,KACD,CAACG,IAIG2G,EAAapD,cAAY,KAC7BrD,EAAoB,MACpBG,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELH,EAAQ4G,cACV5G,EAAQ4G,cACV,EACC,CAAC5G,IAGE9E,EAAOqI,cACXsD,IAA6D,IAA5DhD,QAAEA,EAAOlG,MAAEA,GAA6CkJ,EACvD,GAAc,iBAAV7L,EAAJ,CAKA,GAAI6I,EAAS,CAEX,MAAMiD,eAAyBhI,KAAKC,MACpCsB,EAAkBsC,IAChB,MAAME,EAAS,IAAIvC,IAAIqC,GAQvB,OAPAE,EAAOC,IAAIgE,EAAW,CACpBpI,GAAIoI,EACJ/D,KAAM,OACNc,QAASA,EACThF,UAAWC,KAAKC,MAChBJ,SAAS,IAEJkE,IAIL9B,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMxF,YAAY,CACnCC,KAAM,YACNM,KAAMsG,IAGRrG,QAAQC,MAAM,+CAElB,MAEcsJ,IAAVpJ,IAEEoD,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMxF,YAAY,CACnCC,KAAM,YACNU,MAAOA,IAGTH,QAAQC,MAAM,6CApClB,MAFED,QAAQ2H,KAAK,uDAwCf,EAEF,CAACnK,IAIGgM,EAAgBzD,EAAAA,YACpB0D,QAACzL,QACCA,EAAU,QAAOC,SACjBA,EAAW,GAAEC,eACbA,EAAiB,IAKlBuL,EAEC7F,EAAkBY,QAAU,CAAExG,UAASC,WAAUC,kBAG7CqF,EAAWiB,SACbjB,EAAWiB,QAAQQ,MAAMxF,YAAY,CACnCC,KAAM,kBACNK,OAAQ,CAAE9B,UAASC,WAAUC,oBAKjC,MAAMwL,EAAcjG,EAAgBzF,IAAY,GAGhD,OAAO0L,EAAY5I,OAAS,EACxB4I,EAAYC,MAAM,EAAG1L,GACrB+F,MAAM/F,GAAU2L,KAAK,EAAC,EAE5B,CAACnG,IAIGoG,EAAY9D,EAAAA,YACf+D,IACChG,EAAgBgG,GAGZvG,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMxF,YAAY,CACnCC,KAAM,aACNW,QAAS0J,IAGX9J,QAAQC,MAAM,oDAChB,EAEF,CAACuC,IAIGhC,EAAYuF,EAAAA,YAAaxF,IAE7B,MAAMwJ,EAAcC,KAAKC,IAAID,KAAKE,IAAI3J,EAAQ,GAAI,GAG9CgD,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMxF,YAAY,CACnCC,KAAM,aACNc,OAAQwJ,IAGV/J,QAAQC,MAAM,6CAChB,EACC,IAmEH,OAhEAX,EAAAA,UAAU,KACHgE,EAAQkB,UAET/B,GAEGe,EAAoBgB,UACnBjB,EAAWiB,SAEbjB,EAAWiB,QAAQsB,MAAMpF,QAG3B8C,EAAoBgB,QAClB2F,OAACC,EAAAA,aACCC,UAAW5H,EAAiB4H,UAC5BC,MAAO7H,EAAiB8H,iBACxBC,OAAO,EACPC,OAAO,EACPzD,SAAS,EACT0D,eAAgBvB,EAChBvB,QAAU3H,IACRD,QAAQC,MAAM,4BAA6BA,GAC3CkJ,IACI3G,EAAQoF,SACVpF,EAAQoF,QACN,IAAIC,MAAmC5H,6BAAAA,EAAMoG,SAEjD,EACDsE,SAAA,CAEDC,MAACC,EAAAA,kBAAoB,CAAA,GACpBtH,EAAWiB,SACVoG,EAAAA,IAACzN,EAAY,CACXE,KAAMkG,EAAWiB,QAAQsB,MACzBxI,cACEsG,EAAkBY,SAAW,CAC3BvG,SAAU,GACVC,eAAgB,UAS9BoF,EAAQkB,QAAQsG,OAAOtH,EAAoBgB,WAE3ChB,EAAoBgB,QAAU,KAC9BlB,EAAQkB,QAAQsG,OAAOF,EAAAA,IAAAG,EAAAC,SAAA,MACzB,EACC,CAACvI,EAAkB0G,EAAY3G,EAAQoF,UAcnC,CACLZ,UACAmC,aACA3L,QACAuF,WACArF,OACA8L,gBACAK,YACArJ,YAEJ"}
+{"version":3,"file":"lib.cjs","sources":["../src/hooks/useVoxAI.tsx","../src/utils/constants.ts"],"sourcesContent":["import {\n  LiveKitRoom,\n  RoomAudioRenderer,\n  useAudioWaveform,\n  useChat,\n  useDataChannel,\n  useLocalParticipant,\n  useParticipantTracks,\n  useTrackTranscription,\n  useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\nimport { HTTPS_API_ORIGIN, SDK_VERSION } from \"../utils/constants\";\n\ntype VoxConnectionDetail = {\n  serverUrl: string;\n  roomName: string;\n  participantName: string;\n  participantToken: string;\n};\n\n/**\n * VoxAgentState\n * @description The state of the agent\n */\nexport type VoxAgentState =\n  | \"disconnected\"\n  | \"connecting\"\n  | \"initializing\"\n  | \"listening\"\n  | \"thinking\"\n  | \"speaking\";\n\n/**\n * Function call related types\n */\nexport interface FunctionToolsExecuted {\n  type: \"function_tools_executed\";\n  function_calls: FunctionCallInfo[];\n  function_call_outputs: FunctionCallResult[];\n}\n\nexport interface FunctionCallInfo {\n  id: string;\n  type: string;\n  call_id: string;\n  arguments: string;\n  name: string;\n}\n\nexport interface FunctionCallResult {\n  id: string;\n  name: string;\n  type: string;\n  call_id: string;\n  output: string;\n  is_error: boolean;\n}\n\n/**\n * VoxMessage\n * @description The message type between the agent and the user\n */\nexport type VoxMessage = {\n  id?: string;\n  name: \"agent\" | \"user\" | \"tool\";\n  message?: string;\n  timestamp: number;\n  isFinal?: boolean;\n  tool?: FunctionToolsExecuted;\n};\n\n/**\n * VoxAIOptions\n * @description The callback functions for the useVoxAI hook\n */\nexport interface VoxAIOptions {\n  onConnect?: () => void;\n  onDisconnect?: () => void;\n  onError?: (error: Error) => void;\n  onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n  | { type: \"state_update\"; state: VoxAgentState }\n  | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] }\n  | {\n      type: \"waveform_update\";\n      waveformData: number[];\n      speaker: \"agent\" | \"user\";\n    }\n  | { type: \"function_tools_executed\"; tool: FunctionToolsExecuted };\n\ntype TranscriptionSegment = {\n  id: string;\n  text: string;\n  isFinal: boolean;\n  timestamp: number;\n  speaker: \"agent\" | \"user\";\n};\n\n/**\n * ConnectParams\n * @param agentId - The agent ID\n * @param apiKey - The API key\n * @param dynamicVariables - The dynamic variables\n * @param metadata - 이 메타데이터는 아웃바운드 웹훅, 통화 기록에 포함됩니다.\n */\nexport interface ConnectParams {\n  agentId: string;\n  apiKey: string;\n  dynamicVariables?: Record<string, any>;\n  metadata?: Record<string, any>;\n}\n\n/**\n * useVoxAI\n * @description The hook for integrating with vox.ai voice assistant\n * @param options - The options for the useVoxAI hook\n * @returns The useVoxAI hook\n * @example\n * const { connect, disconnect, state, messages, send } = useVoxAI({\n *   onConnect: () => console.log(\"Connected\"),\n *   onDisconnect: () => console.log(\"Disconnected\"),\n *   onError: (error) => console.error(\"Error:\", error),\n *   onMessage: (message) => console.log(\"Message:\", message),\n * });\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n  // Connection state\n  const [connectionDetail, setConnectionDetail] =\n    useState<VoxConnectionDetail | null>(null);\n  const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n  // Session timestamp to filter out stale asynchronous events\n  const sessionTimestampRef = useRef<number>(Date.now());\n\n  // Message handling\n  const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n    new Map()\n  );\n  const [messages, setMessages] = useState<VoxMessage[]>([]);\n  const prevMessagesRef = useRef<string>(\"\");\n\n  // Track which messages we've already sent to the onMessage callback\n  const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n  // DOM manipulation for LiveKit portal\n  const portalRootRef = useRef<HTMLDivElement | null>(null);\n  const rootRef = useRef<Root | null>(null);\n\n  // Communication channel\n  const channelRef = useRef<MessageChannel | null>(null);\n\n  // Add this near the start of your useVoxAI hook\n  const livekitComponentRef = useRef<React.ReactNode>(null);\n\n  // Replace the single waveform state with a map for multiple speakers\n  const [waveformDataMap, setWaveformDataMap] = useState<\n    Record<string, number[]>\n  >({\n    agent: [],\n    user: [],\n  });\n\n  // Add back the waveform config reference\n  const waveformConfigRef = useRef<{\n    speaker?: \"agent\" | \"user\";\n    barCount: number;\n    updateInterval: number;\n  } | null>(null);\n\n  // Add a new state to track microphone status\n  const [isMicEnabled, setIsMicEnabled] = useState<boolean>(true);\n\n  // Update messages whenever transcriptMap changes\n  useEffect(() => {\n    const allMessages = Array.from(transcriptMap.values()).sort(\n      (a, b) => a.timestamp - b.timestamp\n    );\n\n    // Only update if the messages have actually changed\n    const messagesString = JSON.stringify(allMessages);\n    if (messagesString !== prevMessagesRef.current) {\n      prevMessagesRef.current = messagesString;\n      setMessages(allMessages);\n\n      // Only trigger onMessage for new final messages that haven't been processed yet\n      if (options.onMessage) {\n        allMessages\n          .filter(\n            (msg) =>\n              msg.isFinal &&\n              msg.id &&\n              !processedMessageIdsRef.current.has(msg.id)\n          )\n          .forEach((msg) => {\n            if (msg.id) {\n              // Mark this message as processed\n              processedMessageIdsRef.current.add(msg.id);\n              // Call the callback\n              options.onMessage?.(msg);\n            }\n          });\n      }\n    }\n  }, [transcriptMap, options.onMessage]);\n\n  // Initialize message channel - ensure ports are properly connected\n  useEffect(() => {\n    const channel = new MessageChannel();\n\n    channel.port1.onmessage = (e) => {\n      const data = e.data as MessageChannelEvent;\n\n      if (data.type === \"state_update\") {\n        setState(data.state);\n      } else if (data.type === \"transcription_update\") {\n        handleTranscriptionUpdate(data.transcriptions);\n      } else if (data.type === \"waveform_update\" && data.speaker) {\n        // Store the waveform data for the specific speaker\n        setWaveformDataMap((prevMap) => ({\n          ...prevMap,\n          [data.speaker]: data.waveformData,\n        }));\n      } else if (data.type === \"function_tools_executed\" && data.tool) {\n        // Handle function calls\n        const functionCallsId = `function-calls-${Date.now()}`;\n        setTranscriptMap((prevMap) => {\n          const newMap = new Map(prevMap);\n          newMap.set(functionCallsId, {\n            id: functionCallsId,\n            name: \"tool\",\n            tool: data.tool,\n            timestamp: Date.now(),\n            isFinal: true,\n          });\n          return newMap;\n        });\n      }\n    };\n\n    // Start the port\n    channel.port1.start();\n\n    // Store the channel reference\n    channelRef.current = channel;\n\n    return () => {\n      channelRef.current?.port1.close();\n      channelRef.current?.port2.close();\n      channelRef.current = null;\n    };\n  }, []);\n\n  // Process incoming transcriptions and filter out stale events\n  const handleTranscriptionUpdate = useCallback(\n    (transcriptions: TranscriptionSegment[]) => {\n      setTranscriptMap((prevMap) => {\n        const newMap = new Map(prevMap);\n\n        transcriptions.forEach((t) => {\n          // Only process transcriptions generated after the current session timestamp\n          if (t.timestamp < sessionTimestampRef.current) {\n            return;\n          }\n          const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n          // Use existing timestamp if we already have this segment\n          const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n          newMap.set(t.id, {\n            id: t.id,\n            name: messageType,\n            message: t.text,\n            timestamp: existingTimestamp,\n            isFinal: t.isFinal,\n          });\n        });\n\n        return newMap;\n      });\n    },\n    []\n  );\n\n  // Set up DOM portal for LiveKit\n  useEffect(() => {\n    const div = document.createElement(\"div\");\n    div.style.display = \"none\";\n    document.body.appendChild(div);\n    portalRootRef.current = div;\n    rootRef.current = createRoot(div);\n\n    return () => {\n      if (rootRef.current) {\n        rootRef.current.unmount();\n      }\n      if (portalRootRef.current) {\n        document.body.removeChild(portalRootRef.current);\n      }\n    };\n  }, []);\n\n  // Connect to VoxAI service - updated to include dynamicVariables\n  const connect = useCallback(\n    async ({ agentId, apiKey, dynamicVariables, metadata }: ConnectParams) => {\n      try {\n        // Prevent connecting if already in a connection state\n        if (state !== \"disconnected\") {\n          const errorMessage = `Connection attempt rejected: Already in a connection state (${state})`;\n          console.warn(errorMessage);\n\n          if (options.onError) {\n            options.onError(new Error(errorMessage));\n          }\n          return Promise.reject(new Error(errorMessage));\n        }\n\n        // Update session timestamp for new connection\n        sessionTimestampRef.current = Date.now();\n        setState(\"connecting\");\n\n        const response = await fetch(HTTPS_API_ORIGIN, {\n          method: \"POST\",\n          headers: {\n            Authorization: `Bearer ${apiKey}`,\n            \"Content-Type\": \"application/json\",\n          },\n          body: JSON.stringify({\n            agent_id: agentId,\n            metadata: {\n              runtime_context: {\n                source: {\n                  type: \"react-sdk\",\n                  version: SDK_VERSION,\n                },\n              },\n              call_web: {\n                dynamic_variables: dynamicVariables || {},\n                metadata: metadata || {},\n              },\n            },\n          }),\n        });\n\n        if (!response.ok) {\n          const errorText = await response.text();\n          throw new Error(\n            `Connection failed (${response.status}): ${errorText}`\n          );\n        }\n\n        const data = await response.json();\n        setConnectionDetail(data);\n\n        if (options.onConnect) {\n          options.onConnect();\n        }\n      } catch (err) {\n        setConnectionDetail(null);\n        setTranscriptMap(new Map());\n        setMessages([]);\n        setState(\"disconnected\");\n\n        const error = err instanceof Error ? err : new Error(String(err));\n\n        if (options.onError) {\n          options.onError(error);\n        }\n      }\n    },\n    [options, state]\n  );\n\n  // Disconnect from VoxAI service, updating the session timestamp to ignore stale events\n  const disconnect = useCallback(() => {\n    // Update session timestamp on disconnect\n    sessionTimestampRef.current = Date.now();\n    setConnectionDetail(null);\n    setTranscriptMap(new Map());\n    setMessages([]);\n    setState(\"disconnected\");\n\n    if (options.onDisconnect) {\n      options.onDisconnect();\n    }\n  }, [options]);\n\n  // Update the send function with debugging and error checking\n  const send = useCallback(\n    ({ message, digit }: { message?: string; digit?: number }) => {\n      if (state === \"disconnected\") {\n        console.warn(\"Cannot send message: Not connected to a conversation\");\n        return;\n      }\n\n      if (message) {\n        const messageId = `user-text-${Date.now()}`;\n        setTranscriptMap((prevMap) => {\n          const newMap = new Map(prevMap);\n          newMap.set(messageId, {\n            id: messageId,\n            name: \"user\",\n            message: message,\n            timestamp: Date.now(),\n            isFinal: true,\n          });\n          return newMap;\n        });\n\n        if (channelRef.current) {\n          channelRef.current.port1.postMessage({\n            type: \"send_text\",\n            text: message,\n          });\n        } else {\n          console.error(\"No message channel available to send message\");\n        }\n      }\n\n      if (digit !== undefined) {\n        if (channelRef.current) {\n          channelRef.current.port1.postMessage({\n            type: \"send_dtmf\",\n            digit: digit,\n          });\n        } else {\n          console.error(\"No message channel available to send DTMF\");\n        }\n      }\n    },\n    [state]\n  );\n\n  // Update the audioWaveform function to return data for the requested speaker\n  const audioWaveform = useCallback(\n    ({\n      speaker = \"agent\",\n      barCount = 10,\n      updateInterval = 20,\n    }: {\n      speaker?: \"agent\" | \"user\";\n      barCount?: number;\n      updateInterval?: number;\n    }): number[] => {\n      waveformConfigRef.current = { speaker, barCount, updateInterval };\n\n      if (channelRef.current) {\n        channelRef.current.port1.postMessage({\n          type: \"waveform_config\",\n          config: { speaker, barCount, updateInterval },\n        });\n      }\n\n      const speakerData = waveformDataMap[speaker] || [];\n      return speakerData.length > 0\n        ? speakerData.slice(0, barCount)\n        : Array(barCount).fill(0);\n    },\n    [waveformDataMap]\n  );\n\n  // Add toggleMic function that will be exposed in the hook's return value\n  const toggleMic = useCallback((value: boolean) => {\n    setIsMicEnabled(value);\n    if (channelRef.current) {\n      channelRef.current.port1.postMessage({\n        type: \"toggle_mic\",\n        enabled: value,\n      });\n    } else {\n      console.error(\"No message channel available to toggle microphone\");\n    }\n  }, []);\n\n  // Add setVolume function that will be exposed in the hook's return value\n  const setVolume = useCallback((volume: number) => {\n    const validVolume = Math.min(Math.max(volume, 0), 1);\n    if (channelRef.current) {\n      channelRef.current.port1.postMessage({\n        type: \"set_volume\",\n        volume: validVolume,\n      });\n    } else {\n      console.error(\"No message channel available to set volume\");\n    }\n  }, []);\n\n  // Modify the useEffect hook that renders the LiveKit component\n  useEffect(() => {\n    if (!rootRef.current) return;\n\n    if (connectionDetail) {\n      if (!livekitComponentRef.current) {\n        if (channelRef.current) {\n          channelRef.current.port2.start();\n        }\n\n        livekitComponentRef.current = (\n          <LiveKitRoom\n            serverUrl={connectionDetail.serverUrl}\n            token={connectionDetail.participantToken}\n            audio={true}\n            video={false}\n            connect={true}\n            onDisconnected={disconnect}\n            onError={(error) => {\n              console.error(\"LiveKit connection error:\", error);\n              disconnect();\n              if (options.onError) {\n                options.onError(\n                  new Error(`LiveKit connection error: ${error.message}`)\n                );\n              }\n            }}\n          >\n            <RoomAudioRenderer />\n            {channelRef.current && (\n              <StateMonitor\n                port={channelRef.current.port2}\n                initialConfig={\n                  waveformConfigRef.current || {\n                    barCount: 10,\n                    updateInterval: 20,\n                  }\n                }\n              />\n            )}\n          </LiveKitRoom>\n        );\n      }\n      rootRef.current.render(livekitComponentRef.current);\n    } else {\n      livekitComponentRef.current = null;\n      rootRef.current.render(<></>);\n    }\n  }, [connectionDetail, disconnect, options.onError]);\n\n  return {\n    connect,\n    disconnect,\n    state,\n    messages,\n    send,\n    audioWaveform,\n    toggleMic,\n    setVolume,\n  };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({\n  port,\n  initialConfig,\n}: {\n  port: MessagePort | undefined;\n  initialConfig: {\n    speaker?: \"agent\" | \"user\";\n    barCount: number;\n    updateInterval: number;\n  };\n}) {\n  const { agent, state } = useVoiceAssistant();\n  const { send: sendChat } = useChat();\n\n  // Initialize waveform config with the passed initial values, defaulting to \"agent\" if not specified\n  const [waveformConfig, setWaveformConfig] = useState({\n    speaker: initialConfig.speaker || \"agent\",\n    barCount: initialConfig.barCount,\n    updateInterval: initialConfig.updateInterval,\n  });\n\n  // Agent transcriptions\n  const agentAudioTrack = useParticipantTracks(\n    [Track.Source.Microphone],\n    agent?.identity\n  )[0];\n  const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n  // Use the current config for the waveform, applying different settings based on speaker\n  const agentAudioWaveform = useAudioWaveform(agentAudioTrack, {\n    barCount:\n      waveformConfig.speaker === \"agent\" ? waveformConfig.barCount : 120, // default if not the selected speaker\n    updateInterval:\n      waveformConfig.speaker === \"agent\" ? waveformConfig.updateInterval : 20,\n  });\n\n  // User transcriptions\n  const localParticipant = useLocalParticipant();\n  const localMessages = useTrackTranscription({\n    publication: localParticipant.microphoneTrack,\n    source: Track.Source.Microphone,\n    participant: localParticipant.localParticipant,\n  });\n  const localAudioTrack = useParticipantTracks(\n    [Track.Source.Microphone],\n    localParticipant.localParticipant.identity\n  )[0];\n  const userAudioWaveform = useAudioWaveform(localAudioTrack, {\n    barCount: waveformConfig.speaker === \"user\" ? waveformConfig.barCount : 120, // default if not the selected speaker\n    updateInterval:\n      waveformConfig.speaker === \"user\" ? waveformConfig.updateInterval : 20,\n  });\n\n  // Add separate effects to send agent and user waveform data\n  useEffect(() => {\n    if (!port || !agentAudioWaveform || !agentAudioWaveform.bars) return;\n\n    // Send the agent waveform data\n    port.postMessage({\n      type: \"waveform_update\",\n      waveformData: agentAudioWaveform.bars,\n      speaker: \"agent\",\n    });\n  }, [port, agentAudioWaveform]);\n\n  useEffect(() => {\n    if (!port || !userAudioWaveform || !userAudioWaveform.bars) return;\n\n    // Send the user waveform data\n    port.postMessage({\n      type: \"waveform_update\",\n      waveformData: userAudioWaveform.bars,\n      speaker: \"user\",\n    });\n  }, [port, userAudioWaveform]);\n\n  // Listen for messages including config updates and mic toggle commands\n  useEffect(() => {\n    if (!port) return;\n\n    const handleMessage = (event: MessageEvent) => {\n      const data = event.data;\n\n      if (data.type === \"waveform_config\" && data.config) {\n        // Verify we have both required properties before updating\n        if (\n          typeof data.config.barCount === \"number\" &&\n          typeof data.config.updateInterval === \"number\"\n        ) {\n          setWaveformConfig(data.config);\n        }\n      } else if (data.type === \"send_text\") {\n        if (sendChat) {\n          sendChat(data.text);\n        } else {\n          console.error(\"sendChat function is not available\");\n        }\n      } else if (data.type === \"send_dtmf\") {\n        if (localParticipant.localParticipant) {\n          // Use standard DTMF code (RFC 4733)\n          const standardDtmfCode = 101; // Standard DTMF payload type\n          localParticipant.localParticipant.publishDtmf(\n            standardDtmfCode,\n            data.digit\n          );\n        } else {\n          console.error(\"Local participant is not available for DTMF\");\n        }\n      } else if (\n        data.type === \"toggle_mic\" &&\n        typeof data.enabled === \"boolean\"\n      ) {\n        // Handle microphone toggle\n        if (localParticipant.localParticipant) {\n          localParticipant.localParticipant\n            .setMicrophoneEnabled(data.enabled)\n            .catch((error) => {\n              console.error(\"Failed to toggle microphone:\", error);\n            });\n        } else {\n          console.error(\"Local participant is not available for mic toggle\");\n        }\n      } else if (\n        data.type === \"set_volume\" &&\n        typeof data.volume === \"number\"\n      ) {\n        // Handle volume control\n        if (agent) {\n          // The agent is a RemoteParticipant, so we can call setVolume directly\n          try {\n            agent.setVolume(data.volume);\n            console.log(`Set agent volume to ${data.volume}`);\n          } catch (error) {\n            console.error(\"Failed to set agent volume:\", error);\n          }\n        } else {\n          console.error(\"Agent is not available for volume control\");\n        }\n      }\n    };\n\n    // Make sure we start the port\n    port.start();\n\n    port.addEventListener(\"message\", handleMessage);\n\n    return () => {\n      port.removeEventListener(\"message\", handleMessage);\n    };\n  }, [port, sendChat, localParticipant, agent]);\n\n  // Send agent state updates\n  useEffect(() => {\n    if (port) {\n      port.postMessage({ type: \"state_update\", state });\n    }\n  }, [state, port]);\n\n  // Send agent transcriptions\n  useEffect(() => {\n    if (port && agentTranscription.segments.length > 0) {\n      const transcriptions = agentTranscription.segments.map((segment) => ({\n        id: segment.id,\n        text: segment.text,\n        isFinal: segment.final,\n        timestamp: Date.now(),\n        speaker: \"agent\" as const,\n      }));\n\n      port.postMessage({\n        type: \"transcription_update\",\n        transcriptions,\n      });\n    }\n  }, [agentTranscription.segments, port]);\n\n  // Send user transcriptions\n  useEffect(() => {\n    if (port && localMessages.segments.length > 0) {\n      const transcriptions = localMessages.segments.map((segment) => ({\n        id: segment.id,\n        text: segment.text,\n        isFinal: segment.final,\n        timestamp: Date.now(),\n        speaker: \"user\" as const,\n      }));\n\n      port.postMessage({\n        type: \"transcription_update\",\n        transcriptions,\n      });\n    }\n  }, [localMessages.segments, port]);\n\n  // Add data channel hook for function calls\n  const { message: functionToolsExecuted } = useDataChannel(\n    \"function_tools_executed\",\n    (msg) => {\n      if (!port) return;\n\n      const textDecoder = new TextDecoder();\n      const messageString =\n        msg.payload instanceof Uint8Array\n          ? textDecoder.decode(msg.payload)\n          : String(msg.payload);\n\n      let tool: FunctionToolsExecuted;\n      try {\n        tool = JSON.parse(messageString);\n\n        // Send function calls to main hook via the port\n        port.postMessage({\n          type: \"function_tools_executed\",\n          tool: tool,\n        });\n      } catch (e) {\n        console.error(\"Failed to parse function call log:\", e);\n      }\n    }\n  );\n\n  return null;\n}\n","// export const HTTPS_API_ORIGIN = \"https://frontend-dev.tryvox.co/api/agent/sdk\";\nexport const HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// export const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\nexport const SDK_VERSION = \"0.3.0\";\n"],"names":["StateMonitor","_ref4","port","initialConfig","agent","state","useVoiceAssistant","send","sendChat","useChat","waveformConfig","setWaveformConfig","useState","speaker","barCount","updateInterval","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","agentAudioWaveform","useAudioWaveform","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","localAudioTrack","userAudioWaveform","useEffect","bars","postMessage","type","waveformData","handleMessage","event","data","config","text","console","error","publishDtmf","digit","enabled","setMicrophoneEnabled","catch","volume","setVolume","log","start","addEventListener","removeEventListener","segments","length","transcriptions","map","segment","id","isFinal","final","timestamp","Date","now","useDataChannel","msg","textDecoder","TextDecoder","messageString","payload","Uint8Array","decode","String","tool","JSON","parse","e","options","connectionDetail","setConnectionDetail","setState","sessionTimestampRef","useRef","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","livekitComponentRef","waveformDataMap","setWaveformDataMap","user","waveformConfigRef","isMicEnabled","setIsMicEnabled","allMessages","Array","from","values","sort","a","b","messagesString","stringify","current","onMessage","filter","has","forEach","add","channel","MessageChannel","port1","onmessage","handleTranscriptionUpdate","prevMap","functionCallsId","newMap","set","name","_channelRef$current","_channelRef$current2","close","port2","useCallback","t","_prevMap$get","messageType","existingTimestamp","get","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","dynamicVariables","metadata","Promise","resolve","errorMessage","warn","onError","Error","reject","fetch","method","headers","Authorization","agent_id","runtime_context","version","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","status","_catch","err","disconnect","onDisconnect","_ref2","messageId","undefined","audioWaveform","_ref3","speakerData","slice","fill","toggleMic","value","validVolume","Math","min","max","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","render","_Fragment"],"mappings":"uJA4iBA,SAASA,EAAYC,GAAC,IAAAC,KACpBA,EAAIC,cACJA,GAQDF,EACC,MAAMG,MAAEA,EAAKC,MAAEA,GAAUC,EAAAA,qBACjBC,KAAMC,GAAaC,EAAOA,WAG3BC,EAAgBC,GAAqBC,WAAS,CACnDC,QAASV,EAAcU,SAAW,QAClCC,SAAUX,EAAcW,SACxBC,eAAgBZ,EAAcY,iBAI1BC,EAAkBC,uBACtB,CAACC,EAAKA,MAACC,OAAOC,YACT,MAALhB,OAAK,EAALA,EAAOiB,UACP,GACIC,EAAqBC,EAAqBA,sBAACP,GAG3CQ,EAAqBC,EAAgBA,iBAACT,EAAiB,CAC3DF,SAC6B,UAA3BJ,EAAeG,QAAsBH,EAAeI,SAAW,IACjEC,eAC6B,UAA3BL,EAAeG,QAAsBH,EAAeK,eAAiB,KAInEW,EAAmBC,wBACnBC,EAAgBL,EAAqBA,sBAAC,CAC1CM,YAAaH,EAAiBI,gBAC9BC,OAAQb,EAAKA,MAACC,OAAOC,WACrBY,YAAaN,EAAiBA,mBAE1BO,EAAkBhB,EAAoBA,qBAC1C,CAACC,EAAKA,MAACC,OAAOC,YACdM,EAAiBA,iBAAiBL,UAClC,GACIa,EAAoBT,EAAAA,iBAAiBQ,EAAiB,CAC1DnB,SAAqC,SAA3BJ,EAAeG,QAAqBH,EAAeI,SAAW,IACxEC,eAC6B,SAA3BL,EAAeG,QAAqBH,EAAeK,eAAiB,KA2KxE,OAvKAoB,EAAAA,UAAU,KACHjC,GAASsB,GAAuBA,EAAmBY,MAGxDlC,EAAKmC,YAAY,CACfC,KAAM,kBACNC,aAAcf,EAAmBY,KACjCvB,QAAS,WAEV,CAACX,EAAMsB,IAEVW,EAAAA,UAAU,KACHjC,GAASgC,GAAsBA,EAAkBE,MAGtDlC,EAAKmC,YAAY,CACfC,KAAM,kBACNC,aAAcL,EAAkBE,KAChCvB,QAAS,QACV,EACA,CAACX,EAAMgC,IAGVC,EAASA,UAAC,KACR,IAAKjC,EAAM,OAEX,MAAMsC,EAAiBC,IACrB,MAAMC,EAAOD,EAAMC,KAEnB,GAAkB,oBAAdA,EAAKJ,MAA8BI,EAAKC,OAGR,iBAAzBD,EAAKC,OAAO7B,UACmB,iBAA/B4B,EAAKC,OAAO5B,gBAEnBJ,EAAkB+B,EAAKC,aAEhBD,GAAc,cAAdA,EAAKJ,KACV9B,EACFA,EAASkC,EAAKE,MAEdC,QAAQC,MAAM,2CAEPJ,GAAc,cAAdA,EAAKJ,KACVZ,EAAiBA,iBAGnBA,EAAiBA,iBAAiBqB,YADT,IAGvBL,EAAKM,OAGPH,QAAQC,MAAM,uDAGF,eAAdJ,EAAKJ,MACmB,kBAAjBI,EAAKO,QAGRvB,EAAiBA,iBACnBA,EAAiBA,iBACdwB,qBAAqBR,EAAKO,SAC1BE,MAAOL,IACND,QAAQC,MAAM,+BAAgCA,KAGlDD,QAAQC,MAAM,6DAGF,eAAdJ,EAAKJ,MACkB,iBAAhBI,EAAKU,OAGZ,GAAIhD,EAEF,IACEA,EAAMiD,UAAUX,EAAKU,QACrBP,QAAQS,2BAA2BZ,EAAKU,OAC1C,CAAE,MAAON,GACPD,QAAQC,MAAM,8BAA+BA,EAC/C,MAEAD,QAAQC,MAAM,4CAElB,EAQF,OAJA5C,EAAKqD,QAELrD,EAAKsD,iBAAiB,UAAWhB,GAE1B,KACLtC,EAAKuD,oBAAoB,UAAWjB,GACtC,EACC,CAACtC,EAAMM,EAAUkB,EAAkBtB,IAGtC+B,EAASA,UAAC,KACJjC,GACFA,EAAKmC,YAAY,CAAEC,KAAM,eAAgBjC,SAC3C,EACC,CAACA,EAAOH,IAGXiC,EAASA,UAAC,KACR,GAAIjC,GAAQoB,EAAmBoC,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBtC,EAAmBoC,SAASG,IAAKC,IAAO,CAC7DC,GAAID,EAAQC,GACZnB,KAAMkB,EAAQlB,KACdoB,QAASF,EAAQG,MACjBC,UAAWC,KAAKC,MAChBvD,QAAS,WAGXX,EAAKmC,YAAY,CACfC,KAAM,uBACNsB,kBAEJ,GACC,CAACtC,EAAmBoC,SAAUxD,IAGjCiC,YAAU,KACR,GAAIjC,GAAQ0B,EAAc8B,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBhC,EAAc8B,SAASG,IAAKC,IAAa,CAC9DC,GAAID,EAAQC,GACZnB,KAAMkB,EAAQlB,KACdoB,QAASF,EAAQG,MACjBC,UAAWC,KAAKC,MAChBvD,QAAS,UAGXX,EAAKmC,YAAY,CACfC,KAAM,uBACNsB,kBAEJ,GACC,CAAChC,EAAc8B,SAAUxD,IAGemE,EAAcA,eACvD,0BACCC,IACC,IAAKpE,EAAM,OAEX,MAAMqE,EAAc,IAAIC,YAClBC,EACJH,EAAII,mBAAmBC,WACnBJ,EAAYK,OAAON,EAAII,SACvBG,OAAOP,EAAII,SAEjB,IAAII,EACJ,IACEA,EAAOC,KAAKC,MAAMP,GAGlBvE,EAAKmC,YAAY,CACfC,KAAM,0BACNwC,KAAMA,GAEV,CAAE,MAAOG,GACPpC,QAAQC,MAAM,qCAAsCmC,EACtD,IAKN,IAAA,kBAvoBgB,SAASC,YAAAA,IAAAA,EAAwB,CAAA,GAE/C,MAAOC,EAAkBC,GACvBxE,WAAqC,OAChCP,EAAOgF,GAAYzE,EAAQA,SAAgB,gBAG5C0E,EAAsBC,EAAMA,OAASpB,KAAKC,QAGzCoB,EAAeC,GAAoB7E,EAAAA,SACxC,IAAI8E,MAECC,EAAUC,GAAehF,EAAAA,SAAuB,IACjDiF,EAAkBN,EAAMA,OAAS,IAGjCO,EAAyBP,EAAMA,OAAc,IAAIQ,KAGjDC,EAAgBT,EAAAA,OAA8B,MAC9CU,EAAUV,EAAAA,OAAoB,MAG9BW,EAAaX,EAAMA,OAAwB,MAG3CY,EAAsBZ,EAAMA,OAAkB,OAG7Ca,EAAiBC,GAAsBzF,WAE5C,CACAR,MAAO,GACPkG,KAAM,KAIFC,EAAoBhB,SAIhB,OAGHiB,EAAcC,GAAmB7F,EAAQA,UAAU,GAG1DuB,YAAU,KACR,MAAMuE,EAAcC,MAAMC,KAAKpB,EAAcqB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE7C,UAAY8C,EAAE9C,WAItB+C,EAAiBlC,KAAKmC,UAAUR,GAClCO,IAAmBpB,EAAgBsB,UACrCtB,EAAgBsB,QAAUF,EAC1BrB,EAAYc,GAGRxB,EAAQkC,WACVV,EACGW,OACE/C,GACCA,EAAIN,SACJM,EAAIP,KACH+B,EAAuBqB,QAAQG,IAAIhD,EAAIP,KAE3CwD,QAASjD,IACJA,EAAIP,KAEN+B,EAAuBqB,QAAQK,IAAIlD,EAAIP,IAEtB,MAAjBmB,EAAQkC,WAARlC,EAAQkC,UAAY9C,GACtB,GAGR,EACC,CAACkB,EAAeN,EAAQkC,YAG3BjF,EAASA,UAAC,KACR,MAAMsF,EAAU,IAAIC,eAsCpB,OApCAD,EAAQE,MAAMC,UAAa3C,IACzB,MAAMvC,EAAOuC,EAAEvC,KAEf,GAAkB,iBAAdA,EAAKJ,KACP+C,EAAS3C,EAAKrC,YACT,GAAkB,yBAAdqC,EAAKJ,KACduF,EAA0BnF,EAAKkB,qBACtBlB,GAAc,oBAAdA,EAAKJ,MAA8BI,EAAK7B,QAEjDwF,EAAoByB,IAAO,IACtBA,EACH,CAACpF,EAAK7B,SAAU6B,EAAKH,qBAElB,GAAkB,4BAAdG,EAAKJ,MAAsCI,EAAKoC,KAAM,CAE/D,MAAMiD,oBAAoC5D,KAAKC,MAC/CqB,EAAkBqC,IAChB,MAAME,EAAS,IAAItC,IAAIoC,GAQvB,OAPAE,EAAOC,IAAIF,EAAiB,CAC1BhE,GAAIgE,EACJG,KAAM,OACNpD,KAAMpC,EAAKoC,KACXZ,UAAWC,KAAKC,MAChBJ,SAAS,IAEJgE,GAEX,GAIFP,EAAQE,MAAMpE,QAGd2C,EAAWiB,QAAUM,EAEd,KAAKU,IAAAA,EAAAC,EACVD,OAAAA,EAAAjC,EAAWiB,UAAXgB,EAAoBR,MAAMU,QACR,OAAlBD,EAAAlC,EAAWiB,UAAXiB,EAAoBE,MAAMD,QAC1BnC,EAAWiB,QAAU,IACvB,CAAA,EACC,IAGH,MAAMU,EAA4BU,cAC/B3E,IACC6B,EAAkBqC,IAChB,MAAME,EAAS,IAAItC,IAAIoC,GAoBvB,OAlBAlE,EAAe2D,QAASiB,IAAKC,IAAAA,EAE3B,GAAID,EAAEtE,UAAYoB,EAAoB6B,QACpC,OAEF,MAAMuB,EAA4B,UAAdF,EAAE3H,QAAsB,QAAU,OAEhD8H,UAAoBF,EAAAX,EAAQc,IAAIJ,EAAEzE,YAAd0E,EAAmBvE,YAAasE,EAAEtE,UAE5D8D,EAAOC,IAAIO,EAAEzE,GAAI,CACfA,GAAIyE,EAAEzE,GACNmE,KAAMQ,EACNG,QAASL,EAAE5F,KACXsB,UAAWyE,EACX3E,QAASwE,EAAExE,SAEf,GAEOgE,GACR,EAEH,IAIF7F,YAAU,KACR,MAAM2G,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1B9C,EAAcmB,QAAU2B,EACxB7C,EAAQkB,QAAUkC,aAAWP,GAEtB,KACD7C,EAAQkB,SACVlB,EAAQkB,QAAQmC,UAEdtD,EAAcmB,SAChB4B,SAASI,KAAKI,YAAYvD,EAAcmB,QAC1C,CACF,EACC,IAGH,MAAMqC,EAAUjB,cAAW,SAAAkB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,iBAAEA,EAAgBC,SAAEA,GAAyBJ,MAAIK,OAAAA,QAAAC,gCACnE,WAEF,GAAc,iBAAV1J,EAA0B,CAC5B,MAAM2J,EAA8E3J,+DAAAA,MAMpF,OALAwC,QAAQoH,KAAKD,GAET9E,EAAQgF,SACVhF,EAAQgF,QAAQ,IAAIC,MAAMH,IAErBF,QAAQM,OAAO,IAAID,MAAMH,GAClC,CAIuB,OADvB1E,EAAoB6B,QAAUhD,KAAKC,MACnCiB,EAAS,cAAcyE,QAAAC,QAEAM,MCpUC,sCDoUuB,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAyBb,UAAAA,EACzB,eAAgB,oBAElBR,KAAMpE,KAAKmC,UAAU,CACnBuD,SAAUf,EACVG,SAAU,CACRa,gBAAiB,CACf3I,OAAQ,CACNO,KAAM,YACNqI,QC9US,UDiVbC,SAAU,CACRC,kBAAmBjB,GAAoB,CAAA,EACvCC,SAAUA,GAAY,CAAA,SAI5BiB,cArBIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAApB,QAAAC,QA8BKgB,EAASI,QAAML,KAA5BpI,SAAAA,GACN0C,EAAoB1C,GAEhBwC,EAAQkG,WACVlG,EAAQkG,WAAY,EAAA,CAAA,MAAAC,EAXlB,WAAA,IAACN,EAASO,UAAExB,QAAAC,QACUgB,EAASnI,QAAMkI,KAAjCS,SAAAA,GACN,MAAM,IAAIpB,MAAK,sBACSY,EAASS,OAAYD,MAAAA,EAC3C,EAAAF,CAJA,GAIAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,KASN,6DArDuES,CACnE,EAoDH,SAAQC,GACPtG,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZP,EAAS,gBAET,MAAMvC,EAAQ4I,aAAevB,MAAQuB,EAAM,IAAIvB,MAAMtF,OAAO6G,IAExDxG,EAAQgF,SACVhF,EAAQgF,QAAQpH,EAEpB,GACF,CAAC,MAAAmC,GAAA6E,OAAAA,QAAAM,OAAAnF,EACD,CAAA,EAAA,CAACC,EAAS7E,IAINsL,EAAapD,EAAAA,YAAY,KAE7BjD,EAAoB6B,QAAUhD,KAAKC,MACnCgB,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZP,EAAS,gBAELH,EAAQ0G,cACV1G,EAAQ0G,cACV,EACC,CAAC1G,IAGE3E,EAAOgI,EAAAA,YACXsD,IAA6D,IAA5DhD,QAAEA,EAAO7F,MAAEA,GAA6C6I,EACvD,GAAc,iBAAVxL,EAAJ,CAKA,GAAIwI,EAAS,CACX,MAAMiD,eAAyB3H,KAAKC,MACpCqB,EAAkBqC,IAChB,MAAME,EAAS,IAAItC,IAAIoC,GAQvB,OAPAE,EAAOC,IAAI6D,EAAW,CACpB/H,GAAI+H,EACJ5D,KAAM,OACNW,QAASA,EACT3E,UAAWC,KAAKC,MAChBJ,SAAS,IAEJgE,IAGL9B,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMtF,YAAY,CACnCC,KAAM,YACNM,KAAMiG,IAGRhG,QAAQC,MAAM,+CAElB,MAEciJ,IAAV/I,IACEkD,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMtF,YAAY,CACnCC,KAAM,YACNU,MAAOA,IAGTH,QAAQC,MAAM,6CAjClB,MAFED,QAAQoH,KAAK,uDAqCf,EAEF,CAAC5J,IAIG2L,EAAgBzD,EAAAA,YACpB0D,QAACpL,QACCA,EAAU,QAAOC,SACjBA,EAAW,GAAEC,eACbA,EAAiB,IAKlBkL,EACC1F,EAAkBY,QAAU,CAAEtG,UAASC,WAAUC,kBAE7CmF,EAAWiB,SACbjB,EAAWiB,QAAQQ,MAAMtF,YAAY,CACnCC,KAAM,kBACNK,OAAQ,CAAE9B,UAASC,WAAUC,oBAIjC,MAAMmL,EAAc9F,EAAgBvF,IAAY,GAChD,OAAOqL,EAAYvI,OAAS,EACxBuI,EAAYC,MAAM,EAAGrL,GACrB6F,MAAM7F,GAAUsL,KAAK,EAAC,EAE5B,CAAChG,IAIGiG,EAAY9D,EAAAA,YAAa+D,IAC7B7F,EAAgB6F,GACZpG,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMtF,YAAY,CACnCC,KAAM,aACNW,QAASqJ,IAGXzJ,QAAQC,MAAM,oDAChB,EACC,IAGGO,EAAYkF,EAAAA,YAAanF,IAC7B,MAAMmJ,EAAcC,KAAKC,IAAID,KAAKE,IAAItJ,EAAQ,GAAI,GAC9C8C,EAAWiB,QACbjB,EAAWiB,QAAQQ,MAAMtF,YAAY,CACnCC,KAAM,aACNc,OAAQmJ,IAGV1J,QAAQC,MAAM,6CAChB,EACC,IAoDH,OAjDAX,EAAAA,UAAU,KACH8D,EAAQkB,UAEThC,GACGgB,EAAoBgB,UACnBjB,EAAWiB,SACbjB,EAAWiB,QAAQmB,MAAM/E,QAG3B4C,EAAoBgB,QAClBwF,EAAAA,KAACC,EAAWA,aACVC,UAAW1H,EAAiB0H,UAC5BC,MAAO3H,EAAiB4H,iBACxBC,OAAO,EACPC,OAAO,EACPzD,SAAS,EACT0D,eAAgBvB,EAChBzB,QAAUpH,IACRD,QAAQC,MAAM,4BAA6BA,GAC3C6I,IACIzG,EAAQgF,SACVhF,EAAQgF,QACN,IAAIC,MAAmCrH,6BAAAA,EAAM+F,SAEjD,EACDsE,SAAA,CAEDC,EAAAA,IAACC,EAAiBA,kBAAG,IACpBnH,EAAWiB,SACViG,EAAAA,IAACpN,EAAY,CACXE,KAAMgG,EAAWiB,QAAQmB,MACzBnI,cACEoG,EAAkBY,SAAW,CAC3BrG,SAAU,GACVC,eAAgB,UAQ9BkF,EAAQkB,QAAQmG,OAAOnH,EAAoBgB,WAE3ChB,EAAoBgB,QAAU,KAC9BlB,EAAQkB,QAAQmG,OAAOF,MAAAG,EAAAA,SAAA,CAAA,KACzB,EACC,CAACpI,EAAkBwG,EAAYzG,EAAQgF,UAEnC,CACLV,UACAmC,aACAtL,QACAsF,WACApF,OACAyL,gBACAK,YACAhJ,YAEJ"}

package/dist/lib.modern.js

@@ -1,2 +1,2 @@
-import{jsxs as e,jsx as t,Fragment as n}from"react/jsx-runtime";import{LiveKitRoom as r,RoomAudioRenderer as o,useVoiceAssistant as a,useChat as s,useParticipantTracks as i,useTrackTranscription as c,useAudioWaveform as l,useLocalParticipant as u,useDataChannel as p}from"@livekit/components-react";import{Track as d}from"livekit-client";import{useState as m,useRef as f,useEffect as g,useCallback as v}from"react";import{createRoot as y}from"react-dom/client";function w(){return w=Object.assign?Object.assign.bind():function(e){for(var t=1;t<arguments.length;t++){var n=arguments[t];for(var r in n)({}).hasOwnProperty.call(n,r)&&(e[r]=n[r])}return e},w.apply(null,arguments)}function b(a={}){const[s,i]=m(null),[c,l]=m("disconnected"),[u,p]=m(new Map),[d,b]=m([]),M=f(""),_=f(new Set),C=f(null),k=f(null),E=f(null),D=f(null),[x,F]=m({agent:[],user:[]}),S=f(null),[I,N]=m(!0);g(()=>{const e=Array.from(u.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==M.current&&(M.current=t,b(e),a.onMessage&&e.filter(e=>e.isFinal&&e.id&&!_.current.has(e.id)).forEach(e=>{e.id&&(_.current.add(e.id),null==a.onMessage||a.onMessage(e))}))},[u,a.onMessage]),g(()=>{const e=new MessageChannel;return e.port1.onmessage=e=>{const t=e.data;if("state_update"===t.type)l(t.state);else if("transcription_update"===t.type)P(t.transcriptions);else if("waveform_update"===t.type&&t.speaker)F(e=>w({},e,{[t.speaker]:t.waveformData}));else if("function_calls_collected"===t.type&&t.functionCalls){const e=`function-calls-${Date.now()}`;p(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",toolCalls:t.functionCalls,timestamp:Date.now(),isFinal:!0}),r})}else if("function_calls_finished"===t.type&&t.functionResults){const e=`function-results-${Date.now()}`;p(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",toolCallResults:t.functionResults,timestamp:Date.now(),isFinal:!0}),r})}},e.port1.start(),E.current=e,()=>{var e,t;null==(e=E.current)||e.port1.close(),null==(t=E.current)||t.port2.close(),E.current=null}},[]);const P=v(e=>{p(t=>{const n=new Map(t);return e.forEach(e=>{var r;const o="agent"===e.speaker?"agent":"user",a=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:o,message:e.text,timestamp:a,isFinal:e.isFinal})}),n})},[]);g(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),C.current=e,k.current=y(e),()=>{k.current&&k.current.unmount(),C.current&&document.body.removeChild(C.current)}},[]);const $=v(async({agentId:e,apiKey:t,dynamicVariables:n,metadata:r})=>{try{if("disconnected"!==c){const e=`Connection attempt rejected: Already in a connection state (${c})`;return console.warn(e),a.onError&&a.onError(new Error(e)),Promise.reject(new Error(e))}l("connecting");const o=await fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:`Bearer ${t}`,"Content-Type":"application/json"},body:JSON.stringify({agent_id:e,metadata:{call_web:{dynamic_variables:n||{},metadata:r||{}}}})});if(!o.ok){const e=await o.text();throw new Error(`Connection failed (${o.status}): ${e}`)}const s=await o.json();i(s),a.onConnect&&a.onConnect()}catch(e){i(null),p(new Map),b([]),l("disconnected");const t=e instanceof Error?e:new Error(String(e));a.onError&&a.onError(t)}},[a]),O=v(()=>{i(null),p(new Map),b([]),l("disconnected"),a.onDisconnect&&a.onDisconnect()},[a]),T=v(({message:e,digit:t})=>{if("disconnected"!==c){if(e){const t=`user-text-${Date.now()}`;p(n=>{const r=new Map(n);return r.set(t,{id:t,name:"user",message:e,timestamp:Date.now(),isFinal:!0}),r}),E.current?E.current.port1.postMessage({type:"send_text",text:e}):console.error("No message channel available to send message")}void 0!==t&&(E.current?E.current.port1.postMessage({type:"send_dtmf",digit:t}):console.error("No message channel available to send DTMF"))}else console.warn("Cannot send message: Not connected to a conversation")},[c]),j=v(({speaker:e="agent",barCount:t=10,updateInterval:n=20})=>{S.current={speaker:e,barCount:t,updateInterval:n},E.current&&E.current.port1.postMessage({type:"waveform_config",config:{speaker:e,barCount:t,updateInterval:n}});const r=x[e]||[];return r.length>0?r.slice(0,t):Array(t).fill(0)},[x]),A=v(e=>{N(e),E.current?E.current.port1.postMessage({type:"toggle_mic",enabled:e}):console.error("No message channel available to toggle microphone")},[a]),L=v(e=>{const t=Math.min(Math.max(e,0),1);E.current?E.current.port1.postMessage({type:"set_volume",volume:t}):console.error("No message channel available to set volume")},[]);return g(()=>{k.current&&(s?(D.current||(E.current&&E.current.port2.start(),D.current=e(r,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:O,onError:e=>{console.error("LiveKit connection error:",e),O(),a.onError&&a.onError(new Error(`LiveKit connection error: ${e.message}`))},children:[t(o,{}),E.current&&t(h,{port:E.current.port2,initialConfig:S.current||{barCount:10,updateInterval:20}})]})),k.current.render(D.current)):(D.current=null,k.current.render(t(n,{}))))},[s,O,a.onError]),{connect:$,disconnect:O,state:c,messages:d,send:T,audioWaveform:j,toggleMic:A,setVolume:L}}function h({port:e,initialConfig:t}){const{agent:n,state:r}=a(),{send:o}=s(),[f,v]=m({speaker:t.speaker||"agent",barCount:t.barCount,updateInterval:t.updateInterval}),y=i([d.Source.Microphone],null==n?void 0:n.identity)[0],w=c(y),b=l(y,{barCount:"agent"===f.speaker?f.barCount:120,updateInterval:"agent"===f.speaker?f.updateInterval:20}),h=u(),M=c({publication:h.microphoneTrack,source:d.Source.Microphone,participant:h.localParticipant}),_=i([d.Source.Microphone],h.localParticipant.identity)[0],C=l(_,{barCount:"user"===f.speaker?f.barCount:120,updateInterval:"user"===f.speaker?f.updateInterval:20});return g(()=>{e&&b&&b.bars&&e.postMessage({type:"waveform_update",waveformData:b.bars,speaker:"agent"})},[e,b]),g(()=>{e&&C&&C.bars&&e.postMessage({type:"waveform_update",waveformData:C.bars,speaker:"user"})},[e,C]),g(()=>{if(!e)return;const t=e=>{const t=e.data;if("waveform_config"===t.type&&t.config)"number"==typeof t.config.barCount&&"number"==typeof t.config.updateInterval&&v(t.config);else if("send_text"===t.type)o?o(t.text):console.error("sendChat function is not available");else if("send_dtmf"===t.type)h.localParticipant?h.localParticipant.publishDtmf(101,t.digit):console.error("Local participant is not available for DTMF");else if("toggle_mic"===t.type&&"boolean"==typeof t.enabled)h.localParticipant?h.localParticipant.setMicrophoneEnabled(t.enabled).catch(e=>{console.error("Failed to toggle microphone:",e)}):console.error("Local participant is not available for mic toggle");else if("set_volume"===t.type&&"number"==typeof t.volume)if(n)try{n.setVolume(t.volume),console.log(`Set agent volume to ${t.volume}`)}catch(e){console.error("Failed to set agent volume:",e)}else console.error("Agent is not available for volume control")};return e.start(),e.addEventListener("message",t),()=>{e.removeEventListener("message",t)}},[e,o,h,n]),g(()=>{e&&e.postMessage({type:"state_update",state:r})},[r,e]),g(()=>{if(e&&w.segments.length>0){const t=w.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));e.postMessage({type:"transcription_update",transcriptions:t})}},[w.segments,e]),g(()=>{if(e&&M.segments.length>0){const t=M.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));e.postMessage({type:"transcription_update",transcriptions:t})}},[M.segments,e]),p("function_calls_collected",t=>{if(!e)return;const n=new TextDecoder,r=t.payload instanceof Uint8Array?n.decode(t.payload):String(t.payload);let o;try{o=JSON.parse(r),e.postMessage({type:"function_calls_collected",functionCalls:o})}catch(e){console.error("Failed to parse function call log:",e)}}),p("function_calls_finished",t=>{if(!e)return;const n=new TextDecoder,r=t.payload instanceof Uint8Array?n.decode(t.payload):String(t.payload);let o;try{o=JSON.parse(r),e.postMessage({type:"function_calls_finished",functionResults:o})}catch(e){console.error("Failed to parse function call result:",e)}}),null}export{b as useVoxAI};
+import{jsxs as e,jsx as t,Fragment as n}from"react/jsx-runtime";import{LiveKitRoom as r,RoomAudioRenderer as o,useVoiceAssistant as a,useChat as s,useParticipantTracks as i,useTrackTranscription as c,useAudioWaveform as l,useLocalParticipant as u,useDataChannel as p}from"@livekit/components-react";import{Track as d}from"livekit-client";import{useState as m,useRef as g,useEffect as f,useCallback as v}from"react";import{createRoot as y}from"react-dom/client";function b(){return b=Object.assign?Object.assign.bind():function(e){for(var t=1;t<arguments.length;t++){var n=arguments[t];for(var r in n)({}).hasOwnProperty.call(n,r)&&(e[r]=n[r])}return e},b.apply(null,arguments)}function w(a={}){const[s,i]=m(null),[c,l]=m("disconnected"),u=g(Date.now()),[p,d]=m(new Map),[w,M]=m([]),_=g(""),k=g(new Set),C=g(null),x=g(null),E=g(null),D=g(null),[F,I]=m({agent:[],user:[]}),S=g(null),[P,N]=m(!0);f(()=>{const e=Array.from(p.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==_.current&&(_.current=t,M(e),a.onMessage&&e.filter(e=>e.isFinal&&e.id&&!k.current.has(e.id)).forEach(e=>{e.id&&(k.current.add(e.id),null==a.onMessage||a.onMessage(e))}))},[p,a.onMessage]),f(()=>{const e=new MessageChannel;return e.port1.onmessage=e=>{const t=e.data;if("state_update"===t.type)l(t.state);else if("transcription_update"===t.type)$(t.transcriptions);else if("waveform_update"===t.type&&t.speaker)I(e=>b({},e,{[t.speaker]:t.waveformData}));else if("function_tools_executed"===t.type&&t.tool){const e=`function-calls-${Date.now()}`;d(n=>{const r=new Map(n);return r.set(e,{id:e,name:"tool",tool:t.tool,timestamp:Date.now(),isFinal:!0}),r})}},e.port1.start(),E.current=e,()=>{var e,t;null==(e=E.current)||e.port1.close(),null==(t=E.current)||t.port2.close(),E.current=null}},[]);const $=v(e=>{d(t=>{const n=new Map(t);return e.forEach(e=>{var r;if(e.timestamp<u.current)return;const o="agent"===e.speaker?"agent":"user",a=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:o,message:e.text,timestamp:a,isFinal:e.isFinal})}),n})},[]);f(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),C.current=e,x.current=y(e),()=>{x.current&&x.current.unmount(),C.current&&document.body.removeChild(C.current)}},[]);const j=v(async({agentId:e,apiKey:t,dynamicVariables:n,metadata:r})=>{try{if("disconnected"!==c){const e=`Connection attempt rejected: Already in a connection state (${c})`;return console.warn(e),a.onError&&a.onError(new Error(e)),Promise.reject(new Error(e))}u.current=Date.now(),l("connecting");const o=await fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:`Bearer ${t}`,"Content-Type":"application/json"},body:JSON.stringify({agent_id:e,metadata:{runtime_context:{source:{type:"react-sdk",version:"0.3.0"}},call_web:{dynamic_variables:n||{},metadata:r||{}}}})});if(!o.ok){const e=await o.text();throw new Error(`Connection failed (${o.status}): ${e}`)}const s=await o.json();i(s),a.onConnect&&a.onConnect()}catch(e){i(null),d(new Map),M([]),l("disconnected");const t=e instanceof Error?e:new Error(String(e));a.onError&&a.onError(t)}},[a,c]),O=v(()=>{u.current=Date.now(),i(null),d(new Map),M([]),l("disconnected"),a.onDisconnect&&a.onDisconnect()},[a]),T=v(({message:e,digit:t})=>{if("disconnected"!==c){if(e){const t=`user-text-${Date.now()}`;d(n=>{const r=new Map(n);return r.set(t,{id:t,name:"user",message:e,timestamp:Date.now(),isFinal:!0}),r}),E.current?E.current.port1.postMessage({type:"send_text",text:e}):console.error("No message channel available to send message")}void 0!==t&&(E.current?E.current.port1.postMessage({type:"send_dtmf",digit:t}):console.error("No message channel available to send DTMF"))}else console.warn("Cannot send message: Not connected to a conversation")},[c]),A=v(({speaker:e="agent",barCount:t=10,updateInterval:n=20})=>{S.current={speaker:e,barCount:t,updateInterval:n},E.current&&E.current.port1.postMessage({type:"waveform_config",config:{speaker:e,barCount:t,updateInterval:n}});const r=F[e]||[];return r.length>0?r.slice(0,t):Array(t).fill(0)},[F]),L=v(e=>{N(e),E.current?E.current.port1.postMessage({type:"toggle_mic",enabled:e}):console.error("No message channel available to toggle microphone")},[]),J=v(e=>{const t=Math.min(Math.max(e,0),1);E.current?E.current.port1.postMessage({type:"set_volume",volume:t}):console.error("No message channel available to set volume")},[]);return f(()=>{x.current&&(s?(D.current||(E.current&&E.current.port2.start(),D.current=e(r,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:O,onError:e=>{console.error("LiveKit connection error:",e),O(),a.onError&&a.onError(new Error(`LiveKit connection error: ${e.message}`))},children:[t(o,{}),E.current&&t(h,{port:E.current.port2,initialConfig:S.current||{barCount:10,updateInterval:20}})]})),x.current.render(D.current)):(D.current=null,x.current.render(t(n,{}))))},[s,O,a.onError]),{connect:j,disconnect:O,state:c,messages:w,send:T,audioWaveform:A,toggleMic:L,setVolume:J}}function h({port:e,initialConfig:t}){const{agent:n,state:r}=a(),{send:o}=s(),[g,v]=m({speaker:t.speaker||"agent",barCount:t.barCount,updateInterval:t.updateInterval}),y=i([d.Source.Microphone],null==n?void 0:n.identity)[0],b=c(y),w=l(y,{barCount:"agent"===g.speaker?g.barCount:120,updateInterval:"agent"===g.speaker?g.updateInterval:20}),h=u(),M=c({publication:h.microphoneTrack,source:d.Source.Microphone,participant:h.localParticipant}),_=i([d.Source.Microphone],h.localParticipant.identity)[0],k=l(_,{barCount:"user"===g.speaker?g.barCount:120,updateInterval:"user"===g.speaker?g.updateInterval:20});return f(()=>{e&&w&&w.bars&&e.postMessage({type:"waveform_update",waveformData:w.bars,speaker:"agent"})},[e,w]),f(()=>{e&&k&&k.bars&&e.postMessage({type:"waveform_update",waveformData:k.bars,speaker:"user"})},[e,k]),f(()=>{if(!e)return;const t=e=>{const t=e.data;if("waveform_config"===t.type&&t.config)"number"==typeof t.config.barCount&&"number"==typeof t.config.updateInterval&&v(t.config);else if("send_text"===t.type)o?o(t.text):console.error("sendChat function is not available");else if("send_dtmf"===t.type)h.localParticipant?h.localParticipant.publishDtmf(101,t.digit):console.error("Local participant is not available for DTMF");else if("toggle_mic"===t.type&&"boolean"==typeof t.enabled)h.localParticipant?h.localParticipant.setMicrophoneEnabled(t.enabled).catch(e=>{console.error("Failed to toggle microphone:",e)}):console.error("Local participant is not available for mic toggle");else if("set_volume"===t.type&&"number"==typeof t.volume)if(n)try{n.setVolume(t.volume),console.log(`Set agent volume to ${t.volume}`)}catch(e){console.error("Failed to set agent volume:",e)}else console.error("Agent is not available for volume control")};return e.start(),e.addEventListener("message",t),()=>{e.removeEventListener("message",t)}},[e,o,h,n]),f(()=>{e&&e.postMessage({type:"state_update",state:r})},[r,e]),f(()=>{if(e&&b.segments.length>0){const t=b.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));e.postMessage({type:"transcription_update",transcriptions:t})}},[b.segments,e]),f(()=>{if(e&&M.segments.length>0){const t=M.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));e.postMessage({type:"transcription_update",transcriptions:t})}},[M.segments,e]),p("function_tools_executed",t=>{if(!e)return;const n=new TextDecoder,r=t.payload instanceof Uint8Array?n.decode(t.payload):String(t.payload);let o;try{o=JSON.parse(r),e.postMessage({type:"function_tools_executed",tool:o})}catch(e){console.error("Failed to parse function call log:",e)}}),null}export{w as useVoxAI};
 //# sourceMappingURL=lib.modern.js.map