@vox-ai/react 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib.cjs +1 -1
- package/dist/lib.cjs.map +1 -1
- package/dist/lib.modern.js +1 -1
- package/dist/lib.modern.js.map +1 -1
- package/dist/lib.module.js +1 -1
- package/dist/lib.module.js.map +1 -1
- package/dist/lib.umd.js +1 -1
- package/dist/lib.umd.js.map +1 -1
- package/package.json +1 -1
package/dist/lib.cjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
var e=require("react/jsx-runtime"),t=require("@livekit/components-react"),n=require("livekit-client"),r=require("react"),s=require("react-dom/client");function o(e){let{port:s}=e;const{agent:o,state:
|
|
1
|
+
var e=require("react/jsx-runtime"),t=require("@livekit/components-react"),n=require("livekit-client"),r=require("react"),s=require("react-dom/client");function o(e){let{port:s}=e;const{agent:o,state:i}=t.useVoiceAssistant(),a=t.useParticipantTracks([n.Track.Source.Microphone],null==o?void 0:o.identity)[0],c=t.useTrackTranscription(a),u=t.useLocalParticipant(),l=t.useTrackTranscription({publication:u.microphoneTrack,source:n.Track.Source.Microphone,participant:u.localParticipant});return r.useEffect(()=>{s&&s.postMessage({type:"state_update",state:i})},[i,s]),r.useEffect(()=>{if(s&&c.segments.length>0){const e=c.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));s.postMessage({type:"transcription_update",transcriptions:e})}},[c.segments,s]),r.useEffect(()=>{if(s&&l.segments.length>0){const e=l.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));s.postMessage({type:"transcription_update",transcriptions:e})}},[l.segments,s]),null}exports.useVoxAI=function(n){void 0===n&&(n={});const[i,a]=r.useState(null),[c,u]=r.useState("disconnected"),[l,p]=r.useState(new Map),[d,m]=r.useState([]),f=r.useRef(""),g=r.useRef(new Set),h=r.useRef(null),v=r.useRef(null),y=r.useRef(null);r.useEffect(()=>{const e=Array.from(l.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==f.current&&(f.current=t,m(e),n.onMessage&&e.filter(e=>e.isFinal&&e.id&&!g.current.has(e.id)).forEach(e=>{e.id&&(g.current.add(e.id),null==n.onMessage||n.onMessage(e))}))},[l,n.onMessage]),r.useEffect(()=>(y.current=new MessageChannel,y.current.port1.onmessage=e=>{const t=e.data;"state_update"===t.type?u(t.state):"transcription_update"===t.type&&E(t.transcriptions)},()=>{var e;null==(e=y.current)||e.port1.close()}),[]);const E=r.useCallback(e=>{p(t=>{const n=new Map(t);return e.forEach(e=>{var r;const s="agent"===e.speaker?"agent":"user",o=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:s,message:e.text,timestamp:o,isFinal:e.isFinal})}),n})},[]);r.useEffect(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),h.current=e,v.current=s.createRoot(e),()=>{v.current&&v.current.unmount(),h.current&&document.body.removeChild(h.current)}},[]);const k=r.useCallback(function(e){let{agentId:t,apiKey:r,metadata:s}=e;try{return Promise.resolve(function(e,o){try{var i=(u("connecting"),Promise.resolve(fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:"Bearer "+r,"Content-Type":"application/json"},body:JSON.stringify({agent_id:t,metadata:{call_web:{dynamic_variables:s||{}}}})})).then(function(e){function t(t){return Promise.resolve(e.json()).then(function(e){a(e),n.onConnect&&n.onConnect()})}const r=function(){if(!e.ok)return Promise.resolve(e.text()).then(function(t){throw new Error("Connection failed ("+e.status+"): "+t)})}();return r&&r.then?r.then(t):t()}))}catch(e){return o(e)}return i&&i.then?i.then(void 0,o):i}(0,function(e){a(null),p(new Map),m([]),u("disconnected");const t=e instanceof Error?e:new Error(String(e));n.onError&&n.onError(t)}))}catch(e){return Promise.reject(e)}},[n]),w=r.useCallback(()=>{a(null),p(new Map),m([]),u("disconnected"),n.onDisconnect&&n.onDisconnect()},[n]);return r.useEffect(()=>{var r;v.current&&v.current.render(i?e.jsxs(t.LiveKitRoom,{serverUrl:i.serverUrl,token:i.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:w,onError:e=>{console.error("LiveKit connection error:",e),w(),n.onError&&n.onError(new Error("LiveKit connection error: "+e.message))},children:[e.jsx(t.RoomAudioRenderer,{}),e.jsx(o,{port:null==(r=y.current)?void 0:r.port2})]}):e.jsx(e.Fragment,{}))},[i,w,n.onError]),{connect:k,disconnect:w,state:c,messages:d}};
|
|
2
2
|
//# sourceMappingURL=lib.cjs.map
|
package/dist/lib.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lib.cjs","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n setState(\"disconnected\");\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["StateMonitor","_ref2","port","agent","state","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","useEffect","postMessage","type","segments","length","transcriptions","map","segment","id","text","isFinal","final","timestamp","Date","now","speaker","options","connectionDetail","setConnectionDetail","useState","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","allMessages","Array","from","values","sort","a","b","messagesString","JSON","stringify","current","onMessage","filter","msg","has","forEach","add","MessageChannel","port1","onmessage","e","data","handleTranscriptionUpdate","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","existingTimestamp","get","set","name","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","port2","_Fragment"],"mappings":"uJA0RA,SAASA,EAAYC,GAAC,IAAAC,KAAEA,GAAyCD,EAC/D,MAAME,MAAEA,EAAKC,MAAEA,GAAUC,EAAiBA,oBAGpCC,EAAkBC,EAAoBA,qBAC1C,CAACC,EAAAA,MAAMC,OAAOC,YACdP,MAAAA,OAAAA,EAAAA,EAAOQ,UACP,GACIC,EAAqBC,wBAAsBP,GAG3CQ,EAAmBC,wBACnBC,EAAgBH,EAAqBA,sBAAC,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAKA,MAACC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CAO,YAAU,KACJnB,GACFA,EAAKoB,YAAY,CAAEC,KAAM,eAAgBnB,SAC3C,EACC,CAACA,EAAOF,IAGXmB,EAAAA,UAAU,KACR,GAAInB,GAAQU,EAAmBY,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBd,EAAmBY,SAASG,IAAKC,IAAO,CAC7DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,WAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACd,EAAmBY,SAAUtB,IAGjCmB,EAASA,UAAC,KACR,GAAInB,GAAQc,EAAcQ,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBV,EAAcQ,SAASG,IAAKC,IAAa,CAC9DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,UAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACV,EAAcQ,SAAUtB,IAG9B,IAAA,kBAjRgB,SAASmC,QAAAA,IAAAA,IAAAA,EAAwB,CAAA,GAE/C,MAAOC,EAAkBC,GACvBC,WAAqC,OAChCpC,EAAOqC,GAAYD,EAAAA,SAAwB,iBAG3CE,EAAeC,GAAoBH,WACxC,IAAII,MAECC,EAAUC,GAAeN,EAAQA,SAAe,IACjDO,EAAkBC,SAAe,IAGjCC,EAAyBD,EAAMA,OAAc,IAAIE,KAGjDC,EAAgBH,EAAAA,OAA8B,MAC9CI,EAAUJ,EAAAA,OAAoB,MAG9BK,EAAaL,EAAMA,OAAwB,MAGjD3B,EAASA,UAAC,KACR,MAAMiC,EAAcC,MAAMC,KAAKd,EAAce,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE1B,UAAY2B,EAAE3B,WAItB4B,EAAiBC,KAAKC,UAAUT,GAClCO,IAAmBd,EAAgBiB,UACrCjB,EAAgBiB,QAAUH,EAC1Bf,EAAYQ,GAGRjB,EAAQ4B,WACVX,EACGY,OACEC,GACCA,EAAIpC,SACJoC,EAAItC,KACHoB,EAAuBe,QAAQI,IAAID,EAAItC,KAE3CwC,QAASF,IACJA,EAAItC,KAENoB,EAAuBe,QAAQM,IAAIH,EAAItC,IAEtB,MAAjBQ,EAAQ4B,WAAR5B,EAAQ4B,UAAYE,GACtB,GAGR,EACC,CAACzB,EAAeL,EAAQ4B,YAG3B5C,EAASA,UAAC,KACRgC,EAAWW,QAAU,IAAIO,eACzBlB,EAAWW,QAAQQ,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKpD,KACPkB,EAASkC,EAAKvE,OACS,yBAAduE,EAAKpD,MACdqD,EAA0BD,EAAKjD,eACjC,EAGK,SAAKmD,EACVA,OAAAA,EAAAxB,EAAWW,UAAXa,EAAoBL,MAAMM,UAE3B,IAGH,MAAMF,EAA4BG,EAAAA,YAC/BrD,IACCiB,EAAkBqC,IAChB,MAAMC,EAAS,IAAIrC,IAAIoC,GAgBvB,OAdAtD,EAAe2C,QAASa,IAAK,IAAAC,EAC3B,MAAMC,EAA4B,UAAdF,EAAE9C,QAAsB,QAAU,OAEhDiD,GAAqC,OAAjBF,EAAAH,EAAQM,IAAIJ,EAAErD,UAAG,EAAjBsD,EAAmBlD,YAAaiD,EAAEjD,UAE5DgD,EAAOM,IAAIL,EAAErD,GAAI,CACfA,GAAIqD,EAAErD,GACN2D,KAAMJ,EACNK,QAASP,EAAEpD,KACXG,UAAWoD,EACXtD,QAASmD,EAAEnD,SACZ,GAGIkD,GAEX,EACA,IAIF5D,EAAAA,UAAU,KACR,MAAMqE,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1BvC,EAAca,QAAU0B,EACxBtC,EAAQY,QAAUiC,EAAUA,WAACP,GAEtB,KACDtC,EAAQY,SACVZ,EAAQY,QAAQkC,UAEd/C,EAAca,SAChB2B,SAASI,KAAKI,YAAYhD,EAAca,QAC1C,CACF,EACC,IAGH,MAAMoC,EAAUrB,uBAAWsB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,EAAI,IAAA,OAAAI,QAAAC,iCAEnDjE,EAAS,cAAcgE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAyBP,UAAAA,EACzB,eAAgB,oBAElBR,KAAMjC,KAAKC,UAAU,CACnBgD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,CAAA,SAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5BvC,SAAAA,GACNpC,EAAoBoC,GAEhBtC,EAAQmF,WACVnF,EAAQmF,WAAYC,EAAAA,CAAAA,MAAAA,iBAXjBN,EAASO,GAAE,OAAAjB,QAAAC,QACUS,EAASrF,QAAMoF,cAAjCS,GACN,MAAM,IAAIC,MAAK,sBACST,EAASU,aAAYF,EAC3C,EAAAF,IAAAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,GAiCpD,SAAQC,GACPtF,EAAS,gBACT,MAAMuF,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExD1F,EAAQ6F,SACV7F,EAAQ6F,QAAQF,EAEpB,GACF,CAAC,MAAAtD,GAAA+B,OAAAA,QAAA0B,OAAAzD,EACD,CAAA,EAAA,CAACrC,IAIG+F,EAAarD,EAAAA,YAAY,KAC7BxC,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELJ,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAyBJ,OAtBAhB,EAAAA,UAAU,KAGciH,IAAAA,EAFjBlF,EAAQY,SAGXZ,EAAQY,QAAQuE,OADdjG,EAEAkG,OAACC,EAAAA,YAAW,CACVC,UAAWpG,EAAiBoG,UAC5BC,MAAOrG,EAAiBsG,iBACxBC,OAAO,EACPC,OAAO,EACP1C,SAAS,EACT2C,eAAgBX,EAAUY,SAAA,CAE1BC,EAAAA,IAACC,EAAiBA,kBAAG,CAAA,GACrBD,MAACjJ,EAAY,CAACE,KAAwB,OAApBoI,EAAEjF,EAAWW,cAAO,EAAlBsE,EAAoBa,WAIrBF,MAAAG,EAAAA,SAAA,CAAA,GACzB,EACC,CAAC9G,EAAkB8F,IAEf,CACLhC,UACAgC,aACAhI,QACAyC,WAEJ"}
|
|
1
|
+
{"version":3,"file":"lib.cjs","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n // Reset state on error\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n // Add error handling for LiveKit connection\n onError={(error) => {\n console.error(\"LiveKit connection error:\", error);\n disconnect();\n if (options.onError) {\n options.onError(\n new Error(`LiveKit connection error: ${error.message}`)\n );\n }\n }}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect, options.onError]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["StateMonitor","_ref2","port","agent","state","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","useEffect","postMessage","type","segments","length","transcriptions","map","segment","id","text","isFinal","final","timestamp","Date","now","speaker","options","connectionDetail","setConnectionDetail","useState","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","allMessages","Array","from","values","sort","a","b","messagesString","JSON","stringify","current","onMessage","filter","msg","has","forEach","add","MessageChannel","port1","onmessage","e","data","handleTranscriptionUpdate","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","existingTimestamp","get","set","name","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","console","_jsx","RoomAudioRenderer","jsx","port2","_Fragment","Fragment"],"mappings":"uJAySA,SAASA,EAAYC,OAACC,KAAEA,GAAyCD,EAC/D,MAAME,MAAEA,EAAKC,MAAEA,GAAUC,EAAAA,oBAGnBC,EAAkBC,EAAAA,qBACtB,CAACC,QAAMC,OAAOC,YACT,MAALP,OAAK,EAALA,EAAOQ,UACP,GACIC,EAAqBC,wBAAsBP,GAG3CQ,EAAmBC,wBACnBC,EAAgBH,wBAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,QAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CAO,EAASA,UAAC,KACJnB,GACFA,EAAKoB,YAAY,CAAEC,KAAM,eAAgBnB,SAC3C,EACC,CAACA,EAAOF,IAGXmB,EAAAA,UAAU,KACR,GAAInB,GAAQU,EAAmBY,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBd,EAAmBY,SAASG,IAAKC,IAAa,CACnEC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,WAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACd,EAAmBY,SAAUtB,IAGjCmB,YAAU,KACR,GAAInB,GAAQc,EAAcQ,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBV,EAAcQ,SAASG,IAAKC,IAAa,CAC9DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,UAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACV,EAAcQ,SAAUtB,IAG9B,IAAA,kBAhSgB,SAASmC,QAAAA,IAAAA,IAAAA,EAAwB,CAAE,GAEjD,MAAOC,EAAkBC,GACvBC,EAAAA,SAAqC,OAChCpC,EAAOqC,GAAYD,WAAwB,iBAG3CE,EAAeC,GAAoBH,EAAQA,SAChD,IAAII,MAECC,EAAUC,GAAeN,WAAuB,IACjDO,EAAkBC,SAAe,IAGjCC,EAAyBD,EAAAA,OAAoB,IAAIE,KAGjDC,EAAgBH,SAA8B,MAC9CI,EAAUJ,SAAoB,MAG9BK,EAAaL,SAA8B,MAGjD3B,EAAAA,UAAU,KACR,MAAMiC,EAAcC,MAAMC,KAAKd,EAAce,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE1B,UAAY2B,EAAE3B,WAItB4B,EAAiBC,KAAKC,UAAUT,GAClCO,IAAmBd,EAAgBiB,UACrCjB,EAAgBiB,QAAUH,EAC1Bf,EAAYQ,GAGRjB,EAAQ4B,WACVX,EACGY,OACEC,GACCA,EAAIpC,SACJoC,EAAItC,KACHoB,EAAuBe,QAAQI,IAAID,EAAItC,KAE3CwC,QAASF,IACJA,EAAItC,KAENoB,EAAuBe,QAAQM,IAAIH,EAAItC,IAEvCQ,MAAAA,EAAQ4B,WAAR5B,EAAQ4B,UAAYE,GACtB,GAGR,EACC,CAACzB,EAAeL,EAAQ4B,YAG3B5C,YAAU,KACRgC,EAAWW,QAAU,IAAIO,eACzBlB,EAAWW,QAAQQ,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKpD,KACPkB,EAASkC,EAAKvE,OACS,yBAAduE,EAAKpD,MACdqD,EAA0BD,EAAKjD,eACjC,EAGK,SAAKmD,SACVA,EAAAxB,EAAWW,UAAXa,EAAoBL,MAAMM,OAAK,GAEhC,IAGH,MAAMF,EAA4BG,EAAWA,YAC1CrD,IACCiB,EAAkBqC,IAChB,MAAMC,EAAS,IAAIrC,IAAIoC,GAgBvB,OAdAtD,EAAe2C,QAASa,QAAKC,EAC3B,MAAMC,EAA4B,UAAdF,EAAE9C,QAAsB,QAAU,OAEhDiD,GAAqC,OAAjBF,EAAAH,EAAQM,IAAIJ,EAAErD,UAAG,EAAjBsD,EAAmBlD,YAAaiD,EAAEjD,UAE5DgD,EAAOM,IAAIL,EAAErD,GAAI,CACfA,GAAIqD,EAAErD,GACN2D,KAAMJ,EACNK,QAASP,EAAEpD,KACXG,UAAWoD,EACXtD,QAASmD,EAAEnD,SACZ,GAGIkD,GAEX,EACA,IAIF5D,EAASA,UAAC,KACR,MAAMqE,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1BvC,EAAca,QAAU0B,EACxBtC,EAAQY,QAAUiC,aAAWP,GAEtB,KACDtC,EAAQY,SACVZ,EAAQY,QAAQkC,UAEd/C,EAAca,SAChB2B,SAASI,KAAKI,YAAYhD,EAAca,QAC1C,CACF,EACC,IAGH,MAAMoC,EAAUrB,cAAW,SAAAsB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,MAAII,OAAAA,QAAAC,iCAEnDjE,EAAS,cAAcgE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,wBAAyBP,EACzB,eAAgB,oBAElBR,KAAMjC,KAAKC,UAAU,CACnBgD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,UAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5BvC,SAAAA,GACNpC,EAAoBoC,GAEhBtC,EAAQmF,WACVnF,EAAQmF,WAAY,EAAA,CAAA,MAAAC,EAXlB,WAAA,IAACN,EAASO,UAAEjB,QAAAC,QACUS,EAASrF,QAAMoF,KAAjCS,SAAAA,GACN,MAAM,IAAIC,4BACcT,EAASU,OAAYF,MAAAA,EAC3C,EAAAF,CAJA,GAIAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,CACjD,EAgCH,SAAQC,GAEPxF,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAET,MAAMuF,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExD1F,EAAQ6F,SACV7F,EAAQ6F,QAAQF,EAEpB,GACF,CAAC,MAAAtD,GAAA,OAAA+B,QAAA0B,OAAAzD,EAAA,CAAA,EACD,CAACrC,IAIG+F,EAAarD,cAAY,KAC7BxC,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELJ,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAmCJ,OAhCAhB,EAAAA,UAAU,SAGciH,EAFjBlF,EAAQY,SAGXZ,EAAQY,QAAQuE,OADdjG,EAEAkG,EAACC,KAAAC,EAAWA,YACV,CAAAC,UAAWrG,EAAiBqG,UAC5BC,MAAOtG,EAAiBuG,iBACxBC,OAAO,EACPC,OAAO,EACP3C,SAAS,EACT4C,eAAgBZ,EAEhBF,QAAUF,IACRiB,QAAQjB,MAAM,4BAA6BA,GAC3CI,IACI/F,EAAQ6F,SACV7F,EAAQ6F,QACN,IAAIN,mCAAmCI,EAAMvC,SAEjD,YAGFyD,MAACC,EAAAA,sBACDD,EAAAE,IAACpJ,EAAa,CAAAE,KAAMoI,OAAFA,EAAEjF,EAAWW,cAAXsE,EAAAA,EAAoBe,WAIrBH,EAAAA,IAAAI,EAAAC,SAAA,CAAA,GACzB,EACC,CAACjH,EAAkB8F,EAAY/F,EAAQ6F,UAEnC,CACL9B,UACAgC,aACAhI,QACAyC,WAEJ"}
|
package/dist/lib.modern.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import{jsxs as t,jsx as e,Fragment as n}from"react/jsx-runtime";import{LiveKitRoom as r,RoomAudioRenderer as o,useVoiceAssistant as a,useParticipantTracks as s,useTrackTranscription as i,useLocalParticipant as c}from"@livekit/components-react";import{Track as p}from"livekit-client";import{useState as
|
|
1
|
+
import{jsxs as t,jsx as e,Fragment as n}from"react/jsx-runtime";import{LiveKitRoom as r,RoomAudioRenderer as o,useVoiceAssistant as a,useParticipantTracks as s,useTrackTranscription as i,useLocalParticipant as c}from"@livekit/components-react";import{Track as p}from"livekit-client";import{useState as l,useRef as d,useEffect as u,useCallback as m}from"react";import{createRoot as g}from"react-dom/client";function f(a={}){const[s,i]=l(null),[c,p]=l("disconnected"),[f,h]=l(new Map),[w,v]=l([]),M=d(""),E=d(new Set),k=d(null),x=d(null),_=d(null);u(()=>{const t=Array.from(f.values()).sort((t,e)=>t.timestamp-e.timestamp),e=JSON.stringify(t);e!==M.current&&(M.current=e,v(t),a.onMessage&&t.filter(t=>t.isFinal&&t.id&&!E.current.has(t.id)).forEach(t=>{t.id&&(E.current.add(t.id),null==a.onMessage||a.onMessage(t))}))},[f,a.onMessage]),u(()=>(_.current=new MessageChannel,_.current.port1.onmessage=t=>{const e=t.data;"state_update"===e.type?p(e.state):"transcription_update"===e.type&&C(e.transcriptions)},()=>{var t;null==(t=_.current)||t.port1.close()}),[]);const C=m(t=>{h(e=>{const n=new Map(e);return t.forEach(t=>{var r;const o="agent"===t.speaker?"agent":"user",a=(null==(r=e.get(t.id))?void 0:r.timestamp)||t.timestamp;n.set(t.id,{id:t.id,name:o,message:t.text,timestamp:a,isFinal:t.isFinal})}),n})},[]);u(()=>{const t=document.createElement("div");return t.style.display="none",document.body.appendChild(t),k.current=t,x.current=g(t),()=>{x.current&&x.current.unmount(),k.current&&document.body.removeChild(k.current)}},[]);const S=m(async({agentId:t,apiKey:e,metadata:n})=>{try{p("connecting");const r=await fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:`Bearer ${e}`,"Content-Type":"application/json"},body:JSON.stringify({agent_id:t,metadata:{call_web:{dynamic_variables:n||{}}}})});if(!r.ok){const t=await r.text();throw new Error(`Connection failed (${r.status}): ${t}`)}const o=await r.json();i(o),a.onConnect&&a.onConnect()}catch(t){i(null),h(new Map),v([]),p("disconnected");const e=t instanceof Error?t:new Error(String(t));a.onError&&a.onError(e)}},[a]),b=m(()=>{i(null),h(new Map),v([]),p("disconnected"),a.onDisconnect&&a.onDisconnect()},[a]);return u(()=>{var i;x.current&&x.current.render(s?t(r,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:b,onError:t=>{console.error("LiveKit connection error:",t),b(),a.onError&&a.onError(new Error(`LiveKit connection error: ${t.message}`))},children:[e(o,{}),e(y,{port:null==(i=_.current)?void 0:i.port2})]}):e(n,{}))},[s,b,a.onError]),{connect:S,disconnect:b,state:c,messages:w}}function y({port:t}){const{agent:e,state:n}=a(),r=s([p.Source.Microphone],null==e?void 0:e.identity)[0],o=i(r),l=c(),d=i({publication:l.microphoneTrack,source:p.Source.Microphone,participant:l.localParticipant});return u(()=>{t&&t.postMessage({type:"state_update",state:n})},[n,t]),u(()=>{if(t&&o.segments.length>0){const e=o.segments.map(t=>({id:t.id,text:t.text,isFinal:t.final,timestamp:Date.now(),speaker:"agent"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[o.segments,t]),u(()=>{if(t&&d.segments.length>0){const e=d.segments.map(t=>({id:t.id,text:t.text,isFinal:t.final,timestamp:Date.now(),speaker:"user"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[d.segments,t]),null}export{f as useVoxAI};
|
|
2
2
|
//# sourceMappingURL=lib.modern.js.map
|
package/dist/lib.modern.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lib.modern.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n setState(\"disconnected\");\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["useVoxAI","options","connectionDetail","setConnectionDetail","useState","state","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","useEffect","allMessages","Array","from","values","sort","a","b","timestamp","messagesString","JSON","stringify","current","onMessage","filter","msg","isFinal","id","has","forEach","add","MessageChannel","port1","onmessage","e","data","type","handleTranscriptionUpdate","transcriptions","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","speaker","existingTimestamp","get","set","name","message","text","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","async","agentId","apiKey","metadata","response","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","ok","errorText","Error","status","json","onConnect","err","error","String","onError","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","StateMonitor","port","port2","_Fragment","agent","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","postMessage","segments","length","map","segment","final","Date","now"],"mappings":"sZAuEgB,SAAAA,EAASC,EAAwB,CAAE,GAEjD,MAAOC,EAAkBC,GACvBC,EAAqC,OAChCC,EAAOC,GAAYF,EAAwB,iBAG3CG,EAAeC,GAAoBJ,EACxC,IAAIK,MAECC,EAAUC,GAAeP,EAAuB,IACjDQ,EAAkBC,EAAe,IAGjCC,EAAyBD,EAAoB,IAAIE,KAGjDC,EAAgBH,EAA8B,MAC9CI,EAAUJ,EAAoB,MAG9BK,EAAaL,EAA8B,MAGjDM,EAAU,KACR,MAAMC,EAAcC,MAAMC,KAAKf,EAAcgB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAEE,UAAYD,EAAEC,WAItBC,EAAiBC,KAAKC,UAAUV,GAClCQ,IAAmBhB,EAAgBmB,UACrCnB,EAAgBmB,QAAUH,EAC1BjB,EAAYS,GAGRnB,EAAQ+B,WACVZ,EACGa,OACEC,GACCA,EAAIC,SACJD,EAAIE,KACHtB,EAAuBiB,QAAQM,IAAIH,EAAIE,KAE3CE,QAASJ,IACJA,EAAIE,KAENtB,EAAuBiB,QAAQQ,IAAIL,EAAIE,IAEvCnC,MAAAA,EAAQ+B,WAAR/B,EAAQ+B,UAAYE,GACtB,GAGR,EACC,CAAC3B,EAAeN,EAAQ+B,YAG3Bb,EAAU,KACRD,EAAWa,QAAU,IAAIS,eACzBtB,EAAWa,QAAQU,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKC,KACPvC,EAASsC,EAAKvC,OACS,yBAAduC,EAAKC,MACdC,EAA0BF,EAAKG,eACjC,EAGK,SAAKC,EACQ,OAAlBA,EAAA9B,EAAWa,UAAXiB,EAAoBP,MAAMQ,OAAK,GAEhC,IAGH,MAAMH,EAA4BI,EAC/BH,IACCvC,EAAkB2C,IAChB,MAAMC,EAAS,IAAI3C,IAAI0C,GAgBvB,OAdAJ,EAAeT,QAASe,IAAK,IAAAC,EAC3B,MAAMC,EAA4B,UAAdF,EAAEG,QAAsB,QAAU,OAEhDC,GAAoBH,OAAAA,EAAAH,EAAQO,IAAIL,EAAEjB,UAAdkB,EAAAA,EAAmB3B,YAAa0B,EAAE1B,UAE5DyB,EAAOO,IAAIN,EAAEjB,GAAI,CACfA,GAAIiB,EAAEjB,GACNwB,KAAML,EACNM,QAASR,EAAES,KACXnC,UAAW8B,EACXtB,QAASkB,EAAElB,YAIRiB,GAEX,EACA,IAIFjC,EAAU,KACR,MAAM4C,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1B/C,EAAce,QAAUgC,EACxB9C,EAAQc,QAAUuC,EAAWP,GAEtB,KACD9C,EAAQc,SACVd,EAAQc,QAAQwC,UAEdvD,EAAce,SAChBiC,SAASI,KAAKI,YAAYxD,EAAce,QAC1C,CACF,EACC,IAGH,MAAM0C,EAAUvB,EACdwB,OAASC,UAASC,SAAQC,eACxB,IACEvE,EAAS,cAET,MAAMwE,QAAiBC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAe,UAAUN,IACzB,eAAgB,oBAElBR,KAAMvC,KAAKC,UAAU,CACnBqD,SAAUR,EACVE,SAAU,CACRO,SAAU,CACRC,kBAAmBR,GAAY,CAChC,QAKP,IAAKC,EAASQ,GAAI,CAChB,MAAMC,QAAkBT,EAAShB,OACjC,MAAU,IAAA0B,MACR,sBAAsBV,EAASW,YAAYF,IAE/C,CAEA,MAAM3C,QAAakC,EAASY,OAC5BvF,EAAoByC,GAEhB3C,EAAQ0F,WACV1F,EAAQ0F,WAEZ,CAAE,MAAOC,GACPtF,EAAS,gBACT,MAAMuF,EAAQD,aAAeJ,MAAQI,EAAM,IAAIJ,MAAMM,OAAOF,IAExD3F,EAAQ8F,SACV9F,EAAQ8F,QAAQF,EAEpB,GAEF,CAAC5F,IAIG+F,EAAa9C,EAAY,KAC7B/C,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELL,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAyBJ,OAtBAkB,EAAU,SAGc+E,EAFjBjF,EAAQc,SAGXd,EAAQc,QAAQoE,OADdjG,EAEAkG,EAACC,EAAW,CACVC,UAAWpG,EAAiBoG,UAC5BC,MAAOrG,EAAiBsG,iBACxBC,OAAO,EACPC,OAAO,EACPjC,SAAS,EACTkC,eAAgBX,EAAUY,SAAA,CAE1BC,EAACC,EAAoB,CAAA,GACrBD,EAACE,EAAY,CAACC,YAAId,EAAEhF,EAAWa,gBAAXmE,EAAoBe,WAIrBJ,EAAAK,EAAA,CAAA,GACzB,EACC,CAAChH,EAAkB8F,IAEf,CACLvB,UACAuB,aACA3F,QACAK,WAEJ,CAKA,SAASqG,GAAaC,KAAEA,IACtB,MAAMG,MAAEA,EAAK9G,MAAEA,GAAU+G,IAGnBC,EAAkBC,EACtB,CAACC,EAAMC,OAAOC,YACdN,MAAAA,OAAAA,EAAAA,EAAOO,UACP,GACIC,EAAqBC,EAAsBP,GAG3CQ,EAAmBC,IACnBC,EAAgBH,EAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CA1G,EAAU,KACJ6F,GACFA,EAAKoB,YAAY,CAAEvF,KAAM,eAAgBxC,SAC3C,EACC,CAACA,EAAO2G,IAGX7F,EAAU,KACR,GAAI6F,GAAQW,EAAmBU,SAASC,OAAS,EAAG,CAClD,MAAMvF,EAAiB4E,EAAmBU,SAASE,IAAKC,KACtDpG,GAAIoG,EAAQpG,GACZ0B,KAAM0E,EAAQ1E,KACd3B,QAASqG,EAAQC,MACjB9G,UAAW+G,KAAKC,MAChBnF,QAAS,WAGXwD,EAAKoB,YAAY,CACfvF,KAAM,uBACNE,kBAEJ,GACC,CAAC4E,EAAmBU,SAAUrB,IAGjC7F,EAAU,KACR,GAAI6F,GAAQe,EAAcM,SAASC,OAAS,EAAG,CAC7C,MAAMvF,EAAiBgF,EAAcM,SAASE,IAAKC,IAAO,CACxDpG,GAAIoG,EAAQpG,GACZ0B,KAAM0E,EAAQ1E,KACd3B,QAASqG,EAAQC,MACjB9G,UAAW+G,KAAKC,MAChBnF,QAAS,UAGXwD,EAAKoB,YAAY,CACfvF,KAAM,uBACNE,kBAEJ,GACC,CAACgF,EAAcM,SAAUrB,IAG9B,IAAA"}
|
|
1
|
+
{"version":3,"file":"lib.modern.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n // Reset state on error\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n // Add error handling for LiveKit connection\n onError={(error) => {\n console.error(\"LiveKit connection error:\", error);\n disconnect();\n if (options.onError) {\n options.onError(\n new Error(`LiveKit connection error: ${error.message}`)\n );\n }\n }}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect, options.onError]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["useVoxAI","options","connectionDetail","setConnectionDetail","useState","state","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","useEffect","allMessages","Array","from","values","sort","a","b","timestamp","messagesString","JSON","stringify","current","onMessage","filter","msg","isFinal","id","has","forEach","add","MessageChannel","port1","onmessage","e","data","type","handleTranscriptionUpdate","transcriptions","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","speaker","existingTimestamp","get","set","name","message","text","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","async","agentId","apiKey","metadata","response","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","ok","errorText","Error","status","json","onConnect","err","error","String","onError","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","console","_jsx","RoomAudioRenderer","StateMonitor","port","port2","_Fragment","agent","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","postMessage","segments","length","map","segment","final","Date","now"],"mappings":"sZAuEgB,SAAAA,EAASC,EAAwB,IAE/C,MAAOC,EAAkBC,GACvBC,EAAqC,OAChCC,EAAOC,GAAYF,EAAwB,iBAG3CG,EAAeC,GAAoBJ,EACxC,IAAIK,MAECC,EAAUC,GAAeP,EAAuB,IACjDQ,EAAkBC,EAAe,IAGjCC,EAAyBD,EAAoB,IAAIE,KAGjDC,EAAgBH,EAA8B,MAC9CI,EAAUJ,EAAoB,MAG9BK,EAAaL,EAA8B,MAGjDM,EAAU,KACR,MAAMC,EAAcC,MAAMC,KAAKf,EAAcgB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAEE,UAAYD,EAAEC,WAItBC,EAAiBC,KAAKC,UAAUV,GAClCQ,IAAmBhB,EAAgBmB,UACrCnB,EAAgBmB,QAAUH,EAC1BjB,EAAYS,GAGRnB,EAAQ+B,WACVZ,EACGa,OACEC,GACCA,EAAIC,SACJD,EAAIE,KACHtB,EAAuBiB,QAAQM,IAAIH,EAAIE,KAE3CE,QAASJ,IACJA,EAAIE,KAENtB,EAAuBiB,QAAQQ,IAAIL,EAAIE,IAEtB,MAAjBnC,EAAQ+B,WAAR/B,EAAQ+B,UAAYE,GACtB,GAGR,EACC,CAAC3B,EAAeN,EAAQ+B,YAG3Bb,EAAU,KACRD,EAAWa,QAAU,IAAIS,eACzBtB,EAAWa,QAAQU,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKC,KACPvC,EAASsC,EAAKvC,OACS,yBAAduC,EAAKC,MACdC,EAA0BF,EAAKG,eACjC,EAGK,KAAK,IAAAC,EACVA,OAAAA,EAAA9B,EAAWa,UAAXiB,EAAoBP,MAAMQ,OAAK,GAEhC,IAGH,MAAMH,EAA4BI,EAC/BH,IACCvC,EAAkB2C,IAChB,MAAMC,EAAS,IAAI3C,IAAI0C,GAgBvB,OAdAJ,EAAeT,QAASe,IAAKC,IAAAA,EAC3B,MAAMC,EAA4B,UAAdF,EAAEG,QAAsB,QAAU,OAEhDC,GAAqC,OAAjBH,EAAAH,EAAQO,IAAIL,EAAEjB,UAAG,EAAjBkB,EAAmB3B,YAAa0B,EAAE1B,UAE5DyB,EAAOO,IAAIN,EAAEjB,GAAI,CACfA,GAAIiB,EAAEjB,GACNwB,KAAML,EACNM,QAASR,EAAES,KACXnC,UAAW8B,EACXtB,QAASkB,EAAElB,SAEf,GAEOiB,GAEX,EACA,IAIFjC,EAAU,KACR,MAAM4C,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1B/C,EAAce,QAAUgC,EACxB9C,EAAQc,QAAUuC,EAAWP,GAEtB,KACD9C,EAAQc,SACVd,EAAQc,QAAQwC,UAEdvD,EAAce,SAChBiC,SAASI,KAAKI,YAAYxD,EAAce,QAC1C,CACF,EACC,IAGH,MAAM0C,EAAUvB,EACdwB,OAASC,UAASC,SAAQC,eACxB,IACEvE,EAAS,cAET,MAAMwE,QAAiBC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAe,UAAUN,IACzB,eAAgB,oBAElBR,KAAMvC,KAAKC,UAAU,CACnBqD,SAAUR,EACVE,SAAU,CACRO,SAAU,CACRC,kBAAmBR,GAAY,CAAA,QAMvC,IAAKC,EAASQ,GAAI,CAChB,MAAMC,QAAkBT,EAAShB,OACjC,UAAU0B,MACR,sBAAsBV,EAASW,YAAYF,IAE/C,CAEA,MAAM3C,QAAakC,EAASY,OAC5BvF,EAAoByC,GAEhB3C,EAAQ0F,WACV1F,EAAQ0F,WAEZ,CAAE,MAAOC,GAEPzF,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAET,MAAMuF,EAAQD,aAAeJ,MAAQI,EAAM,IAAIJ,MAAMM,OAAOF,IAExD3F,EAAQ8F,SACV9F,EAAQ8F,QAAQF,EAEpB,GAEF,CAAC5F,IAIG+F,EAAa9C,EAAY,KAC7B/C,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELL,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAmCJ,OAhCAkB,EAAU,KAGc+E,IAAAA,EAFjBjF,EAAQc,SAGXd,EAAQc,QAAQoE,OADdjG,EAEAkG,EAACC,EACC,CAAAC,UAAWpG,EAAiBoG,UAC5BC,MAAOrG,EAAiBsG,iBACxBC,OAAO,EACPC,OAAO,EACPjC,SAAS,EACTkC,eAAgBX,EAEhBD,QAAUF,IACRe,QAAQf,MAAM,4BAA6BA,GAC3CG,IACI/F,EAAQ8F,SACV9F,EAAQ8F,QACN,IAAIP,MAAM,6BAA6BK,EAAMhC,WAEjD,YAGFgD,EAACC,MACDD,EAACE,EAAa,CAAAC,KAAMd,OAAFA,EAAEhF,EAAWa,cAAXmE,EAAAA,EAAoBe,WAIrBJ,EAAAK,EAAA,CAAA,GACzB,EACC,CAAChH,EAAkB8F,EAAY/F,EAAQ8F,UAEnC,CACLtB,UACAuB,aACA3F,QACAK,WAEJ,CAKA,SAASqG,GAAaC,KAAEA,IACtB,MAAMG,MAAEA,EAAK9G,MAAEA,GAAU+G,IAGnBC,EAAkBC,EACtB,CAACC,EAAMC,OAAOC,YACdN,MAAAA,OAAAA,EAAAA,EAAOO,UACP,GACIC,EAAqBC,EAAsBP,GAG3CQ,EAAmBC,IACnBC,EAAgBH,EAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CA1G,EAAU,KACJ6F,GACFA,EAAKoB,YAAY,CAAEvF,KAAM,eAAgBxC,SAC3C,EACC,CAACA,EAAO2G,IAGX7F,EAAU,KACR,GAAI6F,GAAQW,EAAmBU,SAASC,OAAS,EAAG,CAClD,MAAMvF,EAAiB4E,EAAmBU,SAASE,IAAKC,IAAO,CAC7DpG,GAAIoG,EAAQpG,GACZ0B,KAAM0E,EAAQ1E,KACd3B,QAASqG,EAAQC,MACjB9G,UAAW+G,KAAKC,MAChBnF,QAAS,WAGXwD,EAAKoB,YAAY,CACfvF,KAAM,uBACNE,kBAEJ,GACC,CAAC4E,EAAmBU,SAAUrB,IAGjC7F,EAAU,KACR,GAAI6F,GAAQe,EAAcM,SAASC,OAAS,EAAG,CAC7C,MAAMvF,EAAiBgF,EAAcM,SAASE,IAAKC,IAAO,CACxDpG,GAAIoG,EAAQpG,GACZ0B,KAAM0E,EAAQ1E,KACd3B,QAASqG,EAAQC,MACjB9G,UAAW+G,KAAKC,MAChBnF,QAAS,UAGXwD,EAAKoB,YAAY,CACfvF,KAAM,uBACNE,kBAEJ,GACC,CAACgF,EAAcM,SAAUrB,IAG9B,IAAA"}
|
package/dist/lib.module.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import{jsxs as
|
|
1
|
+
import{jsxs as e,jsx as t,Fragment as n}from"react/jsx-runtime";import{LiveKitRoom as r,RoomAudioRenderer as o,useVoiceAssistant as i,useParticipantTracks as s,useTrackTranscription as a,useLocalParticipant as c}from"@livekit/components-react";import{Track as u}from"livekit-client";import{useState as p,useRef as l,useEffect as d,useCallback as m}from"react";import{createRoot as g}from"react-dom/client";function f(i){void 0===i&&(i={});const[s,a]=p(null),[c,u]=p("disconnected"),[f,v]=p(new Map),[y,w]=p([]),M=l(""),E=l(new Set),k=l(null),x=l(null),_=l(null);d(()=>{const e=Array.from(f.values()).sort((e,t)=>e.timestamp-t.timestamp),t=JSON.stringify(e);t!==M.current&&(M.current=t,w(e),i.onMessage&&e.filter(e=>e.isFinal&&e.id&&!E.current.has(e.id)).forEach(e=>{e.id&&(E.current.add(e.id),null==i.onMessage||i.onMessage(e))}))},[f,i.onMessage]),d(()=>(_.current=new MessageChannel,_.current.port1.onmessage=e=>{const t=e.data;"state_update"===t.type?u(t.state):"transcription_update"===t.type&&C(t.transcriptions)},()=>{var e;null==(e=_.current)||e.port1.close()}),[]);const C=m(e=>{v(t=>{const n=new Map(t);return e.forEach(e=>{var r;const o="agent"===e.speaker?"agent":"user",i=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:o,message:e.text,timestamp:i,isFinal:e.isFinal})}),n})},[]);d(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),k.current=e,x.current=g(e),()=>{x.current&&x.current.unmount(),k.current&&document.body.removeChild(k.current)}},[]);const P=m(function(e){let{agentId:t,apiKey:n,metadata:r}=e;try{return Promise.resolve(function(e,o){try{var s=(u("connecting"),Promise.resolve(fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:"Bearer "+n,"Content-Type":"application/json"},body:JSON.stringify({agent_id:t,metadata:{call_web:{dynamic_variables:r||{}}}})})).then(function(e){function t(t){return Promise.resolve(e.json()).then(function(e){a(e),i.onConnect&&i.onConnect()})}const n=function(){if(!e.ok)return Promise.resolve(e.text()).then(function(t){throw new Error("Connection failed ("+e.status+"): "+t)})}();return n&&n.then?n.then(t):t()}))}catch(e){return o(e)}return s&&s.then?s.then(void 0,o):s}(0,function(e){a(null),v(new Map),w([]),u("disconnected");const t=e instanceof Error?e:new Error(String(e));i.onError&&i.onError(t)}))}catch(e){return Promise.reject(e)}},[i]),S=m(()=>{a(null),v(new Map),w([]),u("disconnected"),i.onDisconnect&&i.onDisconnect()},[i]);return d(()=>{var a;x.current&&x.current.render(s?e(r,{serverUrl:s.serverUrl,token:s.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:S,onError:e=>{console.error("LiveKit connection error:",e),S(),i.onError&&i.onError(new Error("LiveKit connection error: "+e.message))},children:[t(o,{}),t(h,{port:null==(a=_.current)?void 0:a.port2})]}):t(n,{}))},[s,S,i.onError]),{connect:P,disconnect:S,state:c,messages:y}}function h(e){let{port:t}=e;const{agent:n,state:r}=i(),o=s([u.Source.Microphone],null==n?void 0:n.identity)[0],p=a(o),l=c(),m=a({publication:l.microphoneTrack,source:u.Source.Microphone,participant:l.localParticipant});return d(()=>{t&&t.postMessage({type:"state_update",state:r})},[r,t]),d(()=>{if(t&&p.segments.length>0){const e=p.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[p.segments,t]),d(()=>{if(t&&m.segments.length>0){const e=m.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[m.segments,t]),null}export{f as useVoxAI};
|
|
2
2
|
//# sourceMappingURL=lib.module.js.map
|
package/dist/lib.module.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lib.module.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n setState(\"disconnected\");\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["useVoxAI","options","connectionDetail","setConnectionDetail","useState","state","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","useEffect","allMessages","Array","from","values","sort","a","b","timestamp","messagesString","JSON","stringify","current","onMessage","filter","msg","isFinal","id","has","forEach","add","MessageChannel","port1","onmessage","e","data","type","handleTranscriptionUpdate","transcriptions","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","speaker","existingTimestamp","get","set","name","message","text","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","StateMonitor","port","port2","_Fragment","_ref2","agent","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","postMessage","segments","length","map","segment","final","Date","now"],"mappings":"sZAuEgB,SAAAA,EAASC,QAAAA,IAAAA,IAAAA,EAAwB,CAAA,GAE/C,MAAOC,EAAkBC,GACvBC,EAAqC,OAChCC,EAAOC,GAAYF,EAAwB,iBAG3CG,EAAeC,GAAoBJ,EACxC,IAAIK,MAECC,EAAUC,GAAeP,EAAuB,IACjDQ,EAAkBC,EAAe,IAGjCC,EAAyBD,EAAoB,IAAIE,KAGjDC,EAAgBH,EAA8B,MAC9CI,EAAUJ,EAAoB,MAG9BK,EAAaL,EAA8B,MAGjDM,EAAU,KACR,MAAMC,EAAcC,MAAMC,KAAKf,EAAcgB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAEE,UAAYD,EAAEC,WAItBC,EAAiBC,KAAKC,UAAUV,GAClCQ,IAAmBhB,EAAgBmB,UACrCnB,EAAgBmB,QAAUH,EAC1BjB,EAAYS,GAGRnB,EAAQ+B,WACVZ,EACGa,OACEC,GACCA,EAAIC,SACJD,EAAIE,KACHtB,EAAuBiB,QAAQM,IAAIH,EAAIE,KAE3CE,QAASJ,IACJA,EAAIE,KAENtB,EAAuBiB,QAAQQ,IAAIL,EAAIE,IAEtB,MAAjBnC,EAAQ+B,WAAR/B,EAAQ+B,UAAYE,GACtB,GAGR,EACC,CAAC3B,EAAeN,EAAQ+B,YAG3Bb,EAAU,KACRD,EAAWa,QAAU,IAAIS,eACzBtB,EAAWa,QAAQU,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKC,KACPvC,EAASsC,EAAKvC,OACS,yBAAduC,EAAKC,MACdC,EAA0BF,EAAKG,eACjC,EAGK,SAAKC,EACVA,OAAAA,EAAA9B,EAAWa,UAAXiB,EAAoBP,MAAMQ,UAE3B,IAGH,MAAMH,EAA4BI,EAC/BH,IACCvC,EAAkB2C,IAChB,MAAMC,EAAS,IAAI3C,IAAI0C,GAgBvB,OAdAJ,EAAeT,QAASe,IAAK,IAAAC,EAC3B,MAAMC,EAA4B,UAAdF,EAAEG,QAAsB,QAAU,OAEhDC,GAAqC,OAAjBH,EAAAH,EAAQO,IAAIL,EAAEjB,UAAG,EAAjBkB,EAAmB3B,YAAa0B,EAAE1B,UAE5DyB,EAAOO,IAAIN,EAAEjB,GAAI,CACfA,GAAIiB,EAAEjB,GACNwB,KAAML,EACNM,QAASR,EAAES,KACXnC,UAAW8B,EACXtB,QAASkB,EAAElB,SACZ,GAGIiB,GAEX,EACA,IAIFjC,EAAU,KACR,MAAM4C,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1B/C,EAAce,QAAUgC,EACxB9C,EAAQc,QAAUuC,EAAWP,GAEtB,KACD9C,EAAQc,SACVd,EAAQc,QAAQwC,UAEdvD,EAAce,SAChBiC,SAASI,KAAKI,YAAYxD,EAAce,QAC1C,CACF,EACC,IAGH,MAAM0C,EAAUvB,WAAWwB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,EAAI,IAAA,OAAAI,QAAAC,iCAEnDzE,EAAS,cAAcwE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAyBP,UAAAA,EACzB,eAAgB,oBAElBR,KAAMvC,KAAKC,UAAU,CACnBsD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,CAAA,SAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5B3C,SAAAA,GACNzC,EAAoByC,GAEhB3C,EAAQ4F,WACV5F,EAAQ4F,WAAYC,EAAAA,CAAAA,MAAAA,iBAXjBN,EAASO,GAAE,OAAAjB,QAAAC,QACUS,EAAS1B,QAAMyB,cAAjCS,GACN,MAAM,IAAIC,MAAK,sBACST,EAASU,aAAYF,EAC3C,EAAAF,IAAAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,GAiCpD,SAAQC,GACP9F,EAAS,gBACT,MAAM+F,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExDnG,EAAQsG,SACVtG,EAAQsG,QAAQF,EAEpB,GACF,CAAC,MAAA1D,GAAAmC,OAAAA,QAAA0B,OAAA7D,EACD,CAAA,EAAA,CAAC1C,IAIGwG,EAAavD,EAAY,KAC7B/C,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELL,EAAQyG,cACVzG,EAAQyG,cACV,EACC,CAACzG,IAyBJ,OAtBAkB,EAAU,KAGcwF,IAAAA,EAFjB1F,EAAQc,SAGXd,EAAQc,QAAQ6E,OADd1G,EAEA2G,EAACC,EAAW,CACVC,UAAW7G,EAAiB6G,UAC5BC,MAAO9G,EAAiB+G,iBACxBC,OAAO,EACPC,OAAO,EACP1C,SAAS,EACT2C,eAAgBX,EAAUY,SAAA,CAE1BC,EAACC,EAAoB,CAAA,GACrBD,EAACE,EAAY,CAACC,KAAwB,OAApBd,EAAEzF,EAAWa,cAAO,EAAlB4E,EAAoBe,WAIrBJ,EAAAK,EAAA,CAAA,GACzB,EACC,CAACzH,EAAkBuG,IAEf,CACLhC,UACAgC,aACApG,QACAK,WAEJ,CAKA,SAAS8G,EAAYI,GAAC,IAAAH,KAAEA,GAAyCG,EAC/D,MAAMC,MAAEA,EAAKxH,MAAEA,GAAUyH,IAGnBC,EAAkBC,EACtB,CAACC,EAAMC,OAAOC,YACdN,MAAAA,OAAAA,EAAAA,EAAOO,UACP,GACIC,EAAqBC,EAAsBP,GAG3CQ,EAAmBC,IACnBC,EAAgBH,EAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CApH,EAAU,KACJsG,GACFA,EAAKqB,YAAY,CAAEjG,KAAM,eAAgBxC,SAC3C,EACC,CAACA,EAAOoH,IAGXtG,EAAU,KACR,GAAIsG,GAAQY,EAAmBU,SAASC,OAAS,EAAG,CAClD,MAAMjG,EAAiBsF,EAAmBU,SAASE,IAAKC,IAAO,CAC7D9G,GAAI8G,EAAQ9G,GACZ0B,KAAMoF,EAAQpF,KACd3B,QAAS+G,EAAQC,MACjBxH,UAAWyH,KAAKC,MAChB7F,QAAS,WAGXiE,EAAKqB,YAAY,CACfjG,KAAM,uBACNE,kBAEJ,GACC,CAACsF,EAAmBU,SAAUtB,IAGjCtG,EAAU,KACR,GAAIsG,GAAQgB,EAAcM,SAASC,OAAS,EAAG,CAC7C,MAAMjG,EAAiB0F,EAAcM,SAASE,IAAKC,IAAa,CAC9D9G,GAAI8G,EAAQ9G,GACZ0B,KAAMoF,EAAQpF,KACd3B,QAAS+G,EAAQC,MACjBxH,UAAWyH,KAAKC,MAChB7F,QAAS,UAGXiE,EAAKqB,YAAY,CACfjG,KAAM,uBACNE,kBAEJ,GACC,CAAC0F,EAAcM,SAAUtB,IAG9B,IAAA"}
|
|
1
|
+
{"version":3,"file":"lib.module.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n // Reset state on error\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n // Add error handling for LiveKit connection\n onError={(error) => {\n console.error(\"LiveKit connection error:\", error);\n disconnect();\n if (options.onError) {\n options.onError(\n new Error(`LiveKit connection error: ${error.message}`)\n );\n }\n }}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect, options.onError]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["useVoxAI","options","connectionDetail","setConnectionDetail","useState","state","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","useEffect","allMessages","Array","from","values","sort","a","b","timestamp","messagesString","JSON","stringify","current","onMessage","filter","msg","isFinal","id","has","forEach","add","MessageChannel","port1","onmessage","e","data","type","handleTranscriptionUpdate","transcriptions","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","speaker","existingTimestamp","get","set","name","message","text","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","console","_jsx","RoomAudioRenderer","StateMonitor","port","port2","_Fragment","_ref2","agent","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","postMessage","segments","length","map","segment","final","Date","now"],"mappings":"sZAuEgB,SAAAA,EAASC,QAAAA,IAAAA,IAAAA,EAAwB,CAAE,GAEjD,MAAOC,EAAkBC,GACvBC,EAAqC,OAChCC,EAAOC,GAAYF,EAAwB,iBAG3CG,EAAeC,GAAoBJ,EACxC,IAAIK,MAECC,EAAUC,GAAeP,EAAuB,IACjDQ,EAAkBC,EAAe,IAGjCC,EAAyBD,EAAoB,IAAIE,KAGjDC,EAAgBH,EAA8B,MAC9CI,EAAUJ,EAAoB,MAG9BK,EAAaL,EAA8B,MAGjDM,EAAU,KACR,MAAMC,EAAcC,MAAMC,KAAKf,EAAcgB,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAEE,UAAYD,EAAEC,WAItBC,EAAiBC,KAAKC,UAAUV,GAClCQ,IAAmBhB,EAAgBmB,UACrCnB,EAAgBmB,QAAUH,EAC1BjB,EAAYS,GAGRnB,EAAQ+B,WACVZ,EACGa,OACEC,GACCA,EAAIC,SACJD,EAAIE,KACHtB,EAAuBiB,QAAQM,IAAIH,EAAIE,KAE3CE,QAASJ,IACJA,EAAIE,KAENtB,EAAuBiB,QAAQQ,IAAIL,EAAIE,IAEvCnC,MAAAA,EAAQ+B,WAAR/B,EAAQ+B,UAAYE,GACtB,GAGR,EACC,CAAC3B,EAAeN,EAAQ+B,YAG3Bb,EAAU,KACRD,EAAWa,QAAU,IAAIS,eACzBtB,EAAWa,QAAQU,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKC,KACPvC,EAASsC,EAAKvC,OACS,yBAAduC,EAAKC,MACdC,EAA0BF,EAAKG,eACjC,EAGK,SAAKC,SACVA,EAAA9B,EAAWa,UAAXiB,EAAoBP,MAAMQ,OAAK,GAEhC,IAGH,MAAMH,EAA4BI,EAC/BH,IACCvC,EAAkB2C,IAChB,MAAMC,EAAS,IAAI3C,IAAI0C,GAgBvB,OAdAJ,EAAeT,QAASe,QAAKC,EAC3B,MAAMC,EAA4B,UAAdF,EAAEG,QAAsB,QAAU,OAEhDC,GAAqC,OAAjBH,EAAAH,EAAQO,IAAIL,EAAEjB,UAAG,EAAjBkB,EAAmB3B,YAAa0B,EAAE1B,UAE5DyB,EAAOO,IAAIN,EAAEjB,GAAI,CACfA,GAAIiB,EAAEjB,GACNwB,KAAML,EACNM,QAASR,EAAES,KACXnC,UAAW8B,EACXtB,QAASkB,EAAElB,SACZ,GAGIiB,GAEX,EACA,IAIFjC,EAAU,KACR,MAAM4C,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1B/C,EAAce,QAAUgC,EACxB9C,EAAQc,QAAUuC,EAAWP,GAEtB,KACD9C,EAAQc,SACVd,EAAQc,QAAQwC,UAEdvD,EAAce,SAChBiC,SAASI,KAAKI,YAAYxD,EAAce,QAC1C,CACF,EACC,IAGH,MAAM0C,EAAUvB,EAAW,SAAAwB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,MAAII,OAAAA,QAAAC,iCAEnDzE,EAAS,cAAcwE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,wBAAyBP,EACzB,eAAgB,oBAElBR,KAAMvC,KAAKC,UAAU,CACnBsD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,UAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5B3C,SAAAA,GACNzC,EAAoByC,GAEhB3C,EAAQ4F,WACV5F,EAAQ4F,WAAY,EAAA,CAAA,MAAAC,EAXlB,WAAA,IAACN,EAASO,UAAEjB,QAAAC,QACUS,EAAS1B,QAAMyB,KAAjCS,SAAAA,GACN,MAAM,IAAIC,4BACcT,EAASU,OAAYF,MAAAA,EAC3C,EAAAF,CAJA,GAIAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,CACjD,EAgCH,SAAQC,GAEPjG,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAET,MAAM+F,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExDnG,EAAQsG,SACVtG,EAAQsG,QAAQF,EAEpB,GACF,CAAC,MAAA1D,GAAA,OAAAmC,QAAA0B,OAAA7D,EAAA,CAAA,EACD,CAAC1C,IAIGwG,EAAavD,EAAY,KAC7B/C,EAAoB,MACpBK,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELL,EAAQyG,cACVzG,EAAQyG,cACV,EACC,CAACzG,IAmCJ,OAhCAkB,EAAU,SAGcwF,EAFjB1F,EAAQc,SAGXd,EAAQc,QAAQ6E,OADd1G,EAEA2G,EAACC,EACC,CAAAC,UAAW7G,EAAiB6G,UAC5BC,MAAO9G,EAAiB+G,iBACxBC,OAAO,EACPC,OAAO,EACP1C,SAAS,EACT2C,eAAgBX,EAEhBF,QAAUF,IACRgB,QAAQhB,MAAM,4BAA6BA,GAC3CI,IACIxG,EAAQsG,SACVtG,EAAQsG,QACN,IAAIN,mCAAmCI,EAAMxC,SAEjD,YAGFyD,EAACC,MACDD,EAACE,EAAa,CAAAC,KAAMd,OAAFA,EAAEzF,EAAWa,cAAX4E,EAAAA,EAAoBe,WAIrBJ,EAAAK,EAAA,CAAA,GACzB,EACC,CAACzH,EAAkBuG,EAAYxG,EAAQsG,UAEnC,CACL9B,UACAgC,aACApG,QACAK,WAEJ,CAKA,SAAS8G,EAAYI,OAACH,KAAEA,GAAyCG,EAC/D,MAAMC,MAAEA,EAAKxH,MAAEA,GAAUyH,IAGnBC,EAAkBC,EACtB,CAACC,EAAMC,OAAOC,YACT,MAALN,OAAK,EAALA,EAAOO,UACP,GACIC,EAAqBC,EAAsBP,GAG3CQ,EAAmBC,IACnBC,EAAgBH,EAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CApH,EAAU,KACJsG,GACFA,EAAKqB,YAAY,CAAEjG,KAAM,eAAgBxC,SAC3C,EACC,CAACA,EAAOoH,IAGXtG,EAAU,KACR,GAAIsG,GAAQY,EAAmBU,SAASC,OAAS,EAAG,CAClD,MAAMjG,EAAiBsF,EAAmBU,SAASE,IAAKC,IAAa,CACnE9G,GAAI8G,EAAQ9G,GACZ0B,KAAMoF,EAAQpF,KACd3B,QAAS+G,EAAQC,MACjBxH,UAAWyH,KAAKC,MAChB7F,QAAS,WAGXiE,EAAKqB,YAAY,CACfjG,KAAM,uBACNE,kBAEJ,GACC,CAACsF,EAAmBU,SAAUtB,IAGjCtG,EAAU,KACR,GAAIsG,GAAQgB,EAAcM,SAASC,OAAS,EAAG,CAC7C,MAAMjG,EAAiB0F,EAAcM,SAASE,IAAKC,IAAa,CAC9D9G,GAAI8G,EAAQ9G,GACZ0B,KAAMoF,EAAQpF,KACd3B,QAAS+G,EAAQC,MACjBxH,UAAWyH,KAAKC,MAChB7F,QAAS,UAGXiE,EAAKqB,YAAY,CACfjG,KAAM,uBACNE,kBAEJ,GACC,CAAC0F,EAAcM,SAAUtB,IAG9B,IAAA"}
|
package/dist/lib.umd.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports,require("react/jsx-runtime"),require("@livekit/components-react"),require("livekit-client"),require("react"),require("react-dom/client")):"function"==typeof define&&define.amd?define(["exports","react/jsx-runtime","@livekit/components-react","livekit-client","react","react-dom/client"],t):t((e||self).react={},e.jsxRuntime,e.componentsReact,e.livekitClient,e.react,e.client)}(this,function(e,t,n,r,s
|
|
1
|
+
!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports,require("react/jsx-runtime"),require("@livekit/components-react"),require("livekit-client"),require("react"),require("react-dom/client")):"function"==typeof define&&define.amd?define(["exports","react/jsx-runtime","@livekit/components-react","livekit-client","react","react-dom/client"],t):t((e||self).react={},e.jsxRuntime,e.componentsReact,e.livekitClient,e.react,e.client)}(this,function(e,t,n,r,o,s){function i(e){let{port:t}=e;const{agent:s,state:i}=n.useVoiceAssistant(),a=n.useParticipantTracks([r.Track.Source.Microphone],null==s?void 0:s.identity)[0],c=n.useTrackTranscription(a),u=n.useLocalParticipant(),l=n.useTrackTranscription({publication:u.microphoneTrack,source:r.Track.Source.Microphone,participant:u.localParticipant});return o.useEffect(()=>{t&&t.postMessage({type:"state_update",state:i})},[i,t]),o.useEffect(()=>{if(t&&c.segments.length>0){const e=c.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"agent"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[c.segments,t]),o.useEffect(()=>{if(t&&l.segments.length>0){const e=l.segments.map(e=>({id:e.id,text:e.text,isFinal:e.final,timestamp:Date.now(),speaker:"user"}));t.postMessage({type:"transcription_update",transcriptions:e})}},[l.segments,t]),null}e.useVoxAI=function(e){void 0===e&&(e={});const[r,a]=o.useState(null),[c,u]=o.useState("disconnected"),[l,p]=o.useState(new Map),[d,m]=o.useState([]),f=o.useRef(""),g=o.useRef(new Set),h=o.useRef(null),v=o.useRef(null),y=o.useRef(null);o.useEffect(()=>{const t=Array.from(l.values()).sort((e,t)=>e.timestamp-t.timestamp),n=JSON.stringify(t);n!==f.current&&(f.current=n,m(t),e.onMessage&&t.filter(e=>e.isFinal&&e.id&&!g.current.has(e.id)).forEach(t=>{t.id&&(g.current.add(t.id),null==e.onMessage||e.onMessage(t))}))},[l,e.onMessage]),o.useEffect(()=>(y.current=new MessageChannel,y.current.port1.onmessage=e=>{const t=e.data;"state_update"===t.type?u(t.state):"transcription_update"===t.type&&k(t.transcriptions)},()=>{var e;null==(e=y.current)||e.port1.close()}),[]);const k=o.useCallback(e=>{p(t=>{const n=new Map(t);return e.forEach(e=>{var r;const o="agent"===e.speaker?"agent":"user",s=(null==(r=t.get(e.id))?void 0:r.timestamp)||e.timestamp;n.set(e.id,{id:e.id,name:o,message:e.text,timestamp:s,isFinal:e.isFinal})}),n})},[]);o.useEffect(()=>{const e=document.createElement("div");return e.style.display="none",document.body.appendChild(e),h.current=e,v.current=s.createRoot(e),()=>{v.current&&v.current.unmount(),h.current&&document.body.removeChild(h.current)}},[]);const E=o.useCallback(function(t){let{agentId:n,apiKey:r,metadata:o}=t;try{return Promise.resolve(function(t,s){try{var i=(u("connecting"),Promise.resolve(fetch("https://www.tryvox.co/api/agent/sdk",{method:"POST",headers:{Authorization:"Bearer "+r,"Content-Type":"application/json"},body:JSON.stringify({agent_id:n,metadata:{call_web:{dynamic_variables:o||{}}}})})).then(function(t){function n(n){return Promise.resolve(t.json()).then(function(t){a(t),e.onConnect&&e.onConnect()})}const r=function(){if(!t.ok)return Promise.resolve(t.text()).then(function(e){throw new Error("Connection failed ("+t.status+"): "+e)})}();return r&&r.then?r.then(n):n()}))}catch(e){return s(e)}return i&&i.then?i.then(void 0,s):i}(0,function(t){a(null),p(new Map),m([]),u("disconnected");const n=t instanceof Error?t:new Error(String(t));e.onError&&e.onError(n)}))}catch(e){return Promise.reject(e)}},[e]),x=o.useCallback(()=>{a(null),p(new Map),m([]),u("disconnected"),e.onDisconnect&&e.onDisconnect()},[e]);return o.useEffect(()=>{var o;v.current&&v.current.render(r?t.jsxs(n.LiveKitRoom,{serverUrl:r.serverUrl,token:r.participantToken,audio:!0,video:!1,connect:!0,onDisconnected:x,onError:t=>{console.error("LiveKit connection error:",t),x(),e.onError&&e.onError(new Error("LiveKit connection error: "+t.message))},children:[t.jsx(n.RoomAudioRenderer,{}),t.jsx(i,{port:null==(o=y.current)?void 0:o.port2})]}):t.jsx(t.Fragment,{}))},[r,x,e.onError]),{connect:E,disconnect:x,state:c,messages:d}}});
|
|
2
2
|
//# sourceMappingURL=lib.umd.js.map
|
package/dist/lib.umd.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lib.umd.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n setState(\"disconnected\");\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["StateMonitor","_ref2","port","agent","state","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","useEffect","postMessage","type","segments","length","transcriptions","map","segment","id","text","isFinal","final","timestamp","Date","now","speaker","options","connectionDetail","setConnectionDetail","useState","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","allMessages","Array","from","values","sort","a","b","messagesString","JSON","stringify","current","onMessage","filter","msg","has","forEach","add","MessageChannel","port1","onmessage","e","data","handleTranscriptionUpdate","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","existingTimestamp","get","set","name","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","children","_jsx","RoomAudioRenderer","port2","_Fragment"],"mappings":"8gBA0RA,SAASA,EAAYC,GAAC,IAAAC,KAAEA,GAAyCD,EAC/D,MAAME,MAAEA,EAAKC,MAAEA,GAAUC,EAAiBA,oBAGpCC,EAAkBC,EAAoBA,qBAC1C,CAACC,EAAAA,MAAMC,OAAOC,YACdP,MAAAA,OAAAA,EAAAA,EAAOQ,UACP,GACIC,EAAqBC,wBAAsBP,GAG3CQ,EAAmBC,wBACnBC,EAAgBH,EAAqBA,sBAAC,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,EAAKA,MAACC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CAO,YAAU,KACJnB,GACFA,EAAKoB,YAAY,CAAEC,KAAM,eAAgBnB,SAC3C,EACC,CAACA,EAAOF,IAGXmB,EAAAA,UAAU,KACR,GAAInB,GAAQU,EAAmBY,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBd,EAAmBY,SAASG,IAAKC,IAAO,CAC7DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,WAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACd,EAAmBY,SAAUtB,IAGjCmB,EAASA,UAAC,KACR,GAAInB,GAAQc,EAAcQ,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBV,EAAcQ,SAASG,IAAKC,IAAa,CAC9DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,UAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACV,EAAcQ,SAAUtB,IAG9B,IAAA,YAjRgB,SAASmC,QAAAA,IAAAA,IAAAA,EAAwB,CAAA,GAE/C,MAAOC,EAAkBC,GACvBC,WAAqC,OAChCpC,EAAOqC,GAAYD,EAAAA,SAAwB,iBAG3CE,EAAeC,GAAoBH,WACxC,IAAII,MAECC,EAAUC,GAAeN,EAAQA,SAAe,IACjDO,EAAkBC,SAAe,IAGjCC,EAAyBD,EAAMA,OAAc,IAAIE,KAGjDC,EAAgBH,EAAAA,OAA8B,MAC9CI,EAAUJ,EAAAA,OAAoB,MAG9BK,EAAaL,EAAMA,OAAwB,MAGjD3B,EAASA,UAAC,KACR,MAAMiC,EAAcC,MAAMC,KAAKd,EAAce,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE1B,UAAY2B,EAAE3B,WAItB4B,EAAiBC,KAAKC,UAAUT,GAClCO,IAAmBd,EAAgBiB,UACrCjB,EAAgBiB,QAAUH,EAC1Bf,EAAYQ,GAGRjB,EAAQ4B,WACVX,EACGY,OACEC,GACCA,EAAIpC,SACJoC,EAAItC,KACHoB,EAAuBe,QAAQI,IAAID,EAAItC,KAE3CwC,QAASF,IACJA,EAAItC,KAENoB,EAAuBe,QAAQM,IAAIH,EAAItC,IAEtB,MAAjBQ,EAAQ4B,WAAR5B,EAAQ4B,UAAYE,GACtB,GAGR,EACC,CAACzB,EAAeL,EAAQ4B,YAG3B5C,EAASA,UAAC,KACRgC,EAAWW,QAAU,IAAIO,eACzBlB,EAAWW,QAAQQ,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKpD,KACPkB,EAASkC,EAAKvE,OACS,yBAAduE,EAAKpD,MACdqD,EAA0BD,EAAKjD,eACjC,EAGK,SAAKmD,EACVA,OAAAA,EAAAxB,EAAWW,UAAXa,EAAoBL,MAAMM,UAE3B,IAGH,MAAMF,EAA4BG,EAAAA,YAC/BrD,IACCiB,EAAkBqC,IAChB,MAAMC,EAAS,IAAIrC,IAAIoC,GAgBvB,OAdAtD,EAAe2C,QAASa,IAAK,IAAAC,EAC3B,MAAMC,EAA4B,UAAdF,EAAE9C,QAAsB,QAAU,OAEhDiD,GAAqC,OAAjBF,EAAAH,EAAQM,IAAIJ,EAAErD,UAAG,EAAjBsD,EAAmBlD,YAAaiD,EAAEjD,UAE5DgD,EAAOM,IAAIL,EAAErD,GAAI,CACfA,GAAIqD,EAAErD,GACN2D,KAAMJ,EACNK,QAASP,EAAEpD,KACXG,UAAWoD,EACXtD,QAASmD,EAAEnD,SACZ,GAGIkD,GAEX,EACA,IAIF5D,EAAAA,UAAU,KACR,MAAMqE,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1BvC,EAAca,QAAU0B,EACxBtC,EAAQY,QAAUiC,EAAUA,WAACP,GAEtB,KACDtC,EAAQY,SACVZ,EAAQY,QAAQkC,UAEd/C,EAAca,SAChB2B,SAASI,KAAKI,YAAYhD,EAAca,QAC1C,CACF,EACC,IAGH,MAAMoC,EAAUrB,uBAAWsB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,EAAI,IAAA,OAAAI,QAAAC,iCAEnDjE,EAAS,cAAcgE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,cAAyBP,UAAAA,EACzB,eAAgB,oBAElBR,KAAMjC,KAAKC,UAAU,CACnBgD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,CAAA,SAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5BvC,SAAAA,GACNpC,EAAoBoC,GAEhBtC,EAAQmF,WACVnF,EAAQmF,WAAYC,EAAAA,CAAAA,MAAAA,iBAXjBN,EAASO,GAAE,OAAAjB,QAAAC,QACUS,EAASrF,QAAMoF,cAAjCS,GACN,MAAM,IAAIC,MAAK,sBACST,EAASU,aAAYF,EAC3C,EAAAF,IAAAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,GAiCpD,SAAQC,GACPtF,EAAS,gBACT,MAAMuF,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExD1F,EAAQ6F,SACV7F,EAAQ6F,QAAQF,EAEpB,GACF,CAAC,MAAAtD,GAAA+B,OAAAA,QAAA0B,OAAAzD,EACD,CAAA,EAAA,CAACrC,IAIG+F,EAAarD,EAAAA,YAAY,KAC7BxC,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELJ,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAyBJ,OAtBAhB,EAAAA,UAAU,KAGciH,IAAAA,EAFjBlF,EAAQY,SAGXZ,EAAQY,QAAQuE,OADdjG,EAEAkG,OAACC,EAAAA,YAAW,CACVC,UAAWpG,EAAiBoG,UAC5BC,MAAOrG,EAAiBsG,iBACxBC,OAAO,EACPC,OAAO,EACP1C,SAAS,EACT2C,eAAgBX,EAAUY,SAAA,CAE1BC,EAAAA,IAACC,EAAiBA,kBAAG,CAAA,GACrBD,MAACjJ,EAAY,CAACE,KAAwB,OAApBoI,EAAEjF,EAAWW,cAAO,EAAlBsE,EAAoBa,WAIrBF,MAAAG,EAAAA,SAAA,CAAA,GACzB,EACC,CAAC9G,EAAkB8F,IAEf,CACLhC,UACAgC,aACAhI,QACAyC,WAEJ"}
|
|
1
|
+
{"version":3,"file":"lib.umd.js","sources":["../src/hooks/useVoxAI.tsx"],"sourcesContent":["import {\n LiveKitRoom,\n RoomAudioRenderer,\n useLocalParticipant,\n useParticipantTracks,\n useTrackTranscription,\n useVoiceAssistant,\n} from \"@livekit/components-react\";\nimport { Track } from \"livekit-client\";\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport { createRoot, Root } from \"react-dom/client\";\n\n// Connection types\ntype VoxConnectionDetail = {\n serverUrl: string;\n roomName: string;\n participantName: string;\n participantToken: string;\n};\n\ntype VoxAgentState =\n | \"disconnected\"\n | \"connecting\"\n | \"initializing\"\n | \"listening\"\n | \"thinking\"\n | \"speaking\";\n\n// API endpoint\nconst HTTPS_API_ORIGIN = \"https://www.tryvox.co/api/agent/sdk\";\n// const HTTPS_API_ORIGIN = \"http://localhost:3000/api/agent/sdk\";\n\nexport type VoxMessage = {\n id?: string;\n name: \"agent\" | \"user\" | \"tool\";\n message?: string;\n timestamp: number;\n isFinal?: boolean;\n};\n\n// Hook configuration\ninterface VoxAIOptions {\n onConnect?: () => void;\n onDisconnect?: () => void;\n onError?: (error: Error) => void;\n onMessage?: (message: VoxMessage) => void;\n}\n\n// Message channel event types\ntype MessageChannelEvent =\n | { type: \"state_update\"; state: VoxAgentState }\n | { type: \"transcription_update\"; transcriptions: TranscriptionSegment[] };\n\ntype TranscriptionSegment = {\n id: string;\n text: string;\n isFinal: boolean;\n timestamp: number;\n speaker: \"agent\" | \"user\";\n};\n\n// Update the connection parameter type to include metadata\ninterface ConnectParams {\n agentId: string;\n apiKey: string;\n metadata?: Record<string, any>; // Allow any metadata fields\n}\n\n/**\n * Hook for integrating with VoxAI voice assistant\n */\nexport function useVoxAI(options: VoxAIOptions = {}) {\n // Connection state\n const [connectionDetail, setConnectionDetail] =\n useState<VoxConnectionDetail | null>(null);\n const [state, setState] = useState<VoxAgentState>(\"disconnected\");\n\n // Message handling\n const [transcriptMap, setTranscriptMap] = useState<Map<string, VoxMessage>>(\n new Map()\n );\n const [messages, setMessages] = useState<VoxMessage[]>([]);\n const prevMessagesRef = useRef<string>(\"\");\n\n // Track which messages we've already sent to the onMessage callback\n const processedMessageIdsRef = useRef<Set<string>>(new Set());\n\n // DOM manipulation for LiveKit portal\n const portalRootRef = useRef<HTMLDivElement | null>(null);\n const rootRef = useRef<Root | null>(null);\n\n // Communication channel\n const channelRef = useRef<MessageChannel | null>(null);\n\n // Update messages whenever transcriptMap changes\n useEffect(() => {\n const allMessages = Array.from(transcriptMap.values()).sort(\n (a, b) => a.timestamp - b.timestamp\n );\n\n // Only update if the messages have actually changed\n const messagesString = JSON.stringify(allMessages);\n if (messagesString !== prevMessagesRef.current) {\n prevMessagesRef.current = messagesString;\n setMessages(allMessages);\n\n // Only trigger onMessage for new final messages that haven't been processed yet\n if (options.onMessage) {\n allMessages\n .filter(\n (msg) =>\n msg.isFinal &&\n msg.id &&\n !processedMessageIdsRef.current.has(msg.id)\n )\n .forEach((msg) => {\n if (msg.id) {\n // Mark this message as processed\n processedMessageIdsRef.current.add(msg.id);\n // Call the callback\n options.onMessage?.(msg);\n }\n });\n }\n }\n }, [transcriptMap, options.onMessage]);\n\n // Initialize message channel\n useEffect(() => {\n channelRef.current = new MessageChannel();\n channelRef.current.port1.onmessage = (e) => {\n const data = e.data as MessageChannelEvent;\n\n if (data.type === \"state_update\") {\n setState(data.state);\n } else if (data.type === \"transcription_update\") {\n handleTranscriptionUpdate(data.transcriptions);\n }\n };\n\n return () => {\n channelRef.current?.port1.close();\n };\n }, []);\n\n // Process incoming transcriptions\n const handleTranscriptionUpdate = useCallback(\n (transcriptions: TranscriptionSegment[]) => {\n setTranscriptMap((prevMap) => {\n const newMap = new Map(prevMap);\n\n transcriptions.forEach((t) => {\n const messageType = t.speaker === \"agent\" ? \"agent\" : \"user\";\n // Use existing timestamp if we already have this segment\n const existingTimestamp = prevMap.get(t.id)?.timestamp || t.timestamp;\n\n newMap.set(t.id, {\n id: t.id,\n name: messageType,\n message: t.text,\n timestamp: existingTimestamp,\n isFinal: t.isFinal,\n });\n });\n\n return newMap;\n });\n },\n []\n );\n\n // Set up DOM portal for LiveKit\n useEffect(() => {\n const div = document.createElement(\"div\");\n div.style.display = \"none\";\n document.body.appendChild(div);\n portalRootRef.current = div;\n rootRef.current = createRoot(div);\n\n return () => {\n if (rootRef.current) {\n rootRef.current.unmount();\n }\n if (portalRootRef.current) {\n document.body.removeChild(portalRootRef.current);\n }\n };\n }, []);\n\n // Connect to VoxAI service - updated to include metadata\n const connect = useCallback(\n async ({ agentId, apiKey, metadata }: ConnectParams) => {\n try {\n setState(\"connecting\");\n\n const response = await fetch(HTTPS_API_ORIGIN, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n agent_id: agentId,\n metadata: {\n call_web: {\n dynamic_variables: metadata || {},\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Connection failed (${response.status}): ${errorText}`\n );\n }\n\n const data = await response.json();\n setConnectionDetail(data);\n\n if (options.onConnect) {\n options.onConnect();\n }\n } catch (err) {\n // Reset state on error\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n const error = err instanceof Error ? err : new Error(String(err));\n\n if (options.onError) {\n options.onError(error);\n }\n }\n },\n [options]\n );\n\n // Disconnect from VoxAI service\n const disconnect = useCallback(() => {\n setConnectionDetail(null);\n setTranscriptMap(new Map());\n setMessages([]);\n setState(\"disconnected\");\n\n if (options.onDisconnect) {\n options.onDisconnect();\n }\n }, [options]);\n\n // Render LiveKit components when connection details are available\n useEffect(() => {\n if (!rootRef.current) return;\n\n if (connectionDetail) {\n rootRef.current.render(\n <LiveKitRoom\n serverUrl={connectionDetail.serverUrl}\n token={connectionDetail.participantToken}\n audio={true}\n video={false}\n connect={true}\n onDisconnected={disconnect}\n // Add error handling for LiveKit connection\n onError={(error) => {\n console.error(\"LiveKit connection error:\", error);\n disconnect();\n if (options.onError) {\n options.onError(\n new Error(`LiveKit connection error: ${error.message}`)\n );\n }\n }}\n >\n <RoomAudioRenderer />\n <StateMonitor port={channelRef.current?.port2} />\n </LiveKitRoom>\n );\n } else {\n rootRef.current.render(<></>);\n }\n }, [connectionDetail, disconnect, options.onError]);\n\n return {\n connect,\n disconnect,\n state,\n messages,\n };\n}\n\n/**\n * Component that monitors LiveKit state and communicates back to the main hook\n */\nfunction StateMonitor({ port }: { port: MessagePort | undefined }) {\n const { agent, state } = useVoiceAssistant();\n\n // Agent transcriptions\n const agentAudioTrack = useParticipantTracks(\n [Track.Source.Microphone],\n agent?.identity\n )[0];\n const agentTranscription = useTrackTranscription(agentAudioTrack);\n\n // User transcriptions\n const localParticipant = useLocalParticipant();\n const localMessages = useTrackTranscription({\n publication: localParticipant.microphoneTrack,\n source: Track.Source.Microphone,\n participant: localParticipant.localParticipant,\n });\n\n // Send agent state updates\n useEffect(() => {\n if (port) {\n port.postMessage({ type: \"state_update\", state });\n }\n }, [state, port]);\n\n // Send agent transcriptions\n useEffect(() => {\n if (port && agentTranscription.segments.length > 0) {\n const transcriptions = agentTranscription.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"agent\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [agentTranscription.segments, port]);\n\n // Send user transcriptions\n useEffect(() => {\n if (port && localMessages.segments.length > 0) {\n const transcriptions = localMessages.segments.map((segment) => ({\n id: segment.id,\n text: segment.text,\n isFinal: segment.final,\n timestamp: Date.now(),\n speaker: \"user\" as const,\n }));\n\n port.postMessage({\n type: \"transcription_update\",\n transcriptions,\n });\n }\n }, [localMessages.segments, port]);\n\n return null;\n}\n"],"names":["StateMonitor","_ref2","port","agent","state","useVoiceAssistant","agentAudioTrack","useParticipantTracks","Track","Source","Microphone","identity","agentTranscription","useTrackTranscription","localParticipant","useLocalParticipant","localMessages","publication","microphoneTrack","source","participant","useEffect","postMessage","type","segments","length","transcriptions","map","segment","id","text","isFinal","final","timestamp","Date","now","speaker","options","connectionDetail","setConnectionDetail","useState","setState","transcriptMap","setTranscriptMap","Map","messages","setMessages","prevMessagesRef","useRef","processedMessageIdsRef","Set","portalRootRef","rootRef","channelRef","allMessages","Array","from","values","sort","a","b","messagesString","JSON","stringify","current","onMessage","filter","msg","has","forEach","add","MessageChannel","port1","onmessage","e","data","handleTranscriptionUpdate","_channelRef$current","close","useCallback","prevMap","newMap","t","_prevMap$get","messageType","existingTimestamp","get","set","name","message","div","document","createElement","style","display","body","appendChild","createRoot","unmount","removeChild","connect","_ref","agentId","apiKey","metadata","Promise","resolve","fetch","method","headers","Authorization","agent_id","call_web","dynamic_variables","then","response","_temp2","_result2","_exit","json","onConnect","_temp","ok","errorText","Error","status","_catch","err","error","String","onError","reject","disconnect","onDisconnect","_channelRef$current2","render","_jsxs","jsxs","LiveKitRoom","serverUrl","token","participantToken","audio","video","onDisconnected","console","_jsx","RoomAudioRenderer","jsx","port2","_Fragment","Fragment"],"mappings":"8gBAySA,SAASA,EAAYC,OAACC,KAAEA,GAAyCD,EAC/D,MAAME,MAAEA,EAAKC,MAAEA,GAAUC,EAAAA,oBAGnBC,EAAkBC,EAAAA,qBACtB,CAACC,QAAMC,OAAOC,YACT,MAALP,OAAK,EAALA,EAAOQ,UACP,GACIC,EAAqBC,wBAAsBP,GAG3CQ,EAAmBC,wBACnBC,EAAgBH,wBAAsB,CAC1CI,YAAaH,EAAiBI,gBAC9BC,OAAQX,QAAMC,OAAOC,WACrBU,YAAaN,EAAiBA,mBA8ChC,OA1CAO,EAASA,UAAC,KACJnB,GACFA,EAAKoB,YAAY,CAAEC,KAAM,eAAgBnB,SAC3C,EACC,CAACA,EAAOF,IAGXmB,EAAAA,UAAU,KACR,GAAInB,GAAQU,EAAmBY,SAASC,OAAS,EAAG,CAClD,MAAMC,EAAiBd,EAAmBY,SAASG,IAAKC,IAAa,CACnEC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,WAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACd,EAAmBY,SAAUtB,IAGjCmB,YAAU,KACR,GAAInB,GAAQc,EAAcQ,SAASC,OAAS,EAAG,CAC7C,MAAMC,EAAiBV,EAAcQ,SAASG,IAAKC,IAAa,CAC9DC,GAAID,EAAQC,GACZC,KAAMF,EAAQE,KACdC,QAASH,EAAQI,MACjBC,UAAWC,KAAKC,MAChBC,QAAS,UAGXlC,EAAKoB,YAAY,CACfC,KAAM,uBACNG,kBAEJ,GACC,CAACV,EAAcQ,SAAUtB,IAG9B,IAAA,YAhSgB,SAASmC,QAAAA,IAAAA,IAAAA,EAAwB,CAAE,GAEjD,MAAOC,EAAkBC,GACvBC,EAAAA,SAAqC,OAChCpC,EAAOqC,GAAYD,WAAwB,iBAG3CE,EAAeC,GAAoBH,EAAQA,SAChD,IAAII,MAECC,EAAUC,GAAeN,WAAuB,IACjDO,EAAkBC,SAAe,IAGjCC,EAAyBD,EAAAA,OAAoB,IAAIE,KAGjDC,EAAgBH,SAA8B,MAC9CI,EAAUJ,SAAoB,MAG9BK,EAAaL,SAA8B,MAGjD3B,EAAAA,UAAU,KACR,MAAMiC,EAAcC,MAAMC,KAAKd,EAAce,UAAUC,KACrD,CAACC,EAAGC,IAAMD,EAAE1B,UAAY2B,EAAE3B,WAItB4B,EAAiBC,KAAKC,UAAUT,GAClCO,IAAmBd,EAAgBiB,UACrCjB,EAAgBiB,QAAUH,EAC1Bf,EAAYQ,GAGRjB,EAAQ4B,WACVX,EACGY,OACEC,GACCA,EAAIpC,SACJoC,EAAItC,KACHoB,EAAuBe,QAAQI,IAAID,EAAItC,KAE3CwC,QAASF,IACJA,EAAItC,KAENoB,EAAuBe,QAAQM,IAAIH,EAAItC,IAEvCQ,MAAAA,EAAQ4B,WAAR5B,EAAQ4B,UAAYE,GACtB,GAGR,EACC,CAACzB,EAAeL,EAAQ4B,YAG3B5C,YAAU,KACRgC,EAAWW,QAAU,IAAIO,eACzBlB,EAAWW,QAAQQ,MAAMC,UAAaC,IACpC,MAAMC,EAAOD,EAAEC,KAEG,iBAAdA,EAAKpD,KACPkB,EAASkC,EAAKvE,OACS,yBAAduE,EAAKpD,MACdqD,EAA0BD,EAAKjD,eACjC,EAGK,SAAKmD,SACVA,EAAAxB,EAAWW,UAAXa,EAAoBL,MAAMM,OAAK,GAEhC,IAGH,MAAMF,EAA4BG,EAAWA,YAC1CrD,IACCiB,EAAkBqC,IAChB,MAAMC,EAAS,IAAIrC,IAAIoC,GAgBvB,OAdAtD,EAAe2C,QAASa,QAAKC,EAC3B,MAAMC,EAA4B,UAAdF,EAAE9C,QAAsB,QAAU,OAEhDiD,GAAqC,OAAjBF,EAAAH,EAAQM,IAAIJ,EAAErD,UAAG,EAAjBsD,EAAmBlD,YAAaiD,EAAEjD,UAE5DgD,EAAOM,IAAIL,EAAErD,GAAI,CACfA,GAAIqD,EAAErD,GACN2D,KAAMJ,EACNK,QAASP,EAAEpD,KACXG,UAAWoD,EACXtD,QAASmD,EAAEnD,SACZ,GAGIkD,GAEX,EACA,IAIF5D,EAASA,UAAC,KACR,MAAMqE,EAAMC,SAASC,cAAc,OAMnC,OALAF,EAAIG,MAAMC,QAAU,OACpBH,SAASI,KAAKC,YAAYN,GAC1BvC,EAAca,QAAU0B,EACxBtC,EAAQY,QAAUiC,aAAWP,GAEtB,KACDtC,EAAQY,SACVZ,EAAQY,QAAQkC,UAEd/C,EAAca,SAChB2B,SAASI,KAAKI,YAAYhD,EAAca,QAC1C,CACF,EACC,IAGH,MAAMoC,EAAUrB,cAAW,SAAAsB,GAAA,IAClBC,QAAEA,EAAOC,OAAEA,EAAMC,SAAEA,GAAyBH,MAAII,OAAAA,QAAAC,iCAEnDjE,EAAS,cAAcgE,QAAAC,QAEAC,MAtKN,sCAsK8B,CAC7CC,OAAQ,OACRC,QAAS,CACPC,wBAAyBP,EACzB,eAAgB,oBAElBR,KAAMjC,KAAKC,UAAU,CACnBgD,SAAUT,EACVE,SAAU,CACRQ,SAAU,CACRC,kBAAmBT,GAAY,UAIrCU,cAdIC,GAAQC,SAAAA,EAAAC,GAAAC,OAAAb,QAAAC,QAuBKS,EAASI,QAAML,KAA5BvC,SAAAA,GACNpC,EAAoBoC,GAEhBtC,EAAQmF,WACVnF,EAAQmF,WAAY,EAAA,CAAA,MAAAC,EAXlB,WAAA,IAACN,EAASO,UAAEjB,QAAAC,QACUS,EAASrF,QAAMoF,KAAjCS,SAAAA,GACN,MAAM,IAAIC,4BACcT,EAASU,OAAYF,MAAAA,EAC3C,EAAAF,CAJA,GAIAA,OAAAA,GAAAA,EAAAP,KAAAO,EAAAP,KAAAE,GAAAA,gEAxB+CU,CACjD,EAgCH,SAAQC,GAEPxF,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAET,MAAMuF,EAAQD,aAAeH,MAAQG,EAAM,IAAIH,MAAMK,OAAOF,IAExD1F,EAAQ6F,SACV7F,EAAQ6F,QAAQF,EAEpB,GACF,CAAC,MAAAtD,GAAA,OAAA+B,QAAA0B,OAAAzD,EAAA,CAAA,EACD,CAACrC,IAIG+F,EAAarD,cAAY,KAC7BxC,EAAoB,MACpBI,EAAiB,IAAIC,KACrBE,EAAY,IACZL,EAAS,gBAELJ,EAAQgG,cACVhG,EAAQgG,cACV,EACC,CAAChG,IAmCJ,OAhCAhB,EAAAA,UAAU,SAGciH,EAFjBlF,EAAQY,SAGXZ,EAAQY,QAAQuE,OADdjG,EAEAkG,EAACC,KAAAC,EAAWA,YACV,CAAAC,UAAWrG,EAAiBqG,UAC5BC,MAAOtG,EAAiBuG,iBACxBC,OAAO,EACPC,OAAO,EACP3C,SAAS,EACT4C,eAAgBZ,EAEhBF,QAAUF,IACRiB,QAAQjB,MAAM,4BAA6BA,GAC3CI,IACI/F,EAAQ6F,SACV7F,EAAQ6F,QACN,IAAIN,mCAAmCI,EAAMvC,SAEjD,YAGFyD,MAACC,EAAAA,sBACDD,EAAAE,IAACpJ,EAAa,CAAAE,KAAMoI,OAAFA,EAAEjF,EAAWW,cAAXsE,EAAAA,EAAoBe,WAIrBH,EAAAA,IAAAI,EAAAC,SAAA,CAAA,GACzB,EACC,CAACjH,EAAkB8F,EAAY/F,EAAQ6F,UAEnC,CACL9B,UACAgC,aACAhI,QACAyC,WAEJ"}
|