@mobileai/react-native 0.4.6 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/README.md +80 -4
  2. package/lib/module/components/AIAgent.js +179 -38
  3. package/lib/module/components/AIAgent.js.map +1 -1
  4. package/lib/module/components/AgentChatBar.js +53 -29
  5. package/lib/module/components/AgentChatBar.js.map +1 -1
  6. package/lib/module/components/Icons.js +337 -0
  7. package/lib/module/components/Icons.js.map +1 -0
  8. package/lib/module/core/AgentRuntime.js +74 -3
  9. package/lib/module/core/AgentRuntime.js.map +1 -1
  10. package/lib/module/core/systemPrompt.js +57 -38
  11. package/lib/module/core/systemPrompt.js.map +1 -1
  12. package/lib/module/index.js +3 -9
  13. package/lib/module/index.js.map +1 -1
  14. package/lib/module/services/AudioInputService.js +73 -2
  15. package/lib/module/services/AudioInputService.js.map +1 -1
  16. package/lib/module/services/AudioOutputService.js +58 -5
  17. package/lib/module/services/AudioOutputService.js.map +1 -1
  18. package/lib/module/services/VoiceService.js +281 -275
  19. package/lib/module/services/VoiceService.js.map +1 -1
  20. package/lib/typescript/src/components/AIAgent.d.ts.map +1 -1
  21. package/lib/typescript/src/components/AgentChatBar.d.ts.map +1 -1
  22. package/lib/typescript/src/components/Icons.d.ts +43 -0
  23. package/lib/typescript/src/components/Icons.d.ts.map +1 -0
  24. package/lib/typescript/src/core/AgentRuntime.d.ts +12 -0
  25. package/lib/typescript/src/core/AgentRuntime.d.ts.map +1 -1
  26. package/lib/typescript/src/core/systemPrompt.d.ts.map +1 -1
  27. package/lib/typescript/src/index.d.ts +4 -0
  28. package/lib/typescript/src/index.d.ts.map +1 -1
  29. package/lib/typescript/src/services/AudioInputService.d.ts +13 -0
  30. package/lib/typescript/src/services/AudioInputService.d.ts.map +1 -1
  31. package/lib/typescript/src/services/AudioOutputService.d.ts.map +1 -1
  32. package/lib/typescript/src/services/VoiceService.d.ts +38 -29
  33. package/lib/typescript/src/services/VoiceService.d.ts.map +1 -1
  34. package/package.json +1 -1
  35. package/src/components/AIAgent.tsx +192 -39
  36. package/src/components/AgentChatBar.tsx +44 -25
  37. package/src/components/Icons.tsx +253 -0
  38. package/src/core/AgentRuntime.ts +70 -3
  39. package/src/core/systemPrompt.ts +57 -38
  40. package/src/index.ts +8 -8
  41. package/src/services/AudioInputService.ts +77 -2
  42. package/src/services/AudioOutputService.ts +59 -5
  43. package/src/services/VoiceService.ts +278 -290
@@ -1 +1 @@
1
- {"version":3,"names":["logger","WS_HOST","WS_PATH","DEFAULT_MODEL","DEFAULT_INPUT_SAMPLE_RATE","VoiceService","ws","callbacks","setupComplete","_status","constructor","config","connect","readyState","WebSocket","OPEN","info","setStatus","model","url","apiKey","onopen","sendSetup","onclose","event","code","reason","onerror","error","message","onError","onmessage","handleMessage","disconnect","close","isConnected","currentStatus","sendCount","sendAudio","base64Audio","warn","realtimeInput","audio","mimeType","inputSampleRate","data","length","send","JSON","stringify","sendText","text","sendScreenContext","domText","clientContent","turns","role","parts","turnComplete","debug","substring","sendFunctionResponse","name","id","result","toolResponse","functionResponses","response","setup","generationConfig","responseModalities","systemPrompt","systemInstruction","tools","validTools","filter","t","functionDeclarations","map","tool","hasParams","Object","keys","parameters","functionDecl","description","type","properties","fromEntries","entries","key","param","paramType","toUpperCase","desc","required","setupMessage","payload","err","dataType","dataLen","byteLength","handleBinaryMessage","parse","join","processMessage","bytes","ArrayBuffer","Uint8Array","Blob","reader","FileReader","onload","processBinaryBytes","readAsArrayBuffer","looksLikeJson","TextDecoder","decode","onAudioResponse","arrayBufferToBase64","buffer","undefined","serverContent","content","modelTurn","inputTranscription","outputTranscription","onTurnComplete","part","inlineData","onTranscript","toolCall","functionCalls","fn","args","onToolCall","newStatus","onStatusChange","binary","i","String","fromCharCode","btoa"],"sourceRoot":"../../../src","sources":["services/VoiceService.ts"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,MAAM,QAAQ,oBAAiB;;AAGxC;;AAyBA;;AAEA,MAAMC,OAAO,GAAG,mCAAmC;AACnD,MAAMC,OAAO,GAAG,+EAA+E;AAC/F;AACA;AACA;AACA;AACA,MAAMC,aAAa,GAAG,+CAA+C;AACrE,MAAMC,yBAAyB,GAAG,KAAK;;AAEvC;;AAEA,OAAO,MAAMC,YAAY,CAAC;EAChBC,EAAE,GAAqB,IAAI;EAE3BC,SAAS,GAA0B,CAAC,CAAC;EACrCC,aAAa,GAAG,KAAK;EACrBC,OAAO,GAAgB,cAAc;EAE7CC,WAAWA,CAACC,MAA0B,EAAE;IACtC,IAAI,CAACA,MAAM,GAAGA,MAAM;EACtB;;EAEA;;EAEAC,OAAOA,CAACL,SAAgC,EAAQ;IAC9C,IAAI,IAAI,CAACD,EAAE,EAAEO,UAAU,KAAKC,SAAS,CAACC,IAAI,EAAE;MAC1Cf,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC;MAChD;IACF;IAEA,IAAI,CAACT,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACU,SAAS,CAAC,YAAY,CAAC;IAE5B,MAAMC,KAAK,GAAG,IAAI,CAACP,MAAM,CAACO,KAAK,IAAIf,aAAa;IAChD,MAAMgB,GAAG,GAAG,SAASlB,OAAO,GAAGC,OAAO,QAAQ,IAAI,CAACS,MAAM,CAACS,MAAM,EAAE;IAElEpB,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,yCAAyCE,KAAK,GAAG,CAAC;IAC9E,IAAI,CAACZ,EAAE,GAAG,IAAIQ,SAAS,CAACK,GAAG,CAAC;IAE5B,IAAI,CAACb,EAAE,CAACe,MAAM,GAAG,MAAM;MACrBrB,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,uCAAuC,CAAC;MACpE,IAAI,CAACM,SAAS,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAChB,EAAE,CAACiB,OAAO,GAAIC,KAAK,IAAK;MAC3BxB,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,qBAAqBQ,KAAK,CAACC,IAAI,IAAID,KAAK,CAACE,MAAM,EAAE,CAAC;MAC9E,IAAI,CAACT,SAAS,CAAC,cAAc,CAAC;MAC9B,IAAI,CAACT,aAAa,GAAG,KAAK;IAC5B,CAAC;IAED,IAAI,CAACF,EAAE,CAACqB,OAAO,GAAIC,KAAU,IAAK;MAChC5B,MAAM,CAAC4B,KAAK,CAAC,cAAc,EAAE,oBAAoBA,KAAK,CAACC,OAAO,IAAI,SAAS,EAAE,CAAC;MAC9E,IAAI,CAACZ,SAAS,CAAC,OAAO,CAAC;MACvB,IAAI,CAACV,SAAS,CAACuB,OAAO,GAAGF,KAAK,CAACC,OAAO,IAAI,4BAA4B,CAAC;IACzE,CAAC;IAED,IAAI,CAACvB,EAAE,CAACyB,SAAS,GAAIP,KAAK,IAAK;MAC7B,IAAI,CAACQ,aAAa,CAACR,KAAK,CAAC;IAC3B,CAAC;EACH;EAEAS,UAAUA,CAAA,EAAS;IACjB,IAAI,IAAI,CAAC3B,EAAE,EAAE;MACXN,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC;MAC/C,IAAI,CAACV,EAAE,CAAC4B,KAAK,CAAC,CAAC;MACf,IAAI,CAAC5B,EAAE,GAAG,IAAI;MACd,IAAI,CAACE,aAAa,GAAG,KAAK;MAC1B,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;EAEA,IAAIkB,WAAWA,CAAA,EAAY;IACzB,OAAO,IAAI,CAAC7B,EAAE,EAAEO,UAAU,KAAKC,SAAS,CAACC,IAAI,IAAI,IAAI,CAACP,aAAa;EACrE;EAEA,IAAI4B,aAAaA,CAAA,EAAgB;IAC/B,OAAO,IAAI,CAAC3B,OAAO;EACrB;;EAEA;;EAEA;EACQ4B,SAAS,GAAG,CAAC;EACrBC,SAASA,CAACC,WAAmB,EAAQ;IACnC,IAAI,CAACF,SAAS,EAAE;IAChB,IAAI,CAAC,IAAI,CAACF,WAAW,EAAE;MACrBnC,MAAM,CAACwC,IAAI,CAAC,cAAc,EAAE,cAAc,IAAI,CAACH,SAAS,gCAAgC,IAAI,CAAC/B,EAAE,EAAEO,UAAU,WAAW,IAAI,CAACL,aAAa,GAAG,CAAC;MAC5I;IACF;IAEA,MAAMqB,OAAO,GAAG;MACdY,aAAa,EAAE;QACbC,KAAK,EAAE;UACLC,QAAQ,EAAE,kBAAkB,IAAI,CAAChC,MAAM,CAACiC,eAAe,IAAIxC,yBAAyB,EAAE;UACtFyC,IAAI,EAAEN;QACR;MACF;IACF,CAAC;IAEDvC,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,OAAO,IAAI,CAACqB,SAAS,YAAYE,WAAW,CAACO,MAAM,cAAc,IAAI,CAACxC,EAAE,EAAEO,UAAU,GAAG,CAAC;IACpH,IAAI,CAACP,EAAE,CAAEyC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;EACxC;;EAEA;;EAEA;EACAqB,QAAQA,CAACC,IAAY,EAAQ;IAC3B,IAAI,CAAC,IAAI,CAAChB,WAAW,EAAE;IAEvB,MAAMN,OAAO,GAAG;MACdY,aAAa,EAAE;QAAEU;MAAK;IACxB,CAAC;IAED,IAAI,CAAC7C,EAAE,CAAEyC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;EACxC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEuB,iBAAiBA,CAACC,OAAe,EAAQ;IACvC,IAAI,CAAC,IAAI,CAAClB,WAAW,EAAE;IAEvB,MAAMN,OAAO,GAAG;MACdyB,aAAa,EAAE;QACbC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAEC,KAAK,EAAE,CAAC;YAAEN,IAAI,EAAEE;UAAQ,CAAC;QAAE,CAAC,CAAC;QACrDK,YAAY,EAAE,KAAK,CAAE;MACvB;IACF,CAAC;IAED1D,MAAM,CAAC2D,KAAK,CAAC,cAAc,EAAE,2BAA2BN,OAAO,CAACP,MAAM,SAAS,CAAC;IAChF9C,MAAM,CAAC2D,KAAK,CAAC,cAAc,EAAE,kCAAkCX,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC+B,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;IAC9G,IAAI,CAACtD,EAAE,CAAEyC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;EACxC;;EAEA;;EAEA;EACAgC,oBAAoBA,CAACC,IAAY,EAAEC,EAAU,EAAEC,MAAW,EAAQ;IAChE,IAAI,CAAC,IAAI,CAAC7B,WAAW,EAAE;IAEvB,MAAMN,OAAO,GAAG;MACdoC,YAAY,EAAE;QACZC,iBAAiB,EAAE,CAAC;UAClBJ,IAAI;UACJC,EAAE;UACFI,QAAQ,EAAEH;QACZ,CAAC;MACH;IACF,CAAC;IAEDhE,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,gCAAgC8C,IAAI,QAAQC,EAAE,GAAG,CAAC;IAC9E,IAAI,CAACzD,EAAE,CAAEyC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;EACxC;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACUP,SAASA,CAAA,EAAS;IACxB,IAAI,CAAC,IAAI,CAAChB,EAAE,IAAI,IAAI,CAACA,EAAE,CAACO,UAAU,KAAKC,SAAS,CAACC,IAAI,EAAE;IAEvD,MAAMG,KAAK,GAAG,IAAI,CAACP,MAAM,CAACO,KAAK,IAAIf,aAAa;IAEhD,MAAMiE,KAAU,GAAG;MACjBlD,KAAK,EAAE,UAAUA,KAAK,EAAE;MACxBmD,gBAAgB,EAAE;QAChBC,kBAAkB,EAAE,CAAC,OAAO;QAC5B;QACA;QACA;MACF;IACF,CAAC;;IAED;IACA,IAAI,IAAI,CAAC3D,MAAM,CAAC4D,YAAY,EAAE;MAC5BH,KAAK,CAACI,iBAAiB,GAAG;QACxBf,KAAK,EAAE,CAAC;UAAEN,IAAI,EAAE,IAAI,CAACxC,MAAM,CAAC4D;QAAa,CAAC;MAC5C,CAAC;IACH;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,IAAI,CAAC5D,MAAM,CAAC8D,KAAK,EAAE3B,MAAM,EAAE;MAC7B,MAAM4B,UAAU,GAAG,IAAI,CAAC/D,MAAM,CAAC8D,KAAK,CAACE,MAAM,CAACC,CAAC,IAAIA,CAAC,CAACd,IAAI,KAAK,oBAAoB,CAAC;MACjF,IAAIY,UAAU,CAAC5B,MAAM,GAAG,CAAC,EAAE;QACzBsB,KAAK,CAACK,KAAK,GAAG,CAAC;UACbI,oBAAoB,EAAEH,UAAU,CAACI,GAAG,CAACC,IAAI,IAAI;YAC3C,MAAMC,SAAS,GAAGC,MAAM,CAACC,IAAI,CAACH,IAAI,CAACI,UAAU,IAAI,CAAC,CAAC,CAAC,CAACrC,MAAM,GAAG,CAAC;YAC/D,MAAMsC,YAAiB,GAAG;cACxBtB,IAAI,EAAEiB,IAAI,CAACjB,IAAI;cACfuB,WAAW,EAAEN,IAAI,CAACM;YACpB,CAAC;YAED,IAAIL,SAAS,EAAE;cACbI,YAAY,CAACD,UAAU,GAAG;gBACxBG,IAAI,EAAE,QAAQ;gBACdC,UAAU,EAAEN,MAAM,CAACO,WAAW,CAC5BP,MAAM,CAACQ,OAAO,CAACV,IAAI,CAACI,UAAU,CAAC,CAACL,GAAG,CAAC,CAAC,CAACY,GAAG,EAAEC,KAAK,CAAC,KAAK;kBACpD;kBACA;kBACA,IAAIC,SAAS,GAAGD,KAAK,CAACL,IAAI,CAACO,WAAW,CAAC,CAAC;kBACxC,IAAIC,IAAI,GAAGH,KAAK,CAACN,WAAW;kBAC5B,IAAIO,SAAS,KAAK,SAAS,EAAE;oBAC3BA,SAAS,GAAG,QAAQ;oBACpBE,IAAI,GAAG,GAAGA,IAAI,0BAA0B;kBAC1C;kBACA,OAAO,CACLJ,GAAG,EACH;oBACEJ,IAAI,EAAEM,SAAS;oBACfP,WAAW,EAAES;kBACf,CAAC,CACF;gBACH,CAAC,CACH,CAAC;gBACDC,QAAQ,EAAEd,MAAM,CAACQ,OAAO,CAACV,IAAI,CAACI,UAAU,CAAC,CACtCR,MAAM,CAAC,CAAC,GAAGgB,KAAK,CAAC,KAAKA,KAAK,CAACI,QAAQ,CAAC,CACrCjB,GAAG,CAAC,CAAC,CAACY,GAAG,CAAC,KAAKA,GAAG;cACvB,CAAC;YACH;YACA,OAAON,YAAY;UACrB,CAAC;QACH,CAAC,CAAC;MACJ;IACF;IAEA,MAAMY,YAAY,GAAG;MAAE5B;IAAM,CAAC;IAC9BpE,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,yBAAyBE,KAAK,KAAK,IAAI,CAACP,MAAM,CAAC8D,KAAK,EAAE3B,MAAM,IAAI,CAAC,SAAS,CAAC;IACvG,IAAI;MACF,MAAMmD,OAAO,GAAGjD,IAAI,CAACC,SAAS,CAAC+C,YAAY,CAAC;MAC5ChG,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,yBAAyBiF,OAAO,EAAE,CAAC;MAC/D,IAAI,CAAC3F,EAAE,CAACyC,IAAI,CAACkD,OAAO,CAAC;IACvB,CAAC,CAAC,OAAOC,GAAQ,EAAE;MACjBlG,MAAM,CAAC4B,KAAK,CAAC,cAAc,EAAE,uCAAuCsE,GAAG,CAACrE,OAAO,EAAE,CAAC;IACpF;EACF;;EAEA;;EAEQG,aAAaA,CAACR,KAA4B,EAAQ;IACxD,IAAI;MACF,MAAM2E,QAAQ,GAAG,OAAO3E,KAAK,CAACqB,IAAI;MAClC,MAAMuD,OAAO,GAAG,OAAO5E,KAAK,CAACqB,IAAI,KAAK,QAAQ,GAAGrB,KAAK,CAACqB,IAAI,CAACC,MAAM,GAAItB,KAAK,CAACqB,IAAI,EAAEwD,UAAU,IAAI,SAAU;MAC1GrG,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,gCAAgCmF,QAAQ,YAAYC,OAAO,EAAE,CAAC;;MAE1F;MACA,IAAI,OAAO5E,KAAK,CAACqB,IAAI,KAAK,QAAQ,EAAE;QAClC7C,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,mCAAmC,CAAC;QAChE,IAAI,CAACsF,mBAAmB,CAAC9E,KAAK,CAACqB,IAAI,CAAC;QACpC;MACF;;MAEA;MACA,MAAMhB,OAAO,GAAGmB,IAAI,CAACuD,KAAK,CAAC/E,KAAK,CAACqB,IAAI,CAAC;MACtC7C,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,yBAAyBiE,MAAM,CAACC,IAAI,CAACrD,OAAO,CAAC,CAAC2E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MACvFxG,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,wBAAwBQ,KAAK,CAACqB,IAAI,CAACe,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;MACpF,IAAI,CAAC6C,cAAc,CAAC5E,OAAO,CAAC;IAC9B,CAAC,CAAC,OAAOD,KAAU,EAAE;MACnB5B,MAAM,CAAC4B,KAAK,CAAC,cAAc,EAAE,2BAA2BA,KAAK,CAACC,OAAO,EAAE,CAAC;IAC1E;EACF;EAEQyE,mBAAmBA,CAACzD,IAAS,EAAQ;IAC3C,IAAI;MACF;MACA,IAAI6D,KAAiB;MACrB,IAAI7D,IAAI,YAAY8D,WAAW,EAAE;QAC/BD,KAAK,GAAG,IAAIE,UAAU,CAAC/D,IAAI,CAAC;MAC9B,CAAC,MAAM,IAAIA,IAAI,YAAYgE,IAAI,EAAE;QAC/B;QACA,MAAMC,MAAM,GAAG,IAAIC,UAAU,CAAC,CAAC;QAC/BD,MAAM,CAACE,MAAM,GAAG,MAAM;UACpB,IAAIF,MAAM,CAAC9C,MAAM,YAAY2C,WAAW,EAAE;YACxC,IAAI,CAACM,kBAAkB,CAAC,IAAIL,UAAU,CAACE,MAAM,CAAC9C,MAAM,CAAC,CAAC;UACxD;QACF,CAAC;QACD8C,MAAM,CAACI,iBAAiB,CAACrE,IAAI,CAAC;QAC9B;MACF,CAAC,MAAM;QACL;MACF;MAEA,IAAI,CAACoE,kBAAkB,CAACP,KAAK,CAAC;IAChC,CAAC,CAAC,OAAO9E,KAAU,EAAE;MACnB5B,MAAM,CAAC4B,KAAK,CAAC,cAAc,EAAE,kCAAkCA,KAAK,CAACC,OAAO,EAAE,CAAC;IACjF;EACF;EAEQoF,kBAAkBA,CAACP,KAAiB,EAAQ;IAClD;IACA,MAAMS,aAAa,GAAGT,KAAK,CAAC5D,MAAM,GAAG,CAAC,KAAK4D,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAIA,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAE/E,IAAIS,aAAa,EAAE;MACjB,IAAI;QACF,MAAMhE,IAAI,GAAG,IAAIiE,WAAW,CAAC,OAAO,CAAC,CAACC,MAAM,CAACX,KAAK,CAAC;QACnD,MAAM7E,OAAO,GAAGmB,IAAI,CAACuD,KAAK,CAACpD,IAAI,CAAC;QAChC,IAAI,CAACsD,cAAc,CAAC5E,OAAO,CAAC;MAC9B,CAAC,CAAC,MAAM;QACN;QACA,IAAI,CAACtB,SAAS,CAAC+G,eAAe,GAAG,IAAI,CAACC,mBAAmB,CAACb,KAAK,CAACc,MAAqB,CAAC,CAAC;MACzF;IACF,CAAC,MAAM;MACL;MACA,IAAI,CAACjH,SAAS,CAAC+G,eAAe,GAAG,IAAI,CAACC,mBAAmB,CAACb,KAAK,CAACc,MAAqB,CAAC,CAAC;IACzF;EACF;EAEQf,cAAcA,CAAC5E,OAAY,EAAQ;IACzC;IACA,IAAIA,OAAO,CAACrB,aAAa,KAAKiH,SAAS,EAAE;MACvCzH,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,6CAA6C,CAAC;MAC1E,IAAI,CAACR,aAAa,GAAG,IAAI;MACzB,IAAI,CAACS,SAAS,CAAC,WAAW,CAAC;MAC3B;IACF;;IAEA;IACA,IAAIY,OAAO,CAAC6F,aAAa,EAAE;MACzB,MAAMC,OAAO,GAAG9F,OAAO,CAAC6F,aAAa;MACrC1H,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,4CAA4C2G,OAAO,CAACjE,YAAY,cAAc,CAAC,CAACiE,OAAO,CAACC,SAAS,EAAEnE,KAAK,wBAAwB,CAAC,CAACkE,OAAO,CAACE,kBAAkB,yBAAyB,CAAC,CAACF,OAAO,CAACG,mBAAmB,EAAE,CAAC;;MAEjP;MACA,IAAIH,OAAO,CAACjE,YAAY,EAAE;QACxB,IAAI,CAACnD,SAAS,CAACwH,cAAc,GAAG,CAAC;MACnC;;MAEA;MACA,IAAIJ,OAAO,CAACC,SAAS,EAAEnE,KAAK,EAAE;QAC5B,KAAK,MAAMuE,IAAI,IAAIL,OAAO,CAACC,SAAS,CAACnE,KAAK,EAAE;UAC1C;UACA,IAAIuE,IAAI,CAACC,UAAU,EAAEpF,IAAI,EAAE;YACzB7C,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,sBAAsBgH,IAAI,CAACC,UAAU,CAACpF,IAAI,CAACC,MAAM,QAAQ,CAAC;YACtF,IAAI,CAACvC,SAAS,CAAC+G,eAAe,GAAGU,IAAI,CAACC,UAAU,CAACpF,IAAI,CAAC;UACxD;;UAEA;UACA,IAAImF,IAAI,CAAC7E,IAAI,EAAE;YACbnD,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,sBAAsBgH,IAAI,CAAC7E,IAAI,GAAG,CAAC;YAC/D,IAAI,CAAC5C,SAAS,CAAC2H,YAAY,GAAGF,IAAI,CAAC7E,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;UACzD;QACF;MACF;;MAEA;MACA,IAAIwE,OAAO,CAACE,kBAAkB,EAAE1E,IAAI,EAAE;QACpC,IAAI,CAAC5C,SAAS,CAAC2H,YAAY,GAAGP,OAAO,CAACE,kBAAkB,CAAC1E,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC;MAC9E;;MAEA;MACA,IAAIwE,OAAO,CAACG,mBAAmB,EAAE3E,IAAI,EAAE;QACrC,IAAI,CAAC5C,SAAS,CAAC2H,YAAY,GAAGP,OAAO,CAACG,mBAAmB,CAAC3E,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;MAChF;IACF;;IAEA;IACA,IAAItB,OAAO,CAACsG,QAAQ,EAAEC,aAAa,EAAE;MACnC,KAAK,MAAMC,EAAE,IAAIxG,OAAO,CAACsG,QAAQ,CAACC,aAAa,EAAE;QAC/CpI,MAAM,CAACgB,IAAI,CAAC,cAAc,EAAE,iBAAiBqH,EAAE,CAACvE,IAAI,IAAId,IAAI,CAACC,SAAS,CAACoF,EAAE,CAACC,IAAI,CAAC,GAAG,CAAC;QACnF,IAAI,CAAC/H,SAAS,CAACgI,UAAU,GAAG;UAC1BzE,IAAI,EAAEuE,EAAE,CAACvE,IAAI;UACbwE,IAAI,EAAED,EAAE,CAACC,IAAI,IAAI,CAAC,CAAC;UACnBvE,EAAE,EAAEsE,EAAE,CAACtE;QACT,CAAC,CAAC;MACJ;IACF;;IAEA;IACA,IAAIlC,OAAO,CAACD,KAAK,EAAE;MACjB5B,MAAM,CAAC4B,KAAK,CAAC,cAAc,EAAE,iBAAiBoB,IAAI,CAACC,SAAS,CAACpB,OAAO,CAACD,KAAK,CAAC,EAAE,CAAC;MAC9E,IAAI,CAACrB,SAAS,CAACuB,OAAO,GAAGD,OAAO,CAACD,KAAK,CAACC,OAAO,IAAI,cAAc,CAAC;IACnE;EACF;;EAEA;;EAEQZ,SAASA,CAACuH,SAAsB,EAAQ;IAC9C,IAAI,CAAC/H,OAAO,GAAG+H,SAAS;IACxB,IAAI,CAACjI,SAAS,CAACkI,cAAc,GAAGD,SAAS,CAAC;EAC5C;EAEQjB,mBAAmBA,CAACC,MAAmB,EAAU;IACvD,MAAMd,KAAK,GAAG,IAAIE,UAAU,CAACY,MAAM,CAAC;IACpC,IAAIkB,MAAM,GAAG,EAAE;IACf,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGjC,KAAK,CAACL,UAAU,EAAEsC,CAAC,EAAE,EAAE;MACzCD,MAAM,IAAIE,MAAM,CAACC,YAAY,CAACnC,KAAK,CAACiC,CAAC,CAAE,CAAC;IAC1C;IACA,OAAOG,IAAI,CAACJ,MAAM,CAAC;EACrB;AACF","ignoreList":[]}
1
+ {"version":3,"names":["GoogleGenAI","Modality","logger","DEFAULT_MODEL","DEFAULT_INPUT_SAMPLE_RATE","VoiceService","session","callbacks","lastCallbacks","_status","intentionalDisconnect","constructor","config","connect","info","setStatus","model","ai","apiKey","toolDeclarations","buildToolDeclarations","sdkConfig","responseModalities","AUDIO","inputAudioTranscription","outputAudioTranscription","systemPrompt","systemInstruction","parts","text","length","tools","functionDeclarations","configDump","JSON","stringify","map","t","name","join","live","onopen","onmessage","message","handleSDKMessage","onerror","error","errDetail","Object","getOwnPropertyNames","substring","onError","onclose","event","closeDetail","code","reason","disconnect","close","isConnected","currentStatus","sendCount","sendAudio","base64Audio","warn","mimeType","inputSampleRate","sendRealtimeInput","audio","data","stack","sendText","sendClientContent","turns","role","turnComplete","sendScreenContext","domText","sendFunctionResponse","id","result","sendToolResponse","functionResponses","response","validTools","filter","tool","hasParams","keys","parameters","functionDecl","description","type","properties","fromEntries","entries","key","param","paramType","toUpperCase","desc","required","msgKeys","serverContent","modelTurn","some","p","inlineData","rawDump","toolCall","functionCalls","handleToolCalls","handleServerContent","setupComplete","undefined","onSetupComplete","fn","args","onToolCall","audioResponseCount","content","contentKeys","debug","onTurnComplete","part","onAudioResponse","onTranscript","inputTranscription","outputTranscription","newStatus","onStatusChange"],"sourceRoot":"../../../src","sources":["services/VoiceService.ts"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASA,WAAW,EAAEC,QAAQ,QAAQ,kCAAkC;AACxE;;AAEA,SAASC,MAAM,QAAQ,oBAAiB;;AAGxC;;AA2BA;;AAEA,MAAMC,aAAa,GAAG,+CAA+C;AACrE,MAAMC,yBAAyB,GAAG,KAAK;;AAEvC;;AAEA,OAAO,MAAMC,YAAY,CAAC;EAChBC,OAAO,GAAmB,IAAI;EAE9BC,SAAS,GAA0B,CAAC,CAAC;EACtCC,aAAa,GAAiC,IAAI;EACjDC,OAAO,GAAgB,cAAc;EACtCC,qBAAqB,GAAG,KAAK;EAEpCC,WAAWA,CAACC,MAA0B,EAAE;IACtC,IAAI,CAACA,MAAM,GAAGA,MAAM;EACtB;;EAEA;;EAEA;AACF;AACA;AACA;EACE,MAAMC,OAAOA,CAACN,SAAgC,EAAiB;IAC7D,IAAI,IAAI,CAACD,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC;MAChD;IACF;IAEA,IAAI,CAACP,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,aAAa,GAAGD,SAAS;IAC9B,IAAI,CAACQ,SAAS,CAAC,YAAY,CAAC;IAC5B,IAAI,CAACL,qBAAqB,GAAG,KAAK;IAElC,MAAMM,KAAK,GAAG,IAAI,CAACJ,MAAM,CAACI,KAAK,IAAIb,aAAa;IAChDD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,8BAA8BE,KAAK,GAAG,CAAC;IAEnE,IAAI;MACF,MAAMC,EAAE,GAAG,IAAIjB,WAAW,CAAC;QAAEkB,MAAM,EAAE,IAAI,CAACN,MAAM,CAACM;MAAO,CAAC,CAAC;MAE1D,MAAMC,gBAAgB,GAAG,IAAI,CAACC,qBAAqB,CAAC,CAAC;;MAErD;MACA,MAAMC,SAA8B,GAAG;QACrCC,kBAAkB,EAAE,CAACrB,QAAQ,CAACsB,KAAK;MACrC,CAAC;;MAED;MACAF,SAAS,CAACG,uBAAuB,GAAG,CAAC,CAAC;MACtCH,SAAS,CAACI,wBAAwB,GAAG,CAAC,CAAC;MACvCvB,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC;MAEpD,IAAI,IAAI,CAACF,MAAM,CAACc,YAAY,EAAE;QAC5BL,SAAS,CAACM,iBAAiB,GAAG;UAC5BC,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAE,IAAI,CAACjB,MAAM,CAACc;UAAa,CAAC;QAC5C,CAAC;MACH;MAEA,IAAIP,gBAAgB,CAACW,MAAM,GAAG,CAAC,EAAE;QAC/BT,SAAS,CAACU,KAAK,GAAG,CAAC;UAAEC,oBAAoB,EAAEb;QAAiB,CAAC,CAAC;MAChE;;MAEA;MACA,MAAMc,UAAU,GAAGC,IAAI,CAACC,SAAS,CAAC;QAChC,GAAGd,SAAS;QACZM,iBAAiB,EAAEN,SAAS,CAACM,iBAAiB,GAAG,WAAW,GAAG,QAAQ;QACvEI,KAAK,EAAEV,SAAS,CAACU,KAAK,GAAG,GAAGZ,gBAAgB,CAACW,MAAM,eAAe,GAAG;MACvE,CAAC,CAAC;MACF5B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkBmB,UAAU,EAAE,CAAC;MAC3D/B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkBK,gBAAgB,CAACiB,GAAG,CAAEC,CAAM,IAAKA,CAAC,CAACC,IAAI,CAAC,CAACC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MAEpG,MAAMjC,OAAO,GAAG,MAAMW,EAAE,CAACuB,IAAI,CAAC3B,OAAO,CAAC;QACpCG,KAAK,EAAEA,KAAK;QACZJ,MAAM,EAAES,SAAS;QACjBd,SAAS,EAAE;UACTkC,MAAM,EAAEA,CAAA,KAAM;YACZvC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;YACtD,IAAI,CAACC,SAAS,CAAC,WAAW,CAAC;UAC7B,CAAC;UACD2B,SAAS,EAAGC,OAAY,IAAK;YAC3B,IAAI,CAACC,gBAAgB,CAACD,OAAO,CAAC;UAChC,CAAC;UACDE,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,SAAS,GAAGD,KAAK,GACnBZ,IAAI,CAACC,SAAS,CAACW,KAAK,EAAEE,MAAM,CAACC,mBAAmB,CAACH,KAAK,CAAC,CAAC,CAACI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACVhD,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,cAAcC,SAAS,EAAE,CAAC;YACvD,IAAI,CAAChC,SAAS,CAAC,OAAO,CAAC;YACvB,IAAI,CAACR,SAAS,CAAC4C,OAAO,GAAGL,KAAK,EAAEH,OAAO,IAAI,sBAAsB,CAAC;UACpE,CAAC;UACDS,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,WAAW,GAAGD,KAAK,GACrBnB,IAAI,CAACC,SAAS,CAACkB,KAAK,EAAEL,MAAM,CAACC,mBAAmB,CAACI,KAAK,CAAC,CAAC,CAACH,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACV,IAAI,IAAI,CAACxC,qBAAqB,EAAE;cAC9BR,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kCAAkC,CAAC;YACjE,CAAC,MAAM;cACLZ,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,2CAA2CO,KAAK,EAAEE,IAAI,aAAaF,KAAK,EAAEG,MAAM,aAAaF,WAAW,EAAE,CAAC;cACxI,IAAI,CAAC/C,SAAS,CAAC4C,OAAO,GAAG,0BAA0BE,KAAK,EAAEE,IAAI,IAAI,SAAS,GAAG,CAAC;YACjF;YACA,IAAI,CAACjD,OAAO,GAAG,IAAI;YACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;UAChC;QACF;MACF,CAAC,CAAC;MAEF,IAAI,CAACT,OAAO,GAAGA,OAAO;MACtBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;IAExD,CAAC,CAAC,OAAOgC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,sBAAsBA,KAAK,CAACH,OAAO,EAAE,CAAC;MACnE,IAAI,CAAC5B,SAAS,CAAC,OAAO,CAAC;MACvB,IAAI,CAACR,SAAS,CAAC4C,OAAO,GAAGL,KAAK,CAACH,OAAO,IAAI,mBAAmB,CAAC;IAChE;EACF;EAEAc,UAAUA,CAAA,EAAS;IACjB,IAAI,IAAI,CAACnD,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgC,CAAC;MAC7D,IAAI,CAACJ,qBAAqB,GAAG,IAAI;MACjC,IAAI,CAACJ,OAAO,CAACoD,KAAK,CAAC,CAAC;MACpB,IAAI,CAACpD,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;EAEA,IAAI4C,WAAWA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACrD,OAAO,KAAK,IAAI,IAAI,IAAI,CAACG,OAAO,KAAK,WAAW;EAC9D;EAEA,IAAImD,aAAaA,CAAA,EAAgB;IAC/B,OAAO,IAAI,CAACnD,OAAO;EACrB;;EAEA;;EAEA;EACQoD,SAAS,GAAG,CAAC;EACrBC,SAASA,CAACC,WAAmB,EAAQ;IACnC,IAAI,CAACF,SAAS,EAAE;IAChB,IAAI,CAAC,IAAI,CAACF,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;MACtC,IAAI,IAAI,CAACuD,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7B3D,MAAM,CAAC8D,IAAI,CAAC,cAAc,EAAE,cAAc,IAAI,CAACH,SAAS,0BAA0B,CAAC;MACrF;MACA;IACF;IAEA,MAAMI,QAAQ,GAAG,kBAAkB,IAAI,CAACrD,MAAM,CAACsD,eAAe,IAAI9D,yBAAyB,EAAE;;IAE7F;IACA,IAAI,IAAI,CAACyD,SAAS,IAAI,CAAC,IAAI,IAAI,CAACA,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;MACpD3D,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiB,IAAI,CAAC+C,SAAS,SAASE,WAAW,CAACjC,MAAM,UAAUmC,QAAQ,aAAaF,WAAW,CAACb,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;IACzJ;IAEA,IAAI;MACF,IAAI,CAAC5C,OAAO,CAAC6D,iBAAiB,CAAC;QAC7BC,KAAK,EAAE;UAAEC,IAAI,EAAEN,WAAW;UAAEE;QAAS;MACvC,CAAC,CAAC;MACF;MACA,IAAI,IAAI,CAACJ,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7B3D,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gBAAgB,IAAI,CAAC+C,SAAS,wBAAwB,CAAC,CAAC,IAAI,CAACvD,OAAO,EAAE,CAAC;MACrG;IACF,CAAC,CAAC,OAAOwC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,0BAA0BA,KAAK,CAACH,OAAO,KAAKG,KAAK,CAACwB,KAAK,EAAEpB,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAC1G,IAAI,CAAC5C,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;;EAEA;;EAEA;EACAwD,QAAQA,CAAC1C,IAAY,EAAQ;IAC3B,IAAI,CAAC,IAAI,CAAC8B,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,qBAAqBe,IAAI,GAAG,CAAC;IACzD,IAAI;MACF,IAAI,CAACvB,OAAO,CAACkE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC;UAAK,CAAC;QAAE,CAAC,CAAC;QAC5C8C,YAAY,EAAE;MAChB,CAAC,CAAC;IACJ,CAAC,CAAC,OAAO7B,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,oBAAoBA,KAAK,CAACH,OAAO,EAAE,CAAC;IACnE;EACF;;EAEA;AACF;AACA;AACA;EACEiC,iBAAiBA,CAACC,OAAe,EAAQ;IACvC,IAAI,CAAC,IAAI,CAAClB,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExC,IAAI;MACF,IAAI,CAACA,OAAO,CAACkE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAEgD;UAAQ,CAAC;QAAE,CAAC,CAAC;QACrDF,YAAY,EAAE;MAChB,CAAC,CAAC;MACFzE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,2BAA2B+D,OAAO,CAAC/C,MAAM,SAAS,CAAC;IACjF,CAAC,CAAC,OAAOgB,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,6BAA6BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC5E;EACF;;EAEA;;EAEA;EACAmC,oBAAoBA,CAACxC,IAAY,EAAEyC,EAAU,EAAEC,MAAW,EAAQ;IAChE,IAAI,CAAC,IAAI,CAACrB,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgCwB,IAAI,QAAQyC,EAAE,GAAG,CAAC;IAE9E,IAAI;MACF,IAAI,CAACzE,OAAO,CAAC2E,gBAAgB,CAAC;QAC5BC,iBAAiB,EAAE,CAAC;UAAE5C,IAAI;UAAEyC,EAAE;UAAEI,QAAQ,EAAEH;QAAO,CAAC;MACpD,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOlC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,gCAAgCA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC/E;EACF;;EAEA;;EAEA;AACF;AACA;AACA;EACUvB,qBAAqBA,CAAA,EAAU;IACrC,IAAI,CAAC,IAAI,CAACR,MAAM,CAACmB,KAAK,EAAED,MAAM,EAAE,OAAO,EAAE;IAEzC,MAAMsD,UAAU,GAAG,IAAI,CAACxE,MAAM,CAACmB,KAAK,CAACsD,MAAM,CAAChD,CAAC,IAAIA,CAAC,CAACC,IAAI,KAAK,oBAAoB,CAAC;IACjF,IAAI8C,UAAU,CAACtD,MAAM,KAAK,CAAC,EAAE,OAAO,EAAE;IAEtC,OAAOsD,UAAU,CAAChD,GAAG,CAACkD,IAAI,IAAI;MAC5B,MAAMC,SAAS,GAAGvC,MAAM,CAACwC,IAAI,CAACF,IAAI,CAACG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC3D,MAAM,GAAG,CAAC;MAC/D,MAAM4D,YAAiB,GAAG;QACxBpD,IAAI,EAAEgD,IAAI,CAAChD,IAAI;QACfqD,WAAW,EAAEL,IAAI,CAACK;MACpB,CAAC;MAED,IAAIJ,SAAS,EAAE;QACbG,YAAY,CAACD,UAAU,GAAG;UACxBG,IAAI,EAAE,QAAQ;UACdC,UAAU,EAAE7C,MAAM,CAAC8C,WAAW,CAC5B9C,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CAACrD,GAAG,CAAC,CAAC,CAAC4D,GAAG,EAAEC,KAAK,CAAC,KAAK;YACpD,IAAIC,SAAS,GAAGD,KAAK,CAACL,IAAI,CAACO,WAAW,CAAC,CAAC;YACxC,IAAIC,IAAI,GAAGH,KAAK,CAACN,WAAW;YAC5B,IAAIO,SAAS,KAAK,SAAS,EAAE;cAC3BA,SAAS,GAAG,QAAQ;cACpBE,IAAI,GAAG,GAAGA,IAAI,0BAA0B;YAC1C;YACA,OAAO,CAACJ,GAAG,EAAE;cAAEJ,IAAI,EAAEM,SAAS;cAAEP,WAAW,EAAES;YAAK,CAAC,CAAC;UACtD,CAAC,CACH,CAAC;UACDC,QAAQ,EAAErD,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CACtCJ,MAAM,CAAC,CAAC,GAAGY,KAAK,CAAC,KAAKA,KAAK,CAACI,QAAQ,CAAC,CACrCjE,GAAG,CAAC,CAAC,CAAC4D,GAAG,CAAC,KAAKA,GAAG;QACvB,CAAC;MACH;MACA,OAAON,YAAY;IACrB,CAAC,CAAC;EACJ;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACU9C,gBAAgBA,CAACD,OAAY,EAAQ;IAC3C,IAAI;MACF;MACA,MAAM2D,OAAO,GAAGtD,MAAM,CAACwC,IAAI,CAAC7C,OAAO,IAAI,CAAC,CAAC,CAAC,CAACJ,IAAI,CAAC,IAAI,CAAC;MACrDrC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyBwF,OAAO,GAAG,CAAC;;MAEhE;MACA,IAAI,CAAC3D,OAAO,CAAC4D,aAAa,EAAEC,SAAS,EAAE5E,KAAK,EAAE6E,IAAI,CAAEC,CAAM,IAAKA,CAAC,CAACC,UAAU,CAAC,EAAE;QAC5E,MAAMC,OAAO,GAAG1E,IAAI,CAACC,SAAS,CAACQ,OAAO,CAAC,CAACO,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAC1DhD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,WAAW8F,OAAO,EAAE,CAAC;MACnD;;MAEA;MACA,IAAIjE,OAAO,CAACkE,QAAQ,EAAEC,aAAa,EAAE;QACnC,IAAI,CAACC,eAAe,CAACpE,OAAO,CAACkE,QAAQ,CAACC,aAAa,CAAC;QACpD;MACF;;MAEA;MACA,IAAInE,OAAO,CAAC4D,aAAa,EAAE;QACzB,IAAI,CAACS,mBAAmB,CAACrE,OAAO,CAAC4D,aAAa,CAAC;MACjD;;MAEA;MACA,IAAI5D,OAAO,CAACsE,aAAa,KAAKC,SAAS,EAAE;QACvChH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,oCAAoC,CAAC;QACjE,IAAI,CAACP,SAAS,CAAC4G,eAAe,GAAG,CAAC;MACpC;;MAEA;MACA,IAAIxE,OAAO,CAACG,KAAK,EAAE;QACjB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,iBAAiBZ,IAAI,CAACC,SAAS,CAACQ,OAAO,CAACG,KAAK,CAAC,EAAE,CAAC;QAC9E,IAAI,CAACvC,SAAS,CAAC4C,OAAO,GAAGR,OAAO,CAACG,KAAK,CAACH,OAAO,IAAI,cAAc,CAAC;MACnE;IACF,CAAC,CAAC,OAAOG,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,+BAA+BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC9E;EACF;;EAEA;EACQoE,eAAeA,CAACD,aAAoB,EAAQ;IAClD,KAAK,MAAMM,EAAE,IAAIN,aAAa,EAAE;MAC9B5G,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiBsG,EAAE,CAAC9E,IAAI,IAAIJ,IAAI,CAACC,SAAS,CAACiF,EAAE,CAACC,IAAI,CAAC,SAASD,EAAE,CAACrC,EAAE,GAAG,CAAC;MACjG,IAAI,CAACxE,SAAS,CAAC+G,UAAU,GAAG;QAC1BhF,IAAI,EAAE8E,EAAE,CAAC9E,IAAI;QACb+E,IAAI,EAAED,EAAE,CAACC,IAAI,IAAI,CAAC,CAAC;QACnBtC,EAAE,EAAEqC,EAAE,CAACrC;MACT,CAAC,CAAC;IACJ;EACF;EAEQwC,kBAAkB,GAAG,CAAC;;EAE9B;EACQP,mBAAmBA,CAACQ,OAAY,EAAQ;IAC9C;IACA,MAAMC,WAAW,GAAGzE,MAAM,CAACwC,IAAI,CAACgC,OAAO,IAAI,CAAC,CAAC,CAAC,CAACjF,IAAI,CAAC,IAAI,CAAC;IACzDrC,MAAM,CAACwH,KAAK,CAAC,cAAc,EAAE,2BAA2BD,WAAW,GAAG,CAAC;;IAEvE;IACA,IAAID,OAAO,CAAC7C,YAAY,EAAE;MACxBzE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uCAAuC,IAAI,CAACyG,kBAAkB,GAAG,CAAC;MAC9F,IAAI,CAACA,kBAAkB,GAAG,CAAC;MAC3B,IAAI,CAAChH,SAAS,CAACoH,cAAc,GAAG,CAAC;IACnC;;IAEA;IACA,IAAIH,OAAO,CAAChB,SAAS,EAAE5E,KAAK,EAAE;MAC5B,KAAK,MAAMgG,IAAI,IAAIJ,OAAO,CAAChB,SAAS,CAAC5E,KAAK,EAAE;QAC1C,IAAIgG,IAAI,CAACjB,UAAU,EAAEtC,IAAI,EAAE;UACzB,IAAI,CAACkD,kBAAkB,EAAE;UACzB,IAAI,IAAI,CAACA,kBAAkB,IAAI,CAAC,IAAI,IAAI,CAACA,kBAAkB,GAAG,EAAE,KAAK,CAAC,EAAE;YACtErH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,IAAI,CAACyG,kBAAkB,KAAKK,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAACvC,MAAM,oBAAoB8F,IAAI,CAACjB,UAAU,CAAC1C,QAAQ,IAAI,SAAS,EAAE,CAAC;UACpK;UACA,IAAI,CAAC1D,SAAS,CAACsH,eAAe,GAAGD,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAAC;QACxD;QACA,IAAIuD,IAAI,CAAC/F,IAAI,EAAE;UACb3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,cAAc8G,IAAI,CAAC/F,IAAI,GAAG,CAAC;UACvD,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGF,IAAI,CAAC/F,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;QACzD;MACF;IACF;;IAEA;IACA,IAAI2F,OAAO,CAACO,kBAAkB,EAAElG,IAAI,EAAE;MACpC3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsB0G,OAAO,CAACO,kBAAkB,CAAClG,IAAI,GAAG,CAAC;MACrF,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGN,OAAO,CAACO,kBAAkB,CAAClG,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC;IAC9E;;IAEA;IACA,IAAI2F,OAAO,CAACQ,mBAAmB,EAAEnG,IAAI,EAAE;MACrC3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsB0G,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,GAAG,CAAC;MACtF,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGN,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;IAChF;;IAEA;IACA,IAAI2F,OAAO,CAACX,QAAQ,EAAEC,aAAa,EAAE;MACnC,IAAI,CAACC,eAAe,CAACS,OAAO,CAACX,QAAQ,CAACC,aAAa,CAAC;IACtD;EACF;;EAEA;;EAEQ/F,SAASA,CAACkH,SAAsB,EAAQ;IAC9C,IAAI,CAACxH,OAAO,GAAGwH,SAAS;IACxB,IAAI,CAAC1H,SAAS,CAAC2H,cAAc,GAAGD,SAAS,CAAC;EAC5C;AACF","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"file":"AIAgent.d.ts","sourceRoot":"","sources":["../../../../src/components/AIAgent.tsx"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAMN,MAAM,OAAO,CAAC;AAaf,OAAO,KAAK,EAA0B,eAAe,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAOpH,UAAU,YAAY;IACpB,qBAAqB;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,kBAAkB;IAClB,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gCAAgC;IAChC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAC1B,oCAAoC;IACpC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;IAI7C,qDAAqD;IACrD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,uDAAuD;IACvD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,8BAA8B;IAC9B,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3D,6BAA6B;IAC7B,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC1C,kCAAkC;IAClC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAChE,qEAAqE;IACrE,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACvE,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IACpD,2CAA2C;IAC3C,YAAY,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IACF,gCAAgC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8CAA8C;IAC9C,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IACF,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,mDAAmD;IACnD,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC3C,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAID,wBAAgB,OAAO,CAAC,EACtB,MAAM,EACN,KAA0B,EAC1B,MAAM,EACN,QAAe,EACf,QAAa,EACb,WAAkB,EAClB,QAAQ,EACR,QAAQ,EAER,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,WAAmB,EACnB,YAAY,EACZ,KAAa,GACd,EAAE,YAAY,2CA+Vd"}
1
+ {"version":3,"file":"AIAgent.d.ts","sourceRoot":"","sources":["../../../../src/components/AIAgent.tsx"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAMN,MAAM,OAAO,CAAC;AAaf,OAAO,KAAK,EAA0B,eAAe,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAOpH,UAAU,YAAY;IACpB,qBAAqB;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,kBAAkB;IAClB,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gCAAgC;IAChC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAC1B,oCAAoC;IACpC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;IAI7C,qDAAqD;IACrD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,uDAAuD;IACvD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,8BAA8B;IAC9B,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3D,6BAA6B;IAC7B,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC1C,kCAAkC;IAClC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAChE,qEAAqE;IACrE,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACvE,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IACpD,2CAA2C;IAC3C,YAAY,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IACF,gCAAgC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8CAA8C;IAC9C,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IACF,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,mDAAmD;IACnD,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC3C,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAID,wBAAgB,OAAO,CAAC,EACtB,MAAM,EACN,KAA0B,EAC1B,MAAM,EACN,QAAe,EACf,QAAa,EACb,WAAkB,EAClB,QAAQ,EACR,QAAQ,EAER,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,WAAmB,EACnB,YAAY,EACZ,KAAa,GACd,EAAE,YAAY,2CAwfd"}
@@ -1 +1 @@
1
- {"version":3,"file":"AgentChatBar.d.ts","sourceRoot":"","sources":["../../../../src/components/AgentChatBar.tsx"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAIhE,UAAU,iBAAiB;IACzB,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,eAAe,GAAG,IAAI,CAAC;IACnC,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,0CAA0C;IAC1C,cAAc,CAAC,EAAE,SAAS,EAAE,CAAC;IAC7B,0BAA0B;IAC1B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IACzC,qBAAqB;IACrB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IACxC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,+BAA+B;IAC/B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,mCAAmC;IACnC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;CAC5B;AA+SD,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,UAAU,EACV,UAAU,EACV,QAAQ,EACR,SAAS,EACT,cAAyB,EACzB,IAAa,EACb,YAAY,EACZ,WAAW,EACX,eAAe,EACf,WAAmB,EACnB,cAAsB,EACtB,YAAY,EACZ,gBAAgB,EAChB,aAAa,GACd,EAAE,iBAAiB,2CAqHnB"}
1
+ {"version":3,"file":"AgentChatBar.d.ts","sourceRoot":"","sources":["../../../../src/components/AgentChatBar.tsx"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAYhE,UAAU,iBAAiB;IACzB,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,eAAe,GAAG,IAAI,CAAC;IACnC,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,0CAA0C;IAC1C,cAAc,CAAC,EAAE,SAAS,EAAE,CAAC;IAC7B,0BAA0B;IAC1B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IACzC,qBAAqB;IACrB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IACxC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,+BAA+B;IAC/B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,mCAAmC;IACnC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;CAC5B;AAwTD,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,UAAU,EACV,UAAU,EACV,QAAQ,EACR,SAAS,EACT,cAAyB,EACzB,IAAa,EACb,YAAY,EACZ,WAAW,EACX,eAAe,EACf,WAAmB,EACnB,cAAsB,EACtB,YAAY,EACZ,gBAAgB,EAChB,aAAa,GACd,EAAE,iBAAiB,2CAoHnB"}
@@ -0,0 +1,43 @@
1
+ /**
2
+ * Icons — Zero-dependency, View-based icons for the AI Agent chat bar.
3
+ *
4
+ * Why not emoji? iOS Simulator 26+ has a bug where emoji renders as "?".
5
+ * Why not Unicode symbols? They look obscure and unprofessional.
6
+ * Why not icon libraries? This is a library — zero runtime dependencies.
7
+ *
8
+ * These icons are built purely from React Native View components,
9
+ * rendering identically on every platform and screen size.
10
+ */
11
+ export declare function MicIcon({ size, color }: {
12
+ size?: number;
13
+ color?: string;
14
+ }): import("react/jsx-runtime").JSX.Element;
15
+ export declare function SpeakerIcon({ size, color, muted }: {
16
+ size?: number;
17
+ color?: string;
18
+ muted?: boolean;
19
+ }): import("react/jsx-runtime").JSX.Element;
20
+ export declare function SendArrowIcon({ size, color }: {
21
+ size?: number;
22
+ color?: string;
23
+ }): import("react/jsx-runtime").JSX.Element;
24
+ export declare function StopIcon({ size, color }: {
25
+ size?: number;
26
+ color?: string;
27
+ }): import("react/jsx-runtime").JSX.Element;
28
+ export declare function RecordingDot({ size, color }: {
29
+ size?: number;
30
+ color?: string;
31
+ }): import("react/jsx-runtime").JSX.Element;
32
+ export declare function LoadingDots({ size, color }: {
33
+ size?: number;
34
+ color?: string;
35
+ }): import("react/jsx-runtime").JSX.Element;
36
+ export declare function CloseIcon({ size, color }: {
37
+ size?: number;
38
+ color?: string;
39
+ }): import("react/jsx-runtime").JSX.Element;
40
+ export declare function AIBadge({ size }: {
41
+ size?: number;
42
+ }): import("react/jsx-runtime").JSX.Element;
43
+ //# sourceMappingURL=Icons.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Icons.d.ts","sourceRoot":"","sources":["../../../../src/components/Icons.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,wBAAgB,OAAO,CAAC,EAAE,IAAS,EAAE,KAAc,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CA8CvF;AAID,wBAAgB,WAAW,CAAC,EAAE,IAAS,EAAE,KAAc,EAAE,KAAa,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,2CAsD3H;AAID,wBAAgB,aAAa,CAAC,EAAE,IAAS,EAAE,KAAc,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CAkB7F;AAID,wBAAgB,QAAQ,CAAC,EAAE,IAAS,EAAE,KAAc,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CAYxF;AAID,wBAAgB,YAAY,CAAC,EAAE,IAAS,EAAE,KAAiB,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CAY/F;AAID,wBAAgB,WAAW,CAAC,EAAE,IAAS,EAAE,KAAc,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CAe3F;AAID,wBAAgB,SAAS,CAAC,EAAE,IAAS,EAAE,KAA+B,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,2CAuB1G;AAID,wBAAgB,OAAO,CAAC,EAAE,IAAS,EAAE,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,2CA6BvD"}
@@ -29,6 +29,18 @@ export declare class AgentRuntime {
29
29
  */
30
30
  private getRouteNames;
31
31
  private collectRouteNames;
32
+ /**
33
+ * Find the path from root navigator to a target screen.
34
+ * Returns [parentTab, screen] for nested screens, or [screen] for top-level.
35
+ * Example: findScreenPath('Home') → ['HomeTab', 'Home']
36
+ */
37
+ private findScreenPath;
38
+ /**
39
+ * Build nested params for React Navigation nested screen navigation.
40
+ * ['HomeTab', 'Home'] → { screen: 'Home', params }
41
+ * ['Tab', 'Stack', 'Screen'] → { screen: 'Stack', params: { screen: 'Screen', params } }
42
+ */
43
+ private buildNestedParams;
32
44
  /**
33
45
  * Recursively find the deepest active screen name.
34
46
  * For tabs: follows active tab → active screen inside that tab.
@@ -1 +1 @@
1
- {"version":3,"file":"AgentRuntime.d.ts","sourceRoot":"","sources":["../../../../src/core/AgentRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAEX,eAAe,EACf,cAAc,EACd,gBAAgB,EAEjB,MAAM,SAAS,CAAC;AAMjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA0C;IACvD,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,mBAAmB,CAAuB;gBAGhD,QAAQ,EAAE,UAAU,EACpB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,GAAG;IAyBb,OAAO,CAAC,oBAAoB;IAqL5B,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK9C,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAMpC;;;OAGG;IACH,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,iBAAiB;IAczB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAiB5B,OAAO,CAAC,oBAAoB;IAW5B,gFAAgF;IAChF,OAAO,CAAC,kBAAkB;IAmB1B;;;;OAIG;YACW,iBAAiB;IA4B/B;;;;OAIG;IACI,gBAAgB,IAAI,MAAM;IAyBjC,OAAO,CAAC,qBAAqB;IA4B7B,gFAAgF;IACzE,QAAQ,IAAI,cAAc,EAAE;IAInC,yEAAyE;IAC5D,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBlF,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,cAAc,CAAc;IAEpC,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,kBAAkB;IAuDpB,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA+M5D,qDAAqD;IACrD,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAK3C,4CAA4C;IAC5C,YAAY,IAAI,OAAO;CAGxB"}
1
+ {"version":3,"file":"AgentRuntime.d.ts","sourceRoot":"","sources":["../../../../src/core/AgentRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EAEX,eAAe,EACf,cAAc,EACd,gBAAgB,EAEjB,MAAM,SAAS,CAAC;AAMjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA0C;IACvD,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,mBAAmB,CAAuB;gBAGhD,QAAQ,EAAE,UAAU,EACpB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,GAAG,EACZ,MAAM,EAAE,GAAG;IAyBb,OAAO,CAAC,oBAAoB;IA6M5B,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK9C,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAMpC;;;OAGG;IACH,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,iBAAiB;IAczB;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAwBtB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IASzB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAiB5B,OAAO,CAAC,oBAAoB;IAW5B,gFAAgF;IAChF,OAAO,CAAC,kBAAkB;IAmB1B;;;;OAIG;YACW,iBAAiB;IA4B/B;;;;OAIG;IACI,gBAAgB,IAAI,MAAM;IAyBjC,OAAO,CAAC,qBAAqB;IA4B7B,gFAAgF;IACzE,QAAQ,IAAI,cAAc,EAAE;IAInC,yEAAyE;IAC5D,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBlF,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,cAAc,CAAc;IAEpC,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,kBAAkB;IAuDpB,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA+M5D,qDAAqD;IACrD,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAK3C,4CAA4C;IAC5C,YAAY,IAAI,OAAO;CAGxB"}
@@ -1 +1 @@
1
- {"version":3,"file":"systemPrompt.d.ts","sourceRoot":"","sources":["../../../../src/core/systemPrompt.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAyJ1D;AAED;;;;;;;;;GASG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,CAiFR"}
1
+ {"version":3,"file":"systemPrompt.d.ts","sourceRoot":"","sources":["../../../../src/core/systemPrompt.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CA+J1D;AAED;;;;;;;;;GASG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,CA8FR"}
@@ -6,6 +6,10 @@
6
6
  */
7
7
  export { AIAgent } from './components/AIAgent';
8
8
  export { useAction } from './hooks/useAction';
9
+ export { VoiceService } from './services/VoiceService';
10
+ export { AudioInputService } from './services/AudioInputService';
11
+ export { AudioOutputService } from './services/AudioOutputService';
9
12
  export { logger } from './utils/logger';
10
13
  export type { AgentConfig, AgentMode, ExecutionResult, InteractiveElement, DehydratedScreen, ToolDefinition, ActionDefinition, TokenUsage, } from './core/types';
14
+ export type { VoiceServiceConfig, VoiceServiceCallbacks, VoiceStatus, } from './services/VoiceService';
11
15
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAQ9C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,YAAY,EACV,WAAW,EACX,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,UAAU,GACX,MAAM,cAAc,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAGnE,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,YAAY,EACV,WAAW,EACX,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,UAAU,GACX,MAAM,cAAc,CAAC;AAEtB,YAAY,EACV,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,yBAAyB,CAAC"}
@@ -5,6 +5,9 @@
5
5
  * PCM streaming from the microphone. Each chunk is converted from Float32
6
6
  * to Int16 PCM and base64-encoded for the Gemini Live API.
7
7
  *
8
+ * Echo cancellation is handled at the OS/hardware level via
9
+ * react-native-incall-manager (VOICE_COMMUNICATION mode) — not in JS.
10
+ *
8
11
  * Requires: react-native-audio-api (development build only, not Expo Go)
9
12
  */
10
13
  export interface AudioInputConfig {
@@ -21,9 +24,19 @@ export declare class AudioInputService {
21
24
  private config;
22
25
  private status;
23
26
  private recorder;
27
+ private consecutiveSilentFrames;
28
+ private isRecovering;
29
+ private static readonly SILENT_THRESHOLD;
30
+ private static readonly SILENT_FRAMES_BEFORE_RESTART;
24
31
  constructor(config: AudioInputConfig);
25
32
  start(): Promise<boolean>;
26
33
  stop(): Promise<void>;
34
+ /**
35
+ * Restart the recorder to re-acquire the audio session.
36
+ * Fixes react-native-audio-api bug where AudioRecorder loses mic access
37
+ * after AudioBufferQueueSourceNode plays audio.
38
+ */
39
+ private restartRecorder;
27
40
  get isRecording(): boolean;
28
41
  get currentStatus(): RecordingStatus;
29
42
  }
@@ -1 +1 @@
1
- {"version":3,"file":"AudioInputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioInputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2CAA2C;IAC3C,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC;CACjC;AAED,KAAK,eAAe,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAIvD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,QAAQ,CAAa;gBAEjB,MAAM,EAAE,gBAAgB;IAM9B,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC;IA0EzB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,eAAe,CAEnC;CACF"}
1
+ {"version":3,"file":"AudioInputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioInputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2CAA2C;IAC3C,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC;CACjC;AAED,KAAK,eAAe,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAIvD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,QAAQ,CAAa;IAK7B,OAAO,CAAC,uBAAuB,CAAK;IACpC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAQ;IAChD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAM;gBAE9C,MAAM,EAAE,gBAAgB;IAM9B,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC;IAuHzB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB3B;;;;OAIG;YACW,eAAe;IAa7B,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,eAAe,CAEnC;CACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"AudioOutputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioOutputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACnC;AAID,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAK;gBAEX,MAAM,GAAE,iBAAsB;IAMpC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IAsCpC,uEAAuE;IACvE,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAmClC,IAAI,IAAI,IAAI;IAQZ,MAAM,IAAI,IAAI;IAQd,IAAI,OAAO,IAAI,OAAO,CAErB;IAIK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAerB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B"}
1
+ {"version":3,"file":"AudioOutputService.d.ts","sourceRoot":"","sources":["../../../../src/services/AudioOutputService.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACnC;AAID,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAK;gBAEX,MAAM,GAAE,iBAAsB;IAMpC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IA6DpC,uEAAuE;IACvE,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAwDlC,IAAI,IAAI,IAAI;IAQZ,MAAM,IAAI,IAAI;IAQd,IAAI,OAAO,IAAI,OAAO,CAErB;IAIK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B"}
@@ -1,13 +1,16 @@
1
1
  /**
2
- * VoiceService — WebSocket connection to Gemini Live API.
2
+ * VoiceService — @google/genai SDK Live API connection.
3
+ *
4
+ * Uses the official `ai.live.connect()` method instead of raw WebSocket.
5
+ * This fixes function calling reliability: the SDK handles protocol details
6
+ * (binary framing, message transforms, model name prefixes) that our
7
+ * previous raw WebSocket implementation missed.
3
8
  *
4
9
  * Handles bidirectional audio streaming between the app and Gemini:
5
10
  * - Sends PCM 16kHz 16-bit audio chunks (mic input)
6
11
  * - Receives PCM 24kHz 16-bit audio chunks (AI responses)
7
12
  * - Receives function calls (tap, navigate, etc.) for agentic actions
8
- * - Sends screen context (DOM text + optional screenshot) for live mode
9
- *
10
- * Protocol: wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent
13
+ * - Sends screen context (DOM text) for live mode
11
14
  */
12
15
  import type { ToolDefinition } from '../core/types';
13
16
  export interface VoiceServiceConfig {
@@ -32,50 +35,56 @@ export interface VoiceServiceCallbacks {
32
35
  onError?: (error: string) => void;
33
36
  /** Called when AI turn is complete (all audio sent) */
34
37
  onTurnComplete?: () => void;
38
+ /** Called when SDK setup is complete — safe to send screen context */
39
+ onSetupComplete?: () => void;
35
40
  }
36
41
  export type VoiceStatus = 'disconnected' | 'connecting' | 'connected' | 'error';
37
42
  export declare class VoiceService {
38
- private ws;
43
+ private session;
39
44
  private config;
40
45
  private callbacks;
41
- private setupComplete;
46
+ lastCallbacks: VoiceServiceCallbacks | null;
42
47
  private _status;
48
+ intentionalDisconnect: boolean;
43
49
  constructor(config: VoiceServiceConfig);
44
- connect(callbacks: VoiceServiceCallbacks): void;
50
+ /**
51
+ * Connect to Gemini Live API via the official SDK.
52
+ * Now async because `ai.live.connect()` returns a Promise.
53
+ */
54
+ connect(callbacks: VoiceServiceCallbacks): Promise<void>;
45
55
  disconnect(): void;
46
56
  get isConnected(): boolean;
47
57
  get currentStatus(): VoiceStatus;
48
- /** Send PCM audio chunk (base64 encoded) to Gemini */
58
+ /** Send PCM audio chunk (base64 encoded) via SDK's sendRealtimeInput */
49
59
  private sendCount;
50
60
  sendAudio(base64Audio: string): void;
51
- /** Send text message via realtimeInput (same channel as audio) */
61
+ /** Send text message via SDK's sendClientContent */
52
62
  sendText(text: string): void;
53
- /** Send DOM tree as passive context during live conversation.
54
- *
55
- * Uses `clientContent` with `turnComplete: false` to inject context
56
- * WITHOUT triggering a model response. This is the "incremental content
57
- * updates" pattern from the Gemini docs for establishing session context.
58
- *
59
- * Called once at connect + after each tool call (not on a timer).
60
- * Screenshots are handled separately via the capture_screenshot tool.
63
+ /**
64
+ * Send DOM tree as passive context during live conversation.
65
+ * Uses turnComplete: false the model receives context without responding.
61
66
  */
62
67
  sendScreenContext(domText: string): void;
63
- /** Send function call result back to Gemini */
68
+ /** Send function call result back via SDK's sendToolResponse */
64
69
  sendFunctionResponse(name: string, id: string, result: any): void;
65
70
  /**
66
- * Builds and sends the setup message, replicating text mode's agent_step
67
- * compound tool so the model uses structured reasoning + actions.
71
+ * Builds function declarations from configured tools.
72
+ * Converts BOOLEAN params to STRING (native audio model limitation).
73
+ */
74
+ private buildToolDeclarations;
75
+ /**
76
+ * Handle messages from the SDK's onmessage callback.
77
+ * The SDK parses binary/JSON automatically — we get clean objects.
68
78
  *
69
- * The agent_step tool flattens reasoning fields (previous_goal_eval,
70
- * memory, plan) + action_name enum + all action parameters into a single
71
- * function — matching GeminiProvider.buildAgentStepDeclaration exactly.
79
+ * Per official docs, tool calls come at the top level as
80
+ * `response.toolCall.functionCalls`.
72
81
  */
73
- private sendSetup;
74
- private handleMessage;
75
- private handleBinaryMessage;
76
- private processBinaryBytes;
77
- private processMessage;
82
+ private handleSDKMessage;
83
+ /** Process tool calls from the model */
84
+ private handleToolCalls;
85
+ private audioResponseCount;
86
+ /** Process server content (audio responses, transcripts, turn events) */
87
+ private handleServerContent;
78
88
  private setStatus;
79
- private arrayBufferToBase64;
80
89
  }
81
90
  //# sourceMappingURL=VoiceService.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"VoiceService.d.ts","sourceRoot":"","sources":["../../../../src/services/VoiceService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAChD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACzF,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,KAAK,IAAI,CAAC;IAChF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;IAC/C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,uDAAuD;IACvD,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAehF,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,OAAO,CAA+B;gBAElC,MAAM,EAAE,kBAAkB;IAMtC,OAAO,CAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI;IAqC/C,UAAU,IAAI,IAAI;IAUlB,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,WAAW,CAE/B;IAID,sDAAsD;IACtD,OAAO,CAAC,SAAS,CAAK;IACtB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAsBpC,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU5B;;;;;;;;OAQG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAiBxC,+CAA+C;IAC/C,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAmBjE;;;;;;;OAOG;IACH,OAAO,CAAC,SAAS;IAqFjB,OAAO,CAAC,aAAa;IAuBrB,OAAO,CAAC,mBAAmB;IA0B3B,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,cAAc;IAoEtB,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,mBAAmB;CAQ5B"}
1
+ {"version":3,"file":"VoiceService.d.ts","sourceRoot":"","sources":["../../../../src/services/VoiceService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAWH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAChD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACzF,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,KAAK,IAAI,CAAC;IAChF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;IAC/C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,uDAAuD;IACvD,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IAC5B,sEAAsE;IACtE,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;CAC9B;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAShF,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAA6B;IACvC,aAAa,EAAE,qBAAqB,GAAG,IAAI,CAAQ;IAC1D,OAAO,CAAC,OAAO,CAA+B;IACvC,qBAAqB,UAAS;gBAEzB,MAAM,EAAE,kBAAkB;IAMtC;;;OAGG;IACG,OAAO,CAAC,SAAS,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6F9D,UAAU,IAAI,IAAI;IAUlB,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,WAAW,CAE/B;IAID,wEAAwE;IACxE,OAAO,CAAC,SAAS,CAAK;IACtB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAiCpC,oDAAoD;IACpD,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAc5B;;;OAGG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAgBxC,gEAAgE;IAChE,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAgBjE;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAsC7B;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IAuCxB,wCAAwC;IACxC,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,kBAAkB,CAAK;IAE/B,yEAAyE;IACzE,OAAO,CAAC,mBAAmB;IAiD3B,OAAO,CAAC,SAAS;CAIlB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mobileai/react-native",
3
- "version": "0.4.6",
3
+ "version": "0.5.0",
4
4
  "description": "Build autonomous AI agents for React Native and Expo apps. Provides AI-native UI traversal, tool calling, and structured reasoning.",
5
5
  "main": "./lib/module/index.js",
6
6
  "source": "./src/index.ts",