@charivo/realtime 0.18.1 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +83 -26
- package/dist/chunk-3YPRYU2M.mjs +1251 -0
- package/dist/chunk-3YPRYU2M.mjs.map +1 -0
- package/dist/chunk-5OO737VD.mjs +33 -0
- package/dist/chunk-5OO737VD.mjs.map +1 -0
- package/dist/{chunk-U7ER2VBF.mjs → chunk-EIYYLUWF.mjs} +10 -17
- package/dist/chunk-EIYYLUWF.mjs.map +1 -0
- package/dist/{chunk-VFIMTFOP.mjs → chunk-JEJGTULX.mjs} +24 -31
- package/dist/chunk-JEJGTULX.mjs.map +1 -0
- package/dist/{chunk-EXLERHST.mjs → chunk-VTHBTUH3.mjs} +7 -10
- package/dist/chunk-VTHBTUH3.mjs.map +1 -0
- package/dist/gemini/index.d.mts +22 -0
- package/dist/gemini/index.d.ts +22 -0
- package/dist/gemini/index.js +1282 -0
- package/dist/gemini/index.js.map +1 -0
- package/dist/gemini/index.mjs +4 -0
- package/dist/gemini/index.mjs.map +1 -0
- package/dist/index.d.mts +2 -2
- package/dist/index.d.ts +2 -2
- package/dist/index.js.map +1 -1
- package/dist/index.mjs.map +1 -1
- package/dist/openai/index.js +22 -7
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +3 -2
- package/dist/openai-agents/index.js +25 -14
- package/dist/openai-agents/index.js.map +1 -1
- package/dist/openai-agents/index.mjs +3 -2
- package/dist/remote/index.d.mts +1 -0
- package/dist/remote/index.d.ts +1 -0
- package/dist/remote/index.js +1296 -37
- package/dist/remote/index.js.map +1 -1
- package/dist/remote/index.mjs +13 -4
- package/dist/remote/index.mjs.map +1 -1
- package/package.json +7 -2
- package/dist/chunk-EXLERHST.mjs.map +0 -1
- package/dist/chunk-U7ER2VBF.mjs.map +0 -1
- package/dist/chunk-VFIMTFOP.mjs.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/gemini/defaults.ts","../src/gemini/dev-bootstrap.ts","../src/gemini/bootstrap.ts","../src/gemini/capture.ts","../src/gemini/playback.ts","../src/gemini/client.ts"],"names":["CharivoStateError","fetchWithTimeout","CharivoProviderError","GEMINI_LIVE_ADAPTER"],"mappings":";;;;AAIO,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAGlC,IAAM,iBAAA,GAAoB,IAAA;AAE1B,IAAM,kBAAA,GAAqB,IAAA;AAE3B,IAAM,qBAAA,GAAwB,GAAA;AAe9B,IAAM,mBAAA,GAAsB,GAAA;;;ACTnC,IAAM,eAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAGF,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AAUD,SAAS,WAAW,OAAA,EAAyD;AAC3E,EAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR,CAAA,yCAAA,EAA4C,QAAQ,UAAU,CAAA,CAAA;AAAA,KAChE;AAAA,EACF;AAEA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AACxD,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR,CAAA,4DAAA,EAA+D,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,KACtG;AAAA,EACF;AAKA,EAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,CAAA,OAAA,EAAU,OAAA,CAAQ,KAAA,IAAS,yBAAyB,CAAA,CAAA;AAAA,IAC3D,gBAAA;AAAA;AAAA,IAEA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAEA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAGA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AASO,SAAS,6BACd,MAAA,EACwE;AACxE,EAAA,OAAO,OACL,OAAA,KACsC;AACtC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,eAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,MAAA;AAAA,UAClB,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,UAAA,CAAW,OAAA,CAAQ,OAAO,CAAC;AAAA,OAClD;AAAA,MACA;AAAA,QACE,cAAA,EAAgB,6CAA6C,0BAA0B,CAAA,EAAA,CAAA;AAAA,QACvF,cAAA,EAAgB;AAAA;AAClB,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR,+CAA+C,SAAS,CAAA;AAAA,OAC1D;AAAA,IACF;AAEA,IAAA,IAAI,IAAA;AACJ,IAAA,IAAI;AACF,MAAA,IAAA,GAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,CAAA,CAAA,MAAQ;AACN,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,iBAAiB,IAAI,CAAA;AACnC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,mBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF,CAAA;AACF;;;ACpLA,eAAsB,sBAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,IAAe,OAAA,CAAQ,MAAA,EAAQ;AAClC,IAAA,OAAO,4BAAA,CAA6B,OAAA,CAAQ,MAAM,CAAA,CAAE,OAAO,CAAA;AAAA,EAC7D;AAEA,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAIA,iBAAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAMC,gBAAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA;AAAA,MACE,cAAA,EAAgB,4CAA4C,0BAA0B,CAAA,EAAA,CAAA;AAAA,MACtF,cAAA,EAAgB;AAAA;AAClB,GACF;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAIC,oBAAAA;AAAA,MACR,sCAAsC,SAAS,CAAA;AAAA,KACjD;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,SAAA;AACT;;;AC1EA,IAAM,sBAAA,GAAyB,wBAAA;AAS/B,IAAM,sBAAA,GAAyB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA,mBAAA,EAiDV,sBAAsB,CAAA;AAAA,CAAA;AAuB3C,eAAsB,qBAAA,CAAsB;AAAA,EAC1C,MAAA;AAAA,EACA;AACF,CAAA,EAAqD;AAanD,EAAA,MAAM,OAAA,GAAU,IAAI,YAAA,EAAa;AAEjC,EAAA,MAAM,aAAa,GAAA,CAAI,eAAA;AAAA,IACrB,IAAI,KAAK,CAAC,sBAAsB,GAAG,EAAE,IAAA,EAAM,0BAA0B;AAAA,GACvE;AACA,EAAA,IAAI;AACF,IAAA,MAAM,OAAA,CAAQ,YAAA,CAAa,SAAA,CAAU,UAAU,CAAA;AAE/C,IAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,uBAAA,CAAwB,MAAM,CAAA;AACrD,IAAA,MAAM,OAAA,GAAU,IAAI,gBAAA,CAAiB,OAAA,EAAS,sBAAA,EAAwB;AAAA,MACpE,gBAAA,EAAkB;AAAA,QAChB,UAAA,EAAY,iBAAA;AAAA,QACZ,YAAA,EAAc;AAAA;AAChB,KACD,CAAA;AACD,IAAA,MAAA,CAAO,QAAQ,OAAO,CAAA;AACtB,IAAA,OAAA,CAAQ,IAAA,CAAK,SAAA,GAAY,CAAC,KAAA,KAAqC;AAC7D,MAAA,OAAA,CAAQ,IAAI,UAAA,CAAW,KAAA,CAAM,IAAI,CAAC,CAAA;AAAA,IACpC,CAAA;AAOA,IAAA,OAAA,CAAQ,mBAAmB,MAAM;AAC/B,MAAA,OAAA,CAAQ,MAAM,+CAA+C,CAAA;AAAA,IAC/D,CAAA;AAEA,IAAA,OAAO;AAAA,MACL,IAAA,GAAO;AAQL,QAAA,OAAA,CAAQ,KAAK,SAAA,GAAY,IAAA;AACzB,QAAA,OAAA,CAAQ,KAAK,KAAA,EAAM;AACnB,QAAA,MAAA,CAAO,UAAA,EAAW;AAClB,QAAA,OAAA,CAAQ,UAAA,EAAW;AACnB,QAAA,KAAK,aAAa,OAAO,CAAA;AAAA,MAC3B;AAAA,KACF;AAAA,EACF,SAAS,KAAA,EAAO;AAId,IAAA,KAAK,aAAa,OAAO,CAAA;AACzB,IAAA,MAAM,KAAA;AAAA,EACR,CAAA,SAAE;AACA,IAAA,GAAA,CAAI,gBAAgB,UAAU,CAAA;AAAA,EAChC;AACF;AAEA,SAAS,aAAa,OAAA,EAAsC;AAC1D,EAAA,OAAO,OAAA,CACJ,OAAM,CACN,KAAA;AAAA,IAAM,CAAC,KAAA,KACN,OAAA,CAAQ,KAAA,CAAM,8CAA8C,KAAK;AAAA,GACnE;AACJ;;;AC9IO,SAAS,oBAAoB,OAAA,EAAsC;AACxE,EAAA,MAAM,MAAA,GAAS,QAAQ,UAAA,EAAW;AAClC,EAAA,MAAA,CAAO,OAAA,CAAQ,QAAQ,WAAW,CAAA;AAElC,EAAA,MAAM,GAAA,GAAM,QAAQ,4BAAA,EAA6B;AACjD,EAAA,MAAA,CAAO,QAAQ,GAAG,CAAA;AAElB,EAAA,OAAO,EAAE,MAAA,EAAQ,aAAA,EAAe,GAAA,CAAI,MAAA,EAAO;AAC7C;AA2BO,IAAM,oBAAN,MAAwB;AAAA,EAU7B,WAAA,CACmB,OAAA,EACA,WAAA,EACA,SAAA,EACjB;AAHiB,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AACA,IAAA,IAAA,CAAA,WAAA,GAAA,WAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAAA,EAChB;AAAA,EAbK,aAAA,GAAgB,CAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMhB,UAAA,GAAa,CAAA;AAAA,EACJ,MAAA,uBAAa,GAAA,EAA2B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAezD,MAAA,GAAkB;AAChB,IAAA,OAAO,IAAA,CAAK,OAAO,IAAA,KAAS,CAAA;AAAA,EAC9B;AAAA;AAAA,EAGA,QAAQ,GAAA,EAAuB;AAC7B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,aAAa,CAAC,CAAA;AACjD,IAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,aAAa,IAAA,CAAK,UAAA;AAIxB,IAAA,MAAM,IAAA,GAAO,IAAI,QAAA,CAAS,GAAA,CAAI,QAAQ,GAAA,CAAI,UAAA,EAAY,IAAI,UAAU,CAAA;AACpE,IAAA,MAAM,MAAA,GAAS,KAAK,OAAA,CAAQ,YAAA;AAAA,MAC1B,CAAA;AAAA,MACA,WAAA;AAAA,MACA;AAAA,KACF;AACA,IAAA,MAAM,OAAA,GAAU,MAAA,CAAO,cAAA,CAAe,CAAC,CAAA;AACvC,IAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,WAAA,EAAa,SAAS,CAAA,EAAG;AACnD,MAAA,OAAA,CAAQ,KAAK,CAAA,GAAI,IAAA,CAAK,SAAS,KAAA,GAAQ,CAAA,EAAG,IAAI,CAAA,GAAI,KAAA;AAAA,IACpD;AAEA,IAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,kBAAA,EAAmB;AAC/C,IAAA,MAAA,CAAO,MAAA,GAAS,MAAA;AAChB,IAAA,MAAA,CAAO,OAAA,CAAQ,KAAK,WAAW,CAAA;AAC/B,IAAA,MAAA,CAAO,UAAU,MAAM;AACrB,MAAA,IAAA,CAAK,MAAA,CAAO,OAAO,MAAM,CAAA;AACzB,MAAA,IAAI,eAAe,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,MAAA,CAAO,OAAO,CAAA,EAAG;AAC1D,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,SAAA,CAAU,gBAAgB,KAAK,CAAA;AACpC,MAAA,IAAA,CAAK,UAAU,OAAA,EAAQ;AAAA,IACzB,CAAA;AAEA,IAAA,MAAM,OAAA,GAAU,KAAK,MAAA,EAAO;AAK5B,IAAA,MAAM,UAAU,IAAA,CAAK,GAAA,CAAI,KAAK,OAAA,CAAQ,WAAA,EAAa,KAAK,aAAa,CAAA;AACrE,IAAA,IAAA,CAAK,MAAA,CAAO,IAAI,MAAM,CAAA;AACtB,IAAA,MAAA,CAAO,MAAM,OAAO,CAAA;AACpB,IAAA,IAAA,CAAK,aAAA,GAAgB,UAAU,MAAA,CAAO,QAAA;AAEtC,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAA,CAAK,SAAA,CAAU,gBAAgB,IAAI,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA,EAGA,KAAA,GAAc;AAOZ,IAAA,IAAA,CAAK,UAAA,IAAc,CAAA;AACnB,IAAA,MAAM,UAAA,GAAa,CAAC,IAAA,CAAK,MAAA,EAAO;AAEhC,IAAA,KAAA,MAAW,MAAA,IAAU,KAAK,MAAA,EAAQ;AAChC,MAAA,MAAA,CAAO,OAAA,GAAU,IAAA;AACjB,MAAA,IAAI;AACF,QAAA,MAAA,CAAO,IAAA,EAAK;AAAA,MACd,CAAA,CAAA,MAAQ;AAAA,MAKR;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAO,KAAA,EAAM;AAClB,IAAA,IAAA,CAAK,aAAA,GAAgB,CAAA;AAErB,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,gBAAgB,KAAK,CAAA;AAAA,IACtC;AAAA,EACF;AACF,CAAA;;;AC5DO,IAAM,mBAAN,MAA0D;AAAA,EA6I/D,WAAA,CAAoB,OAAA,GAAmC,EAAC,EAAG;AAAvC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAwC;AAAA,EA5IpD,YAAA,GAA2C,IAAA;AAAA;AAAA,EAE3C,WAAA,GAAc,CAAA;AAAA,EACd,cAAA,GAAwC,IAAA;AAAA,EAC/B,kBAAkB,qBAAA,CAAsB;AAAA,IACvD,KAAA,EAAO,CAAC,GAAA,KAAQ,IAAA,CAAK,UAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,GAAA,EAAK,CAAA;AAAA,IAC7D,SAAS,CAAC,KAAA,KAAU,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK;AAAA,GAC3E,CAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAKO,eAAA,GAAuC,IAAA;AAAA,EACvC,iBAAA,GAA8C,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAM9C,aAAA,GAAoC,IAAA;AAAA,EACpC,eAAA,GAA0C,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAK1C,eAAA,GAAkB,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBlB,SAAA,GAAY,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQZ,oBAAA,GAAsC,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOtC,iBAAA,GAAoB,CAAA;AAAA,EACpB,oBAAA,GAAsC,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAKtC,2BAAA,GAA8B,KAAA;AAAA,EAC9B,aAAA,GAAgB,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYhB,qBAAA,GAAwB,KAAA;AAAA,EACxB,gBAAA,GAAmB,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMnB,eAAA,GAAkB,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASlB,iBAAA,GAAoB,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBpB,aAAA,GAAgB,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASP,gBAAA,uBAAuB,GAAA,EAAoB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQpD,WAAA;AAAA,EACA,oBAAA;AAAA,EACA,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOf,YAAA,GAAe,KAAA;AAAA,EACf,cAAA,uBAAqB,GAAA,EAA6C;AAAA,EAI1E,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,2CAA2C,CAAA;AAEpD,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAI5B,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,SAAA,EAAW,WAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AACD,MAAA,MAAM,EAAE,GAAA,EAAK,KAAA,EAAM,GAAI,0BAA0B,SAAS,CAAA;AAI1D,MAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAOA,MAAA,MAAM,KAAK,mBAAA,EAAoB;AAQ/B,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,aAAA,GAAgB,MAAM,uBAAA,EAAwB;AAAA,MACrD,SAAS,KAAA,EAAO;AAKd,QAAA,MAAM,IAAI,MAAM,6CAAA,EAA+C;AAAA,UAC7D,KAAA,EAAO;AAAA,SACR,CAAA;AAAA,MACH;AAIA,MAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,MAAM,eAAA,GAAkB,MAAM,qBAAA,CAAsB;AAAA,QAClD,QAAQ,IAAA,CAAK,aAAA;AAAA,QACb,OAAA,EAAS,CAAC,KAAA,KAAU,IAAA,CAAK,iBAAiB,KAAK;AAAA,OAChD,CAAA;AAMD,MAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,QAAA,eAAA,CAAgB,IAAA,EAAK;AACrB,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AACA,MAAA,IAAA,CAAK,eAAA,GAAkB,eAAA;AAEvB,MAAA,MAAM,IAAA,CAAK,UAAA,CAAW,GAAA,EAAK,KAAA,EAAO,QAAQ,KAAK,CAAA;AAE/C,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AAGd,MAAA,IAAI,KAAK,YAAA,EAAc;AACrB,QAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,MAC3B,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,MACf;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,qCAAqC,CAAA;AAC9C,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,OAAA,EAAgD;AAIlE,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,UAAU,IAAA,CAAK,oBAAA;AAE3C,IAAA,IAAI;AAGF,MAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,IAAA,CAAK,oBAAoB,CAAA;AAAA,IAC9C,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,MAAA,GAAS,KAAK,kBAAA,EAAmB;AAKvC,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,KAAK,SAAA,CAAU;AAAA,QACb,aAAA,EAAe;AAAA,UACb,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,MAAA,EAAQ,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,CAAA,EAAG,CAAA;AAAA,UAC3C,YAAA,EAAc;AAAA;AAChB,OACD;AAAA,KACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,MAAM,SAAA,GAA2B;AAI/B,IAAA,IAAI,KAAK,iBAAA,EAAmB;AAC1B,MAAA,IAAA,CAAK,aAAA,GAAgB,IAAA;AACrB,MAAA,IAAA,CAAK,IAAI,iDAAiD,CAAA;AAAA,IAC5D;AAcA,IAAA,IAAA,CAAK,mBAAmB,KAAA,EAAM;AAC9B,IAAA,IAAA,CAAK,cAAA,EAAe;AAAA,EACtB;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAGA,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAC7C,IAAA,IAAI,CAAC,IAAA,EAAM;AACT,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,kCAAkC,MAAM,CAAA,2FAAA;AAAA,OAC1C;AAAA,IACF;AAEA,IAAA,MAAM,MAAA,GAAS,KAAK,kBAAA,EAAmB;AACvC,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,KAAK,SAAA,CAAU;AAAA,QACb,YAAA,EAAc;AAAA,UACZ,iBAAA,EAAmB,CAAC,EAAE,EAAA,EAAI,QAAQ,IAAA,EAAM,QAAA,EAAU,QAAQ;AAAA;AAC5D,OACD;AAAA,KACH;AAGA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AAAA,EACrC;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,KAAK,mBAAA,EAAoB;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAsBA,MAAc,mBAAA,GAAqC;AACjD,IAAA,MAAM,WAAW,IAAA,CAAK,eAAA;AACtB,IAAA,IAAI,QAAA,EAAU;AAWZ,MAAA,IAAI,QAAA,CAAS,UAAU,SAAA,EAAW;AAChC,QAAA,KAAK,QAAA,CACF,QAAO,CACP,KAAA;AAAA,UAAM,CAAC,UACN,OAAA,CAAQ,KAAA;AAAA,YACN,8CAAA;AAAA,YACA;AAAA;AACF,SACF;AAAA,MACJ;AACA,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,IAAI,YAAA,CAAa,EAAE,UAAA,EAAY,oBAAoB,CAAA;AACnE,IAAA,MAAM,KAAA,GAAQ,oBAAoB,OAAO,CAAA;AAIzC,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAI,iBAAA,CAAkB,OAAA,EAAS,MAAM,MAAA,EAAQ;AAAA,MACpE,SAAS,MAAM;AAKb,QAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AAAA,MACF,CAAA;AAAA,MACA,eAAA,EAAiB,CAAC,OAAA,KAAqB;AACrC,QAAA,IAAI,OAAA,EAAS;AACX,UAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,QAC5B,CAAA,MAAO;AACL,UAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,QAC3B;AAAA,MACF;AAAA,KACD,CAAA;AAED,IAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAInC,IAAA,IAAA,CAAK,eAAA,CAAgB,iBAAA,CAAkB,KAAA,CAAM,aAAa,CAAA;AAC1D,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B;AAAA,EAEQ,UAAA,CACN,GAAA,EACA,KAAA,EACA,KAAA,EACe;AACf,IAAA,OAAO,IAAI,OAAA,CAAc,CAAC,OAAA,EAAS,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA;AACJ,MAAA,IAAI;AAKF,QAAA,MAAA,GAAS,IAAI,SAAA;AAAA,UACX,CAAA,EAAG,GAAG,CAAA,cAAA,EAAiB,kBAAA,CAAmB,KAAK,CAAC,CAAA;AAAA,SAClD;AAAA,MACF,CAAA,CAAA,MAAQ;AACN,QAAA,MAAA,CAAO,IAAI,KAAA,CAAM,0CAA0C,CAAC,CAAA;AAC5D,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,OAAA,GAA+B;AAAA,QACnC,MAAA;AAAA,QACA,OAAO,IAAA,CAAK,WAAA;AAAA,QACZ,IAAA,EAAM,QAAQ,OAAA;AAAQ,OACxB;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,OAAA;AAEpB,MAAA,IAAA,CAAK,cAAA,GAAiB;AAAA,QACpB,OAAA;AAAA,QACA,MAAA;AAAA,QACA,SAAA,EAAW,WAAW,MAAM;AAC1B,UAAA,IAAA,CAAK,oBAAA;AAAA,YACH,IAAI,KAAA;AAAA,cACF,6CAA6C,0BAA0B,CAAA,EAAA;AAAA;AACzE,WACF;AAAA,QACF,GAAG,0BAA0B;AAAA,OAC/B;AAEA,MAAA,MAAA,CAAO,SAAS,MAAM;AAIpB,QAAA,IAAA,CAAK,IAAI,iDAA4C,CAAA;AACrD,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,KAAK,SAAA,CAAU;AAAA,YACb,OAAO,EAAE,KAAA,EAAO,CAAA,OAAA,EAAU,KAAA,IAAS,yBAAyB,CAAA,CAAA;AAAG,WAChE;AAAA,SACH;AAAA,MACF,CAAA;AAEA,MAAA,MAAA,CAAO,SAAA,GAAY,CAAC,KAAA,KAAwB;AAC1C,QAAA,IAAA,CAAK,oBAAA,CAAqB,OAAA,EAAS,KAAA,CAAM,IAAI,CAAA;AAAA,MAC/C,CAAA;AAEA,MAAA,MAAA,CAAO,UAAU,MAAM;AACrB,QAAA,IAAA,CAAK,aAAA,CAAc,OAAA,EAAS,IAAI,KAAA,CAAM,6BAA6B,CAAC,CAAA;AAAA,MACtE,CAAA;AAEA,MAAA,MAAA,CAAO,OAAA,GAAU,CAAC,KAAA,KAAsB;AAEtC,QAAA,IAAA,CAAK,GAAA;AAAA,UACH,CAAA,kCAAA,EAAqC,MAAM,IAAI,CAAA,SAAA,EAAY,MAAM,MAAM,CAAA,QAAA,EAAW,MAAM,QAAQ,CAAA;AAAA,SAClG;AACA,QAAA,IAAA,CAAK,aAAA;AAAA,UACH,OAAA;AAAA,UACA,IAAI,KAAA;AAAA,YACF,CAAA,mCAAA,EAAsC,KAAA,CAAM,IAAI,CAAA,EAAG,KAAA,CAAM,SAAS,CAAA,EAAA,EAAK,KAAA,CAAM,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,CAAA;AAAA;AAC5F,SACF;AAAA,MACF,CAAA;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAA,CACN,SACA,IAAA,EACM;AACN,IAAA,IAAI,OAAA,CAAQ,KAAA,KAAU,IAAA,CAAK,WAAA,EAAa;AACtC,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,IAAA,GAAO,OAAA,CAAQ,IAAA,CACpB,IAAA,CAAK,YAAY;AAChB,MAAA,MAAM,MAAM,OAAO,IAAA,KAAS,WAAW,IAAA,GAAO,MAAM,KAAK,IAAA,EAAK;AAK9D,MAAA,IAAI,OAAA,CAAQ,KAAA,KAAU,IAAA,CAAK,WAAA,EAAa;AACtC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,kBAAA,CAAmB,IAAA,CAAK,KAAA,CAAM,GAAG,CAAwB,CAAA;AAAA,IAChE,CAAC,CAAA,CACA,KAAA,CAAM,CAAC,KAAA,KAAmB;AAOzB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,OAAA;AAAA,QACA,IAAI,KAAA,CAAM,wCAAA,EAA0C,EAAE,KAAA,EAAO,OAAO;AAAA,OACtE;AAAA,IACF,CAAC,CAAA;AAAA,EACL;AAAA,EAEQ,mBAAmB,OAAA,EAAoC;AAC7D,IAAA,IAAI,QAAQ,aAAA,EAAe;AACzB,MAAA,IAAA,CAAK,IAAI,4BAA4B,CAAA;AACrC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,QAAQ,aAAA,EAAe;AAEzB,MAAA,IAAA,CAAK,cAAc,OAAA,CAAQ,aAAA;AAAA,IAC7B;AAUA,IAAA,IAAI,QAAQ,QAAA,EAAU;AACpB,MAAA,IAAA,CAAK,cAAA,CAAe,OAAA,CAAQ,QAAA,CAAS,aAAA,IAAiB,EAAE,CAAA;AAAA,IAC1D;AAKA,IAAA,KAAA,MAAW,EAAA,IAAM,OAAA,CAAQ,oBAAA,EAAsB,GAAA,IAAO,EAAC,EAAG;AACxD,MAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,EAAE,CAAA;AAAA,IACjC;AAWA,IAAA,MAAM,UAAU,OAAA,CAAQ,aAAA;AACxB,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA;AAAA,IACF;AAQA,IAAA,IAAI,OAAA,CAAQ,oBAAoB,IAAA,EAAM;AACpC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,iBAAA;AAAA,QACN,IAAA,EAAM,QAAQ,kBAAA,CAAmB;AAAA,OAClC,CAAA;AAAA,IACH;AAOA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,QAAA,IAAA,CAAK,kBAAA,EAAmB;AAAA,MAC1B;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,mBAAA,EAAqB,IAAA,IAAQ,OAAA,CAAQ,SAAA,EAAW;AAC1D,MAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AAAA,IAC3B;AAEA,IAAA,IAAI,OAAA,CAAQ,qBAAqB,IAAA,EAAM;AACrC,MAAA,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,mBAAA,CAAoB,IAAI,CAAA;AAAA,IAC3D;AAEA,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,SAAA,EAAW,KAAA,IAAS,EAAC,EAAG;AACjD,MAAA,IAAI,IAAA,CAAK,YAAY,IAAA,EAAM;AAIzB,QAAA,IAAA,CAAK,mBAAmB,OAAA,CAAQ,aAAA,CAAc,IAAA,CAAK,UAAA,CAAW,IAAI,CAAC,CAAA;AAAA,MACrE;AAAA,IACF;AAIA,IAAA,IAAI,QAAQ,WAAA,EAAa;AACvB,MAAA,IAAA,CAAK,iBAAA,EAAkB;AAAA,IACzB;AAEA,IAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,MAAA,IAAA,CAAK,kBAAA,EAAmB;AAAA,IAC1B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,iBAAA,GAA0B;AAIhC,IAAA,MAAM,MAAA,GACJ,IAAA,CAAK,qBAAA,IAAyB,IAAA,CAAK,yBAAyB,IAAA,GACxD,CAAA,EAAG,IAAA,CAAK,KAAA,CAAM,YAAY,GAAA,EAAI,GAAI,IAAA,CAAK,oBAAoB,CAAC,CAAA,yBAAA,CAAA,GAC5D,sBAAA;AACN,IAAA,IAAA,CAAK,GAAA,CAAI,CAAA,6BAAA,EAAgC,MAAM,CAAA,CAAE,CAAA;AAEjD,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAKvB,IAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AACzB,IAAA,IAAA,CAAK,mBAAmB,KAAA,EAAM;AAC9B,IAAA,IAAA,CAAK,cAAA,EAAe;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWQ,kBAAA,GAA2B;AAGjC,IAAA,MAAM,eAAe,IAAA,CAAK,aAAA;AAC1B,IAAA,IAAA,CAAK,aAAA,GAAgB,KAAA;AASrB,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,8BAAA;AAAA,QACN,MAAM,IAAA,CAAK,aAAA;AAAA,QACX,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AACzB,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AACnC,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAOnB,IAAA,IAAA,CAAK,mBAAmB,IAAA,CAAK,qBAAA;AAC7B,IAAA,IAAI,CAAC,KAAK,gBAAA,EAAkB;AAC1B,MAAA;AAAA,IACF;AAOA,IAAA,IAAI,IAAA,CAAK,iBAAA,EAAmB,MAAA,EAAO,EAAG;AACpC,MAAA,IAAA,CAAK,cAAA,EAAe;AAAA,IACtB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA8BQ,eAAe,KAAA,EAAmC;AACxD,IAAA,MAAM,SAID,EAAC;AACN,IAAA,MAAM,WAAqB,EAAC;AAE5B,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,IAAI,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,IAAA,EAAM;AACxB,QAAA,MAAA,CAAO,IAAA,CAAK,EAAE,EAAA,EAAI,IAAA,CAAK,EAAA,EAAI,IAAA,EAAM,IAAA,CAAK,IAAA,EAAM,IAAA,EAAM,IAAA,CAAK,IAAA,IAAQ,IAAI,CAAA;AAAA,MACrE,CAAA,MAAO;AACL,QAAA,QAAA,CAAS,IAAA,CAAK,IAAI,MAAA,CAAO,IAAA,CAAK,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,CAAG,CAAA;AAAA,MACnD;AAAA,IACF;AAEA,IAAA,KAAA,MAAW,QAAQ,MAAA,EAAQ;AAGzB,MAAA,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,IAAA,CAAK,EAAA,EAAI,KAAK,IAAI,CAAA;AAC5C,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,WAAA;AAAA,QACN,MAAM,IAAA,CAAK,IAAA;AAAA,QACX,MAAM,IAAA,CAAK,IAAA;AAAA,QACX,QAAQ,IAAA,CAAK;AAAA,OACd,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,OAAO,IAAI,KAAA;AAAA,UACT,CAAA,gGAAA,EAAmG,QAAA,CAAS,IAAA,CAAK,GAAG,CAAC,CAAA,CAAA;AAAA;AACvH,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,oBAAoB,IAAA,EAAoB;AAC9C,IAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,MAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,IACvD;AAEA,IAAA,IAAA,CAAK,aAAA,IAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,MAAM,CAAA;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBQ,oBAAA,GAA6B;AACnC,IAAA,MAAM,GAAA,GAAM,YAAY,GAAA,EAAI;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,GAAA;AAE5B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,oBAAA,GAAuB,GAAA;AAC5B,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,IAAA,CAAK,yBAAyB,IAAA,EAAM;AACtC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,iBAAA,IAAqB,WAAA,CAAY,GAAA,EAAI,GAAI,IAAA,CAAK,oBAAA;AACnD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaQ,cAAA,GAAuB;AAM7B,IAAA,MAAM,iBAAiB,IAAA,CAAK,eAAA;AAC5B,IAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AAEvB,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AAMxB,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAS7C,IAAA,IACE,KAAK,SAAA,IACL,CAAC,cAAA,IACD,IAAA,CAAK,qBAAqB,mBAAA,EAC1B;AACA,MAAA,IAAA,CAAK,SAAA,GAAY,KAAA;AACjB,MAAA,IAAA,CAAK,GAAA;AAAA,QACH,CAAA,gCAAA,EAAmC,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,iBAAiB,CAAC,CAAA,sBAAA;AAAA,OACvE;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,cAAA,GAAmC;AACzC,IAAA,MAAM,MAAA,GAAS,KAAK,YAAA,EAAc,MAAA;AAClC,IAAA,IACE,CAAC,UACD,CAAC,IAAA,CAAK,mBACN,MAAA,CAAO,UAAA,KAAe,UAAU,IAAA,EAChC;AACA,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWQ,kBAAA,GAAgC;AACtC,IAAA,MAAM,MAAA,GAAS,KAAK,cAAA,EAAe;AACnC,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAI,MAAM,0CAA0C,CAAA;AAAA,IAC5D;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,iBAAiB,KAAA,EAAyB;AAChD,IAAA,MAAM,MAAA,GAAS,KAAK,cAAA,EAAe;AACnC,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,IAAA,CAAK,yBAAwB,EAAG;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,KAAK,SAAA,CAAU;AAAA,QACb,aAAA,EAAe;AAAA,UACb,KAAA,EAAO;AAAA,YACL,IAAA,EAAM,cAAc,KAAK,CAAA;AAAA,YACzB,QAAA,EAAU,kBAAkB,iBAAiB,CAAA;AAAA;AAC/C;AACF,OACD;AAAA,KACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,uBAAA,GAAmC;AACzC,IAAA,OACE,IAAA,CAAK,aACL,IAAA,CAAK,oBAAA,KAAyB,QAC9B,WAAA,CAAY,GAAA,EAAI,GAAI,IAAA,CAAK,oBAAA,GAAuB,mBAAA;AAAA,EAEpD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYQ,aAAA,CAAc,SAA8B,KAAA,EAAoB;AACtE,IAAA,IAAI,OAAA,CAAQ,KAAA,KAAU,IAAA,CAAK,WAAA,EAAa;AACtC,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,MAAA,IAAA,CAAK,qBAAqB,KAAK,CAAA;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,mBAAmB,KAAK,CAAA;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,mBAAA,GAA4B;AAGlC,IAAA,IAAA,CAAK,WAAA,IAAe,CAAA;AACpB,IAAA,IAAA,CAAK,iBAAA,EAAkB;AACvB,IAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AACvB,IAAA,IAAA,CAAK,oBAAA;AAAA,MACH,IAAI,MAAM,kDAAkD;AAAA,KAC9D;AACA,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAG3B,IAAA,IAAA,CAAK,mBAAmB,KAAA,EAAM;AAI9B,IAAA,IAAA,CAAK,iBAAiB,IAAA,EAAK;AAC3B,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,IAAA,IAAA,CAAK,aAAA,EAAe,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC/D,IAAA,IAAA,CAAK,aAAA,GAAgB,IAAA;AAKrB,IAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AACjB,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAG5B,IAAA,IAAA,CAAK,iBAAA,GAAoB,CAAA;AACzB,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAQ5B,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,IAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AACvB,IAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AACzB,IAAA,IAAA,CAAK,aAAA,GAAgB,KAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AACnC,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAInB,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAa9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,OAAA,GAAgB;AACtB,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,eAAA,CACF,SAAQ,CACR,KAAA;AAAA,MAAM,CAAC,KAAA,KACN,OAAA,CAAQ,KAAA,CAAM,yCAAyC,KAAK;AAAA,KAC9D;AAMF,IAAA,MAAM,kBAAkB,IAAA,CAAK,eAAA;AAC7B,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,eAAA,EACI,OAAM,CACP,KAAA;AAAA,MAAM,CAAC,KAAA,KACN,OAAA,CAAQ,KAAA,CAAM,+CAA+C,KAAK;AAAA,KACpE;AAEF,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,EACtB;AAAA,EAEQ,iBAAA,GAA0B;AAChC,IAAA,MAAM,UAAU,IAAA,CAAK,YAAA;AACrB,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA;AAAA,IACF;AAIA,IAAA,OAAA,CAAQ,OAAO,MAAA,GAAS,IAAA;AACxB,IAAA,OAAA,CAAQ,OAAO,SAAA,GAAY,IAAA;AAC3B,IAAA,OAAA,CAAQ,OAAO,OAAA,GAAU,IAAA;AACzB,IAAA,OAAA,CAAQ,OAAO,OAAA,GAAU,IAAA;AAGzB,IAAA,OAAA,CAAQ,OAAO,KAAA,EAAM;AAAA,EACvB;AAAA,EAEQ,mBAAmB,KAAA,EAAoB;AAC7C,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,KAAK,YAAA,EACL;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAG9B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA,EAAO,mBAAA;AAAA,MACP;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA;AACrB,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,YAAA,CAAa,QAAQ,SAAS,CAAA;AAC9B,IAAA,OAAA,CAAQ,OAAA,EAAQ;AAAA,EAClB;AAAA,EAEQ,qBAAqB,KAAA,EAAoB;AAC/C,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA;AACrB,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,YAAA,CAAa,QAAQ,SAAS,CAAA;AAC9B,IAAA,OAAA,CAAQ,OAAO,KAAK,CAAA;AAAA,EACtB;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,sBAAA,CAAuB,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EACrD;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,IAAA,CAAK,QAAQ,KAAA,EAAO;AACtB,MAAA,OAAA,CAAQ,GAAA,CAAI,GAAG,IAAI,CAAA;AAAA,IACrB;AAAA,EACF;AACF,CAAA;AASA,SAAS,cAAc,KAAA,EAA2B;AAChD,EAAA,IAAI,MAAA,GAAS,EAAA;AACb,EAAA,MAAM,MAAA,GAAS,KAAA;AACf,EAAA,KAAA,IAAS,SAAS,CAAA,EAAG,MAAA,GAAS,KAAA,CAAM,MAAA,EAAQ,UAAU,MAAA,EAAQ;AAC5D,IAAA,MAAA,IAAU,MAAA,CAAO,aAAa,GAAG,KAAA,CAAM,SAAS,MAAA,EAAQ,MAAA,GAAS,MAAM,CAAC,CAAA;AAAA,EAC1E;AACA,EAAA,OAAO,KAAK,MAAM,CAAA;AACpB;AAOA,SAAS,cAAc,MAAA,EAA4B;AACjD,EAAA,MAAM,MAAA,GAAS,KAAK,MAAM,CAAA;AAC1B,EAAA,MAAM,KAAA,GAAQ,IAAI,UAAA,CAAW,MAAA,CAAO,MAAM,CAAA;AAC1C,EAAA,KAAA,IAAS,QAAQ,CAAA,EAAG,KAAA,GAAQ,MAAA,CAAO,MAAA,EAAQ,SAAS,CAAA,EAAG;AACrD,IAAA,KAAA,CAAM,KAAK,CAAA,GAAI,MAAA,CAAO,UAAA,CAAW,KAAK,CAAA;AAAA,EACxC;AACA,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,0BAA0B,SAAA,EAGjC;AACA,EAAA,IACE,SAAA,CAAU,OAAA,KAAYC,mBAAAA,IACtB,SAAA,CAAU,cAAc,WAAA,EACxB;AACA,IAAA,MAAM,IAAI,KAAA;AAAA,MACR,oCAAoCA,mBAAmB,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,KACzH;AAAA,EACF;AAEA,EAAA,IAAI,CAAC,SAAA,CAAU,GAAA,IAAO,CAAC,UAAU,KAAA,EAAO;AACtC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,EAAE,GAAA,EAAK,SAAA,CAAU,GAAA,EAAK,KAAA,EAAO,UAAU,KAAA,EAAM;AACtD;AAEO,SAAS,uBACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,iBAAiB,OAAO,CAAA;AACrC","file":"chunk-3YPRYU2M.mjs","sourcesContent":["// Gemini Live defaults, intentionally duplicated with\n// packages/server/src/gemini/realtime/index.ts. Strict layering keeps browser and\n// server providers self-contained (no shared module / cross-package dep) — the\n// same pattern the OpenAI realtime and tts/stt defaults follow.\nexport const DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nexport const DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n\n/** Rate the Live API expects for `audio/pcm` microphone input. */\nexport const INPUT_SAMPLE_RATE = 16000;\n/** Rate the model's downstream audio arrives at (`audio/pcm;rate=24000`). */\nexport const OUTPUT_SAMPLE_RATE = 24000;\n/** 20 ms at 16 kHz. No official chunk-size guidance exists. */\nexport const CAPTURE_FRAME_SAMPLES = 320;\n/**\n * Safari's echo-canceller convergence allowance, in two roles that share one\n * number: the *window* after the character's voice becomes audible during which\n * microphone frames are held back, and the cumulative *exposure threshold* of\n * audible playback that disarms the gate for the rest of the session.\n *\n * They rest on different measurements, so moving this moves both: the window\n * answers the interruption offsets the live checks print (~0.5 s after playback\n * started, every time), while the threshold answers how much exposure the\n * canceller needed to converge (~1 s, banked across two killed turns before the\n * third survived intact). Both were measured on one machine, one room, one pair\n * of speakers — tune from those live numbers rather than from this constant\n * (`tests/gemini-live-smoke/README.md`).\n */\nexport const CONVERGENCE_GATE_MS = 700;\n","import {\n CharivoProviderError,\n CharivoStateError,\n fetchWithTimeout,\n GEMINI_LIVE_ADAPTER,\n} from \"@charivo/core\";\nimport type {\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { DEFAULT_REQUEST_TIMEOUT_MS, isRecord } from \"../internal/shared\";\nimport {\n DEFAULT_GEMINI_LIVE_MODEL,\n DEFAULT_GEMINI_LIVE_VOICE,\n} from \"./defaults\";\n\n// Fixed endpoints — no base URL override, as in the OpenAI dev bootstrap.\nconst AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n\n// Google's prebuilt voice names, as in the server provider.\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\n\n// Mirrors toMintBody in packages/server/src/gemini/realtime/index.ts.\n// Duplicated intentionally: browser clients must not import from @charivo/server\n// (the same self-contained pattern as the OpenAI dev bootstrap). The model\n// allow-list is the one thing not copied: it protects a key owner from a\n// browser that holds only a token, and here the browser holds the key. The\n// voice fallback IS copied, for a different reason — `RealtimeManager` folds\n// `character.voice.voiceId` into the session, and Charivo characters carry\n// OpenAI voice ids, so without it every character would fail to mint here.\nfunction toMintBody(session: RealtimeSessionConfig): Record<string, unknown> {\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent; refused rather than coerced,\n // so a dev session fails the way a minted one would.\n throw new CharivoStateError(\n `Gemini Live does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n throw new CharivoStateError(\n `Gemini Live does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n // Unknown voices fall back to the default rather than erroring, as the\n // server provider does: voice costs nothing, and a stale value should not\n // break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${session.model ?? DEFAULT_GEMINI_LIVE_MODEL}`,\n generationConfig,\n // The only assistant-text source on native-audio models.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\n// Mirrors extractTokenName in packages/server/src/gemini/realtime/index.ts.\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\n/**\n * Mints the same constrained, single-use token the server provider mints, from\n * the browser. Google's `auth_tokens` endpoint answers browser origins with\n * CORS headers, so nothing after this differs from the production path: the\n * token still carries the whole session, and the socket still connects to the\n * constrained endpoint.\n */\nexport function createGeminiLiveDevBootstrap(\n apiKey: string,\n): (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap> {\n return async (\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> => {\n const response = await fetchWithTimeout(\n AUTH_TOKENS_URL,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(request.session)),\n },\n {\n timeoutMessage: `Gemini Live token request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to mint Gemini Live ephemeral token: ${errorText}`,\n );\n }\n\n let body: unknown;\n try {\n body = await response.json();\n } catch {\n throw new CharivoProviderError(\n \"Invalid ephemeral token response: response body could not be parsed as JSON\",\n );\n }\n\n const token = extractTokenName(body);\n if (!token) {\n throw new CharivoProviderError(\n \"Invalid ephemeral token response: name missing or empty\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n };\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n fetchWithTimeout,\n} from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\nimport { createGeminiLiveDevBootstrap } from \"./dev-bootstrap\";\n\nexport interface GeminiLiveBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n apiKey?: string;\n}\n\n/**\n * Precedence is `sessionBootstrap` > `apiEndpoint` > `apiKey`, as in the\n * OpenAI Agents transport.\n */\nexport async function getGeminiLiveBootstrap(\n options: GeminiLiveBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint && options.apiKey) {\n return createGeminiLiveDevBootstrap(options.apiKey)(request);\n }\n\n if (!apiEndpoint) {\n throw new CharivoStateError(\n \"Gemini Live client requires sessionBootstrap, apiEndpoint, or apiKey\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n {\n timeoutMessage: `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to create Realtime session: ${errorText}`,\n );\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new CharivoProviderError(\n \"Invalid realtime session bootstrap response\",\n );\n }\n\n return bootstrap;\n}\n","import { CAPTURE_FRAME_SAMPLES, INPUT_SAMPLE_RATE } from \"./defaults\";\n\nconst CAPTURE_PROCESSOR_NAME = \"charivo-gemini-capture\";\n\n/**\n * The capture processor, as source rather than as a module file: an\n * `AudioWorklet` runs on the audio thread and can only be loaded from a URL, so\n * a published package either ships a second entry point for it or hands the\n * browser a blob built from this string. The string keeps the bundle a single\n * file for every consumer.\n */\nconst CAPTURE_WORKLET_SOURCE = `\nclass CaptureProcessor extends AudioWorkletProcessor {\n constructor(options) {\n super();\n this.ratio = sampleRate / options.processorOptions.targetRate;\n this.frameSamples = options.processorOptions.frameSamples;\n this.position = 0;\n this.sum = 0;\n this.count = 0;\n this.pending = [];\n }\n\n process(inputs) {\n const channel = inputs[0] && inputs[0][0];\n if (!channel) {\n return true;\n }\n\n // Box-average decimation. Not a proper anti-alias filter, but far better\n // than picking every Nth sample, which folds speech harmonics back down.\n // The position accumulator carries the fractional remainder across groups,\n // so a device rate that is not a whole multiple of the target — 44.1 kHz,\n // say — alternates group sizes rather than drifting out of step.\n for (let i = 0; i < channel.length; i += 1) {\n this.sum += channel[i];\n this.count += 1;\n this.position += 1;\n if (this.position >= this.ratio) {\n this.position -= this.ratio;\n this.pending.push(this.count > 0 ? this.sum / this.count : 0);\n this.sum = 0;\n this.count = 0;\n }\n }\n\n while (this.pending.length >= this.frameSamples) {\n const chunk = this.pending.splice(0, this.frameSamples);\n const frame = new Int16Array(chunk.length);\n for (let i = 0; i < chunk.length; i += 1) {\n const clamped = Math.max(-1, Math.min(1, chunk[i]));\n frame[i] = clamped < 0 ? clamped * 0x8000 : clamped * 0x7fff;\n }\n this.port.postMessage(frame.buffer, [frame.buffer]);\n }\n\n return true;\n }\n}\n\nregisterProcessor(\"${CAPTURE_PROCESSOR_NAME}\", CaptureProcessor);\n`;\n\nexport interface CapturePipelineOptions {\n /**\n * A live microphone stream. The pipeline reads it and never stops it — the\n * caller acquired it and tears it down, including on the paths where building\n * this pipeline fails.\n */\n stream: MediaStream;\n /** One frame of little-endian 16-bit PCM at `INPUT_SAMPLE_RATE`. */\n onFrame(frame: Uint8Array): void;\n}\n\nexport interface CapturePipeline {\n /** Release the audio graph. Not reusable afterwards; build a new pipeline. */\n stop(): void;\n}\n\n/**\n * Decimate the microphone to the 16 kHz mono PCM the Live API expects and hand\n * it over one frame at a time.\n */\nexport async function createCapturePipeline({\n stream,\n onFrame,\n}: CapturePipelineOptions): Promise<CapturePipeline> {\n // Capture gets its own context, which makes three on this client — playback\n // at 24 kHz, the lip-sync analyzer's own, and this one — where\n // `tests/gemini-live-smoke/README.md` already flags two as fragile on iOS.\n // Running capture on the playback context to stay at two was rejected on two\n // counts. It resamples twice on the path that feeds recognition: the browser\n // takes the 48 kHz microphone down to the playback context's 24 kHz, and the\n // box average below then runs at a ratio of 1.5 — alternating one- and\n // two-sample groups — where the device rate gives a clean 3:1. And the\n // lifetimes disagree: the playback context is built inside a user gesture and\n // outlives every reconnect, while capture is per-session, so sharing would\n // mean unpicking nodes out of a live context on every reset instead of\n // closing this one.\n const context = new AudioContext();\n\n const workletUrl = URL.createObjectURL(\n new Blob([CAPTURE_WORKLET_SOURCE], { type: \"application/javascript\" }),\n );\n try {\n await context.audioWorklet.addModule(workletUrl);\n\n const source = context.createMediaStreamSource(stream);\n const capture = new AudioWorkletNode(context, CAPTURE_PROCESSOR_NAME, {\n processorOptions: {\n targetRate: INPUT_SAMPLE_RATE,\n frameSamples: CAPTURE_FRAME_SAMPLES,\n },\n });\n source.connect(capture);\n capture.port.onmessage = (event: MessageEvent<ArrayBuffer>) => {\n onFrame(new Uint8Array(event.data));\n };\n // A throw inside `process()` is terminal and otherwise silent: the browser\n // stops calling the processor, the node emits nothing ever again, and the\n // session stays connected and healthy-looking while the model simply never\n // hears the user. This event is the only notice given. A parse error in the\n // source string is already loud — it rejects `addModule()` above — but\n // nothing else covers a runtime throw in a template literal no tool checks.\n capture.onprocessorerror = () => {\n console.error(\"The Gemini capture worklet stopped processing\");\n };\n\n return {\n stop() {\n // Both the nulling and the `close()` below stop a frame that the audio\n // thread already posted, but the nulling is the load-bearing one: a\n // queued message resolves its handler at dispatch time, so clearing the\n // attribute is what keeps it from surfacing after the session it\n // belonged to ended. Closing the port is what releases the entangled\n // pair rather than leaving it to the context teardown — do not drop\n // either on the strength of the other.\n capture.port.onmessage = null;\n capture.port.close();\n source.disconnect();\n capture.disconnect();\n void closeContext(context);\n },\n };\n } catch (error) {\n // Covers the whole build, not just the module load: until this function\n // returns, nothing else holds a reference that could close the context, and\n // browsers cap how many a page may keep open while the caller retries.\n void closeContext(context);\n throw error;\n } finally {\n URL.revokeObjectURL(workletUrl);\n }\n}\n\nfunction closeContext(context: AudioContext): Promise<void> {\n return context\n .close()\n .catch((error) =>\n console.error(\"Failed to close the capture audio context:\", error),\n );\n}\n","import { OUTPUT_SAMPLE_RATE } from \"./defaults\";\n\n/** The audible playback path plus a silent tap carrying the same signal. */\nexport interface PlaybackGraph {\n /** Where scheduled sources connect; fans out to the speakers and the tap. */\n output: AudioNode;\n /** Hand to `LipSyncAnalyzer.attachMediaStream()`. */\n lipSyncStream: MediaStream;\n}\n\n/**\n * The tap is how lip sync gets fed. The analyzer owns its own `AudioContext`\n * and `AudioNode`s cannot connect across contexts, so handing it a node would\n * drag that whole lifecycle in here; a `MediaStreamAudioDestinationNode` beside\n * the audible connection costs one node and leaves the analyzer's existing\n * `attachMediaStream()` untouched (`tests/gemini-live-smoke/README.md`, design\n * consequences). No peer connection is involved — the loopback route measured\n * no better than direct on Safari and is retired.\n */\nexport function createPlaybackGraph(context: AudioContext): PlaybackGraph {\n const output = context.createGain();\n output.connect(context.destination);\n\n const tap = context.createMediaStreamDestination();\n output.connect(tap);\n\n return { output, lipSyncStream: tap.stream };\n}\n\nexport interface PlaybackSchedulerCallbacks {\n /**\n * Every source this scheduler started has finished.\n *\n * This is *not* the end of the model's audio, and treating it as one is a\n * measured defect rather than a hypothetical: the opening chunk of a turn is\n * short enough to finish before its successor arrives, so playback drains\n * 3 ms into a twelve-second reply and then resumes\n * (`tests/gemini-live-smoke/README.md`). Deciding that audio ended needs this\n * *and* `turnComplete`; the scheduler only reports.\n */\n onDrain(): void;\n /** Fired on transitions only, when the scheduler starts or stops sounding. */\n onPlayingChange(playing: boolean): void;\n}\n\n/**\n * Owns every scheduled sample, which is the whole point: the server paces\n * `turnComplete` against a clock instead of observing playback, so nothing but\n * this bookkeeping knows when the last thing we scheduled actually finished.\n *\n * It reports that and nothing more. When the model's audio has *ended* is the\n * client's decision, because it takes a second fact this class never sees —\n * see `onDrain`.\n */\nexport class PlaybackScheduler {\n private nextStartTime = 0;\n /**\n * Bumped by `flush()`. Every source captures the value it was scheduled\n * under, so a discarded turn's late `onended` cannot report against the turn\n * that replaced it.\n */\n private generation = 0;\n private readonly active = new Set<AudioBufferSourceNode>();\n\n constructor(\n private readonly context: AudioContext,\n private readonly destination: AudioNode,\n private readonly callbacks: PlaybackSchedulerCallbacks,\n ) {}\n\n /**\n * Whether the scheduler has nothing left to play — nothing sounding, and\n * nothing queued behind it. Derived from the live source set on\n * every call rather than remembered: `enqueue()` clears idleness by adding to\n * that set, so a caller cannot be holding a \"drained\" answer that the next\n * chunk already invalidated.\n */\n isIdle(): boolean {\n return this.active.size === 0;\n }\n\n /** Schedule one `audio/pcm;rate=24000` chunk after everything already queued. */\n enqueue(pcm: Uint8Array): void {\n const sampleCount = Math.floor(pcm.byteLength / 2);\n if (sampleCount === 0) {\n return;\n }\n\n const generation = this.generation;\n // A `DataView`, not an `Int16Array` view: the base64-decoded payload comes\n // with no 2-byte alignment guarantee, and the typed-array constructor\n // throws on an odd `byteOffset`.\n const view = new DataView(pcm.buffer, pcm.byteOffset, pcm.byteLength);\n const buffer = this.context.createBuffer(\n 1,\n sampleCount,\n OUTPUT_SAMPLE_RATE,\n );\n const channel = buffer.getChannelData(0);\n for (let index = 0; index < sampleCount; index += 1) {\n channel[index] = view.getInt16(index * 2, true) / 32768;\n }\n\n const source = this.context.createBufferSource();\n source.buffer = buffer;\n source.connect(this.destination);\n source.onended = () => {\n this.active.delete(source);\n if (generation !== this.generation || this.active.size > 0) {\n return;\n }\n\n this.callbacks.onPlayingChange(false);\n this.callbacks.onDrain();\n };\n\n const wasIdle = this.isIdle();\n // Chunks arrive far faster than real time, so they queue back-to-back off\n // `nextStartTime`. `currentTime` is the floor for the first chunk of a turn\n // and for any chunk that lands after the queue ran dry mid-turn — without\n // it, that chunk would be scheduled in the past and play immediately.\n const startAt = Math.max(this.context.currentTime, this.nextStartTime);\n this.active.add(source);\n source.start(startAt);\n this.nextStartTime = startAt + buffer.duration;\n\n if (wasIdle) {\n this.callbacks.onPlayingChange(true);\n }\n }\n\n /** Discard everything scheduled, audible or merely queued. */\n flush(): void {\n // Both this bump and the `source.onended = null` below leave a discarded\n // turn's late callback inert, but the nulling is the load-bearing one: an\n // `ended` event that is already queued resolves its handler at dispatch\n // time, so clearing the attribute is what stops it firing. The counter is\n // defence in depth, covering any closure that outlives the loop below — do\n // not drop the nulling on the strength of it.\n this.generation += 1;\n const wasPlaying = !this.isIdle();\n\n for (const source of this.active) {\n source.onended = null;\n try {\n source.stop();\n } catch {\n // Not an expected case: per spec `stop()` on a source that already\n // ended is a no-op, and only a `stop()` with no preceding successful\n // `start()` throws. The catch is here for the loop, not for the error —\n // one throw must not abandon the remaining sources still audible.\n }\n }\n\n this.active.clear();\n this.nextStartTime = 0;\n\n if (wasPlaying) {\n this.callbacks.onPlayingChange(false);\n }\n }\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { createLipSyncAnalyzer, GEMINI_LIVE_ADAPTER } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport { DEFAULT_REQUEST_TIMEOUT_MS } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n getGeminiLiveBootstrap,\n type GeminiLiveBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport type { CapturePipeline } from \"./capture\";\nimport { createCapturePipeline } from \"./capture\";\nimport {\n CONVERGENCE_GATE_MS,\n DEFAULT_GEMINI_LIVE_MODEL,\n INPUT_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE,\n} from \"./defaults\";\nimport { createPlaybackGraph, PlaybackScheduler } from \"./playback\";\n\n/**\n * @remarks\n * `apiKey` is a dev/testing-only escape hatch. The key is exposed in the\n * browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.\n * Intentional dev/test escape hatch: this direct browser client exposes\n * credentials. For production, see docs/guide/choosing-packages.md#remote.\n */\nexport interface GeminiLiveClientOptions\n extends GeminiLiveBootstrapLoaderOptions {\n debug?: boolean;\n}\n\n/** One `inlineData` part carries one `audio/pcm;rate=24000` chunk. */\ninterface GeminiPart {\n inlineData?: { data?: string; mimeType?: string };\n}\n\n/**\n * One entry of a `toolCall` frame. Optional throughout because this is parsed\n * wire data rather than anything this client constructs; `handleToolCall`\n * decides which absences it can survive.\n */\ninterface GeminiFunctionCall {\n id?: string;\n name?: string;\n args?: Record<string, unknown>;\n}\n\n/**\n * Top-level server frame. `setupComplete`, `serverContent`,\n * `sessionResumptionUpdate`, `usageMetadata`, and `toolCall` were seen on a\n * live session; the `toolCallCancellation` and `goAway` shapes come from the\n * API reference and are unverified (`tests/gemini-live-smoke/README.md`).\n */\ninterface GeminiServerMessage {\n setupComplete?: Record<string, unknown>;\n serverContent?: {\n modelTurn?: { parts?: GeminiPart[] };\n inputTranscription?: { text?: string };\n outputTranscription?: { text?: string };\n interrupted?: boolean;\n turnComplete?: boolean;\n };\n toolCall?: { functionCalls?: GeminiFunctionCall[] };\n toolCallCancellation?: { ids?: string[] };\n goAway?: { timeLeft?: string };\n sessionResumptionUpdate?: { newHandle?: string; resumable?: boolean };\n usageMetadata?: Record<string, unknown>;\n}\n\n/**\n * A socket plus the generation it belongs to. Every handler closes over its own\n * binding, so a transient reset — which bumps the epoch — turns every late\n * callback from the replaced socket into a no-op.\n */\ninterface GeminiSocketBinding {\n socket: WebSocket;\n epoch: number;\n /**\n * Per-socket serialized message pump. Chaining keeps mixed string/`Blob`\n * payloads in arrival order, and giving each socket its own chain means a\n * reconnect abandons the old one instead of queueing behind it.\n */\n pump: Promise<void>;\n}\n\ninterface PendingConnect {\n resolve: () => void;\n reject: (error: Error) => void;\n timeoutId: ReturnType<typeof setTimeout>;\n}\n\n/**\n * Gemini Live WebSocket transport client.\n *\n * This package normalizes Gemini Live bidi-generate-content frames into the\n * transport event contract defined by `@charivo/realtime`.\n */\nexport class GeminiLiveClient implements RealtimeTransportClient {\n private activeSocket: GeminiSocketBinding | null = null;\n /** Bumped by every transient reset; see `GeminiSocketBinding`. */\n private socketEpoch = 0;\n private pendingConnect: PendingConnect | null = null;\n private readonly lipSyncAnalyzer = createLipSyncAnalyzer({\n onRms: (rms) => this.emitEvent({ type: \"audio.lipsync\", rms }),\n onError: (error) => console.error(\"Failed to setup audio analysis:\", error),\n });\n /**\n * Created once, inside a user gesture, and reused for the client's whole\n * life. Only the terminal `cleanup()` closes it.\n */\n private playbackContext: AudioContext | null = null;\n private playbackScheduler: PlaybackScheduler | null = null;\n /**\n * Per-session, unlike the playback context above: both the stream and the\n * pipeline reading it are acquired by every `connect()` and dropped by the\n * transient reset.\n */\n private captureStream: MediaStream | null = null;\n private capturePipeline: CapturePipeline | null = null;\n /**\n * Whether the server has acknowledged setup. Microphone frames wait on it —\n * see `sendCaptureFrame`.\n */\n private isSetupComplete = false;\n /**\n * Convergence gate. Safari's echo canceller leaks the character's own voice\n * for roughly the first half-second after it starts speaking, and converges\n * cumulatively across turns (measured,\n * `tests/gemini-live-smoke/README.md`), so while armed the client drops the\n * microphone frames landing within `CONVERGENCE_GATE_MS` of playback becoming\n * audible.\n *\n * Dropping them does not slow that adaptation down: the canceller runs inside\n * the `getUserMedia` pipeline and adapts to whatever plays out, forwarded or\n * not. The gate only keeps the not-yet-converged residue from reaching the\n * model, at a bounded cost — a barge-in inside the gate window at the start\n * of a reply is lost, against the character killing its own turn twice.\n *\n * Disarmed by accumulated audible exposure, in `endAudioOutput`.\n */\n private gateArmed = true;\n /**\n * `performance.now()` at the moment the current turn's playback became\n * audible, and the only thing the gate window is measured from: a fact this\n * client owns, never a guess about what the microphone contains. Re-anchored\n * at every turn's first audible playback by `beginAudiblePlayback`; read by\n * `sendCaptureFrame` and cleared by the transient reset.\n */\n private playbackAudibleSince: number | null = null;\n /**\n * How much audible playback the echo canceller has had to adapt to, summed\n * over the scheduler's playing → not-playing intervals for the whole session\n * and the only quantity the gate disarms on. `audibleSpanStartedAt` is the\n * open interval, or null while nothing is sounding.\n */\n private audibleExposureMs = 0;\n private audibleSpanStartedAt: number | null = null;\n /**\n * Assistant-side turn state. Output transcription is native audio's only\n * source of assistant text, and both fields are cleared at `turnComplete`.\n */\n private hasStartedAssistantResponse = false;\n private assistantText = \"\";\n /**\n * Audio bookkeeping, which deliberately outlives `turnComplete`: in the\n * measured normal sequence the final drain lands ~3 ms *after* it, so both\n * are cleared where `audio.output.ended` actually fires.\n *\n * `hasStartedAudioOutput` is what keeps the pair balanced — every ending path\n * requires it and clears it, so a raw transport listener sees exactly one\n * start/end per turn. `turnCompleteSeen` means an ending is still owed, and\n * is the second half of `ended` = currently idle AND `turnComplete` seen. The\n * transient reset drops both, along with the turn they described.\n */\n private hasStartedAudioOutput = false;\n private turnCompleteSeen = false;\n /**\n * Whether server VAD killed this turn. Set by `handleInterrupted`, then read\n * and cleared by the `endAudioOutput` it goes on to call: an interrupted turn\n * banks its audible exposure like any other but never disarms the gate.\n */\n private turnInterrupted = false;\n /**\n * Whether the server has a model turn open — content has arrived and its\n * `turnComplete` has not. It is the only proof `interrupt()` accepts that\n * there is a turn to condemn, and neither existing flag answers that\n * question: `hasStartedAssistantResponse` follows output transcription, which\n * is a server-side session setting this client does not control, and the\n * audio flags deliberately outlive `turnComplete`.\n */\n private modelTurnInFlight = false;\n /**\n * Whether a local `interrupt()` killed the turn in flight. Nothing on the\n * wire stops the server generating it, so while this is set the rest of that\n * turn is dropped at the guard in `applyServerMessage`, which is where what\n * \"the rest\" covers is settled, and its completion is never reported:\n * `RealtimeTransportEvent` forbids reporting an interrupted turn once a\n * replacement may have started, because `RealtimeManager` would credit that\n * completion to the replacement and release its send lock.\n * `handleTurnComplete` is the single exit.\n *\n * A boolean where `openai/client.ts` learned to keep a count. That lesson\n * does not transfer: it can issue `response.create` itself and stack a\n * replacement behind a cancel, whereas turns here are the server's to open\n * and it opens them one at a time, so there is never more than one to\n * condemn.\n */\n private turnCondemned = false;\n /**\n * Live `functionCall.id` -> tool name, which `sendToolResult` needs because a\n * Gemini `functionResponse` carries the name alongside the id. An entry lives\n * from the `toolCall` frame until that call is answered or cancelled, and the\n * map as a whole belongs to the session: the transient reset drops it, so a\n * handler finishing after a reconnect throws instead of answering into a\n * session that never asked.\n */\n private readonly pendingToolCalls = new Map<string, string>();\n /**\n * Newest `usageMetadata` of the turn in progress, reported as `usage` when it\n * completes and dropped there. Nothing measured guarantees one frame per\n * turn, so carrying it forward would report the previous turn's numbers as\n * this one's — and since audio prompt tokens grow turn over turn, it would\n * under-report rather than fail visibly.\n */\n private latestUsage: Record<string, unknown> | undefined;\n private currentSessionConfig?: RealtimeSessionConfig;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n /**\n * Set only for the span of the terminal `cleanup()`. It is what stops a\n * teardown step from reporting the session it is dismantling as lost — most\n * visibly on a failed initial connect, where the manager would hear\n * `connection.lost` for a session that never started.\n */\n private isCleaningUp = false;\n private eventCallbacks = new Set<(event: RealtimeTransportEvent) => void>();\n\n constructor(private options: GeminiLiveClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting Gemini Live websocket connection\");\n\n this.isExplicitDisconnect = false;\n this.currentSessionConfig = config;\n\n // Always a fresh bootstrap, on a reconnect too: ephemeral tokens are\n // minted `uses: 1` and replaying one closes the socket with 1011.\n const bootstrap = await this.getSessionBootstrap({\n transport: \"websocket\",\n session: config ?? {},\n });\n const { url, token } = resolveWebSocketBootstrap(bootstrap);\n\n // A disconnect() that landed while the bootstrap was in flight: honour it\n // instead of opening a socket nobody is listening to.\n if (this.isExplicitDisconnect) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n // Reuses whatever `prepareAudio()` warmed up, which is where the user\n // gesture actually is. Only a caller that skipped `prepareAudio()`\n // creates the AudioContext here, outside a gesture — the case the\n // surviving-context handling below keeps from repeating on every\n // reconnect.\n await this.ensurePlaybackReady();\n\n // Ahead of the socket, deliberately: `openSocket()` arms the setup\n // timeout the moment it opens, and a permission prompt left sitting would\n // burn it. Plain `echoCancellation: true` over the ordinary playback path\n // is what the Chrome control measured as sufficient — 14 self-\n // interruptions with cancellation off against 0 with it on\n // (`tests/gemini-live-smoke/README.md`).\n try {\n this.captureStream = await acquireMicrophoneStream();\n } catch (error) {\n // The message the OpenAI client already gives for a refused\n // microphone — one package should not answer the same question two\n // ways — with the original `DOMException` kept as `cause`, because\n // denial and no-such-device are different repairs.\n throw new Error(\"Microphone access required for Realtime API\", {\n cause: error,\n });\n }\n\n // The prompt above is the widest window in connect() for a disconnect()\n // to land in; the throw hands the stream to the teardown below.\n if (this.isExplicitDisconnect) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n const capturePipeline = await createCapturePipeline({\n stream: this.captureStream,\n onFrame: (frame) => this.sendCaptureFrame(frame),\n });\n\n // Assigned only once it is this client's to tear down. A disconnect()\n // landing inside the await above already ran the teardown, which found a\n // null field and stopped nothing, so an unconditional assignment would\n // strand a live `AudioContext` that no later reset can reach.\n if (this.isExplicitDisconnect) {\n capturePipeline.stop();\n throw new Error(\"Realtime session disconnect requested\");\n }\n this.capturePipeline = capturePipeline;\n\n await this.openSocket(url, token, config?.model);\n\n this.connectionLossNotified = false;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n // Terminal on an initial connect; transient while recovering, so the\n // gesture-warmed playback context survives the reconnect attempt.\n if (this.isRecovering) {\n this.resetTransportState();\n } else {\n this.cleanup();\n }\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting Gemini Live websocket\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(_config?: RealtimeSessionConfig): Promise<void> {\n // The Live API has no mid-session equivalent of `session.update`: the\n // ephemeral token's `bidiGenerateContentSetup` fixes the whole session at\n // mint time. Reject rather than silently drop the caller's change.\n throw new Error(\n \"updateSession() is not supported on an open Gemini Live session. Reconnect with the new configuration instead.\",\n );\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config ?? this.currentSessionConfig;\n\n try {\n // Transient only. `connect()` reuses the prepared playback context rather\n // than creating and resuming a replacement outside any user gesture.\n this.resetTransportState();\n await this.connect(this.currentSessionConfig);\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const socket = this.requireReadySocket();\n // `turnComplete: true` closes the user turn, which is what asks the model\n // to answer it. The condemned-turn state is deliberately untouched: sending\n // replacement input says nothing about whether a condemned turn has\n // finished arriving.\n socket.send(\n JSON.stringify({\n clientContent: {\n turns: [{ role: \"user\", parts: [{ text }] }],\n turnComplete: true,\n },\n }),\n );\n }\n\n /**\n * Stop the character mid-sentence.\n *\n * Entirely local, and it has to be: the Live API documents no client message\n * that cancels an in-flight generation. So the turn is condemned instead,\n * which rests on the killed turn still running to its own `turnComplete` —\n * the single exit from condemnation. That was measured rather than assumed\n * (`tests/gemini-live-smoke/README.md`, Q2): interrupting mid-count emitted\n * no completion for the killed turn, and the very next turn completed\n * normally, which it could not have done had the condemnation never lifted.\n * What has been scheduled is discarded, and its remaining speech and\n * text are dropped — though not its tool calls, which `applyServerMessage`\n * still dispatches on purpose. Nothing goes on the wire, which is why this\n * needs neither an open socket nor a recovery guard.\n */\n async interrupt(): Promise<void> {\n // Condemn only a turn the wire proves is running, as in the OpenAI client:\n // condemning with nothing open would swallow the *next* turn's completion\n // and strand the manager's send lock for good.\n if (this.modelTurnInFlight) {\n this.turnCondemned = true;\n this.log(\"Gemini Live turn condemned by a local interrupt\");\n }\n\n // Silencing what is already scheduled is separate, for the reason the\n // OpenAI client clears its output buffer unconditionally: playback outlives\n // the turn that produced it. `turnComplete` is paced to land as the audio\n // finishes, so on a healthy connection that overlap is the measured 3 ms of\n // post-`turnComplete` tail — but the server is pacing a clock, not watching\n // the speakers, and a stall widens it. An interrupt has to stop the voice\n // either way.\n //\n // `turnInterrupted` stays down on purpose: it marks a turn the model killed\n // after hearing itself through an unconverged canceller, and a local\n // interrupt is no evidence of that, so this turn's exposure still counts\n // towards disarming the gate.\n this.playbackScheduler?.flush();\n this.endAudioOutput();\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n // Resolved before the socket is asked for, so a dead id fails as a dead id.\n const name = this.pendingToolCalls.get(callId);\n if (!name) {\n throw new Error(\n `Unknown Gemini Live tool call \"${callId}\": it was already answered, cancelled by the server, or belongs to a session that has ended`,\n );\n }\n\n const socket = this.requireReadySocket();\n socket.send(\n JSON.stringify({\n toolResponse: {\n functionResponses: [{ id: callId, name, response: output }],\n },\n }),\n );\n // Dropped only once the answer is on the wire: a send that throws leaves\n // the call answerable rather than unknown.\n this.pendingToolCalls.delete(callId);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n console.warn(\n \"sendAudio is not needed with the Gemini Live transport - the microphone is captured internally\",\n );\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n async prepareAudio(): Promise<void> {\n await this.ensurePlaybackReady();\n }\n\n /**\n * Build the playback context, graph, scheduler, and lip-sync analyzer once,\n * and afterwards only nudge that same playback context back towards running.\n * It does not promise a running context on return; see the resume below.\n *\n * Both `prepareAudio()` and `connect()` come here, and the order they arrive\n * in is the point: whichever runs first builds everything, the other reuses\n * it. That is what keeps the `AudioContext` the one created inside a user\n * gesture instead of a replacement built during an automatic reconnect,\n * which the browser would refuse to start.\n *\n * The playback context is the only one this covers, and that leaves a gap\n * worth knowing about: `lipSyncAnalyzer.prepare()` creates a second\n * `AudioContext` of its own, and nothing in `@charivo/core` ever resumes it.\n * A suspended `AnalyserNode` returns all-zero frequency data, so in exactly\n * the case the nudge below exists for — a caller that skipped\n * `prepareAudio()` — lip sync reads flat and no error surfaces anywhere.\n * Pre-existing and identical in `openai/client.ts`; closing it means changing\n * the analyzer contract, not this file.\n */\n private async ensurePlaybackReady(): Promise<void> {\n const existing = this.playbackContext;\n if (existing) {\n // Deliberately not awaited. On a document that has never been interacted\n // with, `resume()` parks its promise rather than settling it — the spec\n // appends it to [[pending resume promises]] and aborts — which would hang\n // connect() at a point where no socket, and so no setup timeout, is armed\n // yet. A context that stays suspended only delays audio; a connect() that\n // never settles wedges the session with no error and no way back.\n //\n // Anything other than \"running\" is retried because WebKit also has a\n // non-standard \"interrupted\" state, which a \"suspended\" check alone would\n // leave stopped for good.\n if (existing.state !== \"running\") {\n void existing\n .resume()\n .catch((error) =>\n console.error(\n \"Failed to resume the playback audio context:\",\n error,\n ),\n );\n }\n return;\n }\n\n const context = new AudioContext({ sampleRate: OUTPUT_SAMPLE_RATE });\n const graph = createPlaybackGraph(context);\n\n // Assigned before the first await, so a second call cannot slip past the\n // null check above and build a rival context.\n this.playbackContext = context;\n this.playbackScheduler = new PlaybackScheduler(context, graph.output, {\n onDrain: () => {\n // A drain on its own is not the end of the model's audio — see\n // `PlaybackSchedulerCallbacks.onDrain` for the measurement. Only a\n // drain that follows `turnComplete` ends the turn; every other one is\n // an underrun audio resumes from.\n if (this.turnCompleteSeen) {\n this.endAudioOutput();\n }\n },\n onPlayingChange: (playing: boolean) => {\n if (playing) {\n this.beginAudiblePlayback();\n } else {\n this.bankAudibleExposure();\n }\n },\n });\n\n await this.lipSyncAnalyzer.prepare();\n // The tap is stable for the client's whole life, unlike the OpenAI client's\n // per-connection remote track, so this attaches once. Attaching starts the\n // analysis loop, so pause it until audio actually plays.\n this.lipSyncAnalyzer.attachMediaStream(graph.lipSyncStream);\n this.lipSyncAnalyzer.pause();\n }\n\n private openSocket(\n url: string,\n token: string,\n model?: string,\n ): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n let socket: WebSocket;\n try {\n // The endpoint accepts the ephemeral token only as a query parameter,\n // so the built URL is a credential: it never reaches log(), an error\n // message, or an event payload. A constructor failure is re-thrown as\n // a bare message for the same reason — the native one quotes the URL.\n socket = new WebSocket(\n `${url}?access_token=${encodeURIComponent(token)}`,\n );\n } catch {\n reject(new Error(\"Failed to open the Gemini Live websocket\"));\n return;\n }\n\n const binding: GeminiSocketBinding = {\n socket,\n epoch: this.socketEpoch,\n pump: Promise.resolve(),\n };\n this.activeSocket = binding;\n\n this.pendingConnect = {\n resolve,\n reject,\n timeoutId: setTimeout(() => {\n this.rejectPendingConnect(\n new Error(\n `Gemini Live session setup timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n ),\n );\n }, DEFAULT_REQUEST_TIMEOUT_MS),\n };\n\n socket.onopen = () => {\n // Only the model: the token's `bidiGenerateContentSetup` replaces this\n // frame wholesale rather than merging with it (measured), so anything\n // else sent here is discarded.\n this.log(\"Gemini Live websocket open — sending setup\");\n socket.send(\n JSON.stringify({\n setup: { model: `models/${model ?? DEFAULT_GEMINI_LIVE_MODEL}` },\n }),\n );\n };\n\n socket.onmessage = (event: MessageEvent) => {\n this.enqueueServerMessage(binding, event.data);\n };\n\n socket.onerror = () => {\n this.failTransport(binding, new Error(\"Gemini Live websocket error\"));\n };\n\n socket.onclose = (event: CloseEvent) => {\n // The close code and the server's reason are diagnostics, not secrets.\n this.log(\n `Gemini Live websocket closed code=${event.code} reason=\"${event.reason}\" clean=${event.wasClean}`,\n );\n this.failTransport(\n binding,\n new Error(\n `Gemini Live websocket closed (code ${event.code}${event.reason ? `: ${event.reason}` : \"\"})`,\n ),\n );\n };\n });\n }\n\n private enqueueServerMessage(\n binding: GeminiSocketBinding,\n data: string | Blob,\n ): void {\n if (binding.epoch !== this.socketEpoch) {\n return;\n }\n\n binding.pump = binding.pump\n .then(async () => {\n const raw = typeof data === \"string\" ? data : await data.text();\n\n // Re-checked after the await, not only at enqueue: a `Blob.text()` can\n // resolve long after a transient reset swapped the socket, and applying\n // it then would mutate a session this payload never belonged to.\n if (binding.epoch !== this.socketEpoch) {\n return;\n }\n\n this.applyServerMessage(JSON.parse(raw) as GeminiServerMessage);\n })\n .catch((error: unknown) => {\n // Protocol-fatal, never recoverable in place: a dropped frame corrupts\n // session state while the socket still looks healthy. The underlying\n // error travels as `cause` rather than in the message, because a JSON\n // parse failure quotes a window of the offending frame, frames carry\n // session resumption handles, and this error reaches manager state that\n // app code renders.\n this.failTransport(\n binding,\n new Error(\"Failed to handle a Gemini Live message\", { cause: error }),\n );\n });\n }\n\n private applyServerMessage(message: GeminiServerMessage): void {\n if (message.setupComplete) {\n this.log(\"Gemini Live setup complete\");\n this.isSetupComplete = true;\n this.resolvePendingConnect();\n return;\n }\n\n if (message.usageMetadata) {\n // Newest wins: it is what the turn reports as `usage` when it completes.\n this.latestUsage = message.usageMetadata;\n }\n\n // Above the `serverContent` guard below, deliberately: a tool frame carries\n // no `serverContent` at all, so handling it down there would drop every\n // tool call silently. That leaves it above the condemned-turn guard too,\n // which is a decision rather than an oversight — a condemned turn's tool\n // calls are still emitted, executed, and answered onto the wire, as the\n // sibling also leaves them (`openai/client.ts`). The exposure is larger\n // here, because this design expects a condemned turn to keep sending —\n // which it does; see `interrupt()`.\n if (message.toolCall) {\n this.handleToolCall(message.toolCall.functionCalls ?? []);\n }\n\n // The model gave up on these calls, so their ids are dead. Dropping them\n // here is what turns a handler that answers one late into a diagnosable\n // throw rather than a response the session cannot place.\n for (const id of message.toolCallCancellation?.ids ?? []) {\n this.pendingToolCalls.delete(id);\n }\n\n // `sessionResumptionUpdate` and `goAway` are read by nothing on purpose.\n // Handles arrive roughly every 1.2 s, each superseding the last (~50 per\n // 100 s session), and none of them can be spent here for the reason\n // `updateSession()` refuses: the session is fixed at mint time, so resuming\n // one would have to be minted server-side. They are session credentials\n // either way, so they are never logged. `goAway` announces a handover this\n // client cannot perform, and the close that follows it already drives\n // recovery.\n\n const content = message.serverContent;\n if (!content) {\n return;\n }\n\n // Emitted straight through, one event per message, with no accumulation\n // buffer and no turn-boundary flush: input transcription arrives finalized\n // per utterance, unlike output — two spoken utterances produced exactly two\n // complete-sentence events against 44 fragmentary output events in the same\n // session (measured). Accumulating would merge separate user turns.\n // `interimInputTranscription` is ignored entirely.\n if (content.inputTranscription?.text) {\n this.emitEvent({\n type: \"user.transcript\",\n text: content.inputTranscription.text,\n });\n }\n\n // Everything below belongs to the model, so a condemned turn stops here:\n // its audio, its transcription, and a late `interrupted` are dropped alike\n // until its own `turnComplete`, the single exit. The user transcription\n // above is not part of it — the user speaking is usually what prompted the\n // interrupt in the first place.\n if (this.turnCondemned) {\n if (content.turnComplete) {\n this.handleTurnComplete();\n }\n return;\n }\n\n if (content.outputTranscription?.text || content.modelTurn) {\n this.modelTurnInFlight = true;\n }\n\n if (content.outputTranscription?.text) {\n this.appendAssistantText(content.outputTranscription.text);\n }\n\n for (const part of content.modelTurn?.parts ?? []) {\n if (part.inlineData?.data) {\n // Queued, not played: chunks arrive far faster than real time, so\n // `audio.output.started` and the gate anchor wait for the scheduler to\n // actually start sounding.\n this.playbackScheduler?.enqueue(base64ToBytes(part.inlineData.data));\n }\n }\n\n // Last, and `interrupted` before `turnComplete`: both settle a turn whose\n // audio and text the block above has already handed on.\n if (content.interrupted) {\n this.handleInterrupted();\n }\n\n if (content.turnComplete) {\n this.handleTurnComplete();\n }\n }\n\n /**\n * Server VAD cut the turn off. The accumulated text deliberately survives:\n * the turn still reports `assistant.response.completed` at its own\n * `turnComplete` with whatever it managed to say, which is the shape the\n * OpenAI client already has for a VAD-cancelled response reporting its\n * `response.done`.\n */\n private handleInterrupted(): void {\n // The offset from the voice becoming audible is what keeps\n // `CONVERGENCE_GATE_MS` tunable from data rather than from its own comment:\n // every measured Safari interruption landed ~0.5 s after playback began.\n const offset =\n this.hasStartedAudioOutput && this.playbackAudibleSince !== null\n ? `${Math.round(performance.now() - this.playbackAudibleSince)}ms after playback started`\n : \"with nothing playing\";\n this.log(`Gemini Live turn interrupted ${offset}`);\n\n this.turnInterrupted = true;\n // The turn is dead, so there is nothing left for a later `interrupt()` to\n // condemn. Left standing, this would survive the turn boundary if\n // `turnComplete` ever failed to follow, and the next `interrupt()` with\n // nothing open would suppress a whole innocent turn in silence.\n this.modelTurnInFlight = false;\n this.playbackScheduler?.flush();\n this.endAudioOutput();\n }\n\n /**\n * Settle the turn that `turnComplete` just closed.\n *\n * Two callers, two worlds. `applyServerMessage`'s condemned branch brings a\n * turn a local `interrupt()` killed: it reports nothing and its audio ended\n * back at the interrupt. The normal path brings a turn that ran: it reports\n * its completion, and may still owe an ending. Everything between is per-turn\n * state both worlds drop.\n */\n private handleTurnComplete(): void {\n // Read and cleared first, as in `endAudioOutput`: this is the single exit\n // from condemnation, and see `turnCondemned` for why the turn is silent.\n const wasCondemned = this.turnCondemned;\n this.turnCondemned = false;\n\n // Emitted unconditionally, including with empty text — deliberately unlike\n // `openai/client.ts`, which skips empty completions because its tool-using\n // turns are measured to report twice. Gemini's do not: a live tool-using\n // turn was measured emitting exactly ONE completion for the whole turn\n // (`tests/gemini-live-smoke/README.md`), so an empty-text skip here would\n // swallow the only completion the turn has and strand the manager's send\n // lock for good. Do not port the sibling's skip.\n if (!wasCondemned) {\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: this.assistantText,\n usage: this.latestUsage,\n });\n }\n\n this.modelTurnInFlight = false;\n this.assistantText = \"\";\n this.hasStartedAssistantResponse = false;\n this.latestUsage = undefined;\n\n // \"An ending is still owed\", which is why it is set from the active-output\n // flag instead of to a bare `true`. With no output active — a turn that\n // carried no audio, or one whose audio already ended at an interruption\n // flush — nothing would ever clear it, and the *next* turn's opening drain,\n // measured 3 ms in, would read as this turn's ending.\n this.turnCompleteSeen = this.hasStartedAudioOutput;\n if (!this.turnCompleteSeen) {\n return;\n }\n\n // Idle right now means the final drain has already come and gone, and it\n // will not come again, so the ending belongs here. Asked of the scheduler\n // live rather than remembered: the drain that ends a turn and the spurious\n // one that opens it are the same event, so a sticky has-drained flag would\n // end the turn while the character is still talking.\n if (this.playbackScheduler?.isIdle()) {\n this.endAudioOutput();\n }\n }\n\n /**\n * Fan a `toolCall` frame out, one `tool.call` per usable entry, recording the\n * id -> name pairing each answer will need.\n *\n * This frame's shape was written from the API reference and confirmed live\n * only afterwards (`tests/gemini-live-smoke/README.md`, 2026-09-01); the\n * leniency stays. An entry missing either field is *reported* rather than\n * trusted or dropped in silence: without both there is no answer this client\n * can send,\n * and a session that runs on while the model waits forever for a response\n * fails invisibly. It travels as a transport `error`, which `RealtimeManager`\n * handles without ending the session — releasing the send lock, so the user\n * is not stuck. Killing the socket over it would instead livelock: recovery\n * succeeds because the socket was never the problem, the model re-issues the\n * same call on the fresh session, and every lap burns another `uses: 1`\n * token. Strictness belongs on shapes that have been measured.\n *\n * The whole frame is decided before any of it is emitted, so a malformed\n * entry cannot destroy a well-formed sibling whose handler is already\n * running and whose id would be cleared out from under it. The report names\n * the keys that did arrive — enough to read the real shape off one failure —\n * and never quotes argument values.\n *\n * This covers the one absence worth surviving: an entry that arrived and\n * cannot be answered. A payload that is not this shape at all — a null entry,\n * a `functionCalls` that is not an array — still throws into the message\n * pump's fatal catch, and nothing here parses defensively for it.\n */\n private handleToolCall(calls: GeminiFunctionCall[]): void {\n const usable: Array<{\n id: string;\n name: string;\n args: Record<string, unknown>;\n }> = [];\n const unusable: string[] = [];\n\n for (const call of calls) {\n if (call.id && call.name) {\n usable.push({ id: call.id, name: call.name, args: call.args ?? {} });\n } else {\n unusable.push(`{${Object.keys(call).join(\", \")}}`);\n }\n }\n\n for (const call of usable) {\n // Recorded before the event goes out, so a handler that answers on the\n // spot finds its id already there.\n this.pendingToolCalls.set(call.id, call.name);\n this.emitEvent({\n type: \"tool.call\",\n name: call.name,\n args: call.args,\n callId: call.id,\n });\n }\n\n if (unusable.length > 0) {\n this.emitEvent({\n type: \"error\",\n error: new Error(\n `Gemini Live sent tool calls this client cannot answer: an id or name is missing (keys received: ${unusable.join(\" \")})`,\n ),\n });\n }\n }\n\n /**\n * Output transcription is the only assistant text a native-audio session\n * produces, and the server keeps it on, so the response's whole lifecycle\n * hangs off these fragments.\n */\n private appendAssistantText(text: string): void {\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n this.assistantText += text;\n this.emitEvent({ type: \"assistant.text.delta\", text });\n }\n\n /**\n * The scheduler started sounding.\n *\n * Only the first such transition of a turn opens the turn's audio. This fires\n * again after every mid-turn underrun, and re-anchoring the gate on those\n * would let a stalling connection hold it open for a whole reply — silently,\n * which is the failure class the measured record warns about. Anchoring once\n * per session is equally wrong: the measured Safari run was interrupted 0.5 s\n * into its *second* turn. So the anchor is per turn, and it is left standing\n * when playback stops, because the window has to expire on its own clock\n * rather than on a silence the acoustic path has not caught up with yet.\n *\n * The unconditional first line is the other half of the pairing: it opens the\n * audible span that `bankAudibleExposure` closes, once per sounding stretch\n * rather than once per turn.\n */\n private beginAudiblePlayback(): void {\n const now = performance.now();\n this.audibleSpanStartedAt = now;\n\n if (this.hasStartedAudioOutput) {\n return;\n }\n\n this.hasStartedAudioOutput = true;\n this.playbackAudibleSince = now;\n this.lipSyncAnalyzer.resume();\n this.emitEvent({ type: \"audio.output.started\" });\n }\n\n /**\n * Close the open audible span into the exposure total.\n *\n * Only these playing → not-playing intervals count towards the gate. A\n * first-audible → `audio.output.ended` span would count silence the canceller\n * never got to adapt to: `turnComplete` is paced to the audio's duration from\n * the *first* chunk, so a burst-delivered turn sits quiet for seconds waiting\n * on it — a measured 12 s span for 10.5 s of audio, and 6.5 s for 5.1 s.\n */\n private bankAudibleExposure(): void {\n if (this.audibleSpanStartedAt === null) {\n return;\n }\n\n this.audibleExposureMs += performance.now() - this.audibleSpanStartedAt;\n this.audibleSpanStartedAt = null;\n }\n\n /**\n * The single place `audio.output.ended` is emitted. Callers decide *that* the\n * audio ended — always from the scheduler being idle and `turnComplete` seen,\n * never from a timer or an RMS reading — and this keeps the start/end pair\n * balanced and settles the gate.\n *\n * Both interrupt paths flush the scheduler immediately before calling in.\n * That flush is what closes the open audible span through\n * `onPlayingChange(false)`, so the gate below settles against a total that\n * includes it.\n */\n private endAudioOutput(): void {\n // Read and cleared above the guard, not below it: an `interrupted` that\n // lands before any audio was audible ends nothing, and leaving the flag set\n // would make the *next* turn end as an interrupted one and refuse to disarm\n // the gate. Clearing here also means no caller has to assume `turnComplete`\n // always follows `interrupted`.\n const wasInterrupted = this.turnInterrupted;\n this.turnInterrupted = false;\n\n if (!this.hasStartedAudioOutput) {\n return;\n }\n\n this.hasStartedAudioOutput = false;\n this.turnCompleteSeen = false;\n\n // Paused before the end is reported, as in the OpenAI client: the analyzer\n // smooths its readings and would keep emitting a decaying level, which\n // `RealtimeManager` turns back into an audio start with nothing left to\n // close it.\n this.lipSyncAnalyzer.pause();\n this.emitEvent({ type: \"audio.output.ended\" });\n\n // A turn disarms the gate only by running to a clean end, and only once the\n // canceller has had `CONVERGENCE_GATE_MS` of audible speech to adapt to.\n // The total is cumulative across the session and killed turns bank into it\n // as well: the two interrupted Safari turns banked ~1 s between them and\n // the third then ran seven seconds untouched. So a short clean reply leaves\n // the gate armed however cleanly it finished, and an interrupted turn\n // leaves it armed however long it ran.\n if (\n this.gateArmed &&\n !wasInterrupted &&\n this.audibleExposureMs >= CONVERGENCE_GATE_MS\n ) {\n this.gateArmed = false;\n this.log(\n `Convergence gate disarmed after ${Math.round(this.audibleExposureMs)}ms of audible playback`,\n );\n }\n }\n\n /**\n * The socket a frame can go out on right now, or null. `setupComplete` is\n * part of the answer: until the server acknowledges setup there is no session\n * to receive anything. Callers differ only in what they make of a null.\n */\n private getReadySocket(): WebSocket | null {\n const socket = this.activeSocket?.socket;\n if (\n !socket ||\n !this.isSetupComplete ||\n socket.readyState !== WebSocket.OPEN\n ) {\n return null;\n }\n\n return socket;\n }\n\n /**\n * `getReadySocket()` for the caller-driven frames, which refuse rather than\n * drop: `sendText()` and `sendToolResult()` have someone to tell.\n *\n * The recovery guard stays at those call sites instead of folding in here as\n * the OpenAI client's does, so a `sendToolResult()` during a reconnect\n * reports the reconnect rather than the unknown call id it would otherwise\n * hit — the map is already empty by then.\n */\n private requireReadySocket(): WebSocket {\n const socket = this.getReadySocket();\n if (!socket) {\n throw new Error(\"Gemini Live session is not ready to send\");\n }\n\n return socket;\n }\n\n /**\n * The only path microphone audio takes to the wire.\n *\n * Frames are dropped rather than queued whenever `getReadySocket()` says they\n * cannot go out now: a frame held across a reconnect is audio the user spoke\n * into a session that has ended.\n */\n private sendCaptureFrame(frame: Uint8Array): void {\n const socket = this.getReadySocket();\n if (!socket) {\n return;\n }\n\n if (this.isWithinConvergenceGate()) {\n return;\n }\n\n socket.send(\n JSON.stringify({\n realtimeInput: {\n audio: {\n data: bytesToBase64(frame),\n mimeType: `audio/pcm;rate=${INPUT_SAMPLE_RATE}`,\n },\n },\n }),\n );\n }\n\n /**\n * Whether this moment falls inside the convergence gate: still armed, and\n * within `CONVERGENCE_GATE_MS` of the current turn's playback becoming\n * audible.\n */\n private isWithinConvergenceGate(): boolean {\n return (\n this.gateArmed &&\n this.playbackAudibleSince !== null &&\n performance.now() - this.playbackAudibleSince < CONVERGENCE_GATE_MS\n );\n }\n\n /**\n * The single settlement point for every way a socket can fail.\n *\n * Before `setupComplete` the pending `connect()` owns the failure and settles\n * immediately — during the initial connect nothing is listening for\n * `connection.lost`, so waiting out the timeout would hang the caller, and\n * `connect()`'s catch runs the teardown at the depth the situation calls for.\n * After setup, the transient reset runs first so `recover()` starts from a\n * clean session, and the loss is reported once.\n */\n private failTransport(binding: GeminiSocketBinding, error: Error): void {\n if (binding.epoch !== this.socketEpoch) {\n return;\n }\n\n if (this.pendingConnect) {\n this.rejectPendingConnect(error);\n return;\n }\n\n this.resetTransportState();\n this.emitConnectionLost(error);\n }\n\n /**\n * Transient teardown: everything belonging to one websocket session, and\n * nothing belonging to the user gesture. The prepared playback context and\n * the lip-sync analyzer deliberately survive, so an automatic reconnect does\n * not have to create and resume an `AudioContext` outside a user gesture.\n */\n private resetTransportState(): void {\n // Bumped first: it orphans every handler and queued pump payload still\n // holding the outgoing socket's epoch.\n this.socketEpoch += 1;\n this.closeActiveSocket();\n this.isSetupComplete = false;\n this.rejectPendingConnect(\n new Error(\"Gemini Live session ended before setup completed\"),\n );\n this.lipSyncAnalyzer.pause();\n // Only what was scheduled: the context, graph, and scheduler stay, because\n // they belong to the gesture rather than to the socket.\n this.playbackScheduler?.flush();\n\n // Capture goes the other way: it is rebuilt on every connect(), and the\n // tracks are stopped so the browser's recording indicator clears.\n this.capturePipeline?.stop();\n this.capturePipeline = null;\n this.captureStream?.getTracks().forEach((track) => track.stop());\n this.captureStream = null;\n // Re-armed with the stream it gates: whatever the canceller had adapted to\n // belonged to the `getUserMedia` stream just stopped, so its replacement\n // starts unadapted. Gating again costs at most one more bounded window;\n // assuming the adaptation survived would cost whole turns.\n this.gateArmed = true;\n this.playbackAudibleSince = null;\n // Zeroed after the flush above, which banks its final span into the total\n // being discarded here.\n this.audibleExposureMs = 0;\n this.audibleSpanStartedAt = null;\n\n // Turn state is dropped rather than completed: the turn it describes\n // belonged to the socket just closed. No pairing `audio.output.ended` is\n // emitted for a turn cut off this way — `RealtimeManager` closes its own\n // audio output when it hears `connection.lost`. This is also the roster of\n // what \"per-turn\" means: everything `handleTurnComplete()` and\n // `endAudioOutput()` own between them.\n this.hasStartedAudioOutput = false;\n this.turnCompleteSeen = false;\n this.turnInterrupted = false;\n this.modelTurnInFlight = false;\n this.turnCondemned = false;\n this.hasStartedAssistantResponse = false;\n this.assistantText = \"\";\n this.latestUsage = undefined;\n\n // Session-scoped, per `pendingToolCalls`. The terminal `cleanup()` inherits\n // this, since it runs the reset first.\n this.pendingToolCalls.clear();\n\n // Nothing here unbinds browser-lifecycle listeners because this client\n // binds none yet. Half of what `bindTransportLifecycle` gives the OpenAI\n // client is already covered: a websocket reports a dead connection through\n // its own `onclose`, where WebRTC needed ICE state watched. The other half\n // has no websocket equivalent and is still missing: pausing and resuming\n // the analyzer across visibility/pagehide — a real gap now that a playback\n // tap is attached to it, not a pending wiring step — and refreshing the\n // microphone on `devicechange`, equally real now that capture is wired.\n // `replaceMicrophoneTrack` has no counterpart here because there is no\n // sender to swap a track into, so following a device change would mean\n // rebuilding the capture pipeline around a fresh stream mid-session.\n }\n\n /**\n * Terminal teardown: the transient reset plus everything the user gesture\n * warmed up. Only an explicit `disconnect()` and a failed initial `connect()`\n * come here; every recovery path takes the transient reset instead.\n */\n private cleanup(): void {\n this.isCleaningUp = true;\n this.resetTransportState();\n this.lipSyncAnalyzer\n .cleanup()\n .catch((error) =>\n console.error(\"Failed to clean up lip-sync analyzer:\", error),\n );\n\n // The transient reset above already flushed the scheduler; this is the only\n // place the gesture-warmed context is given up. Nulled before the close\n // settles so a `prepareAudio()` racing it builds a fresh one instead of\n // reusing the closing one.\n const playbackContext = this.playbackContext;\n this.playbackContext = null;\n this.playbackScheduler = null;\n playbackContext\n ?.close()\n .catch((error) =>\n console.error(\"Failed to close the playback audio context:\", error),\n );\n\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n }\n\n private closeActiveSocket(): void {\n const binding = this.activeSocket;\n this.activeSocket = null;\n if (!binding) {\n return;\n }\n\n // Detached before closing so our own teardown does not re-enter\n // failTransport through onclose.\n binding.socket.onopen = null;\n binding.socket.onmessage = null;\n binding.socket.onerror = null;\n binding.socket.onclose = null;\n\n // Unconditional: closing an already-closing or closed socket is a no-op.\n binding.socket.close();\n }\n\n private emitConnectionLost(error: Error): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n // Every unexpected websocket end maps to the one existing cause this cycle;\n // a Gemini-specific `RealtimeReconnectCause` is a cycle-2 decision.\n this.emitEvent({\n type: \"connection.lost\",\n cause: \"connection-failed\",\n error,\n });\n }\n\n private resolvePendingConnect(): void {\n const pending = this.pendingConnect;\n if (!pending) {\n return;\n }\n\n this.pendingConnect = null;\n clearTimeout(pending.timeoutId);\n pending.resolve();\n }\n\n private rejectPendingConnect(error: Error): void {\n const pending = this.pendingConnect;\n if (!pending) {\n return;\n }\n\n this.pendingConnect = null;\n clearTimeout(pending.timeoutId);\n pending.reject(error);\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getGeminiLiveBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (this.options.debug) {\n console.log(...args);\n }\n }\n}\n\n/**\n * A generic helper whose only caller hands it one 640-byte capture frame, so\n * the loop runs a single time today. The chunking stays because the trap it\n * avoids is real and silent: `btoa` wants a binary string, and building one\n * with `String.fromCharCode(...bytes)` makes every byte an argument, which\n * throws once a payload outgrows the engine's argument limit.\n */\nfunction bytesToBase64(bytes: Uint8Array): string {\n let binary = \"\";\n const stride = 0x8000;\n for (let offset = 0; offset < bytes.length; offset += stride) {\n binary += String.fromCharCode(...bytes.subarray(offset, offset + stride));\n }\n return btoa(binary);\n}\n\n/**\n * Mirrors `bytesToBase64`, and is called from inside the message pump's error\n * boundary: `atob` throws on a malformed payload, which is protocol-fatal like\n * any other frame this client cannot read.\n */\nfunction base64ToBytes(base64: string): Uint8Array {\n const binary = atob(base64);\n const bytes = new Uint8Array(binary.length);\n for (let index = 0; index < binary.length; index += 1) {\n bytes[index] = binary.charCodeAt(index);\n }\n return bytes;\n}\n\nfunction resolveWebSocketBootstrap(bootstrap: RealtimeSessionBootstrap): {\n url: string;\n token: string;\n} {\n if (\n bootstrap.adapter !== GEMINI_LIVE_ADAPTER ||\n bootstrap.transport !== \"websocket\"\n ) {\n throw new Error(\n `Gemini Live client only supports ${GEMINI_LIVE_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n if (!bootstrap.url || !bootstrap.token) {\n throw new Error(\n \"Gemini Live bootstrap is missing its websocket url or token\",\n );\n }\n\n return { url: bootstrap.url, token: bootstrap.token };\n}\n\nexport function createGeminiLiveClient(\n options?: GeminiLiveClientOptions,\n): RealtimeTransportClient {\n return new GeminiLiveClient(options);\n}\n"]}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { DEFAULT_FETCH_TIMEOUT_MS } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
// src/internal/microphone.ts
|
|
4
|
+
var DEFAULT_MICROPHONE_CONSTRAINTS = {
|
|
5
|
+
echoCancellation: true,
|
|
6
|
+
noiseSuppression: true,
|
|
7
|
+
autoGainControl: true
|
|
8
|
+
};
|
|
9
|
+
async function acquireMicrophoneStream() {
|
|
10
|
+
return navigator.mediaDevices.getUserMedia({
|
|
11
|
+
audio: DEFAULT_MICROPHONE_CONSTRAINTS
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
|
|
15
|
+
function isRecord(value) {
|
|
16
|
+
return typeof value === "object" && value !== null;
|
|
17
|
+
}
|
|
18
|
+
function isRealtimeSessionBootstrap(value) {
|
|
19
|
+
if (!isRecord(value) || typeof value.adapter !== "string" || typeof value.transport !== "string") {
|
|
20
|
+
return false;
|
|
21
|
+
}
|
|
22
|
+
if (value.transport === "webrtc") {
|
|
23
|
+
return typeof value.answerSdp === "string" || typeof value.clientSecret === "string";
|
|
24
|
+
}
|
|
25
|
+
if (value.transport === "websocket") {
|
|
26
|
+
return typeof value.url === "string" && typeof value.token === "string";
|
|
27
|
+
}
|
|
28
|
+
return false;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export { DEFAULT_REQUEST_TIMEOUT_MS, acquireMicrophoneStream, isRealtimeSessionBootstrap, isRecord };
|
|
32
|
+
//# sourceMappingURL=chunk-5OO737VD.mjs.map
|
|
33
|
+
//# sourceMappingURL=chunk-5OO737VD.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/internal/microphone.ts","../src/internal/shared.ts"],"names":[],"mappings":";;;AAAO,IAAM,8BAAA,GAAiC;AAAA,EAC5C,gBAAA,EAAkB,IAAA;AAAA,EAClB,gBAAA,EAAkB,IAAA;AAAA,EAClB,eAAA,EAAiB;AACnB,CAAA;AAEA,eAAsB,uBAAA,GAAgD;AACpE,EAAA,OAAO,SAAA,CAAU,aAAa,YAAA,CAAa;AAAA,IACzC,KAAA,EAAO;AAAA,GACR,CAAA;AACH;ACNO,IAAM,0BAAA,GAA6B;AAEnC,SAAS,SAAS,KAAA,EAAkD;AACzE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAoBO,SAAS,2BACd,KAAA,EACwC;AACxC,EAAA,IACE,CAAC,QAAA,CAAS,KAAK,CAAA,IACf,OAAO,KAAA,CAAM,OAAA,KAAY,QAAA,IACzB,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,EAC3B;AACA,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,QAAA,EAAU;AAChC,IAAA,OACE,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,IAC3B,OAAO,MAAM,YAAA,KAAiB,QAAA;AAAA,EAElC;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,WAAA,EAAa;AACnC,IAAA,OAAO,OAAO,KAAA,CAAM,GAAA,KAAQ,QAAA,IAAY,OAAO,MAAM,KAAA,KAAU,QAAA;AAAA,EACjE;AAEA,EAAA,OAAO,KAAA;AACT","file":"chunk-5OO737VD.mjs","sourcesContent":["export const DEFAULT_MICROPHONE_CONSTRAINTS = {\n echoCancellation: true,\n noiseSuppression: true,\n autoGainControl: true,\n} satisfies MediaTrackConstraints;\n\nexport async function acquireMicrophoneStream(): Promise<MediaStream> {\n return navigator.mediaDevices.getUserMedia({\n audio: DEFAULT_MICROPHONE_CONSTRAINTS,\n });\n}\n","import { DEFAULT_FETCH_TIMEOUT_MS } from \"@charivo/core\";\n\n// Realtime-specific name kept for the call-site timeout messages; the value\n// is core's shared default.\nexport const DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nexport function isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nexport type RealtimeSessionBootstrapShape =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport function isRealtimeSessionBootstrap(\n value: unknown,\n): value is RealtimeSessionBootstrapShape {\n if (\n !isRecord(value) ||\n typeof value.adapter !== \"string\" ||\n typeof value.transport !== \"string\"\n ) {\n return false;\n }\n\n if (value.transport === \"webrtc\") {\n return (\n typeof value.answerSdp === \"string\" ||\n typeof value.clientSecret === \"string\"\n );\n }\n\n if (value.transport === \"websocket\") {\n return typeof value.url === \"string\" && typeof value.token === \"string\";\n }\n\n return false;\n}\n"]}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,
|
|
1
|
+
import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, DEFAULT_OPENAI_REALTIME_MODEL, bindTransportLifecycle, replaceMicrophoneTrack, resolveOpenAIAudioInput, DEFAULT_OPENAI_REALTIME_VOICE, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS } from './chunk-JEJGTULX.mjs';
|
|
2
|
+
import { acquireMicrophoneStream, isRecord, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap } from './chunk-5OO737VD.mjs';
|
|
2
3
|
import { createLipSyncAnalyzer, OPENAI_REALTIME_AGENTS_ADAPTER, CharivoStateError, fetchWithTimeout, CharivoProviderError } from '@charivo/core';
|
|
3
4
|
import { OpenAIRealtimeWebRTC, RealtimeSession, RealtimeAgent, tool } from '@openai/agents-realtime';
|
|
4
5
|
|
|
@@ -9,13 +10,9 @@ function toClientSecretsSession(session) {
|
|
|
9
10
|
voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE
|
|
10
11
|
}
|
|
11
12
|
};
|
|
12
|
-
const
|
|
13
|
-
if (
|
|
14
|
-
|
|
15
|
-
audio.input = { transcription: null };
|
|
16
|
-
} else if (transcription.model !== void 0) {
|
|
17
|
-
audio.input = { transcription: { model: transcription.model } };
|
|
18
|
-
}
|
|
13
|
+
const input = resolveOpenAIAudioInput(session.inputAudioTranscription);
|
|
14
|
+
if (input) {
|
|
15
|
+
audio.input = input;
|
|
19
16
|
}
|
|
20
17
|
const payload = {
|
|
21
18
|
type: "realtime",
|
|
@@ -152,13 +149,9 @@ function toOpenAIRealtimeAgentsSessionConfig(config) {
|
|
|
152
149
|
voice: resolveVoice(config)
|
|
153
150
|
}
|
|
154
151
|
};
|
|
155
|
-
const
|
|
156
|
-
if (
|
|
157
|
-
|
|
158
|
-
audio.input = { transcription: null };
|
|
159
|
-
} else if (transcription.model !== void 0) {
|
|
160
|
-
audio.input = { transcription: { model: transcription.model } };
|
|
161
|
-
}
|
|
152
|
+
const input = resolveOpenAIAudioInput(config?.inputAudioTranscription);
|
|
153
|
+
if (input) {
|
|
154
|
+
audio.input = input;
|
|
162
155
|
}
|
|
163
156
|
const sessionConfig = {
|
|
164
157
|
model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,
|
|
@@ -831,5 +824,5 @@ function createOpenAIRealtimeAgentsClient(options) {
|
|
|
831
824
|
}
|
|
832
825
|
|
|
833
826
|
export { createOpenAIRealtimeAgentsClient };
|
|
834
|
-
//# sourceMappingURL=chunk-
|
|
835
|
-
//# sourceMappingURL=chunk-
|
|
827
|
+
//# sourceMappingURL=chunk-EIYYLUWF.mjs.map
|
|
828
|
+
//# sourceMappingURL=chunk-EIYYLUWF.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/openai-agents/dev-bootstrap.ts","../src/openai-agents/bootstrap.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":["fetchWithTimeout","CharivoProviderError","OPENAI_REALTIME_AGENTS_ADAPTER"],"mappings":";;;;;AAkBA,IAAM,kBAAA,GAAqB,mDAAA;AAK3B,SAAS,uBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,KAAA,GAAQ,uBAAA,CAAwB,OAAA,CAAQ,uBAAuB,CAAA;AACrE,EAAA,IAAI,KAAA,EAAO;AACT,IAAA,KAAA,CAAM,KAAA,GAAQ,KAAA;AAAA,EAChB;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAGA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,iCACd,MAAA,EACwE;AACxE,EAAA,OAAO,OACL,OAAA,KACsC;AACtC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,kBAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,UAC/B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,sBAAA,CAAuB,OAAA,CAAQ,OAAO;AAAA,SAChD;AAAA,OACH;AAAA,MACA;AAAA,QACE,cAAA,EAAgB,kDAAkD,0BAA0B,CAAA,EAAA,CAAA;AAAA,QAC5F,cAAA,EAAgB;AAAA;AAClB,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR,iDAAiD,SAAS,CAAA;AAAA,OAC5D;AAAA,IACF;AAEA,IAAA,IAAI,IAAA;AACJ,IAAA,IAAI;AACF,MAAA,IAAA,GAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,CAAA,CAAA,MAAQ;AACN,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,oBAAoB,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF,CAAA;AACF;;;ACjHA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,IAAe,OAAA,CAAQ,MAAA,EAAQ;AAClC,IAAA,OAAO,gCAAA,CAAiC,OAAA,CAAQ,MAAM,CAAA,CAAE,OAAO,CAAA;AAAA,EACjE;AAEA,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAMA,gBAAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA;AAAA,MACE,cAAA,EAAgB,4CAA4C,0BAA0B,CAAA,EAAA,CAAA;AAAA,MACtF,cAAA,EAAgB;AAAA;AAClB,GACF;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAIC,oBAAAA;AAAA,MACR,sCAAsC,SAAS,CAAA;AAAA,KACjD;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,SAAA;AACT;;;AChEO,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0CAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,6BAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B,GACF;AAEA,EAAA,MAAM,KAAA,GAAQ,uBAAA,CAAwB,MAAA,EAAQ,uBAAuB,CAAA;AACrE,EAAA,IAAI,KAAA,EAAO;AACT,IAAA,KAAA,CAAM,KAAA,GAAQ,KAAA;AAAA,EAChB;AAEA,EAAA,MAAM,aAAA,GAAyC;AAAA,IAC7C,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B;AAAA,GACF;AAIA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,aAAA,CAAc,YAAA,GAAe,EAAE,iBAAA,EAAmB,MAAA,CAAO,SAAA,EAAU;AAAA,EACrE;AAEA,EAAA,OAAO,aAAA;AACT;;;ACrBO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;ACJA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAsBK,IAAM,6BAAN,MAAoE;AAAA,EA+CzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EA9C9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,cAAA,GAA2C,IAAA;AAAA,EAC3C,WAAA,GAAmC,IAAA;AAAA,EACnC,mBAAA,GAAsB,KAAA;AAAA,EACtB,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,8BAA2D,EAAC;AAAA,EAC5D,mBAAA,GAAsB,EAAA;AAAA;AAAA,EAEtB,mBAAA,GAAsB,KAAA;AAAA;AAAA,EAEtB,cAAA,GAAiB,KAAA;AAAA;AAAA,EAEjB,uBAAA,GAA0B,KAAA;AAAA;AAAA;AAAA,EAG1B,qBAAA,GAAwB,KAAA;AAAA,EACxB,oBAAA;AAAA,EACA,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EACtB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA;AAAA,EAE7D,iBAAA,GAAoB,KAAA;AAAA,EACX,kBAAkB,qBAAA,CAAsB;AAAA,IACvD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EACO,oBAAA,GAAgD,IAAA;AAAA,EAChD,4BAAA,GAAoD,IAAA;AAAA,EACpD,uBAAA,GAAyC,IAAA;AAAA,EAIjD,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,MAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAEnC,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,WAAA,CAAY,MAAM,CAAA;AAErC,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAA,EAAc,KAAK,WAAW;AAAA,OACjE;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,YAAY,CAAA;AAE1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAASC,8BAAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAYA,8BAAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+CA,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA,OACzB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAOA,IAAA,IAAA,CAAK,OAAA,CAAQ,OAAA,CAAQ,MAAA,GAAS,mCAAA,CAAoC,MAAM,CAAA;AACxE,IAAA,MAAM,KAAK,OAAA,CAAQ,WAAA,CAAY,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA;AACvD,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,uBAAA;AAAA,QACH,IAAI,MAAM,+CAA+C;AAAA,OAC3D;AACA,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AACtD,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AAGvB,IAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AACA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAAA,EACrC;AAAA,EAEQ,YAAY,MAAA,EAA+C;AACjE,IAAA,OAAO,IAAI,aAAA,CAAc;AAAA,MACvB,IAAA,EAAM,wBAAA;AAAA,MACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,MACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,MAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,KAC3B,CAAA;AAAA,EACH;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAID,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA,CAAK,0BAAA,CAA2B,OAAO,CAAA;AAAA,IACpE,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AAGjC,MAAA,IAAI,6BAAA,CAA8B,KAAK,CAAA,EAAG;AACxC,QAAA;AAAA,MACF;AAIA,MAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,MAAA,IAAA,CAAK,uBAAA,GAA0B,KAAA;AAC/B,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAIA,MAAA,IAAI,KAAA,CAAM,SAAS,6BAAA,EAA+B;AAChD,QAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,QAAA;AAAA,MACF;AAYA,MAAA,IACE,KAAA,CAAM,IAAA,KAAS,6BAAA,IACf,KAAA,CAAM,SAAS,6BAAA,EACf;AAMA,QAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AACzB,QAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAC3B,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,QAAA;AAAA,MACF;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,KAAA,CAAM,SAAS,kBAAA,EAAoB;AAGrC,QAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,QAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,KAAA,CAAM,SAAS,eAAA,EAAiB;AAClC,QAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAEtB,QAAA,IAAI,KAAK,uBAAA,EAAyB;AAGhC,UAAA,IAAA,CAAK,uBAAA,GAA0B,KAAA;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,QAAA,CAAS,KAAA,CAAM,QAAQ,CAAA,EAAG;AAE5B,UAAA,IAAA,CAAK,mBAAA,GAAsB,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,MAAM,CAAA,GAC1D,KAAA,CAAM,QAAA,CAAS,MAAA,CAAO,IAAA;AAAA,YACpB,CAAC,IAAA,KAAS,QAAA,CAAS,IAAI,CAAA,IAAK,KAAK,IAAA,KAAS;AAAA,WAC5C,GACA,KAAA;AACJ,UAAA,IAAA,CAAK,2BAAA,GAA8B;AAAA,YACjC,KAAA,EAAO,SAAS,KAAA,CAAM,QAAA,CAAS,KAAK,CAAA,GAChC,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,YACJ,KAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,UAAU,QAAA,GAC5B,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,YACN,UAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,OAAO,QAAA,GACzB,KAAA,CAAM,SAAS,EAAA,GACf;AAAA,WACR;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAGA,IAAA,IAAI,KAAK,uBAAA,EAAyB;AAChC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA;AAAA,EAGQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,KAAK,iBAAA,EAAmB;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,EACjD;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAGtD,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,MAAA;AAAA,IACF;AAMA,IAAA,MAAM,cAAc,CAAC,IAAA,CAAK,UAAU,IAAA,IAAQ,CAAC,OAAO,IAAA,EAAK;AACzD,IAAA,IAAI,WAAA,IAAe,KAAK,mBAAA,EAAqB;AAC3C,MAAA;AAAA,IACF;AAIA,IAAA,MAAM,YAAY,WAAA,GACd,EAAA,GACA,KAAK,mBAAA,IAAuB,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAEzD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM,SAAA;AAAA,MACN,GAAG,IAAA,CAAK;AAAA,KACT,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,OAAA,EAAiC;AAClE,IAAA,KAAA,IAAS,QAAQ,OAAA,CAAQ,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AAC3D,MAAA,MAAM,IAAA,GAAO,QAAQ,KAAK,CAAA;AAC1B,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,CACN,cACA,WAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,WAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,QAAA,IAAA,CAAK,cACH,OAAO,cAAA,CAAe,UAAA,KAAe,UAAA,GAChC,eACE,UAAA,EAAW,CACX,IAAA,CAAK,CAAC,cAAc,SAAA,CAAU,KAAA,EAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA;AACN,QAAA,IAAA,CAAK,yBAAyB,cAAc,CAAA;AAC5C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,kBAAkB,MAAM,CAAA;AAAA,UAC/C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,yBAAyB,cAAA,EAAyC;AACxE,IAAA,cAAA,CAAe,gBAAA,CAAiB,4BAA4B,MAAM;AAChE,MAAA,MAAM,WAAW,cAAA,CAAe,kBAAA;AAChC,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,cAAA,CAAe,gBAAA,CAAiB,yBAAyB,MAAM;AAC7D,MAAA,IACE,cAAA,CAAe,eAAA,KAAoB,QAAA,IACnC,cAAA,CAAe,oBAAoB,QAAA,EACnC;AACA,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAI3C,IAAA,IAAI,KAAK,iBAAA,EAAmB;AAC1B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAI,KAAK,iBAAA,EAAmB;AAC1B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,IAAkB,IAAA,CAAK,oBAAA,EAAsB;AACrD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,oBAAoB,YAAA,EAAsC;AAChE,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAE/B,IAAA,MAAM,kBAAkB,MAAM;AAC5B,MAAA,MAAM,SAAS,YAAA,CAAa,SAAA;AAC5B,MAAA,IAAI,kBAAkB,WAAA,EAAa;AACjC,QAAA,IAAA,CAAK,eAAA,CAAgB,kBAAkB,MAAM,CAAA;AAC7C,QAAA,IAAA,CAAK,yBAAA,EAA0B;AAAA,MACjC;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,YAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,eAAA;AACpC,IAAA,YAAA,CAAa,gBAAA,CAAiB,kBAAkB,eAAe,CAAA;AAC/D,IAAA,IAAA,CAAK,uBAAA,GAA0B,MAAA,CAAO,WAAA,CAAY,eAAA,EAAiB,EAAE,CAAA;AAAA,EACvE;AAAA,EAEQ,yBAAA,GAAkC;AACxC,IAAA,IAAI,IAAA,CAAK,4BAA4B,IAAA,EAAM;AACzC,MAAA,aAAA,CAAc,KAAK,uBAAuB,CAAA;AAC1C,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AAEA,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,4BAAA,EAA8B;AAClE,MAAA,IAAA,CAAK,oBAAA,CAAqB,mBAAA;AAAA,QACxB,gBAAA;AAAA,QACA,IAAA,CAAK;AAAA,OACP;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AAAA,EACtC;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,uBAAA;AAAA,MACH,IAAI,MAAM,+CAA+C;AAAA,KAC3D;AACA,IAAA,IAAA,CAAK,wBAAA,EAAyB;AAC9B,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,gBAAgB,IAAA,EAAK;AAC1B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,IAAA,CAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,KAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,IAAA,CAAK,cAAA,CAAe,kBAAA,KAAuB,QAAA,IAC3C,IAAA,CAAK,eAAe,kBAAA,KAAuB,cAAA;AAAA,IAE/C;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAGpB,IAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AACzB,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAC/B,IAAA,IAAA,CAAK,eAAA,CACF,SAAQ,CACR,KAAA;AAAA,MAAM,CAAC,YAAA,KACN,OAAA,CAAQ,KAAA,CAAM,yCAAyC,YAAY;AAAA,KACrE;AAEF,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,aAAY,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC9D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,mBAAA,GAAsB,EAAA;AAC3B,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,wBAAA,EAAyB;AAC9B,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,wBAAA,GAAiC;AACvC,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,uBAAA,GAA0B,KAAA;AAC/B,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAAA,EAC/B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AACA,IAAA,IAAA,CAAK,8BAA8B,EAAC;AACpC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,EAC7B;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF,CAAA;AAGA,SAAS,8BAA8B,KAAA,EAAyB;AAC9D,EAAA,IAAI,CAAC,SAAS,KAAK,CAAA,IAAK,CAAC,QAAA,CAAS,KAAA,CAAM,KAAK,CAAA,EAAG;AAC9C,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,MAAM,cAAc,KAAA,CAAM,KAAA;AAC1B,EAAA,OACE,WAAA,CAAY,IAAA,KAAS,4BAAA,IACpB,OAAO,WAAA,CAAY,OAAA,KAAY,QAAA,IAC9B,WAAA,CAAY,OAAA,CAAQ,WAAA,EAAY,CAAE,QAAA,CAAS,oBAAoB,CAAA;AAErE;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-EIYYLUWF.mjs","sourcesContent":["import {\n OPENAI_REALTIME_AGENTS_ADAPTER,\n CharivoProviderError,\n fetchWithTimeout,\n} from \"@charivo/core\";\nimport type {\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n RealtimeSessionBootstrap,\n} from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\nimport { resolveOpenAIAudioInput } from \"../openai/transcription\";\nimport { DEFAULT_REQUEST_TIMEOUT_MS, isRecord } from \"../internal/shared\";\n\n// Fixed minting endpoint — no base URL override.\nconst CLIENT_SECRETS_URL = \"https://api.openai.com/v1/realtime/client_secrets\";\n\n// Mirrors toOpenAIRealtimeSession in packages/server/src/openai/realtime/index.ts.\n// Duplicated intentionally: browser clients must not import from @charivo/server\n// (the same self-contained pattern as the tts/stt OpenAI providers).\nfunction toClientSecretsSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const input = resolveOpenAIAudioInput(session.inputAudioTranscription);\n if (input) {\n audio.input = input;\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\n// Mirrors extractClientSecret in packages/server/src/openai/realtime/index.ts.\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nexport function createOpenAIRealtimeDevBootstrap(\n apiKey: string,\n): (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap> {\n return async (\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> => {\n const response = await fetchWithTimeout(\n CLIENT_SECRETS_URL,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toClientSecretsSession(request.session),\n }),\n },\n {\n timeoutMessage: `Realtime client secret request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to mint OpenAI realtime client secret: ${errorText}`,\n );\n }\n\n let body: unknown;\n try {\n body = await response.json();\n } catch {\n throw new CharivoProviderError(\n \"Invalid client secret response: response body could not be parsed as JSON\",\n );\n }\n\n const clientSecret = extractClientSecret(body);\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"Invalid client secret response: client_secret missing or empty\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n };\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n fetchWithTimeout,\n} from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\nimport { createOpenAIRealtimeDevBootstrap } from \"./dev-bootstrap\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n apiKey?: string;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint && options.apiKey) {\n return createOpenAIRealtimeDevBootstrap(options.apiKey)(request);\n }\n\n if (!apiEndpoint) {\n throw new CharivoStateError(\n \"OpenAI agents realtime client requires sessionBootstrap, apiEndpoint, or apiKey\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n {\n timeoutMessage: `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to create Realtime session: ${errorText}`,\n );\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new CharivoProviderError(\n \"Invalid realtime session bootstrap response\",\n );\n }\n\n return bootstrap;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS,\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\nimport { resolveOpenAIAudioInput } from \"../openai/transcription\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: resolveVoice(config),\n },\n };\n\n const input = resolveOpenAIAudioInput(config?.inputAudioTranscription);\n if (input) {\n audio.input = input;\n }\n\n const sessionConfig: Record<string, unknown> = {\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio,\n };\n\n // The SDK rebuilds session.update from an allowlist and has no mapping for\n // `max_output_tokens`, so `providerData` is the only way through.\n if (config?.maxTokens !== undefined) {\n sessionConfig.providerData = { max_output_tokens: config.maxTokens };\n }\n\n return sessionConfig;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n createLipSyncAnalyzer,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n} from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { DEFAULT_OPENAI_REALTIME_MODEL } from \"../openai/defaults\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\ninterface AssistantCompletionMetadata {\n usage?: Record<string, unknown>;\n model?: string;\n responseId?: string;\n}\n\n/**\n * @remarks\n * `apiKey` is a dev/testing-only escape hatch. The key is exposed in the\n * browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.\n * Intentional dev/test escape hatch: this direct browser client exposes\n * credentials. For production, see docs/guide/choosing-packages.md#remote.\n */\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\n// Two different \"audio is done\" signals reach this client, and only one means\n// playback finished.\n//\n// `audio_stopped` is raised by the SDK on the server's\n// `response.output_audio.done` — the server finished SENDING audio. Over WebRTC\n// there is still buffered audio playing at that point, so treating it as the\n// end cut consumers off mid-sentence: `RenderManager` releases a held\n// expression on `tts:audio:end`, so an avatar's face reset partway through its\n// own reply, and lip-sync stopped with it.\n//\n// `output_audio_buffer.stopped` is the WebRTC event for the output buffer\n// actually stopping, and is the one this client reports the end from.\n//\n// No timer or level-based guess stands in for it. A speculative end is the\n// original bug — an expression released mid-reply cannot be un-released by a\n// later correction. A session that somehow never sees the event holds the\n// expression until something replaces it — `RenderManager`'s fallback timer is\n// disarmed during speech — while the interrupt, connection-loss, and teardown\n// paths still end audio output explicitly.\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private peerConnection: RTCPeerConnection | null = null;\n private audioSender: RTCRtpSender | null = null;\n private connectionWasActive = false;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private assistantCompletionMetadata: AssistantCompletionMetadata = {};\n private latestAssistantText = \"\";\n /** Whether the response that just finished left a tool follow-up outstanding. */\n private expectsToolFollowUp = false;\n /** Whether a `response.created` has arrived without its `response.done`. */\n private responseActive = false;\n /** Marked at interrupt: the SDK only cancels an acknowledged response. */\n private condemnedActiveResponse = false;\n // `agent_end` carries no identity, so its message's `response.done` marks the\n // one to swallow. Never cleared in resetAssistantTracking(): every send calls it.\n private suppressStaleAgentEnd = false;\n private currentSessionConfig?: RealtimeSessionConfig;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n /** Whether a playback segment is open, so lip-sync analysis belongs running. */\n private audioOutputActive = false;\n private readonly lipSyncAnalyzer = createLipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n private observedAudioElement: HTMLAudioElement | null = null;\n private observedAudioElementListener: (() => void) | null = null;\n private pendingAudioElementPoll: number | null = null;\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n this.mediaStream = await acquireMicrophoneStream();\n this.bindTransportLifecycleEvents();\n await this.lipSyncAnalyzer.prepare();\n\n const agent = this.createAgent(config);\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement, this.mediaStream),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n // `RealtimeSession.updateAgent(...)` is the only public session-level API\n // that recomputes instructions / tools / voice and applies them without a\n // reconnect. The SDK currently derives that patch from `options.config`\n // plus agent fields, so keep `options.config` aligned here until it\n // exposes a dedicated public config update path on `RealtimeSession`.\n this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);\n await this.session.updateAgent(this.createAgent(config));\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n // Arm only behind a response the SDK actually cancels; an empty mark would\n // swallow the next real completion and strand the manager's send lock.\n if (this.responseActive) {\n this.condemnedActiveResponse = true;\n }\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSyncAnalyzer.prepare();\n }\n\n private createAgent(config?: RealtimeSessionConfig): RealtimeAgent {\n return new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n // Only the SDK's WebSocket transport emits the `audio` event this is\n // derived from, so on WebRTC it never fires -- see openAudioOutputSegment.\n session.on(\"audio_start\", () => {\n this.openAudioOutputSegment();\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestAssistantText = this.extractLatestAssistantText(history);\n });\n\n session.on(\"error\", ({ error }) => {\n // The cancel lost the race to server-side completion. Surfacing it would\n // hit the manager's error branch, which frees the replacement's send lock.\n if (isCancelWithoutActiveResponse(error)) {\n return;\n }\n\n // De-arm on an unknown failure: fail live rather than stay suppressed; the\n // owed agent_end swallow stays armed and drains at the next response.created.\n this.responseActive = false;\n this.condemnedActiveResponse = false;\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n // On WebRTC the only playback-start signal there is: the SDK derives\n // `audio_start` from an event only its WebSocket transport emits.\n if (event.type === \"output_audio_buffer.started\") {\n this.openAudioOutputSegment();\n return;\n }\n\n // Authoritative playback completion. Unlike `audio_stopped` — which the\n // SDK raises on `response.output_audio.done`, i.e. the server finished\n // SENDING — this reports that the WebRTC output buffer actually stopped\n // playing. `@charivo/realtime/openai` already treats it as completion.\n // `stopped` is playback finishing on its own; `cleared` is the buffer\n // being discarded by an interruption — `OpenAIRealtimeWebRTC.interrupt()`\n // sends `output_audio_buffer.clear`, and automatic VAD barge-in produces\n // the same event. Note the SDK's `audio_interrupted` is emitted only by\n // its WebSocket transport, so on WebRTC this is the only interruption\n // signal that arrives.\n if (\n event.type === \"output_audio_buffer.stopped\" ||\n event.type === \"output_audio_buffer.cleared\"\n ) {\n // Pause before reporting the end. The analyzer smooths its readings, so\n // it keeps emitting a decaying level afterwards, and `RealtimeManager`\n // re-opens audio output from any sample above its floor — with no\n // further buffer event left to close it. The next\n // `output_audio_buffer.started` resumes analysis.\n this.audioOutputActive = false;\n this.lipSyncAnalyzer.pause();\n this.emitEvent({ type: \"audio.output.ended\" });\n return;\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n\n if (event.type === \"response.created\") {\n // A condemned response's `response.done` always precedes this: the\n // sequencer holds new creates while one is ongoing.\n this.responseActive = true;\n this.suppressStaleAgentEnd = false;\n return;\n }\n\n if (event.type === \"response.done\") {\n this.responseActive = false;\n\n if (this.condemnedActiveResponse) {\n // This message's `agent_end` follows; a cancelled tool turn must not\n // arm the follow-up gate either.\n this.condemnedActiveResponse = false;\n this.suppressStaleAgentEnd = true;\n return;\n }\n\n if (isRecord(event.response)) {\n // A function call means the model replies again once the result is in.\n this.expectsToolFollowUp = Array.isArray(event.response.output)\n ? event.response.output.some(\n (item) => isRecord(item) && item.type === \"function_call\",\n )\n : false;\n this.assistantCompletionMetadata = {\n usage: isRecord(event.response.usage)\n ? event.response.usage\n : undefined,\n model:\n typeof event.response.model === \"string\"\n ? event.response.model\n : undefined,\n responseId:\n typeof event.response.id === \"string\"\n ? event.response.id\n : undefined,\n };\n }\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n // Responses are serial, so every delta in the window is the condemned one's.\n if (this.condemnedActiveResponse) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n /** Idempotent, so both transports' start signals can feed it. */\n private openAudioOutputSegment(): void {\n if (this.audioOutputActive) {\n return;\n }\n\n this.audioOutputActive = true;\n this.lipSyncAnalyzer.resume();\n this.emitEvent({ type: \"audio.output.started\" });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // The cancelled turn reporting late. Announcing it would re-open the\n // response and let its completion free the replacement turn's send lock.\n if (this.suppressStaleAgentEnd) {\n this.suppressStaleAgentEnd = false;\n this.resetAssistantTracking();\n return;\n }\n\n // A tool turn fires agent_end twice; skip the first so consumers see one\n // completion per user turn. Gate that on a follow-up actually being due --\n // a turn that just ends empty has none, and swallowing its completion\n // strands RealtimeManager's send lock for the rest of the session.\n const isEmptyTurn = !this.assistant.text && !output.trim();\n if (isEmptyTurn && this.expectsToolFollowUp) {\n return;\n }\n\n // Empty means empty: the fallback reaches into history and would resurrect\n // the previous turn's message.\n const finalText = isEmptyTurn\n ? \"\"\n : this.latestAssistantText || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n ...this.assistantCompletionMetadata,\n });\n this.resetAssistantTracking();\n }\n\n private extractLatestAssistantText(history: RealtimeItem[]): string {\n for (let index = history.length - 1; index >= 0; index -= 1) {\n const item = history[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n mediaStream: MediaStream,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n mediaStream,\n changePeerConnection: async (peerConnection) => {\n this.peerConnection = peerConnection;\n this.audioSender =\n typeof peerConnection.getSenders === \"function\"\n ? (peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null;\n this.bindPeerConnectionEvents(peerConnection);\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachMediaStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private bindPeerConnectionEvents(peerConnection: RTCPeerConnection): void {\n peerConnection.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = peerConnection.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n peerConnection.addEventListener(\"connectionstatechange\", () => {\n if (\n peerConnection.connectionState === \"failed\" ||\n peerConnection.connectionState === \"closed\"\n ) {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n // Only resume while a segment is actually playing. Resuming after playback\n // ended would meter residual level, which `RealtimeManager` reads as a new\n // audio start that no later buffer event would close.\n if (this.audioOutputActive) {\n this.lipSyncAnalyzer.resume();\n }\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n if (this.audioOutputActive) {\n this.lipSyncAnalyzer.resume();\n }\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.peerConnection || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.peerConnection,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private observeAudioElement(audioElement: HTMLAudioElement): void {\n this.stopObservingAudioElement();\n\n const tryAttachStream = () => {\n const stream = audioElement.srcObject;\n if (stream instanceof MediaStream) {\n this.lipSyncAnalyzer.attachMediaStream(stream);\n this.stopObservingAudioElement();\n }\n };\n\n this.observedAudioElement = audioElement;\n this.observedAudioElementListener = tryAttachStream;\n audioElement.addEventListener(\"loadedmetadata\", tryAttachStream);\n this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);\n }\n\n private stopObservingAudioElement(): void {\n if (this.pendingAudioElementPoll !== null) {\n clearInterval(this.pendingAudioElementPoll);\n this.pendingAudioElementPoll = null;\n }\n\n if (this.observedAudioElement && this.observedAudioElementListener) {\n this.observedAudioElement.removeEventListener(\n \"loadedmetadata\",\n this.observedAudioElementListener,\n );\n }\n\n this.observedAudioElement = null;\n this.observedAudioElementListener = null;\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.shouldRecover(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.resetResponseSuppression();\n this.resetAssistantTracking();\n this.lipSyncAnalyzer.stop();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private shouldRecover(cause: RealtimeReconnectCause): boolean {\n if (!this.peerConnection) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.peerConnection.connectionState === \"failed\" ||\n this.peerConnection.connectionState === \"closed\" ||\n this.peerConnection.iceConnectionState === \"failed\" ||\n this.peerConnection.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(error?: unknown): void {\n this.connectionWasActive = false;\n this.isCleaningUp = true;\n // A teardown during playback would otherwise leave the segment marked open,\n // and openAudioOutputSegment would swallow the next session's first start.\n this.audioOutputActive = false;\n this.iceDisconnectDebouncer.cancel();\n this.unbindTransportLifecycleEvents();\n this.cleanupPendingToolCalls(error);\n this.stopObservingAudioElement();\n this.lipSyncAnalyzer\n .cleanup()\n .catch((cleanupError) =>\n console.error(\"Failed to clean up lip-sync analyzer:\", cleanupError),\n );\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks?.().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n this.peerConnection = null;\n this.audioSender = null;\n this.latestAssistantText = \"\";\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.resetResponseSuppression();\n this.resetAssistantTracking();\n }\n\n private resetResponseSuppression(): void {\n this.responseActive = false;\n this.condemnedActiveResponse = false;\n this.suppressStaleAgentEnd = false;\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n this.assistantCompletionMetadata = {};\n this.expectsToolFollowUp = false;\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\n/** The benign cancel that lost to server-side completion. */\nfunction isCancelWithoutActiveResponse(error: unknown): boolean {\n if (!isRecord(error) || !isRecord(error.error)) {\n return false;\n }\n\n const serverError = error.error;\n return (\n serverError.code === \"response_cancel_not_active\" ||\n (typeof serverError.message === \"string\" &&\n serverError.message.toLowerCase().includes(\"no active response\"))\n );\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}
|
|
@@ -1,17 +1,7 @@
|
|
|
1
1
|
import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS } from './chunk-RS4NXHZQ.mjs';
|
|
2
|
-
import {
|
|
2
|
+
import { acquireMicrophoneStream } from './chunk-5OO737VD.mjs';
|
|
3
|
+
import { subscribeBrowserLifecycle } from '@charivo/core';
|
|
3
4
|
|
|
4
|
-
// src/internal/microphone.ts
|
|
5
|
-
var DEFAULT_MICROPHONE_CONSTRAINTS = {
|
|
6
|
-
echoCancellation: true,
|
|
7
|
-
noiseSuppression: true,
|
|
8
|
-
autoGainControl: true
|
|
9
|
-
};
|
|
10
|
-
async function acquireMicrophoneStream() {
|
|
11
|
-
return navigator.mediaDevices.getUserMedia({
|
|
12
|
-
audio: DEFAULT_MICROPHONE_CONSTRAINTS
|
|
13
|
-
});
|
|
14
|
-
}
|
|
15
5
|
var DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1e3;
|
|
16
6
|
function bindTransportLifecycle(callbacks) {
|
|
17
7
|
const teardownBrowserLifecycle = subscribeBrowserLifecycle({
|
|
@@ -78,28 +68,31 @@ function createIceDisconnectDebouncer(onDisconnect, delayMs = DEFAULT_ICE_DISCON
|
|
|
78
68
|
}
|
|
79
69
|
};
|
|
80
70
|
}
|
|
81
|
-
var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
|
|
82
|
-
function isRecord(value) {
|
|
83
|
-
return typeof value === "object" && value !== null;
|
|
84
|
-
}
|
|
85
|
-
function isRealtimeSessionBootstrap(value) {
|
|
86
|
-
if (!isRecord(value) || typeof value.adapter !== "string" || typeof value.transport !== "string") {
|
|
87
|
-
return false;
|
|
88
|
-
}
|
|
89
|
-
if (value.transport === "webrtc") {
|
|
90
|
-
return typeof value.answerSdp === "string" || typeof value.clientSecret === "string";
|
|
91
|
-
}
|
|
92
|
-
if (value.transport === "websocket") {
|
|
93
|
-
return typeof value.url === "string" && typeof value.token === "string";
|
|
94
|
-
}
|
|
95
|
-
return false;
|
|
96
|
-
}
|
|
97
71
|
|
|
98
72
|
// src/openai/defaults.ts
|
|
99
73
|
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
100
74
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
75
|
+
var DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL = "gpt-4o-mini-transcribe";
|
|
101
76
|
var DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS = DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
|
|
102
77
|
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
78
|
+
// src/openai/transcription.ts
|
|
79
|
+
function resolveOpenAIAudioInput(transcription) {
|
|
80
|
+
if (transcription === void 0) {
|
|
81
|
+
return void 0;
|
|
82
|
+
}
|
|
83
|
+
if (transcription.enabled === false) {
|
|
84
|
+
return { transcription: null };
|
|
85
|
+
}
|
|
86
|
+
if (transcription.enabled === true || transcription.model !== void 0) {
|
|
87
|
+
return {
|
|
88
|
+
transcription: {
|
|
89
|
+
model: transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL
|
|
90
|
+
}
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
return void 0;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
export { DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS, DEFAULT_OPENAI_REALTIME_MODEL, DEFAULT_OPENAI_REALTIME_VOICE, bindTransportLifecycle, createIceDisconnectDebouncer, replaceMicrophoneTrack, resolveOpenAIAudioInput };
|
|
97
|
+
//# sourceMappingURL=chunk-JEJGTULX.mjs.map
|
|
98
|
+
//# sourceMappingURL=chunk-JEJGTULX.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/internal/webrtc-lifecycle.ts","../src/openai/defaults.ts","../src/openai/transcription.ts"],"names":[],"mappings":";;;;AAGO,IAAM,oCAAA,GAAuC;AAW7C,SAAS,uBACd,SAAA,EACY;AACZ,EAAA,MAAM,2BAA2B,yBAAA,CAA0B;AAAA,IACzD,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,WAAW,SAAA,CAAU;AAAA,GACtB,CAAA;AAED,EAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,IAAA,SAAA,CAAU,YAAA,EAAc,gBAAA;AAAA,MACtB,cAAA;AAAA,MACA,SAAA,CAAU;AAAA,KACZ;AAAA,EACF;AAEA,EAAA,OAAO,MAAM;AACX,IAAA,wBAAA,EAAyB;AACzB,IAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,MAAA,SAAA,CAAU,YAAA,EAAc,mBAAA;AAAA,QACtB,cAAA;AAAA,QACA,SAAA,CAAU;AAAA,OACZ;AAAA,IACF;AAAA,EACF,CAAA;AACF;AAQA,eAAsB,uBACpB,KAAA,EACkE;AAClE,EAAA,IAAI,CAAC,MAAM,cAAA,EAAgB;AACzB,IAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,EACjD;AAEA,EAAA,MAAM,UAAA,GAAa,MAAM,uBAAA,EAAwB;AACjD,EAAA,MAAM,SAAA,GAAY,UAAA,CAAW,cAAA,EAAe,CAAE,CAAC,CAAA;AAC/C,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,MAAM,MAAA,GACJ,MAAM,WAAA,KACL,OAAO,MAAM,cAAA,CAAe,UAAA,KAAe,aACvC,KAAA,CAAM,cAAA,CACJ,YAAW,CACX,IAAA,CAAK,CAAC,SAAA,KAAc,SAAA,CAAU,OAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA,CAAA;AACN,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,oCAAoC,CAAA;AAAA,EACtD;AAEA,EAAA,MAAM,MAAA,CAAO,aAAa,SAAS,CAAA;AACnC,EAAA,KAAA,CAAM,WAAA,EAAa,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAE9D,EAAA,OAAO;AAAA,IACL,WAAA,EAAa,MAAA;AAAA,IACb,WAAA,EAAa;AAAA,GACf;AACF;AAEO,SAAS,4BAAA,CACd,YAAA,EACA,OAAA,GAAU,oCAAA,EAIV;AACA,EAAA,IAAI,OAAA,GAAgD,IAAA;AAEpD,EAAA,OAAO;AAAA,IACL,QAAA,GAAW;AACT,MAAA,IAAI,OAAA,EAAS;AACX,QAAA;AAAA,MACF;AAEA,MAAA,OAAA,GAAU,WAAW,MAAM;AACzB,QAAA,OAAA,GAAU,IAAA;AACV,QAAA,YAAA,EAAa;AAAA,MACf,GAAG,OAAO,CAAA;AAAA,IACZ,CAAA;AAAA,IACA,MAAA,GAAS;AACP,MAAA,IAAI,CAAC,OAAA,EAAS;AACZ,QAAA;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,OAAA,GAAU,IAAA;AAAA,IACZ;AAAA,GACF;AACF;;;ACzGO,IAAM,6BAAA,GAAgC;AACtC,IAAM,6BAAA,GAAgC;AAEtC,IAAM,2CAAA,GACX,wBAAA;AACK,IAAM,0CAAA,GACX;;;ACIK,SAAS,wBACd,aAAA,EACqC;AACrC,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,IAAA,OAAO,EAAE,eAAe,IAAA,EAAK;AAAA,EAC/B;AAEA,EAAA,IAAI,aAAA,CAAc,OAAA,KAAY,IAAA,IAAQ,aAAA,CAAc,UAAU,MAAA,EAAW;AACvE,IAAA,OAAO;AAAA,MACL,aAAA,EAAe;AAAA,QACb,KAAA,EACE,cAAc,KAAA,IAAS;AAAA;AAC3B,KACF;AAAA,EACF;AAEA,EAAA,OAAO,MAAA;AACT","file":"chunk-JEJGTULX.mjs","sourcesContent":["import { subscribeBrowserLifecycle } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"./microphone\";\n\nexport const DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1_000;\n\nexport interface TransportLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n onDeviceChange?(): void;\n}\n\nexport function bindTransportLifecycle(\n callbacks: TransportLifecycleCallbacks,\n): () => void {\n const teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: callbacks.onHidden,\n onOnline: callbacks.onOnline,\n onPageHide: callbacks.onPageHide,\n onPageShow: callbacks.onPageShow,\n onVisible: callbacks.onVisible,\n });\n\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.addEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n\n return () => {\n teardownBrowserLifecycle();\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.removeEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n };\n}\n\nexport interface AudioSenderTrackState {\n audioSender: RTCRtpSender | null;\n mediaStream: MediaStream | null;\n peerConnection: RTCPeerConnection | null;\n}\n\nexport async function replaceMicrophoneTrack(\n state: AudioSenderTrackState,\n): Promise<{ audioSender: RTCRtpSender; mediaStream: MediaStream }> {\n if (!state.peerConnection) {\n throw new Error(\"Realtime transport not active\");\n }\n\n const nextStream = await acquireMicrophoneStream();\n const nextTrack = nextStream.getAudioTracks()[0];\n if (!nextTrack) {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n const sender =\n state.audioSender ??\n (typeof state.peerConnection.getSenders === \"function\"\n ? (state.peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null);\n if (!sender) {\n throw new Error(\"No outbound audio sender available\");\n }\n\n await sender.replaceTrack(nextTrack);\n state.mediaStream?.getTracks().forEach((track) => track.stop());\n\n return {\n audioSender: sender,\n mediaStream: nextStream,\n };\n}\n\nexport function createIceDisconnectDebouncer(\n onDisconnect: () => void,\n delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n): {\n schedule(): void;\n cancel(): void;\n} {\n let pending: ReturnType<typeof setTimeout> | null = null;\n\n return {\n schedule() {\n if (pending) {\n return;\n }\n\n pending = setTimeout(() => {\n pending = null;\n onDisconnect();\n }, delayMs);\n },\n cancel() {\n if (!pending) {\n return;\n }\n\n clearTimeout(pending);\n pending = null;\n },\n };\n}\n","import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS as DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS } from \"../instructions\";\n\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/server/src/openai/realtime/index.ts. Strict layering keeps browser and\n// server providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nexport const DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nexport const DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\n/** Applied when `inputAudioTranscription.enabled` is set without a `model`. */\nexport const DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL =\n \"gpt-4o-mini-transcribe\";\nexport const DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS =\n DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS;\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport { DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL } from \"./defaults\";\n\n/**\n * The `audio.input` block an OpenAI realtime session gets for\n * `inputAudioTranscription`, shared by every browser-side OpenAI serializer in\n * this package so the contract cannot drift between them: `undefined` omits the\n * block (off unless asked), `enabled: false` sends `null` to turn it off, and\n * `enabled: true` or any supplied `model` turns it on. OpenAI requires a model\n * on the block (measured: `{}` is a 400), so an enable without one gets the\n * default rather than being dropped.\n *\n * `packages/server/src/openai/realtime/index.ts` carries its own copy on\n * purpose — server providers stay self-contained, the same pattern as the\n * defaults.\n */\nexport function resolveOpenAIAudioInput(\n transcription: RealtimeSessionConfig[\"inputAudioTranscription\"],\n): Record<string, unknown> | undefined {\n if (transcription === undefined) {\n return undefined;\n }\n\n if (transcription.enabled === false) {\n return { transcription: null };\n }\n\n if (transcription.enabled === true || transcription.model !== undefined) {\n return {\n transcription: {\n model:\n transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL,\n },\n };\n }\n\n return undefined;\n}\n"]}
|