@charivo/realtime 0.2.2 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -7
- package/dist/{chunk-JGJZKKMH.mjs → chunk-FABRM56W.mjs} +29 -12
- package/dist/chunk-FABRM56W.mjs.map +1 -0
- package/dist/chunk-PDODY2T7.mjs +65 -0
- package/dist/chunk-PDODY2T7.mjs.map +1 -0
- package/dist/{chunk-IIKECRXN.mjs → chunk-WLTIMNHQ.mjs} +104 -6
- package/dist/chunk-WLTIMNHQ.mjs.map +1 -0
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +23 -35
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +24 -95
- package/dist/index.mjs.map +1 -1
- package/dist/openai/index.d.mts +9 -1
- package/dist/openai/index.d.ts +9 -1
- package/dist/openai/index.js +104 -4
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +2 -1
- package/dist/openai-agents/index.d.mts +3 -1
- package/dist/openai-agents/index.d.ts +3 -1
- package/dist/openai-agents/index.js +28 -9
- package/dist/openai-agents/index.js.map +1 -1
- package/dist/openai-agents/index.mjs +2 -1
- package/dist/remote/index.d.mts +2 -1
- package/dist/remote/index.d.ts +2 -1
- package/dist/remote/index.js +132 -13
- package/dist/remote/index.js.map +1 -1
- package/dist/remote/index.mjs +6 -2
- package/dist/remote/index.mjs.map +1 -1
- package/dist/{types-DntfJo0o.d.mts → types-Bc2tcYr1.d.mts} +1 -0
- package/dist/{types-DntfJo0o.d.ts → types-Bc2tcYr1.d.ts} +1 -0
- package/package.json +2 -2
- package/dist/chunk-IIKECRXN.mjs.map +0 -1
- package/dist/chunk-JGJZKKMH.mjs.map +0 -1
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/instructions.ts","../src/tools.ts","../src/realtime-manager.ts"],"names":[],"mappings":";AAEA,IAAM,gBAAA,GAAmB,QAAA;AACzB,IAAM,aAAA,GAAgB,mBAAA;AACtB,IAAM,aAAA,GAAgB,OAAA;AAEf,IAAM,+BAAA,GACX,gLAAA;AAEK,IAAM,4BAAA,GACX,wNAAA;AAEK,IAAM,wBAAA,GACX,CAAA,mPAAA,CAAA;AAEK,IAAM,mCAAA,GAAsC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAajD,IAAA;AAOK,SAAS,0BAAA,CAA2B;AAAA,EACzC,SAAA;AAAA,EACA;AACF,CAAA,GAAuC,EAAC,EAA0B;AAChE,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,YAAY,QAAA,IAAY,gBAAA;AAAA,IAClC,SAAA,EAAW,YAAY,SAAA,IAAa,QAAA;AAAA,IACpC,KAAA,EAAO,YAAY,KAAA,IAAS,aAAA;AAAA,IAC5B,KAAA,EAAO,UAAA,EAAY,KAAA,IAAS,SAAA,EAAW,OAAO,OAAA,IAAW,aAAA;AAAA,IACzD,YAAA,EACE,UAAA,EAAY,YAAA,IAAgB,0BAAA,CAA2B,SAAS,CAAA;AAAA,IAClE,aAAa,UAAA,EAAY,WAAA;AAAA,IACzB,WAAW,UAAA,EAAY,SAAA;AAAA,IACvB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,UAAA,EAAY,YAAY,UAAA,IAAc;AAAA,GACxC;AACF;AAEA,SAAS,2BAA2B,SAAA,EAAsC;AACxE,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,OAAO,mCAAA;AAAA,EACT;AAEA,EAAA,MAAM,aAAA,GAAgB;AAAA,IACpB,CAAA,QAAA,EAAW,UAAU,IAAI,CAAA,CAAA,CAAA;AAAA,IACzB;AAAA,GACF;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA,CAAK,cAAA,CAAe,SAAA,CAAU,WAAW,CAAC,CAAA;AAAA,EAC1D;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA;AAAA,MACZ,CAAA,oBAAA,EAAuB,sBAAA,CAAuB,SAAA,CAAU,WAAW,CAAC,CAAA,CAAA;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,OAAO,CAAC,GAAG,aAAA,EAAe,mCAAmC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC1E;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,SAAS,IAAA,CAAK,IAAI,CAAA,GAAI,IAAA,GAAO,GAAG,IAAI,CAAA,CAAA,CAAA;AAC7C;AAEA,SAAS,uBAAuB,IAAA,EAAsB;AACpD,EAAA,OAAO,IAAA,CAAK,IAAA,EAAK,CAAE,OAAA,CAAQ,WAAW,EAAE,CAAA;AAC1C;;;ACtEA,IAAM,QAAA,GAAW,EAAA;AACjB,IAAM,QAAA,GAAW,CAAA;AAEV,IAAM,wBAAA,GAA2B;AACjC,IAAM,qBAAA,GAAwB;AAC9B,IAAM,iBAAA,GAAoB;AAE1B,IAAM,yBAAA,GAA4B;AAAA,EACvC,wBAAA;AAAA,EACA,qBAAA;AAAA,EACA;AACF;AAUO,SAAS,yBACd,OAAA,EAC4B;AAC5B,EAAA,MAAM,QAAoC,EAAC;AAE3C,EAAA,IAAI,OAAA,CAAQ,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAM,gBAAA,GAAmB,CAAC,GAAG,OAAA,CAAQ,WAAW,CAAA;AAChD,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,wBAAA;AAAA,QACN,WAAA,EAAa,+BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,YAAA,EAAc;AAAA,cACZ,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,6CAAA;AAAA,cACb,IAAA,EAAM;AAAA;AACR,WACF;AAAA,UACA,QAAA,EAAU,CAAC,cAAc;AAAA;AAC3B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,QAAA,IACE,OAAO,YAAA,KAAiB,QAAA,IACxB,CAAC,gBAAA,CAAiB,QAAA,CAAS,YAAY,CAAA,EACvC;AACA,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT;AAAA,SACF;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,MAAM,YAAA,GAAe,MAAA,CAAO,IAAA,CAAK,OAAA,CAAQ,OAAO,CAAA;AAChD,EAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,qBAAA;AAAA,QACN,WAAA,EAAa,4BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,4CAAA;AAAA,cACb,IAAA,EAAM;AAAA,aACR;AAAA,YACA,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EACE;AAAA;AACJ,WACF;AAAA,UACA,QAAA,EAAU,CAAC,OAAA,EAAS,OAAO;AAAA;AAC7B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AACnB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AAEnB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,YAAA,CAAa,QAAA,CAAS,KAAK,CAAA,EAAG;AAC9D,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AAC5B,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,IAAK,CAAA;AACxC,QAAA,MAAM,WAAA,GAAc,KAAA;AAEpB,QAAA,IAAI,WAAA,GAAc,CAAA,IAAK,WAAA,IAAe,KAAA,EAAO;AAC3C,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,MAAA,CAAO,WAAW,CAAC,+BAA+B,KAAK,CAAA,CAAA;AAAA,WAC7E;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT,KAAA;AAAA,UACA,KAAA,EAAO;AAAA,SACT;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,KAAA,CAAM,IAAA,CAAK;AAAA,IACT,UAAA,EAAY;AAAA,MACV,IAAA,EAAM,UAAA;AAAA,MACN,IAAA,EAAM,iBAAA;AAAA,MACN,WAAA,EAAa,wBAAA;AAAA,MACb,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,QAAA;AAAA,QACN,UAAA,EAAY;AAAA,UACV,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA,WACJ;AAAA,UACA,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA;AACJ,SACF;AAAA,QACA,QAAA,EAAU,CAAC,GAAA,EAAK,GAAG;AAAA;AACrB,KACF;AAAA,IACA,MAAM,QAAQ,IAAA,EAAM;AAClB,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AACf,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AAEf,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,OAAO;AAAA,QACL,OAAA,EAAS,IAAA;AAAA,QACT,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ,CAAA;AAAA,QAC9B,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ;AAAA,OAChC;AAAA,IACF;AAAA,GACD,CAAA;AAED,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,KAAA,CAAM,KAAA,EAAe,GAAA,EAAa,GAAA,EAAqB;AAC9D,EAAA,OAAO,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,CAAC,CAAA;AAC3C;;;AChKA,IAAM,uBAAA,GAA0B,GAAA;AAezB,IAAM,sBAAN,MAAyD;AAAA,EAyB9D,WAAA,CACU,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3C;AAFQ,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAEA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAU;AAC7B,MAAA,KAAK,KAAK,iBAAA,CAAkB,KAAK,CAAA,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAClD,QAAA,IAAA,CAAK,UAAA;AAAA,UACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,UACxD,KAAK,KAAA,CAAM,UAAA,KAAe,MAAA,GAAS,OAAA,GAAU,KAAK,KAAA,CAAM;AAAA,SAC1D;AAAA,MACF,CAAC,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAxCQ,YAAA;AAAA,EACA,SAAA,GAA8B,IAAA;AAAA,EAC9B,iBAAA,GAAoB,KAAA;AAAA,EACpB,mBAAA,GAAsB,KAAA;AAAA,EACtB,qBAAA,GAAwB,KAAA;AAAA,EACxB,iBAAA;AAAA,EACA,eAAA,GAAwC,IAAA;AAAA,EACxC,gBAAA,GAAmB,KAAA;AAAA,EACnB,0BAAA,GAA6B,KAAA;AAAA,EAC7B,4BAAA,GAA+B,KAAA;AAAA,EACtB,YAAA,uBAAmB,GAAA,EAAsC;AAAA,EAClE,KAAA,GAAuB;AAAA,IAC7B,UAAA,EAAY,MAAA;AAAA,IACZ,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,MAAA;AAAA,MACR,MAAA,EAAQ;AAAA,KACV;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM;AAAA,KACR;AAAA,IACA,SAAA,EAAW;AAAA,GACb;AAAA,EAoBA,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,aAAa,SAAA,CAAU;AAAA;AACzB,KACF;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,aAAa,IAAA,EAAsC;AACjD,IAAA,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAClD;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,OAAO,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,kBAAA,GAAqC;AACnC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,aAAa,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MACvD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AAAA,EAEA,QAAA,GAA0B;AACxB,IAAA,OAAO;AAAA,MACL,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,GACvB;AAAA,UACE,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,UACtB,KAAA,EAAO,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,GAC7B,CAAC,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAK,CAAA,GACnC;AAAA,SACN,GACA;AAAA,OACN;AAAA,MACA,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM;AAAA;AAChB,KACF;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,MAAA,EAA+C;AAChE,IAAA,IACE,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,IAC9B,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,UAAA,IAC9B,IAAA,CAAK,eAAA,EACL;AACA,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AACjE,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,YAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,UAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AACvC,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,cAAc,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AAEjE,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,OAAO,QAAQ,OAAA,EAAQ;AAAA,IACzB;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AACxB,MAAA,OAAO,IAAA,CAAK,eAAA;AAAA,IACd;AAEA,IAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,IAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AACpC,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA,CAAK,cAAA,EAAe,CAAE,QAAQ,MAAM;AACzD,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,MAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AAAA,IACtC,CAAC,CAAA;AAED,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA,EAEA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,IAAA;AAClC,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AAExB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,eAAA;AAAA,MACb,CAAA,CAAA,MAAQ;AAAA,MAER;AAEA,MAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,QAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,MAChC,CAAA,MAAA,IACE,IAAA,CAAK,0BAAA,IACL,CAAC,KAAK,4BAAA,EACN;AACA,QAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,MAC5B;AAEA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,OAAO,SAAA,EAAU;AAC5B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM,QAAA;AAAA,QACd,MAAA,EAAQ;AAAA;AACV,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBACZ,KAAA,EACe;AACf,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA,IACE,IAAA,CAAK,KAAA,CAAM,UAAA,KAAe,YAAA,IAC1B,KAAK,mBAAA,EACL;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO;AAAA,UAC1C,UAAA,EAAY,WAAA;AAAA,UACZ,OAAA,EAAS;AAAA,YACP,MAAA,EACE,KAAK,KAAA,CAAM,OAAA,CAAQ,WAAW,UAAA,GAC1B,QAAA,GACA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YACzB,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YAC3B,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA;AAC/B,SACD,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IACE,KAAK,iBAAA,IACL,IAAA,CAAK,uBACL,IAAA,CAAK,KAAA,CAAM,eAAe,eAAA,EAC1B;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,4BAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,KAAA,EAAO,KAAK,QAAA;AAAS,SACtB,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,OAAO,KAAA,CAAM;AAAA;AACzC,SACF;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,IAAA,EAAM,KAAA,CAAM,MAAM,CAAA;AACnE,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,8BAAA,EAAgC;AACnC,QAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,aAAA,EAAe;AAChD,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,IAAA,CAAK,MAAM,QAAA,CAAS,IAAA;AAC/C,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR;AAAA;AACF,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,yBAAA,EAA2B,EAAE,MAAM,CAAA;AAC3D,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,cAAA,EAAe;AACpB,QAAA;AAAA,MAEF,KAAK,oBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAa;AAClB,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAI,KAAA,CAAM,GAAA,GAAM,IAAA,IAAS,CAAC,KAAK,qBAAA,EAAuB;AACpD,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,KAAA,CAAM,KAAK,CAAA;AAChE,QAAA;AAAA,MAEF,KAAK,WAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,oBAAA,EAAsB;AAAA,UAC5C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA,MAAM,IAAA,CAAK,gBAAgB,KAAK,CAAA;AAChC,QAAA;AAAA,MAEF,KAAK,aAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,UAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM,MAAA;AAAA,UACd,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO,MAAM,KAAK,CAAA;AACvD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,KAAA,EAAO,IAAA,CAAK,MAAM,UAAU,CAAA;AAClD,QAAA;AAAA;AACJ,EACF;AAAA,EAEA,MAAc,gBACZ,KAAA,EACe;AACf,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,MAAM,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,MAAM,MAAA,EAAQ;AACjB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,KAAA,CAAM,IAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,MAAA,EAAS,KAAA,CAAM,IAAI,CAAA,sBAAA,CAAwB,CAAA;AAAA,QACrD,KAAA,CAAM;AAAA,OACR;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,IAAA,EAAM;AACT,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG;AAAA,OAC7D;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,MAAM,KAAK,CAAA;AACpD,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,cAAA,CAAe,KAAA,CAAM,QAAQ,MAAM,CAAA;AACrD,MAAA,IAAA,CAAK,qBAAA,CAAsB,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,QAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,QACZ,MAAA;AAAA,QACA,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,IACH,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,CACZ,IAAA,EACA,KAAA,EACkC;AAClC,IAAA,MAAM,SAAA,GACJ,IAAA,CAAK,SAAA,IACL,IAAA,CAAK,QAAQ,oBAAA,IACb,uBAAA;AACF,IAAA,MAAM,SAAS,MAAM,WAAA;AAAA,MACnB,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,IAAA,EAAM;AAAA,QACvB,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,KAAA,EAAO,KAAK,QAAA,EAAS;AAAA,QACrB,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,MACD,SAAA;AAAA,MACA,KAAK,UAAA,CAAW;AAAA,KAClB;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,MAAM,CAAA,EAAG;AACrB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,eAAA,EAAkB,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,uBAAA;AAAA,OACxC;AAAA,IACF;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,MAAc,0BAAA,CACZ,IAAA,EACA,MAAA,EACA,KAAA,EACe;AACf,IAAA,IAAA,CAAK,aAAA,CAAc,IAAA,EAAM,KAAA,EAAO,MAAM,CAAA;AAEtC,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,MAAA,CAAO,cAAA,CAAe,MAAA,EAAQ,mBAAA,CAAoB,KAAK,CAAC,CAAA;AAAA,IACrE,SAAS,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,IAAA;AAAA,QACA,qBAAqB,KAAA,GAAQ,SAAA,GAAY,IAAI,KAAA,CAAM,MAAA,CAAO,SAAS,CAAC,CAAA;AAAA,QACpE;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAA,CACN,MACA,MAAA,EACM;AACN,IAAA,QAAQ,IAAA;AAAM,MACZ,KAAK,wBAAA,EAA0B;AAC7B,QAAA,MAAM,eAAe,MAAA,CAAO,YAAA;AAC5B,QAAA,IAAI,OAAO,iBAAiB,QAAA,EAAU;AACpC,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,cAAc,CAAA;AAAA,QACjE;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,qBAAA,EAAuB;AAC1B,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AACxD,UAAA,MAAM,WAAA,GAAc,KAAA;AACpB,UAAA,IAAA,CAAK,YAAA,EAAc,KAAK,iBAAA,EAAmB;AAAA,YACzC,KAAA;AAAA,YACA,KAAA,EAAO;AAAA,WACR,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAA,EAAmB;AACtB,QAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,QAAA,IAAI,MAAA,EAAQ;AACV,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,MAAM,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MACF;AAAA,MAEA;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,aAAA,CAAc,IAAA,EAAc,KAAA,EAAc,MAAA,EAAuB;AACvE,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,qBAAA,EAAuB;AAAA,MAC7C,IAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,YAAA,EAAc;AAC/C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,YAAA;AAAA,QACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS;AAAA;AAC5B,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,MAClD,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,SAAA,GAAkB;AACxB,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,gBAAA,EAAkB;AAAA,MACxC,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,UAAA,CACN,OACA,UAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AAAA,EAEQ,6BACN,MAAA,EACmC;AACnC,IAAA,OAAO,kBAAA;AAAA,MACL,IAAA,CAAK,iBAAA,IAAqB,IAAA,CAAK,OAAA,CAAQ,oBAAA;AAAA,MACvC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAqD;AAC3D,IAAA,OAAO,0BAAA,CAA2B;AAAA,MAChC,WAAW,IAAA,CAAK,SAAA;AAAA,MAChB,UAAA,EAAY;AAAA,QACV,GAAI,IAAA,CAAK,iBAAA,IAAqB,EAAC;AAAA,QAC/B,KAAA,EAAO,KAAK,kBAAA;AAAmB;AACjC,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,MAAA,EAAqC;AAC/D,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,WAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,QAAA;AAAA,QACR,MAAA;AAAA,QACA,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBAAA,GAAoC;AAChD,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY;AAAA,KACd;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,MAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AAAA,IAC1C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,GAAgC;AAC5C,IAAA,GAAG;AACD,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,MAAM,KAAK,qBAAA,EAAsB;AAAA,IACnC,CAAA,QAAS,IAAA,CAAK,gBAAA,IAAoB,CAAC,IAAA,CAAK,0BAAA;AAAA,EAC1C;AAAA,EAEA,MAAc,qBAAA,GAAuC;AACnD,IAAA,MAAM,aAAA,GAAgB,KAAK,QAAA,EAAS;AACpC,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,eAAA;AAAA,MACZ,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAE7B,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,QACX,GAAG,IAAA,CAAK,KAAA;AAAA,QACR,UAAA,EAAY,YAAA;AAAA,QACZ,QAAA,EAAU;AAAA,UACR,MAAA,EAAQ,MAAA;AAAA,UACR,IAAA,EAAM;AAAA;AACR,OACF;AACA,MAAA,IAAA,CAAK,SAAA,EAAU;AAEf,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAEvC,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,cAAA,CAAe,WAAW,aAAa,CAAA;AAC5C,MAAA,IAAA,CAAK,iBAAiB,SAAS,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,gBAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,wBAAA,EAA0B;AAAA,MAChD,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,MAC9C,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAsB,KAAA,EAAoB;AAChD,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,OAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,sBAAA,CACN,gBACA,MAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,MAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI,cAAA,EAAgB;AAClB,MAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,SAAS,oBACP,MAAA,EACwB;AACxB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AACjB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AAEjB,EAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,OAAO,MAAM,QAAA,EAAU;AAClD,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,EAAE,GAAG,CAAA,EAAE;AAChB;AAEO,SAAS,qBAAA,CACd,QACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,mBAAA,CAAoB,MAAA,EAAQ,OAAO,CAAA;AAChD;AAEA,SAAS,kBAAA,CACP,YACA,cAAA,EACmC;AACnC,EAAA,IAAI,CAAC,UAAA,IAAc,CAAC,cAAA,EAAgB;AAClC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,EAAE,KAAA,EAAO,qBAAA,EAAuB,GAAG,oBAAA,EAAqB,GAC5D,kBAAkB,EAAC;AAErB,EAAA,OAAO;AAAA,IACL,GAAG,UAAA;AAAA,IACH,GAAG;AAAA,GACL;AACF;AAEA,SAAS,kBAAA,CACP,SACA,OAAA,EACe;AACf,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA;AAAA,IAC1C,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,WAAA,EAAa,OAAA,CAAQ,OAAA,EAAS,WAAA,IAAe,QAAQ,OAAA,CAAQ;AAAA,KAC/D;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,OAAA,CAAQ,QAAA,EAAU,MAAA,IAAU,QAAQ,QAAA,CAAS,MAAA;AAAA,MACrD,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,IAAA,IAAQ,QAAQ,QAAA,CAAS;AAAA,KACnD;AAAA,IACA,SAAA,EAAW,OAAA,CAAQ,SAAA,IAAa,OAAA,CAAQ;AAAA,GAC1C;AACF;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,SAAS,oBAAoB,KAAA,EAAuC;AAClE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAe,WAAA,CACb,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA;AAAA,cACF,CAAA,eAAA,EAAkB,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA;AAAA;AAC1D,WACF;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type { Character, RealtimeSessionConfig } from \"@charivo/core\";\n\nconst DEFAULT_PROVIDER = \"openai\";\nconst DEFAULT_MODEL = \"gpt-realtime-mini\";\nconst DEFAULT_VOICE = \"marin\";\n\nexport const SET_EXPRESSION_TOOL_DESCRIPTION =\n \"Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.\";\n\nexport const PLAY_MOTION_TOOL_DESCRIPTION =\n \"Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.\";\n\nexport const LOOK_AT_TOOL_DESCRIPTION =\n 'Shift the avatar\\'s gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like \"glance\", \"look over\", \"peek at\", or directional cues. Prefer this before \"setExpression\" when a lightweight reaction is enough.';\n\nexport const DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `\nYou are speaking in a realtime voice conversation through a Live2D avatar.\nRespond naturally and keep replies concise enough for spoken delivery.\nUse avatar tools only when they add something meaningful to the moment.\nUse \"setExpression\" when the emotional beat clearly shifts, especially when the expression should linger across the reply.\nDo not use \"setExpression\" for every friendly, polite, or mildly positive reply.\nUse \"playMotion\" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.\nUse \"lookAt\" for subtle attention shifts or conversational focus, and prefer it before \"setExpression\" when a lightweight reaction is enough.\nPrefer a single meaningful avatar action over chaining multiple actions on simple replies.\nMany turns should use no avatar tool at all.\nNever break character. Never refer to yourself as an AI, model, or assistant.\nDo not mention tool calls in the spoken response.\nSpeak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.\n`.trim();\n\nexport interface BuildRealtimeSessionConfigOptions {\n character?: Character | null;\n baseConfig?: RealtimeSessionConfig;\n}\n\nexport function buildRealtimeSessionConfig({\n character,\n baseConfig,\n}: BuildRealtimeSessionConfigOptions = {}): RealtimeSessionConfig {\n return {\n provider: baseConfig?.provider ?? DEFAULT_PROVIDER,\n transport: baseConfig?.transport ?? \"webrtc\",\n model: baseConfig?.model ?? DEFAULT_MODEL,\n voice: baseConfig?.voice ?? character?.voice?.voiceId ?? DEFAULT_VOICE,\n instructions:\n baseConfig?.instructions ?? buildCharacterInstructions(character),\n temperature: baseConfig?.temperature,\n maxTokens: baseConfig?.maxTokens,\n tools: baseConfig?.tools,\n toolChoice: baseConfig?.toolChoice ?? \"auto\",\n };\n}\n\nfunction buildCharacterInstructions(character?: Character | null): string {\n if (!character) {\n return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;\n }\n\n const identityLines = [\n `You are ${character.name}.`,\n \"Stay fully in character during the conversation.\",\n ];\n\n if (character.description) {\n identityLines.push(ensureSentence(character.description));\n }\n\n if (character.personality) {\n identityLines.push(\n `Your personality is ${ensureSentenceFragment(character.personality)}.`,\n );\n }\n\n return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join(\"\\n\");\n}\n\nfunction ensureSentence(text: string): string {\n return /[.!?]$/.test(text) ? text : `${text}.`;\n}\n\nfunction ensureSentenceFragment(text: string): string {\n return text.trim().replace(/[.!?]+$/, \"\");\n}\n","import {\n type AvatarControlCatalog,\n type GazeCoordinates,\n type MotionSelection,\n type RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport {\n LOOK_AT_TOOL_DESCRIPTION,\n PLAY_MOTION_TOOL_DESCRIPTION,\n SET_EXPRESSION_TOOL_DESCRIPTION,\n} from \"./instructions\";\n\nconst MIN_GAZE = -1;\nconst MAX_GAZE = 1;\n\nexport const SET_EXPRESSION_TOOL_NAME = \"setExpression\";\nexport const PLAY_MOTION_TOOL_NAME = \"playMotion\";\nexport const LOOK_AT_TOOL_NAME = \"lookAt\";\n\nexport const AVATAR_CONTROL_TOOL_NAMES = [\n SET_EXPRESSION_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n LOOK_AT_TOOL_NAME,\n] as const;\n\nexport interface ExpressionArgs {\n expressionId: string;\n}\n\nexport type MotionArgs = MotionSelection;\n\nexport type LookAtArgs = GazeCoordinates;\n\nexport function createAvatarControlTools(\n catalog: AvatarControlCatalog,\n): RealtimeToolRegistration[] {\n const tools: RealtimeToolRegistration[] = [];\n\n if (catalog.expressions.length > 0) {\n const expressionValues = [...catalog.expressions];\n tools.push({\n definition: {\n type: \"function\",\n name: SET_EXPRESSION_TOOL_NAME,\n description: SET_EXPRESSION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n expressionId: {\n type: \"string\",\n description: \"Expression ID from the loaded Live2D model.\",\n enum: expressionValues,\n },\n },\n required: [\"expressionId\"],\n },\n },\n async handler(args) {\n const expressionId = args.expressionId;\n if (\n typeof expressionId !== \"string\" ||\n !expressionValues.includes(expressionId)\n ) {\n throw new Error(\n 'setExpression requires a valid \"expressionId\" from the model catalog',\n );\n }\n\n return {\n success: true,\n expressionId,\n };\n },\n });\n }\n\n const motionGroups = Object.keys(catalog.motions);\n if (motionGroups.length > 0) {\n tools.push({\n definition: {\n type: \"function\",\n name: PLAY_MOTION_TOOL_NAME,\n description: PLAY_MOTION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n group: {\n type: \"string\",\n description: \"Motion group from the loaded Live2D model.\",\n enum: motionGroups,\n },\n index: {\n type: \"number\",\n description:\n \"Zero-based motion index within the selected motion group.\",\n },\n },\n required: [\"group\", \"index\"],\n },\n },\n async handler(args) {\n const group = args.group;\n const index = args.index;\n\n if (typeof group !== \"string\" || !motionGroups.includes(group)) {\n throw new Error(\n 'playMotion requires a valid \"group\" from the model catalog',\n );\n }\n\n if (!Number.isInteger(index)) {\n throw new Error('playMotion requires an integer \"index\"');\n }\n\n const count = catalog.motions[group] ?? 0;\n const motionIndex = index as number;\n\n if (motionIndex < 0 || motionIndex >= count) {\n throw new Error(\n `playMotion index ${String(motionIndex)} is out of range for group \"${group}\"`,\n );\n }\n\n return {\n success: true,\n group,\n index: motionIndex,\n };\n },\n });\n }\n\n tools.push({\n definition: {\n type: \"function\",\n name: LOOK_AT_TOOL_NAME,\n description: LOOK_AT_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n x: {\n type: \"number\",\n description:\n \"Normalized horizontal gaze target. -1 looks left, 0 is center, 1 looks right.\",\n },\n y: {\n type: \"number\",\n description:\n \"Normalized vertical gaze target. -1 looks down, 0 is center, 1 looks up.\",\n },\n },\n required: [\"x\", \"y\"],\n },\n },\n async handler(args) {\n const x = args.x;\n const y = args.y;\n\n if (typeof x !== \"number\" || Number.isNaN(x)) {\n throw new Error('lookAt requires a numeric \"x\"');\n }\n\n if (typeof y !== \"number\" || Number.isNaN(y)) {\n throw new Error('lookAt requires a numeric \"y\"');\n }\n\n return {\n success: true,\n x: clamp(x, MIN_GAZE, MAX_GAZE),\n y: clamp(y, MIN_GAZE, MAX_GAZE),\n };\n },\n });\n\n return tools;\n}\n\nfunction clamp(value: number, min: number, max: number): number {\n return Math.max(min, Math.min(max, value));\n}\n","import type {\n Character,\n CharivoEventEmitter,\n GazeCoordinates,\n RealtimeManager as CoreRealtimeManager,\n RealtimeSessionConfig,\n RealtimeSessionTransitionReason,\n RealtimeState,\n RealtimeTool,\n RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"./types\";\nimport { buildRealtimeSessionConfig } from \"./instructions\";\nimport {\n LOOK_AT_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n SET_EXPRESSION_TOOL_NAME,\n} from \"./tools\";\n\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n\nexport interface RealtimeManagerOptions {\n defaultSessionConfig?: Omit<RealtimeSessionConfig, \"tools\">;\n tools?: RealtimeToolRegistration[];\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * Provider-agnostic realtime manager.\n *\n * It owns session state, character-aware session config generation, tool\n * execution, and event relaying. Transport-specific event parsing belongs to\n * concrete client packages such as `@charivo/realtime/openai`.\n */\nexport class RealtimeManagerImpl implements CoreRealtimeManager {\n private eventEmitter?: CharivoEventEmitter;\n private character: Character | null = null;\n private isStoppingSession = false;\n private isRefreshingSession = false;\n private isAudioPlaybackActive = false;\n private sessionBaseConfig?: RealtimeSessionConfig;\n private refreshInFlight: Promise<void> | null = null;\n private hasQueuedRefresh = false;\n private stopRequestedDuringRefresh = false;\n private emittedUserStopDuringRefresh = false;\n private readonly toolRegistry = new Map<string, RealtimeToolRegistration>();\n private state: RealtimeState = {\n connection: \"idle\",\n session: {\n status: \"idle\",\n config: null,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n\n constructor(\n private client: RealtimeTransportClient,\n private options: RealtimeManagerOptions = {},\n ) {\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n\n this.client.onEvent((event) => {\n void this.handleClientEvent(event).catch((error) => {\n this.applyError(\n error instanceof Error ? error : new Error(String(error)),\n this.state.connection === \"idle\" ? \"error\" : this.state.connection,\n );\n });\n });\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n setCharacter(character: Character): void {\n this.character = character;\n this.state = {\n ...this.state,\n session: {\n ...this.state.session,\n characterId: character.id,\n },\n };\n this.emitState();\n }\n\n registerTool(tool: RealtimeToolRegistration): void {\n this.toolRegistry.set(tool.definition.name, tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.delete(name);\n }\n\n getRegisteredTools(): RealtimeTool[] {\n return Array.from(this.toolRegistry.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n\n getState(): RealtimeState {\n return {\n ...this.state,\n session: {\n ...this.state.session,\n config: this.state.session.config\n ? {\n ...this.state.session.config,\n tools: this.state.session.config.tools\n ? [...this.state.session.config.tools]\n : undefined,\n }\n : null,\n },\n response: {\n ...this.state.response,\n },\n };\n }\n\n async startSession(config?: RealtimeSessionConfig): Promise<void> {\n if (\n this.state.session.status === \"active\" ||\n this.state.session.status === \"starting\" ||\n this.refreshInFlight\n ) {\n throw new Error(\"Realtime session already active\");\n }\n\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n session: {\n status: \"starting\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.connect(sessionConfig);\n this.commitActiveSession(sessionConfig);\n this.emitSessionStart(\"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n }\n }\n\n updateSession(config?: RealtimeSessionConfig): Promise<void> {\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n\n if (this.state.session.status !== \"active\") {\n return Promise.resolve();\n }\n\n if (this.refreshInFlight) {\n this.hasQueuedRefresh = true;\n return this.refreshInFlight;\n }\n\n this.stopRequestedDuringRefresh = false;\n this.hasQueuedRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n this.refreshInFlight = this.runRefreshLoop().finally(() => {\n this.refreshInFlight = null;\n this.hasQueuedRefresh = false;\n this.stopRequestedDuringRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n });\n\n return this.refreshInFlight;\n }\n\n async stopSession(): Promise<void> {\n if (this.refreshInFlight) {\n this.stopRequestedDuringRefresh = true;\n this.hasQueuedRefresh = false;\n\n try {\n await this.refreshInFlight;\n } catch {\n // Refresh failure already updates manager state.\n }\n\n if (this.state.session.status === \"active\") {\n await this.performStopSession();\n } else if (\n this.stopRequestedDuringRefresh &&\n !this.emittedUserStopDuringRefresh\n ) {\n this.emitSessionEnd(\"user\");\n }\n\n return;\n }\n\n if (this.state.session.status !== \"active\") {\n return;\n }\n\n await this.performStopSession();\n }\n\n async sendMessage(text: string): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendText(text);\n }\n\n async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendAudio(audio);\n }\n\n async interrupt(): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.interrupt();\n this.state = {\n ...this.state,\n response: {\n ...this.state.response,\n status: \"interrupted\",\n },\n };\n this.emitAudioEnd();\n this.emitState();\n }\n\n private async handleClientEvent(\n event: RealtimeTransportEvent,\n ): Promise<void> {\n switch (event.type) {\n case \"session.started\":\n if (\n this.state.connection === \"connecting\" ||\n this.isRefreshingSession\n ) {\n return;\n }\n\n this.state = mergeRealtimeState(this.state, {\n connection: \"connected\",\n session: {\n status:\n this.state.session.status === \"starting\"\n ? \"active\"\n : this.state.session.status,\n config: this.state.session.config,\n characterId: this.character?.id,\n },\n });\n this.emitState();\n return;\n\n case \"session.ended\":\n if (\n this.isStoppingSession ||\n this.isRefreshingSession ||\n this.state.connection === \"disconnecting\"\n ) {\n return;\n }\n\n this.finalizeStoppedSession(true, \"user\");\n return;\n\n case \"user.transcript\":\n this.eventEmitter?.emit(\"realtime:user:transcript\", {\n text: event.text,\n });\n return;\n\n case \"assistant.response.started\":\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: \"\",\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n this.emitState();\n return;\n\n case \"assistant.text.delta\":\n this.ensureResponseStarted();\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text + event.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:text:delta\", { text: event.text });\n this.eventEmitter?.emit(\"realtime:assistant:delta\", {\n text: event.text,\n });\n this.emitState();\n return;\n\n case \"assistant.response.completed\": {\n if (this.state.response.status === \"interrupted\") {\n return;\n }\n\n const text = event.text || this.state.response.text;\n this.state = {\n ...this.state,\n response: {\n status: \"completed\",\n text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:done\", { text });\n this.emitState();\n return;\n }\n\n case \"audio.output.started\":\n this.emitAudioStart();\n return;\n\n case \"audio.output.ended\":\n this.emitAudioEnd();\n return;\n\n case \"audio.lipsync\":\n if (event.rms > 0.001 && !this.isAudioPlaybackActive) {\n this.emitAudioStart();\n }\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: event.rms });\n return;\n\n case \"tool.call\":\n this.eventEmitter?.emit(\"realtime:tool:call\", {\n name: event.name,\n args: event.args,\n callId: event.callId,\n });\n await this.executeToolCall(event);\n return;\n\n case \"tool.result\":\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output: event.output,\n callId: event.callId,\n });\n return;\n\n case \"state\":\n this.state = mergeRealtimeState(this.state, event.state);\n this.emitState();\n return;\n\n case \"error\":\n this.applyError(event.error, this.state.connection);\n return;\n }\n }\n\n private async executeToolCall(\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<void> {\n const tool = this.toolRegistry.get(event.name);\n if (!event.callId) {\n this.emitToolError(\n event.name,\n new Error(`Tool \"${event.name}\" is missing a call ID`),\n event.callId,\n );\n return;\n }\n\n if (!tool) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n new Error(`No realtime tool registered for \"${event.name}\"`),\n );\n return;\n }\n\n try {\n const output = await this.runToolHandler(tool, event);\n await this.client.sendToolResult(event.callId, output);\n this.postProcessToolResult(event.name, output);\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output,\n callId: event.callId,\n });\n } catch (error) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n error instanceof Error ? error : new Error(String(error)),\n );\n }\n }\n\n private async runToolHandler(\n tool: RealtimeToolRegistration,\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<Record<string, unknown>> {\n const timeoutMs =\n tool.timeoutMs ??\n this.options.defaultToolTimeoutMs ??\n DEFAULT_TOOL_TIMEOUT_MS;\n const result = await withTimeout(\n tool.handler(event.args, {\n character: this.character,\n state: this.getState(),\n callId: event.callId,\n }),\n timeoutMs,\n tool.definition.name,\n );\n\n if (!isRecord(result)) {\n throw new Error(\n `Realtime tool \"${tool.definition.name}\" must return an object`,\n );\n }\n\n return result;\n }\n\n private async handleToolExecutionFailure(\n name: string,\n callId: string,\n error: Error,\n ): Promise<void> {\n this.emitToolError(name, error, callId);\n\n try {\n await this.client.sendToolResult(callId, createFailureOutput(error));\n } catch (sendError) {\n this.emitToolError(\n name,\n sendError instanceof Error ? sendError : new Error(String(sendError)),\n callId,\n );\n }\n }\n\n private postProcessToolResult(\n name: string,\n output: Record<string, unknown>,\n ): void {\n switch (name) {\n case SET_EXPRESSION_TOOL_NAME: {\n const expressionId = output.expressionId;\n if (typeof expressionId === \"string\") {\n this.eventEmitter?.emit(\"realtime:expression\", { expressionId });\n }\n return;\n }\n\n case PLAY_MOTION_TOOL_NAME: {\n const group = output.group;\n const index = output.index;\n if (typeof group === \"string\" && Number.isInteger(index)) {\n const motionIndex = index as number;\n this.eventEmitter?.emit(\"realtime:motion\", {\n group,\n index: motionIndex,\n });\n }\n return;\n }\n\n case LOOK_AT_TOOL_NAME: {\n const coords = readGazeCoordinates(output);\n if (coords) {\n this.eventEmitter?.emit(\"realtime:gaze\", coords);\n }\n return;\n }\n\n default:\n return;\n }\n }\n\n private emitToolError(name: string, error: Error, callId?: string): void {\n this.eventEmitter?.emit(\"realtime:tool:error\", {\n name,\n error,\n callId,\n });\n }\n\n private ensureResponseStarted(): void {\n if (this.state.response.status === \"responding\") {\n return;\n }\n\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n }\n\n private emitState(): void {\n this.eventEmitter?.emit(\"realtime:state\", {\n state: this.getState(),\n });\n }\n\n private applyError(\n error: Error,\n connection: RealtimeState[\"connection\"],\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection,\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private emitAudioStart(): void {\n if (this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = true;\n this.eventEmitter?.emit(\"tts:audio:start\", {});\n }\n\n private emitAudioEnd(): void {\n if (!this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = false;\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n this.eventEmitter?.emit(\"tts:audio:end\", {});\n }\n\n private resolveNextSessionBaseConfig(\n config?: RealtimeSessionConfig,\n ): RealtimeSessionConfig | undefined {\n return mergeSessionConfig(\n this.sessionBaseConfig ?? this.options.defaultSessionConfig,\n config,\n );\n }\n\n private buildEffectiveSessionConfig(): RealtimeSessionConfig {\n return buildRealtimeSessionConfig({\n character: this.character,\n baseConfig: {\n ...(this.sessionBaseConfig ?? {}),\n tools: this.getRegisteredTools(),\n },\n });\n }\n\n private commitActiveSession(config: RealtimeSessionConfig): void {\n this.state = {\n ...this.state,\n connection: \"connected\",\n session: {\n status: \"active\",\n config,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n }\n\n private async performStopSession(): Promise<void> {\n this.isStoppingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n this.finalizeStoppedSession(true, \"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isStoppingSession = false;\n }\n }\n\n private async runRefreshLoop(): Promise<void> {\n do {\n this.hasQueuedRefresh = false;\n await this.performSessionRefresh();\n } while (this.hasQueuedRefresh && !this.stopRequestedDuringRefresh);\n }\n\n private async performSessionRefresh(): Promise<void> {\n const previousState = this.getState();\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.isRefreshingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n\n if (this.stopRequestedDuringRefresh) {\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n response: {\n status: \"idle\",\n text: \"\",\n },\n };\n this.emitState();\n\n await this.client.connect(sessionConfig);\n\n if (this.stopRequestedDuringRefresh) {\n await this.client.disconnect();\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.commitActiveSession(sessionConfig);\n this.emitSessionEnd(\"refresh\", previousState);\n this.emitSessionStart(\"refresh\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isRefreshingSession = false;\n }\n }\n\n private emitSessionStart(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:start\", {\n state,\n reason,\n });\n }\n\n private emitSessionEnd(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:end\", {\n state,\n reason,\n });\n }\n\n private finalizeFailedSession(error: Error): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"error\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private finalizeStoppedSession(\n emitSessionEnd: boolean,\n reason: RealtimeSessionTransitionReason,\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"idle\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n if (emitSessionEnd) {\n this.emitSessionEnd(reason);\n }\n }\n}\n\nfunction readGazeCoordinates(\n output: Record<string, unknown>,\n): GazeCoordinates | null {\n const x = output.x;\n const y = output.y;\n\n if (typeof x !== \"number\" || typeof y !== \"number\") {\n return null;\n }\n\n return { x, y };\n}\n\nexport function createRealtimeManager(\n client: RealtimeTransportClient,\n options?: RealtimeManagerOptions,\n): CoreRealtimeManager {\n return new RealtimeManagerImpl(client, options);\n}\n\nfunction mergeSessionConfig(\n baseConfig?: Omit<RealtimeSessionConfig, \"tools\">,\n overrideConfig?: RealtimeSessionConfig,\n): RealtimeSessionConfig | undefined {\n if (!baseConfig && !overrideConfig) {\n return undefined;\n }\n\n const { tools: _ignoredOverrideTools, ...overrideWithoutTools } =\n overrideConfig ?? {};\n\n return {\n ...baseConfig,\n ...overrideWithoutTools,\n };\n}\n\nfunction mergeRealtimeState(\n current: RealtimeState,\n partial: Partial<RealtimeState>,\n): RealtimeState {\n return {\n connection: partial.connection ?? current.connection,\n session: {\n status: partial.session?.status ?? current.session.status,\n config: partial.session?.config ?? current.session.config,\n characterId: partial.session?.characterId ?? current.session.characterId,\n },\n response: {\n status: partial.response?.status ?? current.response.status,\n text: partial.response?.text ?? current.response.text,\n },\n lastError: partial.lastError ?? current.lastError,\n };\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nfunction createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nasync function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(\n `Realtime tool \"${toolName}\" timed out after ${timeoutMs}ms`,\n ),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/tools.ts","../src/realtime-manager.ts"],"names":[],"mappings":";;;;AAYA,IAAM,QAAA,GAAW,EAAA;AACjB,IAAM,QAAA,GAAW,CAAA;AAEV,IAAM,wBAAA,GAA2B;AACjC,IAAM,qBAAA,GAAwB;AAC9B,IAAM,iBAAA,GAAoB;AAE1B,IAAM,yBAAA,GAA4B;AAAA,EACvC,wBAAA;AAAA,EACA,qBAAA;AAAA,EACA;AACF;AAUO,SAAS,yBACd,OAAA,EAC4B;AAC5B,EAAA,MAAM,QAAoC,EAAC;AAE3C,EAAA,IAAI,OAAA,CAAQ,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAM,gBAAA,GAAmB,CAAC,GAAG,OAAA,CAAQ,WAAW,CAAA;AAChD,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,wBAAA;AAAA,QACN,WAAA,EAAa,+BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,YAAA,EAAc;AAAA,cACZ,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,6CAAA;AAAA,cACb,IAAA,EAAM;AAAA;AACR,WACF;AAAA,UACA,QAAA,EAAU,CAAC,cAAc;AAAA;AAC3B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,QAAA,IACE,OAAO,YAAA,KAAiB,QAAA,IACxB,CAAC,gBAAA,CAAiB,QAAA,CAAS,YAAY,CAAA,EACvC;AACA,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT;AAAA,SACF;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,MAAM,YAAA,GAAe,MAAA,CAAO,IAAA,CAAK,OAAA,CAAQ,OAAO,CAAA;AAChD,EAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,qBAAA;AAAA,QACN,WAAA,EAAa,4BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,4CAAA;AAAA,cACb,IAAA,EAAM;AAAA,aACR;AAAA,YACA,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EACE;AAAA;AACJ,WACF;AAAA,UACA,QAAA,EAAU,CAAC,OAAA,EAAS,OAAO;AAAA;AAC7B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AACnB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AAEnB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,YAAA,CAAa,QAAA,CAAS,KAAK,CAAA,EAAG;AAC9D,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AAC5B,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,IAAK,CAAA;AACxC,QAAA,MAAM,WAAA,GAAc,KAAA;AAEpB,QAAA,IAAI,WAAA,GAAc,CAAA,IAAK,WAAA,IAAe,KAAA,EAAO;AAC3C,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,MAAA,CAAO,WAAW,CAAC,+BAA+B,KAAK,CAAA,CAAA;AAAA,WAC7E;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT,KAAA;AAAA,UACA,KAAA,EAAO;AAAA,SACT;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,KAAA,CAAM,IAAA,CAAK;AAAA,IACT,UAAA,EAAY;AAAA,MACV,IAAA,EAAM,UAAA;AAAA,MACN,IAAA,EAAM,iBAAA;AAAA,MACN,WAAA,EAAa,wBAAA;AAAA,MACb,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,QAAA;AAAA,QACN,UAAA,EAAY;AAAA,UACV,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA,WACJ;AAAA,UACA,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA;AACJ,SACF;AAAA,QACA,QAAA,EAAU,CAAC,GAAA,EAAK,GAAG;AAAA;AACrB,KACF;AAAA,IACA,MAAM,QAAQ,IAAA,EAAM;AAClB,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AACf,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AAEf,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,OAAO;AAAA,QACL,OAAA,EAAS,IAAA;AAAA,QACT,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ,CAAA;AAAA,QAC9B,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ;AAAA,OAChC;AAAA,IACF;AAAA,GACD,CAAA;AAED,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,KAAA,CAAM,KAAA,EAAe,GAAA,EAAa,GAAA,EAAqB;AAC9D,EAAA,OAAO,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,CAAC,CAAA;AAC3C;;;AChKA,IAAM,uBAAA,GAA0B,GAAA;AAezB,IAAM,sBAAN,MAAyD;AAAA,EAwB9D,WAAA,CACU,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3C;AAFQ,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAEA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAU;AAC7B,MAAA,KAAK,KAAK,iBAAA,CAAkB,KAAK,CAAA,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAClD,QAAA,IAAA,CAAK,UAAA;AAAA,UACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,UACxD,KAAK,KAAA,CAAM,UAAA,KAAe,MAAA,GAAS,OAAA,GAAU,KAAK,KAAA,CAAM;AAAA,SAC1D;AAAA,MACF,CAAC,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAvCQ,YAAA;AAAA,EACA,SAAA,GAA8B,IAAA;AAAA,EAC9B,iBAAA,GAAoB,KAAA;AAAA,EACpB,mBAAA,GAAsB,KAAA;AAAA,EACtB,qBAAA,GAAwB,KAAA;AAAA,EACxB,iBAAA;AAAA,EACA,eAAA,GAAwC,IAAA;AAAA,EACxC,gBAAA,GAAmB,KAAA;AAAA,EACnB,0BAAA,GAA6B,KAAA;AAAA,EACpB,YAAA,uBAAmB,GAAA,EAAsC;AAAA,EAClE,KAAA,GAAuB;AAAA,IAC7B,UAAA,EAAY,MAAA;AAAA,IACZ,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,MAAA;AAAA,MACR,MAAA,EAAQ;AAAA,KACV;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM;AAAA,KACR;AAAA,IACA,SAAA,EAAW;AAAA,GACb;AAAA,EAoBA,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,aAAa,SAAA,CAAU;AAAA;AACzB,KACF;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,aAAa,IAAA,EAAsC;AACjD,IAAA,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAClD;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,OAAO,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,kBAAA,GAAqC;AACnC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,aAAa,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MACvD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AAAA,EAEA,QAAA,GAA0B;AACxB,IAAA,OAAO;AAAA,MACL,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,GACvB;AAAA,UACE,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,UACtB,KAAA,EAAO,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,GAC7B,CAAC,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAK,CAAA,GACnC;AAAA,SACN,GACA;AAAA,OACN;AAAA,MACA,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM;AAAA;AAChB,KACF;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,MAAA,EAA+C;AAChE,IAAA,IACE,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,IAC9B,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,UAAA,IAC9B,IAAA,CAAK,eAAA,EACL;AACA,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AACjE,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,YAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,UAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AACvC,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,cAAc,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AAEjE,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,OAAO,QAAQ,OAAA,EAAQ;AAAA,IACzB;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AACxB,MAAA,OAAO,IAAA,CAAK,eAAA;AAAA,IACd;AAEA,IAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA,CAAK,cAAA,EAAe,CAAE,QAAQ,MAAM;AACzD,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAAA,IACpC,CAAC,CAAA;AAED,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA,EAEA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,IAAA;AAClC,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AAExB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,eAAA;AAAA,MACb,CAAA,CAAA,MAAQ;AAAA,MAER;AAEA,MAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,QAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,MAChC;AAEA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,OAAO,SAAA,EAAU;AAC5B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM,QAAA;AAAA,QACd,MAAA,EAAQ;AAAA;AACV,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBACZ,KAAA,EACe;AACf,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA,IACE,IAAA,CAAK,KAAA,CAAM,UAAA,KAAe,YAAA,IAC1B,KAAK,mBAAA,EACL;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO;AAAA,UAC1C,UAAA,EAAY,WAAA;AAAA,UACZ,OAAA,EAAS;AAAA,YACP,MAAA,EACE,KAAK,KAAA,CAAM,OAAA,CAAQ,WAAW,UAAA,GAC1B,QAAA,GACA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YACzB,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YAC3B,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA;AAC/B,SACD,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IACE,KAAK,iBAAA,IACL,IAAA,CAAK,uBACL,IAAA,CAAK,KAAA,CAAM,eAAe,eAAA,EAC1B;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,4BAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,KAAA,EAAO,KAAK,QAAA;AAAS,SACtB,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,OAAO,KAAA,CAAM;AAAA;AACzC,SACF;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,IAAA,EAAM,KAAA,CAAM,MAAM,CAAA;AACnE,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,8BAAA,EAAgC;AACnC,QAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,aAAA,EAAe;AAChD,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,IAAA,CAAK,MAAM,QAAA,CAAS,IAAA;AAC/C,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR;AAAA;AACF,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,yBAAA,EAA2B,EAAE,MAAM,CAAA;AAC3D,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,cAAA,EAAe;AACpB,QAAA;AAAA,MAEF,KAAK,oBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAa;AAClB,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAI,KAAA,CAAM,GAAA,GAAM,IAAA,IAAS,CAAC,KAAK,qBAAA,EAAuB;AACpD,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,KAAA,CAAM,KAAK,CAAA;AAChE,QAAA;AAAA,MAEF,KAAK,WAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,oBAAA,EAAsB;AAAA,UAC5C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA,MAAM,IAAA,CAAK,gBAAgB,KAAK,CAAA;AAChC,QAAA;AAAA,MAEF,KAAK,aAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,UAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM,MAAA;AAAA,UACd,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO,MAAM,KAAK,CAAA;AACvD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,KAAA,EAAO,IAAA,CAAK,MAAM,UAAU,CAAA;AAClD,QAAA;AAAA;AACJ,EACF;AAAA,EAEA,MAAc,gBACZ,KAAA,EACe;AACf,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,MAAM,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,MAAM,MAAA,EAAQ;AACjB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,KAAA,CAAM,IAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,MAAA,EAAS,KAAA,CAAM,IAAI,CAAA,sBAAA,CAAwB,CAAA;AAAA,QACrD,KAAA,CAAM;AAAA,OACR;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,IAAA,EAAM;AACT,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG;AAAA,OAC7D;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,MAAM,KAAK,CAAA;AACpD,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,cAAA,CAAe,KAAA,CAAM,QAAQ,MAAM,CAAA;AACrD,MAAA,IAAA,CAAK,qBAAA,CAAsB,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,QAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,QACZ,MAAA;AAAA,QACA,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,IACH,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,CACZ,IAAA,EACA,KAAA,EACkC;AAClC,IAAA,MAAM,SAAA,GACJ,IAAA,CAAK,SAAA,IACL,IAAA,CAAK,QAAQ,oBAAA,IACb,uBAAA;AACF,IAAA,MAAM,SAAS,MAAM,WAAA;AAAA,MACnB,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,IAAA,EAAM;AAAA,QACvB,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,KAAA,EAAO,KAAK,QAAA,EAAS;AAAA,QACrB,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,MACD,SAAA;AAAA,MACA,KAAK,UAAA,CAAW;AAAA,KAClB;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,MAAM,CAAA,EAAG;AACrB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,eAAA,EAAkB,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,uBAAA;AAAA,OACxC;AAAA,IACF;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,MAAc,0BAAA,CACZ,IAAA,EACA,MAAA,EACA,KAAA,EACe;AACf,IAAA,IAAA,CAAK,aAAA,CAAc,IAAA,EAAM,KAAA,EAAO,MAAM,CAAA;AAEtC,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,MAAA,CAAO,cAAA,CAAe,MAAA,EAAQ,mBAAA,CAAoB,KAAK,CAAC,CAAA;AAAA,IACrE,SAAS,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,IAAA;AAAA,QACA,qBAAqB,KAAA,GAAQ,SAAA,GAAY,IAAI,KAAA,CAAM,MAAA,CAAO,SAAS,CAAC,CAAA;AAAA,QACpE;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAA,CACN,MACA,MAAA,EACM;AACN,IAAA,QAAQ,IAAA;AAAM,MACZ,KAAK,wBAAA,EAA0B;AAC7B,QAAA,MAAM,eAAe,MAAA,CAAO,YAAA;AAC5B,QAAA,IAAI,OAAO,iBAAiB,QAAA,EAAU;AACpC,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,cAAc,CAAA;AAAA,QACjE;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,qBAAA,EAAuB;AAC1B,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AACxD,UAAA,MAAM,WAAA,GAAc,KAAA;AACpB,UAAA,IAAA,CAAK,YAAA,EAAc,KAAK,iBAAA,EAAmB;AAAA,YACzC,KAAA;AAAA,YACA,KAAA,EAAO;AAAA,WACR,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAA,EAAmB;AACtB,QAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,QAAA,IAAI,MAAA,EAAQ;AACV,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,MAAM,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MACF;AAAA,MAEA;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,aAAA,CAAc,IAAA,EAAc,KAAA,EAAc,MAAA,EAAuB;AACvE,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,qBAAA,EAAuB;AAAA,MAC7C,IAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,YAAA,EAAc;AAC/C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,YAAA;AAAA,QACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS;AAAA;AAC5B,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,MAClD,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,SAAA,GAAkB;AACxB,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,gBAAA,EAAkB;AAAA,MACxC,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,UAAA,CACN,OACA,UAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AAAA,EAEQ,6BACN,MAAA,EACmC;AACnC,IAAA,OAAO,kBAAA;AAAA,MACL,IAAA,CAAK,iBAAA,IAAqB,IAAA,CAAK,OAAA,CAAQ,oBAAA;AAAA,MACvC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAqD;AAC3D,IAAA,OAAO,0BAAA,CAA2B;AAAA,MAChC,WAAW,IAAA,CAAK,SAAA;AAAA,MAChB,UAAA,EAAY;AAAA,QACV,GAAI,IAAA,CAAK,iBAAA,IAAqB,EAAC;AAAA,QAC/B,KAAA,EAAO,KAAK,kBAAA;AAAmB;AACjC,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,MAAA,EAAqC;AAC/D,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,WAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,QAAA;AAAA,QACR,MAAA;AAAA,QACA,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,qBAAqB,MAAA,EAAqC;AAChE,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,WAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,MAAA,EAAQ,QAAA;AAAA,QACR,MAAA;AAAA,QACA,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBAAA,GAAoC;AAChD,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY;AAAA,KACd;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,MAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AAAA,IAC1C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,GAAgC;AAC5C,IAAA,GAAG;AACD,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,MAAM,KAAK,qBAAA,EAAsB;AAAA,IACnC,CAAA,QAAS,IAAA,CAAK,gBAAA,IAAoB,CAAC,IAAA,CAAK,0BAAA;AAAA,EAC1C;AAAA,EAEA,MAAc,qBAAA,GAAuC;AACnD,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,aAAA,CAAc,aAAa,CAAA;AAC7C,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,qBAAqB,aAAa,CAAA;AAAA,IACzC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,YAAA,GACJ,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAC1D,MAAA,IAAI,IAAA,CAAK,KAAA,CAAM,SAAA,KAAc,YAAA,EAAc;AACzC,QAAA,IAAA,CAAK,UAAA,CAAW,cAAc,WAAW,CAAA;AAAA,MAC3C;AACA,MAAA,MAAM,YAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,gBAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,wBAAA,EAA0B;AAAA,MAChD,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,MAC9C,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAsB,KAAA,EAAoB;AAChD,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,OAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,sBAAA,CACN,gBACA,MAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,MAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI,cAAA,EAAgB;AAClB,MAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,SAAS,oBACP,MAAA,EACwB;AACxB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AACjB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AAEjB,EAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,OAAO,MAAM,QAAA,EAAU;AAClD,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,EAAE,GAAG,CAAA,EAAE;AAChB;AAEO,SAAS,qBAAA,CACd,QACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,mBAAA,CAAoB,MAAA,EAAQ,OAAO,CAAA;AAChD;AAEA,SAAS,kBAAA,CACP,YACA,cAAA,EACmC;AACnC,EAAA,IAAI,CAAC,UAAA,IAAc,CAAC,cAAA,EAAgB;AAClC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,EAAE,KAAA,EAAO,qBAAA,EAAuB,GAAG,oBAAA,EAAqB,GAC5D,kBAAkB,EAAC;AAErB,EAAA,OAAO;AAAA,IACL,GAAG,UAAA;AAAA,IACH,GAAG;AAAA,GACL;AACF;AAEA,SAAS,kBAAA,CACP,SACA,OAAA,EACe;AACf,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA;AAAA,IAC1C,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,WAAA,EAAa,OAAA,CAAQ,OAAA,EAAS,WAAA,IAAe,QAAQ,OAAA,CAAQ;AAAA,KAC/D;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,OAAA,CAAQ,QAAA,EAAU,MAAA,IAAU,QAAQ,QAAA,CAAS,MAAA;AAAA,MACrD,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,IAAA,IAAQ,QAAQ,QAAA,CAAS;AAAA,KACnD;AAAA,IACA,SAAA,EAAW,OAAA,CAAQ,SAAA,IAAa,OAAA,CAAQ;AAAA,GAC1C;AACF;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,SAAS,oBAAoB,KAAA,EAAuC;AAClE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAe,WAAA,CACb,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA;AAAA,cACF,CAAA,eAAA,EAAkB,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA;AAAA;AAC1D,WACF;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import {\n type AvatarControlCatalog,\n type GazeCoordinates,\n type MotionSelection,\n type RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport {\n LOOK_AT_TOOL_DESCRIPTION,\n PLAY_MOTION_TOOL_DESCRIPTION,\n SET_EXPRESSION_TOOL_DESCRIPTION,\n} from \"./instructions\";\n\nconst MIN_GAZE = -1;\nconst MAX_GAZE = 1;\n\nexport const SET_EXPRESSION_TOOL_NAME = \"setExpression\";\nexport const PLAY_MOTION_TOOL_NAME = \"playMotion\";\nexport const LOOK_AT_TOOL_NAME = \"lookAt\";\n\nexport const AVATAR_CONTROL_TOOL_NAMES = [\n SET_EXPRESSION_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n LOOK_AT_TOOL_NAME,\n] as const;\n\nexport interface ExpressionArgs {\n expressionId: string;\n}\n\nexport type MotionArgs = MotionSelection;\n\nexport type LookAtArgs = GazeCoordinates;\n\nexport function createAvatarControlTools(\n catalog: AvatarControlCatalog,\n): RealtimeToolRegistration[] {\n const tools: RealtimeToolRegistration[] = [];\n\n if (catalog.expressions.length > 0) {\n const expressionValues = [...catalog.expressions];\n tools.push({\n definition: {\n type: \"function\",\n name: SET_EXPRESSION_TOOL_NAME,\n description: SET_EXPRESSION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n expressionId: {\n type: \"string\",\n description: \"Expression ID from the loaded Live2D model.\",\n enum: expressionValues,\n },\n },\n required: [\"expressionId\"],\n },\n },\n async handler(args) {\n const expressionId = args.expressionId;\n if (\n typeof expressionId !== \"string\" ||\n !expressionValues.includes(expressionId)\n ) {\n throw new Error(\n 'setExpression requires a valid \"expressionId\" from the model catalog',\n );\n }\n\n return {\n success: true,\n expressionId,\n };\n },\n });\n }\n\n const motionGroups = Object.keys(catalog.motions);\n if (motionGroups.length > 0) {\n tools.push({\n definition: {\n type: \"function\",\n name: PLAY_MOTION_TOOL_NAME,\n description: PLAY_MOTION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n group: {\n type: \"string\",\n description: \"Motion group from the loaded Live2D model.\",\n enum: motionGroups,\n },\n index: {\n type: \"number\",\n description:\n \"Zero-based motion index within the selected motion group.\",\n },\n },\n required: [\"group\", \"index\"],\n },\n },\n async handler(args) {\n const group = args.group;\n const index = args.index;\n\n if (typeof group !== \"string\" || !motionGroups.includes(group)) {\n throw new Error(\n 'playMotion requires a valid \"group\" from the model catalog',\n );\n }\n\n if (!Number.isInteger(index)) {\n throw new Error('playMotion requires an integer \"index\"');\n }\n\n const count = catalog.motions[group] ?? 0;\n const motionIndex = index as number;\n\n if (motionIndex < 0 || motionIndex >= count) {\n throw new Error(\n `playMotion index ${String(motionIndex)} is out of range for group \"${group}\"`,\n );\n }\n\n return {\n success: true,\n group,\n index: motionIndex,\n };\n },\n });\n }\n\n tools.push({\n definition: {\n type: \"function\",\n name: LOOK_AT_TOOL_NAME,\n description: LOOK_AT_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n x: {\n type: \"number\",\n description:\n \"Normalized horizontal gaze target. -1 looks left, 0 is center, 1 looks right.\",\n },\n y: {\n type: \"number\",\n description:\n \"Normalized vertical gaze target. -1 looks down, 0 is center, 1 looks up.\",\n },\n },\n required: [\"x\", \"y\"],\n },\n },\n async handler(args) {\n const x = args.x;\n const y = args.y;\n\n if (typeof x !== \"number\" || Number.isNaN(x)) {\n throw new Error('lookAt requires a numeric \"x\"');\n }\n\n if (typeof y !== \"number\" || Number.isNaN(y)) {\n throw new Error('lookAt requires a numeric \"y\"');\n }\n\n return {\n success: true,\n x: clamp(x, MIN_GAZE, MAX_GAZE),\n y: clamp(y, MIN_GAZE, MAX_GAZE),\n };\n },\n });\n\n return tools;\n}\n\nfunction clamp(value: number, min: number, max: number): number {\n return Math.max(min, Math.min(max, value));\n}\n","import type {\n Character,\n CharivoEventEmitter,\n GazeCoordinates,\n RealtimeManager as CoreRealtimeManager,\n RealtimeSessionConfig,\n RealtimeSessionTransitionReason,\n RealtimeState,\n RealtimeTool,\n RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"./types\";\nimport { buildRealtimeSessionConfig } from \"./instructions\";\nimport {\n LOOK_AT_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n SET_EXPRESSION_TOOL_NAME,\n} from \"./tools\";\n\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n\nexport interface RealtimeManagerOptions {\n defaultSessionConfig?: Omit<RealtimeSessionConfig, \"tools\">;\n tools?: RealtimeToolRegistration[];\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * Provider-agnostic realtime manager.\n *\n * It owns session state, character-aware session config generation, tool\n * execution, and event relaying. Transport-specific event parsing belongs to\n * concrete client packages such as `@charivo/realtime/openai`.\n */\nexport class RealtimeManagerImpl implements CoreRealtimeManager {\n private eventEmitter?: CharivoEventEmitter;\n private character: Character | null = null;\n private isStoppingSession = false;\n private isRefreshingSession = false;\n private isAudioPlaybackActive = false;\n private sessionBaseConfig?: RealtimeSessionConfig;\n private refreshInFlight: Promise<void> | null = null;\n private hasQueuedRefresh = false;\n private stopRequestedDuringRefresh = false;\n private readonly toolRegistry = new Map<string, RealtimeToolRegistration>();\n private state: RealtimeState = {\n connection: \"idle\",\n session: {\n status: \"idle\",\n config: null,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n\n constructor(\n private client: RealtimeTransportClient,\n private options: RealtimeManagerOptions = {},\n ) {\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n\n this.client.onEvent((event) => {\n void this.handleClientEvent(event).catch((error) => {\n this.applyError(\n error instanceof Error ? error : new Error(String(error)),\n this.state.connection === \"idle\" ? \"error\" : this.state.connection,\n );\n });\n });\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n setCharacter(character: Character): void {\n this.character = character;\n this.state = {\n ...this.state,\n session: {\n ...this.state.session,\n characterId: character.id,\n },\n };\n this.emitState();\n }\n\n registerTool(tool: RealtimeToolRegistration): void {\n this.toolRegistry.set(tool.definition.name, tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.delete(name);\n }\n\n getRegisteredTools(): RealtimeTool[] {\n return Array.from(this.toolRegistry.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n\n getState(): RealtimeState {\n return {\n ...this.state,\n session: {\n ...this.state.session,\n config: this.state.session.config\n ? {\n ...this.state.session.config,\n tools: this.state.session.config.tools\n ? [...this.state.session.config.tools]\n : undefined,\n }\n : null,\n },\n response: {\n ...this.state.response,\n },\n };\n }\n\n async startSession(config?: RealtimeSessionConfig): Promise<void> {\n if (\n this.state.session.status === \"active\" ||\n this.state.session.status === \"starting\" ||\n this.refreshInFlight\n ) {\n throw new Error(\"Realtime session already active\");\n }\n\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n session: {\n status: \"starting\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.connect(sessionConfig);\n this.commitActiveSession(sessionConfig);\n this.emitSessionStart(\"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n }\n }\n\n updateSession(config?: RealtimeSessionConfig): Promise<void> {\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n\n if (this.state.session.status !== \"active\") {\n return Promise.resolve();\n }\n\n if (this.refreshInFlight) {\n this.hasQueuedRefresh = true;\n return this.refreshInFlight;\n }\n\n this.stopRequestedDuringRefresh = false;\n this.hasQueuedRefresh = false;\n this.refreshInFlight = this.runRefreshLoop().finally(() => {\n this.refreshInFlight = null;\n this.hasQueuedRefresh = false;\n this.stopRequestedDuringRefresh = false;\n });\n\n return this.refreshInFlight;\n }\n\n async stopSession(): Promise<void> {\n if (this.refreshInFlight) {\n this.stopRequestedDuringRefresh = true;\n this.hasQueuedRefresh = false;\n\n try {\n await this.refreshInFlight;\n } catch {\n // Refresh failure already updates manager state.\n }\n\n if (this.state.session.status === \"active\") {\n await this.performStopSession();\n }\n\n return;\n }\n\n if (this.state.session.status !== \"active\") {\n return;\n }\n\n await this.performStopSession();\n }\n\n async sendMessage(text: string): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendText(text);\n }\n\n async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendAudio(audio);\n }\n\n async interrupt(): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.interrupt();\n this.state = {\n ...this.state,\n response: {\n ...this.state.response,\n status: \"interrupted\",\n },\n };\n this.emitAudioEnd();\n this.emitState();\n }\n\n private async handleClientEvent(\n event: RealtimeTransportEvent,\n ): Promise<void> {\n switch (event.type) {\n case \"session.started\":\n if (\n this.state.connection === \"connecting\" ||\n this.isRefreshingSession\n ) {\n return;\n }\n\n this.state = mergeRealtimeState(this.state, {\n connection: \"connected\",\n session: {\n status:\n this.state.session.status === \"starting\"\n ? \"active\"\n : this.state.session.status,\n config: this.state.session.config,\n characterId: this.character?.id,\n },\n });\n this.emitState();\n return;\n\n case \"session.ended\":\n if (\n this.isStoppingSession ||\n this.isRefreshingSession ||\n this.state.connection === \"disconnecting\"\n ) {\n return;\n }\n\n this.finalizeStoppedSession(true, \"user\");\n return;\n\n case \"user.transcript\":\n this.eventEmitter?.emit(\"realtime:user:transcript\", {\n text: event.text,\n });\n return;\n\n case \"assistant.response.started\":\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: \"\",\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n this.emitState();\n return;\n\n case \"assistant.text.delta\":\n this.ensureResponseStarted();\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text + event.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:text:delta\", { text: event.text });\n this.eventEmitter?.emit(\"realtime:assistant:delta\", {\n text: event.text,\n });\n this.emitState();\n return;\n\n case \"assistant.response.completed\": {\n if (this.state.response.status === \"interrupted\") {\n return;\n }\n\n const text = event.text || this.state.response.text;\n this.state = {\n ...this.state,\n response: {\n status: \"completed\",\n text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:done\", { text });\n this.emitState();\n return;\n }\n\n case \"audio.output.started\":\n this.emitAudioStart();\n return;\n\n case \"audio.output.ended\":\n this.emitAudioEnd();\n return;\n\n case \"audio.lipsync\":\n if (event.rms > 0.001 && !this.isAudioPlaybackActive) {\n this.emitAudioStart();\n }\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: event.rms });\n return;\n\n case \"tool.call\":\n this.eventEmitter?.emit(\"realtime:tool:call\", {\n name: event.name,\n args: event.args,\n callId: event.callId,\n });\n await this.executeToolCall(event);\n return;\n\n case \"tool.result\":\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output: event.output,\n callId: event.callId,\n });\n return;\n\n case \"state\":\n this.state = mergeRealtimeState(this.state, event.state);\n this.emitState();\n return;\n\n case \"error\":\n this.applyError(event.error, this.state.connection);\n return;\n }\n }\n\n private async executeToolCall(\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<void> {\n const tool = this.toolRegistry.get(event.name);\n if (!event.callId) {\n this.emitToolError(\n event.name,\n new Error(`Tool \"${event.name}\" is missing a call ID`),\n event.callId,\n );\n return;\n }\n\n if (!tool) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n new Error(`No realtime tool registered for \"${event.name}\"`),\n );\n return;\n }\n\n try {\n const output = await this.runToolHandler(tool, event);\n await this.client.sendToolResult(event.callId, output);\n this.postProcessToolResult(event.name, output);\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output,\n callId: event.callId,\n });\n } catch (error) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n error instanceof Error ? error : new Error(String(error)),\n );\n }\n }\n\n private async runToolHandler(\n tool: RealtimeToolRegistration,\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<Record<string, unknown>> {\n const timeoutMs =\n tool.timeoutMs ??\n this.options.defaultToolTimeoutMs ??\n DEFAULT_TOOL_TIMEOUT_MS;\n const result = await withTimeout(\n tool.handler(event.args, {\n character: this.character,\n state: this.getState(),\n callId: event.callId,\n }),\n timeoutMs,\n tool.definition.name,\n );\n\n if (!isRecord(result)) {\n throw new Error(\n `Realtime tool \"${tool.definition.name}\" must return an object`,\n );\n }\n\n return result;\n }\n\n private async handleToolExecutionFailure(\n name: string,\n callId: string,\n error: Error,\n ): Promise<void> {\n this.emitToolError(name, error, callId);\n\n try {\n await this.client.sendToolResult(callId, createFailureOutput(error));\n } catch (sendError) {\n this.emitToolError(\n name,\n sendError instanceof Error ? sendError : new Error(String(sendError)),\n callId,\n );\n }\n }\n\n private postProcessToolResult(\n name: string,\n output: Record<string, unknown>,\n ): void {\n switch (name) {\n case SET_EXPRESSION_TOOL_NAME: {\n const expressionId = output.expressionId;\n if (typeof expressionId === \"string\") {\n this.eventEmitter?.emit(\"realtime:expression\", { expressionId });\n }\n return;\n }\n\n case PLAY_MOTION_TOOL_NAME: {\n const group = output.group;\n const index = output.index;\n if (typeof group === \"string\" && Number.isInteger(index)) {\n const motionIndex = index as number;\n this.eventEmitter?.emit(\"realtime:motion\", {\n group,\n index: motionIndex,\n });\n }\n return;\n }\n\n case LOOK_AT_TOOL_NAME: {\n const coords = readGazeCoordinates(output);\n if (coords) {\n this.eventEmitter?.emit(\"realtime:gaze\", coords);\n }\n return;\n }\n\n default:\n return;\n }\n }\n\n private emitToolError(name: string, error: Error, callId?: string): void {\n this.eventEmitter?.emit(\"realtime:tool:error\", {\n name,\n error,\n callId,\n });\n }\n\n private ensureResponseStarted(): void {\n if (this.state.response.status === \"responding\") {\n return;\n }\n\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n }\n\n private emitState(): void {\n this.eventEmitter?.emit(\"realtime:state\", {\n state: this.getState(),\n });\n }\n\n private applyError(\n error: Error,\n connection: RealtimeState[\"connection\"],\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection,\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private emitAudioStart(): void {\n if (this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = true;\n this.eventEmitter?.emit(\"tts:audio:start\", {});\n }\n\n private emitAudioEnd(): void {\n if (!this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = false;\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n this.eventEmitter?.emit(\"tts:audio:end\", {});\n }\n\n private resolveNextSessionBaseConfig(\n config?: RealtimeSessionConfig,\n ): RealtimeSessionConfig | undefined {\n return mergeSessionConfig(\n this.sessionBaseConfig ?? this.options.defaultSessionConfig,\n config,\n );\n }\n\n private buildEffectiveSessionConfig(): RealtimeSessionConfig {\n return buildRealtimeSessionConfig({\n character: this.character,\n baseConfig: {\n ...(this.sessionBaseConfig ?? {}),\n tools: this.getRegisteredTools(),\n },\n });\n }\n\n private commitActiveSession(config: RealtimeSessionConfig): void {\n this.state = {\n ...this.state,\n connection: \"connected\",\n session: {\n status: \"active\",\n config,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n }\n\n private commitPatchedSession(config: RealtimeSessionConfig): void {\n this.state = {\n ...this.state,\n connection: \"connected\",\n session: {\n ...this.state.session,\n status: \"active\",\n config,\n characterId: this.character?.id,\n },\n lastError: null,\n };\n this.emitState();\n }\n\n private async performStopSession(): Promise<void> {\n this.isStoppingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n this.finalizeStoppedSession(true, \"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isStoppingSession = false;\n }\n }\n\n private async runRefreshLoop(): Promise<void> {\n do {\n this.hasQueuedRefresh = false;\n await this.performSessionRefresh();\n } while (this.hasQueuedRefresh && !this.stopRequestedDuringRefresh);\n }\n\n private async performSessionRefresh(): Promise<void> {\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.isRefreshingSession = true;\n this.state = {\n ...this.state,\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.updateSession(sessionConfig);\n if (this.stopRequestedDuringRefresh) {\n return;\n }\n\n this.commitPatchedSession(sessionConfig);\n } catch (error) {\n const refreshError =\n error instanceof Error ? error : new Error(String(error));\n if (this.state.lastError !== refreshError) {\n this.applyError(refreshError, \"connected\");\n }\n throw refreshError;\n } finally {\n this.isRefreshingSession = false;\n }\n }\n\n private emitSessionStart(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:start\", {\n state,\n reason,\n });\n }\n\n private emitSessionEnd(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:end\", {\n state,\n reason,\n });\n }\n\n private finalizeFailedSession(error: Error): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"error\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private finalizeStoppedSession(\n emitSessionEnd: boolean,\n reason: RealtimeSessionTransitionReason,\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"idle\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n if (emitSessionEnd) {\n this.emitSessionEnd(reason);\n }\n }\n}\n\nfunction readGazeCoordinates(\n output: Record<string, unknown>,\n): GazeCoordinates | null {\n const x = output.x;\n const y = output.y;\n\n if (typeof x !== \"number\" || typeof y !== \"number\") {\n return null;\n }\n\n return { x, y };\n}\n\nexport function createRealtimeManager(\n client: RealtimeTransportClient,\n options?: RealtimeManagerOptions,\n): CoreRealtimeManager {\n return new RealtimeManagerImpl(client, options);\n}\n\nfunction mergeSessionConfig(\n baseConfig?: Omit<RealtimeSessionConfig, \"tools\">,\n overrideConfig?: RealtimeSessionConfig,\n): RealtimeSessionConfig | undefined {\n if (!baseConfig && !overrideConfig) {\n return undefined;\n }\n\n const { tools: _ignoredOverrideTools, ...overrideWithoutTools } =\n overrideConfig ?? {};\n\n return {\n ...baseConfig,\n ...overrideWithoutTools,\n };\n}\n\nfunction mergeRealtimeState(\n current: RealtimeState,\n partial: Partial<RealtimeState>,\n): RealtimeState {\n return {\n connection: partial.connection ?? current.connection,\n session: {\n status: partial.session?.status ?? current.session.status,\n config: partial.session?.config ?? current.session.config,\n characterId: partial.session?.characterId ?? current.session.characterId,\n },\n response: {\n status: partial.response?.status ?? current.response.status,\n text: partial.response?.text ?? current.response.text,\n },\n lastError: partial.lastError ?? current.lastError,\n };\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nfunction createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nasync function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(\n `Realtime tool \"${toolName}\" timed out after ${timeoutMs}ms`,\n ),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n"]}
|
package/dist/openai/index.d.mts
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { RealtimeSessionRequest, RealtimeSessionBootstrap, RealtimeSessionConfig } from '@charivo/core';
|
|
2
|
-
import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-
|
|
2
|
+
import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-Bc2tcYr1.mjs';
|
|
3
3
|
|
|
4
4
|
interface OpenAIRealtimeClientOptions {
|
|
5
5
|
apiEndpoint?: string;
|
|
6
6
|
debug?: boolean;
|
|
7
|
+
sessionUpdateTimeoutMs?: number;
|
|
7
8
|
sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
|
|
8
9
|
}
|
|
9
10
|
/**
|
|
@@ -26,10 +27,13 @@ declare class OpenAIRealtimeClient implements RealtimeTransportClient {
|
|
|
26
27
|
private hasStartedAssistantResponse;
|
|
27
28
|
private hasStartedAudioOutput;
|
|
28
29
|
private assistantText;
|
|
30
|
+
private nextSessionUpdateId;
|
|
31
|
+
private pendingSessionUpdate;
|
|
29
32
|
private eventCallbacks;
|
|
30
33
|
constructor(options?: OpenAIRealtimeClientOptions);
|
|
31
34
|
connect(config?: RealtimeSessionConfig): Promise<void>;
|
|
32
35
|
disconnect(): Promise<void>;
|
|
36
|
+
updateSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
33
37
|
sendText(text: string): Promise<void>;
|
|
34
38
|
sendAudio(_audio: ArrayBuffer): Promise<void>;
|
|
35
39
|
sendToolResult(callId: string, output: Record<string, unknown>): Promise<void>;
|
|
@@ -44,6 +48,10 @@ declare class OpenAIRealtimeClient implements RealtimeTransportClient {
|
|
|
44
48
|
private cleanup;
|
|
45
49
|
private beginResponseRequest;
|
|
46
50
|
private requireOpenDataChannel;
|
|
51
|
+
private resolvePendingSessionUpdate;
|
|
52
|
+
private rejectPendingSessionUpdate;
|
|
53
|
+
private isPendingSessionUpdateError;
|
|
54
|
+
private getSessionUpdateTimeoutMs;
|
|
47
55
|
private resetResponseTracking;
|
|
48
56
|
private emitEvent;
|
|
49
57
|
private log;
|
package/dist/openai/index.d.ts
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { RealtimeSessionRequest, RealtimeSessionBootstrap, RealtimeSessionConfig } from '@charivo/core';
|
|
2
|
-
import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-
|
|
2
|
+
import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-Bc2tcYr1.js';
|
|
3
3
|
|
|
4
4
|
interface OpenAIRealtimeClientOptions {
|
|
5
5
|
apiEndpoint?: string;
|
|
6
6
|
debug?: boolean;
|
|
7
|
+
sessionUpdateTimeoutMs?: number;
|
|
7
8
|
sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
|
|
8
9
|
}
|
|
9
10
|
/**
|
|
@@ -26,10 +27,13 @@ declare class OpenAIRealtimeClient implements RealtimeTransportClient {
|
|
|
26
27
|
private hasStartedAssistantResponse;
|
|
27
28
|
private hasStartedAudioOutput;
|
|
28
29
|
private assistantText;
|
|
30
|
+
private nextSessionUpdateId;
|
|
31
|
+
private pendingSessionUpdate;
|
|
29
32
|
private eventCallbacks;
|
|
30
33
|
constructor(options?: OpenAIRealtimeClientOptions);
|
|
31
34
|
connect(config?: RealtimeSessionConfig): Promise<void>;
|
|
32
35
|
disconnect(): Promise<void>;
|
|
36
|
+
updateSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
33
37
|
sendText(text: string): Promise<void>;
|
|
34
38
|
sendAudio(_audio: ArrayBuffer): Promise<void>;
|
|
35
39
|
sendToolResult(callId: string, output: Record<string, unknown>): Promise<void>;
|
|
@@ -44,6 +48,10 @@ declare class OpenAIRealtimeClient implements RealtimeTransportClient {
|
|
|
44
48
|
private cleanup;
|
|
45
49
|
private beginResponseRequest;
|
|
46
50
|
private requireOpenDataChannel;
|
|
51
|
+
private resolvePendingSessionUpdate;
|
|
52
|
+
private rejectPendingSessionUpdate;
|
|
53
|
+
private isPendingSessionUpdateError;
|
|
54
|
+
private getSessionUpdateTimeoutMs;
|
|
47
55
|
private resetResponseTracking;
|
|
48
56
|
private emitEvent;
|
|
49
57
|
private log;
|
package/dist/openai/index.js
CHANGED
|
@@ -4,6 +4,9 @@ var core = require('@charivo/core');
|
|
|
4
4
|
|
|
5
5
|
// src/openai/client.ts
|
|
6
6
|
|
|
7
|
+
// src/instructions.ts
|
|
8
|
+
var DEFAULT_REALTIME_VOICE = "marin";
|
|
9
|
+
|
|
7
10
|
// src/internal/shared.ts
|
|
8
11
|
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
9
12
|
function isRecord(value) {
|
|
@@ -52,6 +55,7 @@ var DEBUG_EVENT_ALLOWLIST = /* @__PURE__ */ new Set([
|
|
|
52
55
|
"conversation.item.input_audio_transcription.completed",
|
|
53
56
|
"error"
|
|
54
57
|
]);
|
|
58
|
+
var DEFAULT_SESSION_UPDATE_TIMEOUT_MS = 5e3;
|
|
55
59
|
var OpenAIRealtimeClient = class {
|
|
56
60
|
constructor(options = {}) {
|
|
57
61
|
this.options = options;
|
|
@@ -68,6 +72,8 @@ var OpenAIRealtimeClient = class {
|
|
|
68
72
|
hasStartedAssistantResponse = false;
|
|
69
73
|
hasStartedAudioOutput = false;
|
|
70
74
|
assistantText = "";
|
|
75
|
+
nextSessionUpdateId = 1;
|
|
76
|
+
pendingSessionUpdate = null;
|
|
71
77
|
eventCallbacks = /* @__PURE__ */ new Set();
|
|
72
78
|
async connect(config) {
|
|
73
79
|
try {
|
|
@@ -127,6 +133,40 @@ var OpenAIRealtimeClient = class {
|
|
|
127
133
|
this.log("Disconnecting OpenAI Realtime WebRTC");
|
|
128
134
|
this.cleanup();
|
|
129
135
|
}
|
|
136
|
+
async updateSession(config) {
|
|
137
|
+
if (this.isResponseInProgress) {
|
|
138
|
+
throw new Error(
|
|
139
|
+
"Cannot update the realtime session while a response is in progress. Call interrupt() first."
|
|
140
|
+
);
|
|
141
|
+
}
|
|
142
|
+
const dc = this.requireOpenDataChannel();
|
|
143
|
+
const eventId = `charivo-session-update-${this.nextSessionUpdateId++}`;
|
|
144
|
+
if (this.pendingSessionUpdate) {
|
|
145
|
+
throw new Error("Realtime session update already in progress");
|
|
146
|
+
}
|
|
147
|
+
dc.send(
|
|
148
|
+
JSON.stringify({
|
|
149
|
+
type: "session.update",
|
|
150
|
+
event_id: eventId,
|
|
151
|
+
session: toOpenAIRealtimeSessionUpdate(config)
|
|
152
|
+
})
|
|
153
|
+
);
|
|
154
|
+
await new Promise((resolve, reject) => {
|
|
155
|
+
const timeoutId = setTimeout(() => {
|
|
156
|
+
this.rejectPendingSessionUpdate(
|
|
157
|
+
new Error(
|
|
158
|
+
`Timed out waiting for session.updated after ${this.getSessionUpdateTimeoutMs()}ms`
|
|
159
|
+
)
|
|
160
|
+
);
|
|
161
|
+
}, this.getSessionUpdateTimeoutMs());
|
|
162
|
+
this.pendingSessionUpdate = {
|
|
163
|
+
eventId,
|
|
164
|
+
resolve,
|
|
165
|
+
reject,
|
|
166
|
+
timeoutId
|
|
167
|
+
};
|
|
168
|
+
});
|
|
169
|
+
}
|
|
130
170
|
async sendText(text) {
|
|
131
171
|
if (!this.dc || this.dc.readyState !== "open") {
|
|
132
172
|
throw new Error("DataChannel not ready");
|
|
@@ -191,7 +231,9 @@ var OpenAIRealtimeClient = class {
|
|
|
191
231
|
}
|
|
192
232
|
switch (event.type) {
|
|
193
233
|
case "session.created":
|
|
234
|
+
return;
|
|
194
235
|
case "session.updated":
|
|
236
|
+
this.resolvePendingSessionUpdate();
|
|
195
237
|
return;
|
|
196
238
|
case "response.audio.delta":
|
|
197
239
|
case "output_audio_buffer.started":
|
|
@@ -297,10 +339,16 @@ var OpenAIRealtimeClient = class {
|
|
|
297
339
|
case "error":
|
|
298
340
|
this.isResponseInProgress = false;
|
|
299
341
|
this.cancelInFlight = false;
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
342
|
+
{
|
|
343
|
+
const error = new Error(event.error?.message || "Unknown error");
|
|
344
|
+
if (this.isPendingSessionUpdateError(event)) {
|
|
345
|
+
this.rejectPendingSessionUpdate(error);
|
|
346
|
+
}
|
|
347
|
+
this.emitEvent({
|
|
348
|
+
type: "error",
|
|
349
|
+
error
|
|
350
|
+
});
|
|
351
|
+
}
|
|
304
352
|
return;
|
|
305
353
|
default:
|
|
306
354
|
return;
|
|
@@ -411,6 +459,9 @@ var OpenAIRealtimeClient = class {
|
|
|
411
459
|
}
|
|
412
460
|
cleanup() {
|
|
413
461
|
this.stopLipSyncAnalysis();
|
|
462
|
+
this.rejectPendingSessionUpdate(
|
|
463
|
+
new Error("Realtime session ended before session update completed")
|
|
464
|
+
);
|
|
414
465
|
if (this.dc) {
|
|
415
466
|
this.dc.close();
|
|
416
467
|
this.dc = null;
|
|
@@ -447,6 +498,32 @@ var OpenAIRealtimeClient = class {
|
|
|
447
498
|
}
|
|
448
499
|
return this.dc;
|
|
449
500
|
}
|
|
501
|
+
resolvePendingSessionUpdate() {
|
|
502
|
+
if (!this.pendingSessionUpdate) {
|
|
503
|
+
return;
|
|
504
|
+
}
|
|
505
|
+
clearTimeout(this.pendingSessionUpdate.timeoutId);
|
|
506
|
+
this.pendingSessionUpdate.resolve();
|
|
507
|
+
this.pendingSessionUpdate = null;
|
|
508
|
+
}
|
|
509
|
+
rejectPendingSessionUpdate(error) {
|
|
510
|
+
if (!this.pendingSessionUpdate) {
|
|
511
|
+
return;
|
|
512
|
+
}
|
|
513
|
+
clearTimeout(this.pendingSessionUpdate.timeoutId);
|
|
514
|
+
this.pendingSessionUpdate.reject(error);
|
|
515
|
+
this.pendingSessionUpdate = null;
|
|
516
|
+
}
|
|
517
|
+
isPendingSessionUpdateError(event) {
|
|
518
|
+
const pendingUpdate = this.pendingSessionUpdate;
|
|
519
|
+
if (!pendingUpdate) {
|
|
520
|
+
return false;
|
|
521
|
+
}
|
|
522
|
+
return event.error?.event_id === pendingUpdate.eventId;
|
|
523
|
+
}
|
|
524
|
+
getSessionUpdateTimeoutMs() {
|
|
525
|
+
return this.options.sessionUpdateTimeoutMs ?? DEFAULT_SESSION_UPDATE_TIMEOUT_MS;
|
|
526
|
+
}
|
|
450
527
|
resetResponseTracking() {
|
|
451
528
|
this.assistantText = "";
|
|
452
529
|
this.hasStartedAssistantResponse = false;
|
|
@@ -472,6 +549,29 @@ var OpenAIRealtimeClient = class {
|
|
|
472
549
|
function createOpenAIRealtimeClient(options) {
|
|
473
550
|
return new OpenAIRealtimeClient(options);
|
|
474
551
|
}
|
|
552
|
+
function toOpenAIRealtimeSessionUpdate(config) {
|
|
553
|
+
const session = {
|
|
554
|
+
audio: {
|
|
555
|
+
output: {
|
|
556
|
+
voice: config?.voice ?? DEFAULT_REALTIME_VOICE
|
|
557
|
+
}
|
|
558
|
+
},
|
|
559
|
+
tool_choice: config?.toolChoice ?? "auto"
|
|
560
|
+
};
|
|
561
|
+
if (config?.instructions) {
|
|
562
|
+
session.instructions = config.instructions;
|
|
563
|
+
}
|
|
564
|
+
if (config?.temperature !== void 0) {
|
|
565
|
+
session.temperature = config.temperature;
|
|
566
|
+
}
|
|
567
|
+
if (config?.maxTokens !== void 0) {
|
|
568
|
+
session.max_response_output_tokens = config.maxTokens;
|
|
569
|
+
}
|
|
570
|
+
if (config?.tools?.length) {
|
|
571
|
+
session.tools = config.tools;
|
|
572
|
+
}
|
|
573
|
+
return session;
|
|
574
|
+
}
|
|
475
575
|
|
|
476
576
|
exports.OpenAIRealtimeClient = OpenAIRealtimeClient;
|
|
477
577
|
exports.createOpenAIRealtimeClient = createOpenAIRealtimeClient;
|