@charivo/realtime 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -64,6 +64,37 @@ await manager.updateSession({
64
64
  - `DEFAULT_REALTIME_AGENT_INSTRUCTIONS`
65
65
  - realtime-related types re-exported from `@charivo/core`
66
66
 
67
+ ## Instruction Layering
68
+
69
+ `@charivo/realtime` keeps its default instructions generic: spoken-output
70
+ constraints, tool-use restraint, stage-direction suppression, and basic
71
+ in-character behavior.
72
+
73
+ `buildRealtimeSessionConfig({ character, baseConfig? })` already folds in:
74
+
75
+ - character identity (`You are ...`)
76
+ - `character.description`
77
+ - `character.personality`
78
+ - the generic realtime defaults
79
+
80
+ If your app needs stronger product-specific acting guidance, append it in the
81
+ app layer instead of expanding the library default prompt:
82
+
83
+ ```ts
84
+ const base = buildRealtimeSessionConfig({ character });
85
+
86
+ await manager.startSession({
87
+ provider: "openai",
88
+ instructions: [
89
+ base.instructions,
90
+ "Keep replies short and natural for this product.",
91
+ ].join("\n"),
92
+ });
93
+ ```
94
+
95
+ Prefer building on top of `buildRealtimeSessionConfig(...)` rather than
96
+ replacing the instructions from scratch.
97
+
67
98
  ## Avatar Control Tools
68
99
 
69
100
  Use `createAvatarControlTools(...)` to build canonical avatar tools from the
@@ -178,6 +178,9 @@ var OpenAIRealtimeClient = class {
178
178
  this.resetResponseTracking();
179
179
  return;
180
180
  }
181
+ if (!this.assistantText) {
182
+ return;
183
+ }
181
184
  this.emitEvent({
182
185
  type: "assistant.response.completed",
183
186
  text: this.assistantText
@@ -429,5 +432,5 @@ function createOpenAIRealtimeClient(options) {
429
432
  }
430
433
 
431
434
  export { OpenAIRealtimeClient, createOpenAIRealtimeClient };
432
- //# sourceMappingURL=chunk-BNN3F7VN.mjs.map
433
- //# sourceMappingURL=chunk-BNN3F7VN.mjs.map
435
+ //# sourceMappingURL=chunk-IIKECRXN.mjs.map
436
+ //# sourceMappingURL=chunk-IIKECRXN.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai/client.ts"],"names":[],"mappings":";;;AA6CA,IAAM,qBAAA,uBAA4B,GAAA,CAAY;AAAA,EAC5C,iBAAA;AAAA,EACA,iBAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAA;AAAA,EACA,uCAAA;AAAA,EACA,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAQM,IAAM,uBAAN,MAA8D;AAAA,EAenE,WAAA,CAAoB,OAAA,GAAuC,EAAC,EAAG;AAA3C,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAA4C;AAAA,EAdxD,EAAA,GAA+B,IAAA;AAAA,EAC/B,EAAA,GAA4B,IAAA;AAAA,EAC5B,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,YAAA,GAAoC,IAAA;AAAA,EACpC,QAAA,GAAgC,IAAA;AAAA,EAChC,eAAA,GAAiC,IAAA;AAAA,EACjC,oBAAA,GAAuB,KAAA;AAAA,EACvB,cAAA,GAAiB,KAAA;AAAA,EACjB,2BAAA,GAA8B,KAAA;AAAA,EAC9B,qBAAA,GAAwB,KAAA;AAAA,EACxB,aAAA,GAAgB,EAAA;AAAA,EAChB,cAAA,uBAAqB,GAAA,EAA6C;AAAA,EAI1E,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,IAAI,4CAA4C,CAAA;AAErD,MAAA,IAAA,CAAK,EAAA,GAAK,IAAI,iBAAA,EAAkB;AAChC,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAE7B,MAAA,IAAA,CAAK,EAAA,CAAG,OAAA,GAAU,CAAC,KAAA,KAAU;AAC3B,QAAA,IAAI,KAAK,YAAA,EAAc;AACrB,UAAA,IAAA,CAAK,YAAA,CAAa,SAAA,GAAY,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAAA,QAC/C;AACA,QAAA,IAAA,CAAK,kBAAA,CAAmB,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAC,CAAA;AAAA,MAC1C,CAAA;AAEA,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAA,GAAc,MAAM,SAAA,CAAU,YAAA,CAAa,YAAA,CAAa;AAAA,UAC3D,KAAA,EAAO;AAAA,SACR,CAAA;AACD,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,WAAA,CAAY,SAAA,GAAY,CAAC,CAAA;AACjD,QAAA,IAAA,CAAK,EAAA,CAAG,QAAA,CAAS,UAAA,EAAY,IAAA,CAAK,WAAW,CAAA;AAAA,MAC/C,CAAA,CAAA,MAAQ;AACN,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA,CAAK,EAAA,CAAG,iBAAA,CAAkB,YAAY,CAAA;AAChD,MAAA,IAAA,CAAK,EAAA,CAAG,SAAA,GAAY,CAAC,KAAA,KAAU;AAC7B,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AACrC,QAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA;AAAA,MAChC,CAAA;AACA,MAAA,IAAA,CAAK,EAAA,CAAG,UAAU,MAAM;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,KAAA,EAAO,IAAI,KAAA,CAAM,mBAAmB;AAAA,SACrC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,EAAY;AACxC,MAAA,MAAM,IAAA,CAAK,EAAA,CAAG,mBAAA,CAAoB,KAAK,CAAA;AAEvC,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU,EAAC;AAAA,QACpB,UAAU,KAAA,CAAM;AAAA,OACjB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,YAAY,uBAAA,IACtB,SAAA,CAAU,cAAc,QAAA,IACxB,EAAE,eAAe,SAAA,CAAA,EACjB;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,wCAAwC,uBAAuB,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SACjI;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,GAAG,oBAAA,CAAqB;AAAA,QACjC,IAAA,EAAM,QAAA;AAAA,QACN,KAAK,SAAA,CAAU;AAAA,OAChB,CAAA;AAED,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,sCAAsC,CAAA;AAC/C,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,OAAA,CAAQ,KAAK,6DAAmD,CAAA;AAChE,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,IAAA;AAAA,MACN,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,SAAA;AAAA,UACN,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS;AAAA,YACP;AAAA,cACE,IAAA,EAAM,YAAA;AAAA,cACN;AAAA;AACF;AACF;AACF,OACD;AAAA,KACH;AACA,IAAA,IAAA,CAAK,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAExD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,sBAAA;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,MAAM;AAAA;AAC/B,OACD;AAAA,KACH;AACA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAEnD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AACnD,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EACxB;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,kBAAkB,KAAA,EAA0B;AAClD,IAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,KAAK,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAA,EAAG;AAC9D,MAAA,IAAA,CAAK,GAAA,CAAI,mCAAA,EAA8B,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,IAC1D;AAEA,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AAAA,MACL,KAAK,iBAAA;AACH,QAAA;AAAA,MAEF,KAAK,sBAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MAEF,KAAK,qBAAA;AAAA,MACL,KAAK,4BAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,QAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,UAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,UAAA;AAAA,QACF;AAOA,QAAA,IAAI,CAAC,KAAK,aAAA,EAAe;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,8BAAA;AAAA,UACN,MAAM,IAAA,CAAK;AAAA,SACZ,CAAA;AACD,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA;AAAA,MAEF,KAAK,iCAAA;AAAA,MACL,KAAK,wCAAA;AAAA,MACL,KAAK,4BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,KAAA,EAAO;AACvC,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAA,CAAK,iBAAiB,KAAA,CAAM,KAAA;AAC5B,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,2BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,IAAA,EAAM;AACtC,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAI,KAAA,CAAM,IAAA,KAAS,IAAA,CAAK,aAAA,EAAe;AACrC,UAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,IAAA,CAAK,UAAA,CAAW,KAAK,aAAa,CAAA,GAClD,KAAA,CAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,IAC1C,KAAA,CAAM,IAAA;AAEV,UAAA,IAAA,CAAK,gBAAgB,KAAA,CAAM,IAAA;AAC3B,UAAA,IAAI,KAAA,EAAO;AACT,YAAA,IAAA,CAAK,SAAA,CAAU;AAAA,cACb,IAAA,EAAM,sBAAA;AAAA,cACN,IAAA,EAAM;AAAA,aACP,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,UAAA,EAAY;AAC5C,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAI,KAAA,CAAM,UAAA,KAAe,IAAA,CAAK,aAAA,EAAe;AAC3C,UAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,UAAA,CAAW,UAAA,CAAW,KAAK,aAAa,CAAA,GACxD,KAAA,CAAM,UAAA,CAAW,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,IAChD,KAAA,CAAM,UAAA;AAEV,UAAA,IAAA,CAAK,gBAAgB,KAAA,CAAM,UAAA;AAC3B,UAAA,IAAI,KAAA,EAAO;AACT,YAAA,IAAA,CAAK,SAAA,CAAU;AAAA,cACb,IAAA,EAAM,sBAAA;AAAA,cACN,IAAA,EAAM;AAAA,aACP,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA;AAAA,MAEF,KAAK,uDAAA;AACH,QAAA,IAAI,MAAM,UAAA,EAAY;AACpB,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,iBAAA;AAAA,YACN,MAAM,KAAA,CAAM;AAAA,WACb,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAA,CAAK,mBAAmB,KAAK,CAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,OAAO,IAAI,KAAA,CAAM,KAAA,CAAM,KAAA,EAAO,WAAW,eAAe;AAAA,SACzD,CAAA;AACD,QAAA;AAAA,MAEF;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,mBAAmB,KAAA,EAA0B;AACnD,IAAA,MAAM,SAAS,KAAA,CAAM,OAAA,IAAW,KAAA,CAAM,IAAA,EAAM,WAAW,KAAA,CAAM,OAAA;AAC7D,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,KAAA,CAAM,IAAA,EAAM,IAAA;AACvC,IAAA,MAAM,QAAA,GAAW,KAAA,CAAM,SAAA,IAAa,KAAA,CAAM,IAAA,EAAM,SAAA;AAEhD,IAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,QAAA,EAAU;AACtB,MAAA,OAAA,CAAQ,KAAK,2DAAiD,CAAA;AAC9D,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,OAAgC,EAAC;AACrC,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAA;AAClC,MAAA,IAAI,QAAA,CAAS,MAAM,CAAA,EAAG;AACpB,QAAA,IAAA,GAAO,MAAA;AAAA,MACT;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,gCAAA,EAAkC,KAAA,EAAO,QAAQ,CAAA;AAC/D,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,WAAA;AAAA,MACN,IAAA;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,IAAI,IAAA,CAAK,QAAQ,gBAAA,EAAkB;AACjC,MAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAO,CAAA;AAAA,IAC9C;AAEA,IAAA,MAAM,WAAA,GAAc,KAAK,OAAA,CAAQ,WAAA;AACjC,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,WAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,OAC9B;AAAA,MACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,KACxE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,IACnE;AAEA,IAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,IAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,mBAAmB,MAAA,EAA2B;AACpD,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAChD,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAC/D,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AACtC,MAAA,MAAA,CAAO,OAAA,CAAQ,KAAK,QAAQ,CAAA;AAE5B,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,EACF;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,KAAK,QAAA,CAAS,iBAAA;AACnC,IAAA,MAAM,SAAA,GAAY,IAAI,UAAA,CAAW,YAAY,CAAA;AAE7C,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA,CAAO,WAAA,CAAY,MAAM;AAC9C,MAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,SAAS,CAAA;AAE5C,MAAA,IAAI,GAAA,GAAM,CAAA;AACV,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,YAAA,EAAc,SAAS,CAAA,EAAG;AACpD,QAAA,MAAM,UAAA,GAAa,SAAA,CAAU,KAAK,CAAA,GAAI,GAAA;AACtC,QAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,MACtB;AAEA,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,GAAM,YAAY,CAAA;AACxC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,eAAA;AAAA,QACN,GAAA,EAAK,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAC;AAAA,OACzB,CAAA;AAAA,IACH,CAAA,EAAG,MAAO,EAAE,CAAA;AAAA,EACd;AAAA,EAEQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,aAAA,CAAc,KAAK,eAAe,CAAA;AAClC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AAEA,IAAA,IAAA,CAAK,UAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,GAAA,EAAK,GAAG,CAAA;AAAA,EAClD;AAAA,EAEQ,OAAA,GAAgB;AACtB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC5D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,KAAA,EAAM;AACxB,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAAA,EAC7B;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA,EAEQ,sBAAA,GAAyC;AAC/C,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,OAAO,IAAA,CAAK,EAAA;AAAA,EACd;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AACnC,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAAA,EAC/B;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,IAAA,CAAK,QAAQ,KAAA,EAAO;AACtB,MAAA,OAAA,CAAQ,GAAA,CAAI,GAAG,IAAI,CAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAA,EAA4B;AACtD,IAAA,IAAI,qBAAA,CAAsB,GAAA,CAAI,SAAS,CAAA,EAAG;AACxC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,SAAA,CAAU,WAAW,uBAAuB,CAAA;AAAA,EACrD;AACF;AAEO,SAAS,2BACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,qBAAqB,OAAO,CAAA;AACzC","file":"chunk-IIKECRXN.mjs","sourcesContent":["import type {\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_ADAPTER } from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n isRecord,\n} from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\n\ninterface ServerError {\n message?: string;\n}\n\ninterface ServerEventItem {\n call_id?: string;\n name?: string;\n arguments?: string;\n}\n\ninterface ServerEvent {\n type: string;\n delta?: string;\n text?: string;\n transcript?: string;\n call_id?: string;\n item_id?: string;\n name?: string;\n arguments?: string;\n item?: ServerEventItem;\n error?: ServerError;\n}\n\nexport interface OpenAIRealtimeClientOptions {\n apiEndpoint?: string;\n debug?: boolean;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set<string>([\n \"session.created\",\n \"session.updated\",\n \"response.created\",\n \"response.done\",\n \"response.function_call_arguments.done\",\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\n/**\n * OpenAI-specific realtime transport client.\n *\n * This package normalizes OpenAI Realtime WebRTC events into the transport\n * event contract defined by `@charivo/realtime`.\n */\nexport class OpenAIRealtimeClient implements RealtimeTransportClient {\n private pc: RTCPeerConnection | null = null;\n private dc: RTCDataChannel | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private audioContext: AudioContext | null = null;\n private analyser: AnalyserNode | null = null;\n private lipSyncInterval: number | null = null;\n private isResponseInProgress = false;\n private cancelInFlight = false;\n private hasStartedAssistantResponse = false;\n private hasStartedAudioOutput = false;\n private assistantText = \"\";\n private eventCallbacks = new Set<(event: RealtimeTransportEvent) => void>();\n\n constructor(private options: OpenAIRealtimeClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n this.log(\"Starting OpenAI Realtime WebRTC connection\");\n\n this.pc = new RTCPeerConnection();\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n\n this.pc.ontrack = (event) => {\n if (this.audioElement) {\n this.audioElement.srcObject = event.streams[0];\n }\n this.setupAudioAnalysis(event.streams[0]);\n };\n\n try {\n this.mediaStream = await navigator.mediaDevices.getUserMedia({\n audio: true,\n });\n const audioTrack = this.mediaStream.getTracks()[0];\n this.pc.addTrack(audioTrack, this.mediaStream);\n } catch {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n this.dc = this.pc.createDataChannel(\"oai-events\");\n this.dc.onmessage = (event) => {\n const payload = JSON.parse(event.data) as ServerEvent;\n this.handleServerEvent(payload);\n };\n this.dc.onerror = () => {\n this.emitEvent({\n type: \"error\",\n error: new Error(\"DataChannel error\"),\n });\n };\n\n const offer = await this.pc.createOffer();\n await this.pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? {},\n sdpOffer: offer.sdp,\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"answerSdp\" in bootstrap)\n ) {\n throw new Error(\n `OpenAI realtime client only supports ${OPENAI_REALTIME_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.pc.setRemoteDescription({\n type: \"answer\",\n sdp: bootstrap.answerSdp,\n });\n\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup();\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Realtime WebRTC\");\n this.cleanup();\n }\n\n async sendText(text: string): Promise<void> {\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n if (this.isResponseInProgress) {\n console.warn(\"⚠️ Response already in progress, skipping request\");\n return;\n }\n\n this.dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"message\",\n role: \"user\",\n content: [\n {\n type: \"input_text\",\n text,\n },\n ],\n },\n }),\n );\n this.dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n const dc = this.requireOpenDataChannel();\n\n dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"function_call_output\",\n call_id: callId,\n output: JSON.stringify(output),\n },\n }),\n );\n dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async interrupt(): Promise<void> {\n const dc = this.requireOpenDataChannel();\n\n if (!this.isResponseInProgress) {\n return;\n }\n\n dc.send(JSON.stringify({ type: \"response.cancel\" }));\n this.isResponseInProgress = false;\n this.cancelInFlight = true;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private handleServerEvent(event: ServerEvent): void {\n if (this.options.debug && this.shouldLogDebugEvent(event.type)) {\n this.log(\"📡 [OpenAI Realtime Event]\", event.type, event);\n }\n\n switch (event.type) {\n case \"session.created\":\n case \"session.updated\":\n return;\n\n case \"response.audio.delta\":\n case \"output_audio_buffer.started\":\n if (this.cancelInFlight) {\n return;\n }\n\n if (!this.hasStartedAudioOutput) {\n this.hasStartedAudioOutput = true;\n this.emitEvent({ type: \"audio.output.started\" });\n }\n return;\n\n case \"response.audio.done\":\n case \"response.output_audio.done\":\n case \"output_audio_buffer.stopped\":\n if (this.cancelInFlight) {\n this.hasStartedAudioOutput = false;\n return;\n }\n\n this.emitEvent({ type: \"audio.output.ended\" });\n this.hasStartedAudioOutput = false;\n return;\n\n case \"response.done\":\n this.isResponseInProgress = false;\n if (this.cancelInFlight) {\n this.cancelInFlight = false;\n this.resetResponseTracking();\n return;\n }\n\n // Tool-using turns fire response.done twice per user message: once\n // after the tool call (no text this cycle) and once after the\n // follow-up reply. Skip the first one so consumers see a single\n // completion per user turn. Keeping tracking live means the\n // follow-up cycle does not re-emit assistant.response.started.\n if (!this.assistantText) {\n return;\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: this.assistantText,\n });\n this.resetResponseTracking();\n return;\n\n case \"response.audio_transcript.delta\":\n case \"response.output_audio_transcript.delta\":\n case \"response.output_text.delta\":\n if (this.cancelInFlight || !event.delta) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n this.assistantText += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n return;\n\n case \"response.output_text.done\":\n if (this.cancelInFlight || !event.text) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n if (event.text !== this.assistantText) {\n const delta = event.text.startsWith(this.assistantText)\n ? event.text.slice(this.assistantText.length)\n : event.text;\n\n this.assistantText = event.text;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n return;\n\n case \"response.output_audio_transcript.done\":\n if (this.cancelInFlight || !event.transcript) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n if (event.transcript !== this.assistantText) {\n const delta = event.transcript.startsWith(this.assistantText)\n ? event.transcript.slice(this.assistantText.length)\n : event.transcript;\n\n this.assistantText = event.transcript;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n return;\n\n case \"conversation.item.input_audio_transcription.completed\":\n if (event.transcript) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n return;\n\n case \"response.function_call_arguments.done\":\n this.handleToolCallDone(event);\n return;\n\n case \"error\":\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.emitEvent({\n type: \"error\",\n error: new Error(event.error?.message || \"Unknown error\"),\n });\n return;\n\n default:\n return;\n }\n }\n\n private handleToolCallDone(event: ServerEvent): void {\n const callId = event.call_id || event.item?.call_id || event.item_id;\n const name = event.name || event.item?.name;\n const argsJson = event.arguments || event.item?.arguments;\n\n if (!name || !argsJson) {\n console.warn(\"⚠️ Tool call done but missing name or arguments\");\n return;\n }\n\n let args: Record<string, unknown> = {};\n try {\n const parsed = JSON.parse(argsJson) as unknown;\n if (isRecord(parsed)) {\n args = parsed;\n }\n } catch (error) {\n console.error(\"Failed to parse tool call args\", error, argsJson);\n return;\n }\n\n this.emitEvent({\n type: \"tool.call\",\n name,\n args,\n callId,\n });\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (this.options.sessionBootstrap) {\n return this.options.sessionBootstrap(request);\n }\n\n const apiEndpoint = this.options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap as RealtimeSessionBootstrap;\n }\n\n private setupAudioAnalysis(stream: MediaStream): void {\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n const source = this.audioContext.createMediaStreamSource(stream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n source.connect(this.analyser);\n\n this.startLipSyncAnalysis();\n } catch (error) {\n console.error(\"Failed to setup audio analysis:\", error);\n }\n }\n\n private startLipSyncAnalysis(): void {\n if (!this.analyser) {\n return;\n }\n\n const bufferLength = this.analyser.frequencyBinCount;\n const dataArray = new Uint8Array(bufferLength);\n\n this.lipSyncInterval = window.setInterval(() => {\n if (!this.analyser) {\n return;\n }\n\n this.analyser.getByteFrequencyData(dataArray);\n\n let sum = 0;\n for (let index = 0; index < bufferLength; index += 1) {\n const normalized = dataArray[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / bufferLength);\n this.emitEvent({\n type: \"audio.lipsync\",\n rms: Math.min(rms * 3, 1),\n });\n }, 1000 / 60);\n }\n\n private stopLipSyncAnalysis(): void {\n if (this.lipSyncInterval) {\n clearInterval(this.lipSyncInterval);\n this.lipSyncInterval = null;\n }\n\n this.emitEvent({ type: \"audio.lipsync\", rms: 0 });\n }\n\n private cleanup(): void {\n this.stopLipSyncAnalysis();\n\n if (this.dc) {\n this.dc.close();\n this.dc = null;\n }\n\n if (this.pc) {\n this.pc.close();\n this.pc = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.audioContext) {\n this.audioContext.close();\n this.audioContext = null;\n }\n\n this.analyser = null;\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.resetResponseTracking();\n }\n\n private beginResponseRequest(): void {\n this.resetResponseTracking();\n this.isResponseInProgress = true;\n this.cancelInFlight = false;\n }\n\n private requireOpenDataChannel(): RTCDataChannel {\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n return this.dc;\n }\n\n private resetResponseTracking(): void {\n this.assistantText = \"\";\n this.hasStartedAssistantResponse = false;\n this.hasStartedAudioOutput = false;\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (this.options.debug) {\n console.log(...args);\n }\n }\n\n private shouldLogDebugEvent(eventType: string): boolean {\n if (DEBUG_EVENT_ALLOWLIST.has(eventType)) {\n return true;\n }\n\n return eventType.startsWith(\"response.output_text.\");\n }\n}\n\nexport function createOpenAIRealtimeClient(\n options?: OpenAIRealtimeClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeClient(options);\n}\n"]}
@@ -374,6 +374,9 @@ var OpenAIRealtimeAgentsClient = class {
374
374
  this.emitEvent({ type: "assistant.response.started" });
375
375
  }
376
376
  finalizeAssistantResponse(output) {
377
+ if (!this.assistant.text && !output.trim()) {
378
+ return;
379
+ }
377
380
  const finalText = this.getLatestAssistantText() || output || this.assistant.text;
378
381
  this.ensureAssistantStarted();
379
382
  if (finalText && finalText.startsWith(this.assistant.text) && finalText !== this.assistant.text) {
@@ -518,5 +521,5 @@ function createOpenAIRealtimeAgentsClient(options) {
518
521
  }
519
522
 
520
523
  export { OpenAIRealtimeAgentsClient, createOpenAIRealtimeAgentsClient };
521
- //# sourceMappingURL=chunk-DTNZCAFN.mjs.map
522
- //# sourceMappingURL=chunk-DTNZCAFN.mjs.map
524
+ //# sourceMappingURL=chunk-JGJZKKMH.mjs.map
525
+ //# sourceMappingURL=chunk-JGJZKKMH.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai-agents/bootstrap.ts","../src/openai-agents/lip-sync-analyzer.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":[],"mappings":";;;;;AAiBA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,GACxE;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,EACnE;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,OAAO,SAAA;AACT;;;AClDO,IAAM,kBAAN,MAAsB;AAAA,EAS3B,YAAoB,OAAA,EAAiC;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkC;AAAA,EAR9C,mBAAA,GAA0C,IAAA;AAAA,EAC1C,YAAA,GAAoC,IAAA;AAAA,EACpC,QAAA,GAAgC,IAAA;AAAA,EAChC,eAAA,GAAiC,IAAA;AAAA,EACjC,uBAAA,GAAyC,IAAA;AAAA,EACzC,oBAAA,GAAgD,IAAA;AAAA,EAChD,4BAAA,GAAoD,IAAA;AAAA,EAI5D,oBAAoB,YAAA,EAAsC;AACxD,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,MAAM,kBAAkB,MAAM;AAC5B,MAAA,MAAM,SAAS,YAAA,CAAa,SAAA;AAC5B,MAAA,IAAI,kBAAkB,WAAA,EAAa;AACjC,QAAA,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,YAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,eAAA;AACpC,IAAA,YAAA,CAAa,gBAAA,CAAiB,kBAAkB,eAAe,CAAA;AAC/D,IAAA,IAAA,CAAK,uBAAA,GAA0B,MAAA,CAAO,WAAA,CAAY,eAAA,EAAiB,EAAE,CAAA;AAAA,EACvE;AAAA,EAEA,aAAa,MAAA,EAA2B;AACtC,IAAA,IAAI,IAAA,CAAK,wBAAwB,MAAA,EAAQ;AACvC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,mBAAA,GAAsB,MAAA;AAE3B,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAChD,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAC/D,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AACtC,MAAA,MAAA,CAAO,OAAA,CAAQ,KAAK,QAAQ,CAAA;AAE5B,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B;AAAA,EAEA,OAAA,GAAgB;AACd,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAAA,EAClB;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,KAAK,QAAA,CAAS,iBAAA;AACnC,IAAA,MAAM,SAAA,GAAY,IAAI,UAAA,CAAW,YAAY,CAAA;AAE7C,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA,CAAO,WAAA,CAAY,MAAM;AAC9C,MAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,SAAS,CAAA;AAE5C,MAAA,IAAI,GAAA,GAAM,CAAA;AACV,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,YAAA,EAAc,SAAS,CAAA,EAAG;AACpD,QAAA,MAAM,UAAA,GAAa,SAAA,CAAU,KAAK,CAAA,GAAI,GAAA;AACtC,QAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,MACtB;AAEA,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,GAAM,YAAY,CAAA;AACxC,MAAA,IAAA,CAAK,QAAQ,KAAA,CAAM,IAAA,CAAK,IAAI,GAAA,GAAM,CAAA,EAAG,CAAC,CAAC,CAAA;AAAA,IACzC,CAAA,EAAG,MAAO,EAAE,CAAA;AAAA,EACd;AAAA,EAEQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,aAAA,CAAc,KAAK,eAAe,CAAA;AAClC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AACA,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEQ,uBAAA,GAAgC;AACtC,IAAA,IAAI,KAAK,uBAAA,EAAyB;AAChC,MAAA,aAAA,CAAc,KAAK,uBAAuB,CAAA;AAC1C,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,4BAAA,EAA8B;AAClE,MAAA,IAAA,CAAK,oBAAA,CAAqB,mBAAA;AAAA,QACxB,gBAAA;AAAA,QACA,IAAA,CAAK;AAAA,OACP;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AAAA,EACtC;AACF,CAAA;;;ACnIO,IAAM,0BAAA,GACX,gEAAA;AACK,IAAM,aAAA,GAAgB,mBAAA;AACtB,IAAM,aAAA,GAAgB,OAAA;AAEtB,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0BAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,aAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,OAAO;AAAA,IACL,KAAA,EAAO,QAAQ,KAAA,IAAS,aAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B,KAAA,EAAO;AAAA,MACL,MAAA,EAAQ;AAAA,QACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B;AACF,GACF;AACF;;;ACLO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;AC5BA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAEK,IAAM,6BAAN,MAAoE;AAAA,EAoBzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EAnB9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,mBAAA,GAAsB,KAAA;AAAA,EACtB,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,gBAAgC,EAAC;AAAA,EACxB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA,EACpD,eAAA,GAAkB,IAAI,eAAA,CAAgB;AAAA,IACrD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EAID,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AAEpD,MAAA,MAAM,KAAA,GAAQ,IAAI,aAAA,CAAc;AAAA,QAC9B,IAAA,EAAM,wBAAA;AAAA,QACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,QACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,QAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,OAC3B,CAAA;AAED,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAY;AAAA,OAC/C;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,eAAA,CAAgB,mBAAA,CAAoB,IAAA,CAAK,YAAY,CAAA;AAE1D,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAAS,8BAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAY,8BAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+C,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,OAAO,MAAA,EAAQ;AAAA,OAChB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AACvB,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,IACjD,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAiB,MAAM;AAChC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAAA,IAC/C,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,IACvB,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AACjC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,qBAAqB,MAAM;AACtC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,MAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAAA,IAClC,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,CAAA;AAAA,MAC1C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAStD,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,MAAA,CAAO,MAAK,EAAG;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YACJ,IAAA,CAAK,sBAAA,EAAuB,IAAK,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAE5D,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAAiC;AACvC,IAAA,KAAA,IAAS,KAAA,GAAQ,KAAK,aAAA,CAAc,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AACtE,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA;AACrC,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,uBACN,YAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,MAAM,CAAA;AAAA,UAC1C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAE7B,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,gBAAgB,EAAC;AACtB,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AAAA,EACF;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-JGJZKKMH.mjs","sourcesContent":["import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI agents realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap;\n}\n","interface LipSyncAnalyzerOptions {\n onRms: (rms: number) => void;\n onError?: (error: unknown) => void;\n}\n\nexport class LipSyncAnalyzer {\n private audioAnalysisStream: MediaStream | null = null;\n private audioContext: AudioContext | null = null;\n private analyser: AnalyserNode | null = null;\n private lipSyncInterval: number | null = null;\n private pendingAudioElementPoll: number | null = null;\n private observedAudioElement: HTMLAudioElement | null = null;\n private observedAudioElementListener: (() => void) | null = null;\n\n constructor(private options: LipSyncAnalyzerOptions) {}\n\n observeAudioElement(audioElement: HTMLAudioElement): void {\n this.detachObservedAudioElement();\n\n const tryAttachStream = () => {\n const stream = audioElement.srcObject;\n if (stream instanceof MediaStream) {\n this.attachStream(stream);\n }\n };\n\n this.observedAudioElement = audioElement;\n this.observedAudioElementListener = tryAttachStream;\n audioElement.addEventListener(\"loadedmetadata\", tryAttachStream);\n this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);\n }\n\n attachStream(stream: MediaStream): void {\n if (this.audioAnalysisStream === stream) {\n return;\n }\n\n this.stopAudioElementPolling();\n this.stopLipSyncAnalysis();\n this.audioAnalysisStream = stream;\n\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n const source = this.audioContext.createMediaStreamSource(stream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n source.connect(this.analyser);\n\n this.startLipSyncAnalysis();\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n stopOutput(): void {\n this.stopLipSyncAnalysis();\n }\n\n cleanup(): void {\n this.stopLipSyncAnalysis();\n this.stopAudioElementPolling();\n this.detachObservedAudioElement();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = null;\n }\n\n this.audioAnalysisStream = null;\n this.analyser = null;\n }\n\n private startLipSyncAnalysis(): void {\n if (!this.analyser) {\n return;\n }\n\n const bufferLength = this.analyser.frequencyBinCount;\n const dataArray = new Uint8Array(bufferLength);\n\n this.lipSyncInterval = window.setInterval(() => {\n if (!this.analyser) {\n return;\n }\n\n this.analyser.getByteFrequencyData(dataArray);\n\n let sum = 0;\n for (let index = 0; index < bufferLength; index += 1) {\n const normalized = dataArray[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / bufferLength);\n this.options.onRms(Math.min(rms * 3, 1));\n }, 1000 / 60);\n }\n\n private stopLipSyncAnalysis(): void {\n if (this.lipSyncInterval) {\n clearInterval(this.lipSyncInterval);\n this.lipSyncInterval = null;\n }\n this.options.onRms(0);\n }\n\n private stopAudioElementPolling(): void {\n if (this.pendingAudioElementPoll) {\n clearInterval(this.pendingAudioElementPoll);\n this.pendingAudioElementPoll = null;\n }\n }\n\n private detachObservedAudioElement(): void {\n if (this.observedAudioElement && this.observedAudioElementListener) {\n this.observedAudioElement.removeEventListener(\n \"loadedmetadata\",\n this.observedAudioElementListener,\n );\n }\n\n this.observedAudioElement = null;\n this.observedAudioElementListener = null;\n }\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\nexport const DEFAULT_AGENT_INSTRUCTIONS =\n \"You are a realtime voice agent controlling a Live2D character.\";\nexport const DEFAULT_MODEL = \"gpt-realtime-mini\";\nexport const DEFAULT_VOICE = \"marin\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n return {\n model: config?.model ?? DEFAULT_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio: {\n output: {\n voice: resolveVoice(config),\n },\n },\n };\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_AGENTS_ADAPTER } from \"@charivo/core\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport { LipSyncAnalyzer } from \"./lip-sync-analyzer\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private connectionWasActive = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private latestHistory: RealtimeItem[] = [];\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n private readonly lipSyncAnalyzer = new LipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n\n const agent = new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.lipSyncAnalyzer.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.cleanup();\n }\n\n async sendText(text: string): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n session.on(\"audio_start\", () => {\n this.emitEvent({ type: \"audio.output.started\" });\n });\n\n session.on(\"audio_stopped\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestHistory = history;\n });\n\n session.on(\"error\", ({ error }) => {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"audio_interrupted\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n this.lipSyncAnalyzer.stopOutput();\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitEvent({ type: \"session.ended\" });\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // Tool-using user turns arrive as two agent_end events: the first after\n // the tool call (no new text this sub-cycle) and the second after the\n // post-tool reply (the real content). Skip the first one so consumers\n // see one completion per user turn instead of two, and keep tracking\n // live so the follow-up sub-cycle does not re-emit\n // assistant.response.started. Without this guard the first agent_end\n // would fall back to getLatestAssistantText(), which can return the\n // previous turn's message.\n if (!this.assistant.text && !output.trim()) {\n return;\n }\n\n const finalText =\n this.getLatestAssistantText() || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n });\n this.resetAssistantTracking();\n }\n\n private getLatestAssistantText(): string {\n for (let index = this.latestHistory.length - 1; index >= 0; index -= 1) {\n const item = this.latestHistory[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n changePeerConnection: async (peerConnection) => {\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private cleanup(error?: unknown): void {\n this.cleanupPendingToolCalls(error);\n this.lipSyncAnalyzer.cleanup();\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n this.latestHistory = [];\n this.resetAssistantTracking();\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}
package/dist/index.js CHANGED
@@ -4,21 +4,22 @@
4
4
  var DEFAULT_PROVIDER = "openai";
5
5
  var DEFAULT_MODEL = "gpt-realtime-mini";
6
6
  var DEFAULT_VOICE = "marin";
7
- var SET_EXPRESSION_TOOL_DESCRIPTION = "Change the avatar's facial expression when the emotional beat clearly shifts. Usually keep the same expression for a few turns.";
8
- var PLAY_MOTION_TOOL_DESCRIPTION = "Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Usually use at most one motion in a reply.";
9
- var LOOK_AT_TOOL_DESCRIPTION = "Shift the avatar's gaze for subtle attention changes or conversational focus. Prefer this when a lightweight reaction is enough.";
7
+ var SET_EXPRESSION_TOOL_DESCRIPTION = "Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.";
8
+ var PLAY_MOTION_TOOL_DESCRIPTION = "Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.";
9
+ var LOOK_AT_TOOL_DESCRIPTION = `Shift the avatar's gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like "glance", "look over", "peek at", or directional cues. Prefer this before "setExpression" when a lightweight reaction is enough.`;
10
10
  var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
11
11
  You are speaking in a realtime voice conversation through a Live2D avatar.
12
12
  Respond naturally and keep replies concise enough for spoken delivery.
13
13
  Use avatar tools only when they add something meaningful to the moment.
14
- Use "setExpression" only when the emotional beat clearly shifts, usually not more than once in a few turns.
14
+ Use "setExpression" when the emotional beat clearly shifts, especially when the expression should linger across the reply.
15
+ Do not use "setExpression" for every friendly, polite, or mildly positive reply.
15
16
  Use "playMotion" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.
16
- Use "lookAt" for subtle attention shifts or conversational focus, and prefer it when a lightweight reaction is enough.
17
+ Use "lookAt" for subtle attention shifts or conversational focus, and prefer it before "setExpression" when a lightweight reaction is enough.
17
18
  Prefer a single meaningful avatar action over chaining multiple actions on simple replies.
18
19
  Many turns should use no avatar tool at all.
19
20
  Never break character. Never refer to yourself as an AI, model, or assistant.
20
21
  Do not mention tool calls in the spoken response.
21
- Do not narrate your facial expressions, motions, or gaze. Let the avatar show them.
22
+ Speak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.
22
23
  `.trim();
23
24
  function buildRealtimeSessionConfig({
24
25
  character,
@@ -166,11 +167,11 @@ function createAvatarControlTools(catalog) {
166
167
  properties: {
167
168
  x: {
168
169
  type: "number",
169
- description: "Normalized horizontal gaze target from -1 to 1."
170
+ description: "Normalized horizontal gaze target. -1 looks left, 0 is center, 1 looks right."
170
171
  },
171
172
  y: {
172
173
  type: "number",
173
- description: "Normalized vertical gaze target from -1 to 1."
174
+ description: "Normalized vertical gaze target. -1 looks down, 0 is center, 1 looks up."
174
175
  }
175
176
  },
176
177
  required: ["x", "y"]
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/instructions.ts","../src/tools.ts","../src/realtime-manager.ts"],"names":[],"mappings":";;;AAEA,IAAM,gBAAA,GAAmB,QAAA;AACzB,IAAM,aAAA,GAAgB,mBAAA;AACtB,IAAM,aAAA,GAAgB,OAAA;AAEf,IAAM,+BAAA,GACX,iIAAA;AAEK,IAAM,4BAAA,GACX,6HAAA;AAEK,IAAM,wBAAA,GACX,kIAAA;AAEK,IAAM,mCAAA,GAAsC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAYjD,IAAA;AAOK,SAAS,0BAAA,CAA2B;AAAA,EACzC,SAAA;AAAA,EACA;AACF,CAAA,GAAuC,EAAC,EAA0B;AAChE,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,YAAY,QAAA,IAAY,gBAAA;AAAA,IAClC,SAAA,EAAW,YAAY,SAAA,IAAa,QAAA;AAAA,IACpC,KAAA,EAAO,YAAY,KAAA,IAAS,aAAA;AAAA,IAC5B,KAAA,EAAO,UAAA,EAAY,KAAA,IAAS,SAAA,EAAW,OAAO,OAAA,IAAW,aAAA;AAAA,IACzD,YAAA,EACE,UAAA,EAAY,YAAA,IAAgB,0BAAA,CAA2B,SAAS,CAAA;AAAA,IAClE,aAAa,UAAA,EAAY,WAAA;AAAA,IACzB,WAAW,UAAA,EAAY,SAAA;AAAA,IACvB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,UAAA,EAAY,YAAY,UAAA,IAAc;AAAA,GACxC;AACF;AAEA,SAAS,2BAA2B,SAAA,EAAsC;AACxE,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,OAAO,mCAAA;AAAA,EACT;AAEA,EAAA,MAAM,aAAA,GAAgB;AAAA,IACpB,CAAA,QAAA,EAAW,UAAU,IAAI,CAAA,CAAA,CAAA;AAAA,IACzB;AAAA,GACF;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA,CAAK,cAAA,CAAe,SAAA,CAAU,WAAW,CAAC,CAAA;AAAA,EAC1D;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA;AAAA,MACZ,CAAA,oBAAA,EAAuB,sBAAA,CAAuB,SAAA,CAAU,WAAW,CAAC,CAAA,CAAA;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,OAAO,CAAC,GAAG,aAAA,EAAe,mCAAmC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC1E;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,SAAS,IAAA,CAAK,IAAI,CAAA,GAAI,IAAA,GAAO,GAAG,IAAI,CAAA,CAAA,CAAA;AAC7C;AAEA,SAAS,uBAAuB,IAAA,EAAsB;AACpD,EAAA,OAAO,IAAA,CAAK,IAAA,EAAK,CAAE,OAAA,CAAQ,WAAW,EAAE,CAAA;AAC1C;;;ACrEA,IAAM,QAAA,GAAW,EAAA;AACjB,IAAM,QAAA,GAAW,CAAA;AAEV,IAAM,wBAAA,GAA2B;AACjC,IAAM,qBAAA,GAAwB;AAC9B,IAAM,iBAAA,GAAoB;AAE1B,IAAM,yBAAA,GAA4B;AAAA,EACvC,wBAAA;AAAA,EACA,qBAAA;AAAA,EACA;AACF;AAUO,SAAS,yBACd,OAAA,EAC4B;AAC5B,EAAA,MAAM,QAAoC,EAAC;AAE3C,EAAA,IAAI,OAAA,CAAQ,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAM,gBAAA,GAAmB,CAAC,GAAG,OAAA,CAAQ,WAAW,CAAA;AAChD,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,wBAAA;AAAA,QACN,WAAA,EAAa,+BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,YAAA,EAAc;AAAA,cACZ,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,6CAAA;AAAA,cACb,IAAA,EAAM;AAAA;AACR,WACF;AAAA,UACA,QAAA,EAAU,CAAC,cAAc;AAAA;AAC3B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,QAAA,IACE,OAAO,YAAA,KAAiB,QAAA,IACxB,CAAC,gBAAA,CAAiB,QAAA,CAAS,YAAY,CAAA,EACvC;AACA,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT;AAAA,SACF;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,MAAM,YAAA,GAAe,MAAA,CAAO,IAAA,CAAK,OAAA,CAAQ,OAAO,CAAA;AAChD,EAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,qBAAA;AAAA,QACN,WAAA,EAAa,4BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,4CAAA;AAAA,cACb,IAAA,EAAM;AAAA,aACR;AAAA,YACA,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EACE;AAAA;AACJ,WACF;AAAA,UACA,QAAA,EAAU,CAAC,OAAA,EAAS,OAAO;AAAA;AAC7B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AACnB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AAEnB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,YAAA,CAAa,QAAA,CAAS,KAAK,CAAA,EAAG;AAC9D,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AAC5B,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,IAAK,CAAA;AACxC,QAAA,MAAM,WAAA,GAAc,KAAA;AAEpB,QAAA,IAAI,WAAA,GAAc,CAAA,IAAK,WAAA,IAAe,KAAA,EAAO;AAC3C,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,MAAA,CAAO,WAAW,CAAC,+BAA+B,KAAK,CAAA,CAAA;AAAA,WAC7E;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT,KAAA;AAAA,UACA,KAAA,EAAO;AAAA,SACT;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,KAAA,CAAM,IAAA,CAAK;AAAA,IACT,UAAA,EAAY;AAAA,MACV,IAAA,EAAM,UAAA;AAAA,MACN,IAAA,EAAM,iBAAA;AAAA,MACN,WAAA,EAAa,wBAAA;AAAA,MACb,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,QAAA;AAAA,QACN,UAAA,EAAY;AAAA,UACV,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa;AAAA,WACf;AAAA,UACA,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa;AAAA;AACf,SACF;AAAA,QACA,QAAA,EAAU,CAAC,GAAA,EAAK,GAAG;AAAA;AACrB,KACF;AAAA,IACA,MAAM,QAAQ,IAAA,EAAM;AAClB,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AACf,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AAEf,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,OAAO;AAAA,QACL,OAAA,EAAS,IAAA;AAAA,QACT,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ,CAAA;AAAA,QAC9B,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ;AAAA,OAChC;AAAA,IACF;AAAA,GACD,CAAA;AAED,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,KAAA,CAAM,KAAA,EAAe,GAAA,EAAa,GAAA,EAAqB;AAC9D,EAAA,OAAO,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,CAAC,CAAA;AAC3C;;;AC9JA,IAAM,uBAAA,GAA0B,GAAA;AAezB,IAAM,sBAAN,MAAyD;AAAA,EAyB9D,WAAA,CACU,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3C;AAFQ,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAEA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAU;AAC7B,MAAA,KAAK,KAAK,iBAAA,CAAkB,KAAK,CAAA,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAClD,QAAA,IAAA,CAAK,UAAA;AAAA,UACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,UACxD,KAAK,KAAA,CAAM,UAAA,KAAe,MAAA,GAAS,OAAA,GAAU,KAAK,KAAA,CAAM;AAAA,SAC1D;AAAA,MACF,CAAC,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAxCQ,YAAA;AAAA,EACA,SAAA,GAA8B,IAAA;AAAA,EAC9B,iBAAA,GAAoB,KAAA;AAAA,EACpB,mBAAA,GAAsB,KAAA;AAAA,EACtB,qBAAA,GAAwB,KAAA;AAAA,EACxB,iBAAA;AAAA,EACA,eAAA,GAAwC,IAAA;AAAA,EACxC,gBAAA,GAAmB,KAAA;AAAA,EACnB,0BAAA,GAA6B,KAAA;AAAA,EAC7B,4BAAA,GAA+B,KAAA;AAAA,EACtB,YAAA,uBAAmB,GAAA,EAAsC;AAAA,EAClE,KAAA,GAAuB;AAAA,IAC7B,UAAA,EAAY,MAAA;AAAA,IACZ,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,MAAA;AAAA,MACR,MAAA,EAAQ;AAAA,KACV;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM;AAAA,KACR;AAAA,IACA,SAAA,EAAW;AAAA,GACb;AAAA,EAoBA,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,aAAa,SAAA,CAAU;AAAA;AACzB,KACF;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,aAAa,IAAA,EAAsC;AACjD,IAAA,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAClD;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,OAAO,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,kBAAA,GAAqC;AACnC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,aAAa,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MACvD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AAAA,EAEA,QAAA,GAA0B;AACxB,IAAA,OAAO;AAAA,MACL,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,GACvB;AAAA,UACE,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,UACtB,KAAA,EAAO,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,GAC7B,CAAC,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAK,CAAA,GACnC;AAAA,SACN,GACA;AAAA,OACN;AAAA,MACA,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM;AAAA;AAChB,KACF;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,MAAA,EAA+C;AAChE,IAAA,IACE,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,IAC9B,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,UAAA,IAC9B,IAAA,CAAK,eAAA,EACL;AACA,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AACjE,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,YAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,UAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AACvC,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,cAAc,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AAEjE,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,OAAO,QAAQ,OAAA,EAAQ;AAAA,IACzB;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AACxB,MAAA,OAAO,IAAA,CAAK,eAAA;AAAA,IACd;AAEA,IAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,IAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AACpC,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA,CAAK,cAAA,EAAe,CAAE,QAAQ,MAAM;AACzD,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,MAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AAAA,IACtC,CAAC,CAAA;AAED,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA,EAEA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,IAAA;AAClC,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AAExB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,eAAA;AAAA,MACb,CAAA,CAAA,MAAQ;AAAA,MAER;AAEA,MAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,QAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,MAChC,CAAA,MAAA,IACE,IAAA,CAAK,0BAAA,IACL,CAAC,KAAK,4BAAA,EACN;AACA,QAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,MAC5B;AAEA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,OAAO,SAAA,EAAU;AAC5B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM,QAAA;AAAA,QACd,MAAA,EAAQ;AAAA;AACV,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBACZ,KAAA,EACe;AACf,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA,IACE,IAAA,CAAK,KAAA,CAAM,UAAA,KAAe,YAAA,IAC1B,KAAK,mBAAA,EACL;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO;AAAA,UAC1C,UAAA,EAAY,WAAA;AAAA,UACZ,OAAA,EAAS;AAAA,YACP,MAAA,EACE,KAAK,KAAA,CAAM,OAAA,CAAQ,WAAW,UAAA,GAC1B,QAAA,GACA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YACzB,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YAC3B,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA;AAC/B,SACD,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IACE,KAAK,iBAAA,IACL,IAAA,CAAK,uBACL,IAAA,CAAK,KAAA,CAAM,eAAe,eAAA,EAC1B;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,4BAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,KAAA,EAAO,KAAK,QAAA;AAAS,SACtB,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,OAAO,KAAA,CAAM;AAAA;AACzC,SACF;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,IAAA,EAAM,KAAA,CAAM,MAAM,CAAA;AACnE,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,8BAAA,EAAgC;AACnC,QAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,aAAA,EAAe;AAChD,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,IAAA,CAAK,MAAM,QAAA,CAAS,IAAA;AAC/C,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR;AAAA;AACF,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,yBAAA,EAA2B,EAAE,MAAM,CAAA;AAC3D,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,cAAA,EAAe;AACpB,QAAA;AAAA,MAEF,KAAK,oBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAa;AAClB,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAI,KAAA,CAAM,GAAA,GAAM,IAAA,IAAS,CAAC,KAAK,qBAAA,EAAuB;AACpD,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,KAAA,CAAM,KAAK,CAAA;AAChE,QAAA;AAAA,MAEF,KAAK,WAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,oBAAA,EAAsB;AAAA,UAC5C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA,MAAM,IAAA,CAAK,gBAAgB,KAAK,CAAA;AAChC,QAAA;AAAA,MAEF,KAAK,aAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,UAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM,MAAA;AAAA,UACd,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO,MAAM,KAAK,CAAA;AACvD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,KAAA,EAAO,IAAA,CAAK,MAAM,UAAU,CAAA;AAClD,QAAA;AAAA;AACJ,EACF;AAAA,EAEA,MAAc,gBACZ,KAAA,EACe;AACf,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,MAAM,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,MAAM,MAAA,EAAQ;AACjB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,KAAA,CAAM,IAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,MAAA,EAAS,KAAA,CAAM,IAAI,CAAA,sBAAA,CAAwB,CAAA;AAAA,QACrD,KAAA,CAAM;AAAA,OACR;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,IAAA,EAAM;AACT,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG;AAAA,OAC7D;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,MAAM,KAAK,CAAA;AACpD,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,cAAA,CAAe,KAAA,CAAM,QAAQ,MAAM,CAAA;AACrD,MAAA,IAAA,CAAK,qBAAA,CAAsB,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,QAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,QACZ,MAAA;AAAA,QACA,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,IACH,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,CACZ,IAAA,EACA,KAAA,EACkC;AAClC,IAAA,MAAM,SAAA,GACJ,IAAA,CAAK,SAAA,IACL,IAAA,CAAK,QAAQ,oBAAA,IACb,uBAAA;AACF,IAAA,MAAM,SAAS,MAAM,WAAA;AAAA,MACnB,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,IAAA,EAAM;AAAA,QACvB,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,KAAA,EAAO,KAAK,QAAA,EAAS;AAAA,QACrB,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,MACD,SAAA;AAAA,MACA,KAAK,UAAA,CAAW;AAAA,KAClB;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,MAAM,CAAA,EAAG;AACrB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,eAAA,EAAkB,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,uBAAA;AAAA,OACxC;AAAA,IACF;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,MAAc,0BAAA,CACZ,IAAA,EACA,MAAA,EACA,KAAA,EACe;AACf,IAAA,IAAA,CAAK,aAAA,CAAc,IAAA,EAAM,KAAA,EAAO,MAAM,CAAA;AAEtC,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,MAAA,CAAO,cAAA,CAAe,MAAA,EAAQ,mBAAA,CAAoB,KAAK,CAAC,CAAA;AAAA,IACrE,SAAS,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,IAAA;AAAA,QACA,qBAAqB,KAAA,GAAQ,SAAA,GAAY,IAAI,KAAA,CAAM,MAAA,CAAO,SAAS,CAAC,CAAA;AAAA,QACpE;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAA,CACN,MACA,MAAA,EACM;AACN,IAAA,QAAQ,IAAA;AAAM,MACZ,KAAK,wBAAA,EAA0B;AAC7B,QAAA,MAAM,eAAe,MAAA,CAAO,YAAA;AAC5B,QAAA,IAAI,OAAO,iBAAiB,QAAA,EAAU;AACpC,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,cAAc,CAAA;AAAA,QACjE;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,qBAAA,EAAuB;AAC1B,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AACxD,UAAA,MAAM,WAAA,GAAc,KAAA;AACpB,UAAA,IAAA,CAAK,YAAA,EAAc,KAAK,iBAAA,EAAmB;AAAA,YACzC,KAAA;AAAA,YACA,KAAA,EAAO;AAAA,WACR,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAA,EAAmB;AACtB,QAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,QAAA,IAAI,MAAA,EAAQ;AACV,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,MAAM,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MACF;AAAA,MAEA;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,aAAA,CAAc,IAAA,EAAc,KAAA,EAAc,MAAA,EAAuB;AACvE,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,qBAAA,EAAuB;AAAA,MAC7C,IAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,YAAA,EAAc;AAC/C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,YAAA;AAAA,QACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS;AAAA;AAC5B,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,MAClD,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,SAAA,GAAkB;AACxB,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,gBAAA,EAAkB;AAAA,MACxC,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,UAAA,CACN,OACA,UAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AAAA,EAEQ,6BACN,MAAA,EACmC;AACnC,IAAA,OAAO,kBAAA;AAAA,MACL,IAAA,CAAK,iBAAA,IAAqB,IAAA,CAAK,OAAA,CAAQ,oBAAA;AAAA,MACvC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAqD;AAC3D,IAAA,OAAO,0BAAA,CAA2B;AAAA,MAChC,WAAW,IAAA,CAAK,SAAA;AAAA,MAChB,UAAA,EAAY;AAAA,QACV,GAAI,IAAA,CAAK,iBAAA,IAAqB,EAAC;AAAA,QAC/B,KAAA,EAAO,KAAK,kBAAA;AAAmB;AACjC,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,MAAA,EAAqC;AAC/D,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,WAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,QAAA;AAAA,QACR,MAAA;AAAA,QACA,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBAAA,GAAoC;AAChD,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY;AAAA,KACd;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,MAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AAAA,IAC1C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,GAAgC;AAC5C,IAAA,GAAG;AACD,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,MAAM,KAAK,qBAAA,EAAsB;AAAA,IACnC,CAAA,QAAS,IAAA,CAAK,gBAAA,IAAoB,CAAC,IAAA,CAAK,0BAAA;AAAA,EAC1C;AAAA,EAEA,MAAc,qBAAA,GAAuC;AACnD,IAAA,MAAM,aAAA,GAAgB,KAAK,QAAA,EAAS;AACpC,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,eAAA;AAAA,MACZ,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAE7B,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,QACX,GAAG,IAAA,CAAK,KAAA;AAAA,QACR,UAAA,EAAY,YAAA;AAAA,QACZ,QAAA,EAAU;AAAA,UACR,MAAA,EAAQ,MAAA;AAAA,UACR,IAAA,EAAM;AAAA;AACR,OACF;AACA,MAAA,IAAA,CAAK,SAAA,EAAU;AAEf,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAEvC,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,cAAA,CAAe,WAAW,aAAa,CAAA;AAC5C,MAAA,IAAA,CAAK,iBAAiB,SAAS,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,gBAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,wBAAA,EAA0B;AAAA,MAChD,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,MAC9C,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAsB,KAAA,EAAoB;AAChD,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,OAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,sBAAA,CACN,gBACA,MAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,MAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI,cAAA,EAAgB;AAClB,MAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,SAAS,oBACP,MAAA,EACwB;AACxB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AACjB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AAEjB,EAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,OAAO,MAAM,QAAA,EAAU;AAClD,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,EAAE,GAAG,CAAA,EAAE;AAChB;AAEO,SAAS,qBAAA,CACd,QACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,mBAAA,CAAoB,MAAA,EAAQ,OAAO,CAAA;AAChD;AAEA,SAAS,kBAAA,CACP,YACA,cAAA,EACmC;AACnC,EAAA,IAAI,CAAC,UAAA,IAAc,CAAC,cAAA,EAAgB;AAClC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,EAAE,KAAA,EAAO,qBAAA,EAAuB,GAAG,oBAAA,EAAqB,GAC5D,kBAAkB,EAAC;AAErB,EAAA,OAAO;AAAA,IACL,GAAG,UAAA;AAAA,IACH,GAAG;AAAA,GACL;AACF;AAEA,SAAS,kBAAA,CACP,SACA,OAAA,EACe;AACf,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA;AAAA,IAC1C,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,WAAA,EAAa,OAAA,CAAQ,OAAA,EAAS,WAAA,IAAe,QAAQ,OAAA,CAAQ;AAAA,KAC/D;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,OAAA,CAAQ,QAAA,EAAU,MAAA,IAAU,QAAQ,QAAA,CAAS,MAAA;AAAA,MACrD,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,IAAA,IAAQ,QAAQ,QAAA,CAAS;AAAA,KACnD;AAAA,IACA,SAAA,EAAW,OAAA,CAAQ,SAAA,IAAa,OAAA,CAAQ;AAAA,GAC1C;AACF;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,SAAS,oBAAoB,KAAA,EAAuC;AAClE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAe,WAAA,CACb,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA;AAAA,cACF,CAAA,eAAA,EAAkB,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA;AAAA;AAC1D,WACF;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type { Character, RealtimeSessionConfig } from \"@charivo/core\";\n\nconst DEFAULT_PROVIDER = \"openai\";\nconst DEFAULT_MODEL = \"gpt-realtime-mini\";\nconst DEFAULT_VOICE = \"marin\";\n\nexport const SET_EXPRESSION_TOOL_DESCRIPTION =\n \"Change the avatar's facial expression when the emotional beat clearly shifts. Usually keep the same expression for a few turns.\";\n\nexport const PLAY_MOTION_TOOL_DESCRIPTION =\n \"Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Usually use at most one motion in a reply.\";\n\nexport const LOOK_AT_TOOL_DESCRIPTION =\n \"Shift the avatar's gaze for subtle attention changes or conversational focus. Prefer this when a lightweight reaction is enough.\";\n\nexport const DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `\nYou are speaking in a realtime voice conversation through a Live2D avatar.\nRespond naturally and keep replies concise enough for spoken delivery.\nUse avatar tools only when they add something meaningful to the moment.\nUse \"setExpression\" only when the emotional beat clearly shifts, usually not more than once in a few turns.\nUse \"playMotion\" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.\nUse \"lookAt\" for subtle attention shifts or conversational focus, and prefer it when a lightweight reaction is enough.\nPrefer a single meaningful avatar action over chaining multiple actions on simple replies.\nMany turns should use no avatar tool at all.\nNever break character. Never refer to yourself as an AI, model, or assistant.\nDo not mention tool calls in the spoken response.\nDo not narrate your facial expressions, motions, or gaze. Let the avatar show them.\n`.trim();\n\nexport interface BuildRealtimeSessionConfigOptions {\n character?: Character | null;\n baseConfig?: RealtimeSessionConfig;\n}\n\nexport function buildRealtimeSessionConfig({\n character,\n baseConfig,\n}: BuildRealtimeSessionConfigOptions = {}): RealtimeSessionConfig {\n return {\n provider: baseConfig?.provider ?? DEFAULT_PROVIDER,\n transport: baseConfig?.transport ?? \"webrtc\",\n model: baseConfig?.model ?? DEFAULT_MODEL,\n voice: baseConfig?.voice ?? character?.voice?.voiceId ?? DEFAULT_VOICE,\n instructions:\n baseConfig?.instructions ?? buildCharacterInstructions(character),\n temperature: baseConfig?.temperature,\n maxTokens: baseConfig?.maxTokens,\n tools: baseConfig?.tools,\n toolChoice: baseConfig?.toolChoice ?? \"auto\",\n };\n}\n\nfunction buildCharacterInstructions(character?: Character | null): string {\n if (!character) {\n return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;\n }\n\n const identityLines = [\n `You are ${character.name}.`,\n \"Stay fully in character during the conversation.\",\n ];\n\n if (character.description) {\n identityLines.push(ensureSentence(character.description));\n }\n\n if (character.personality) {\n identityLines.push(\n `Your personality is ${ensureSentenceFragment(character.personality)}.`,\n );\n }\n\n return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join(\"\\n\");\n}\n\nfunction ensureSentence(text: string): string {\n return /[.!?]$/.test(text) ? text : `${text}.`;\n}\n\nfunction ensureSentenceFragment(text: string): string {\n return text.trim().replace(/[.!?]+$/, \"\");\n}\n","import {\n type AvatarControlCatalog,\n type GazeCoordinates,\n type MotionSelection,\n type RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport {\n LOOK_AT_TOOL_DESCRIPTION,\n PLAY_MOTION_TOOL_DESCRIPTION,\n SET_EXPRESSION_TOOL_DESCRIPTION,\n} from \"./instructions\";\n\nconst MIN_GAZE = -1;\nconst MAX_GAZE = 1;\n\nexport const SET_EXPRESSION_TOOL_NAME = \"setExpression\";\nexport const PLAY_MOTION_TOOL_NAME = \"playMotion\";\nexport const LOOK_AT_TOOL_NAME = \"lookAt\";\n\nexport const AVATAR_CONTROL_TOOL_NAMES = [\n SET_EXPRESSION_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n LOOK_AT_TOOL_NAME,\n] as const;\n\nexport interface ExpressionArgs {\n expressionId: string;\n}\n\nexport type MotionArgs = MotionSelection;\n\nexport type LookAtArgs = GazeCoordinates;\n\nexport function createAvatarControlTools(\n catalog: AvatarControlCatalog,\n): RealtimeToolRegistration[] {\n const tools: RealtimeToolRegistration[] = [];\n\n if (catalog.expressions.length > 0) {\n const expressionValues = [...catalog.expressions];\n tools.push({\n definition: {\n type: \"function\",\n name: SET_EXPRESSION_TOOL_NAME,\n description: SET_EXPRESSION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n expressionId: {\n type: \"string\",\n description: \"Expression ID from the loaded Live2D model.\",\n enum: expressionValues,\n },\n },\n required: [\"expressionId\"],\n },\n },\n async handler(args) {\n const expressionId = args.expressionId;\n if (\n typeof expressionId !== \"string\" ||\n !expressionValues.includes(expressionId)\n ) {\n throw new Error(\n 'setExpression requires a valid \"expressionId\" from the model catalog',\n );\n }\n\n return {\n success: true,\n expressionId,\n };\n },\n });\n }\n\n const motionGroups = Object.keys(catalog.motions);\n if (motionGroups.length > 0) {\n tools.push({\n definition: {\n type: \"function\",\n name: PLAY_MOTION_TOOL_NAME,\n description: PLAY_MOTION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n group: {\n type: \"string\",\n description: \"Motion group from the loaded Live2D model.\",\n enum: motionGroups,\n },\n index: {\n type: \"number\",\n description:\n \"Zero-based motion index within the selected motion group.\",\n },\n },\n required: [\"group\", \"index\"],\n },\n },\n async handler(args) {\n const group = args.group;\n const index = args.index;\n\n if (typeof group !== \"string\" || !motionGroups.includes(group)) {\n throw new Error(\n 'playMotion requires a valid \"group\" from the model catalog',\n );\n }\n\n if (!Number.isInteger(index)) {\n throw new Error('playMotion requires an integer \"index\"');\n }\n\n const count = catalog.motions[group] ?? 0;\n const motionIndex = index as number;\n\n if (motionIndex < 0 || motionIndex >= count) {\n throw new Error(\n `playMotion index ${String(motionIndex)} is out of range for group \"${group}\"`,\n );\n }\n\n return {\n success: true,\n group,\n index: motionIndex,\n };\n },\n });\n }\n\n tools.push({\n definition: {\n type: \"function\",\n name: LOOK_AT_TOOL_NAME,\n description: LOOK_AT_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n x: {\n type: \"number\",\n description: \"Normalized horizontal gaze target from -1 to 1.\",\n },\n y: {\n type: \"number\",\n description: \"Normalized vertical gaze target from -1 to 1.\",\n },\n },\n required: [\"x\", \"y\"],\n },\n },\n async handler(args) {\n const x = args.x;\n const y = args.y;\n\n if (typeof x !== \"number\" || Number.isNaN(x)) {\n throw new Error('lookAt requires a numeric \"x\"');\n }\n\n if (typeof y !== \"number\" || Number.isNaN(y)) {\n throw new Error('lookAt requires a numeric \"y\"');\n }\n\n return {\n success: true,\n x: clamp(x, MIN_GAZE, MAX_GAZE),\n y: clamp(y, MIN_GAZE, MAX_GAZE),\n };\n },\n });\n\n return tools;\n}\n\nfunction clamp(value: number, min: number, max: number): number {\n return Math.max(min, Math.min(max, value));\n}\n","import type {\n Character,\n CharivoEventEmitter,\n GazeCoordinates,\n RealtimeManager as CoreRealtimeManager,\n RealtimeSessionConfig,\n RealtimeSessionTransitionReason,\n RealtimeState,\n RealtimeTool,\n RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"./types\";\nimport { buildRealtimeSessionConfig } from \"./instructions\";\nimport {\n LOOK_AT_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n SET_EXPRESSION_TOOL_NAME,\n} from \"./tools\";\n\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n\nexport interface RealtimeManagerOptions {\n defaultSessionConfig?: Omit<RealtimeSessionConfig, \"tools\">;\n tools?: RealtimeToolRegistration[];\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * Provider-agnostic realtime manager.\n *\n * It owns session state, character-aware session config generation, tool\n * execution, and event relaying. Transport-specific event parsing belongs to\n * concrete client packages such as `@charivo/realtime/openai`.\n */\nexport class RealtimeManagerImpl implements CoreRealtimeManager {\n private eventEmitter?: CharivoEventEmitter;\n private character: Character | null = null;\n private isStoppingSession = false;\n private isRefreshingSession = false;\n private isAudioPlaybackActive = false;\n private sessionBaseConfig?: RealtimeSessionConfig;\n private refreshInFlight: Promise<void> | null = null;\n private hasQueuedRefresh = false;\n private stopRequestedDuringRefresh = false;\n private emittedUserStopDuringRefresh = false;\n private readonly toolRegistry = new Map<string, RealtimeToolRegistration>();\n private state: RealtimeState = {\n connection: \"idle\",\n session: {\n status: \"idle\",\n config: null,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n\n constructor(\n private client: RealtimeTransportClient,\n private options: RealtimeManagerOptions = {},\n ) {\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n\n this.client.onEvent((event) => {\n void this.handleClientEvent(event).catch((error) => {\n this.applyError(\n error instanceof Error ? error : new Error(String(error)),\n this.state.connection === \"idle\" ? \"error\" : this.state.connection,\n );\n });\n });\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n setCharacter(character: Character): void {\n this.character = character;\n this.state = {\n ...this.state,\n session: {\n ...this.state.session,\n characterId: character.id,\n },\n };\n this.emitState();\n }\n\n registerTool(tool: RealtimeToolRegistration): void {\n this.toolRegistry.set(tool.definition.name, tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.delete(name);\n }\n\n getRegisteredTools(): RealtimeTool[] {\n return Array.from(this.toolRegistry.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n\n getState(): RealtimeState {\n return {\n ...this.state,\n session: {\n ...this.state.session,\n config: this.state.session.config\n ? {\n ...this.state.session.config,\n tools: this.state.session.config.tools\n ? [...this.state.session.config.tools]\n : undefined,\n }\n : null,\n },\n response: {\n ...this.state.response,\n },\n };\n }\n\n async startSession(config?: RealtimeSessionConfig): Promise<void> {\n if (\n this.state.session.status === \"active\" ||\n this.state.session.status === \"starting\" ||\n this.refreshInFlight\n ) {\n throw new Error(\"Realtime session already active\");\n }\n\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n session: {\n status: \"starting\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.connect(sessionConfig);\n this.commitActiveSession(sessionConfig);\n this.emitSessionStart(\"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n }\n }\n\n updateSession(config?: RealtimeSessionConfig): Promise<void> {\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n\n if (this.state.session.status !== \"active\") {\n return Promise.resolve();\n }\n\n if (this.refreshInFlight) {\n this.hasQueuedRefresh = true;\n return this.refreshInFlight;\n }\n\n this.stopRequestedDuringRefresh = false;\n this.hasQueuedRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n this.refreshInFlight = this.runRefreshLoop().finally(() => {\n this.refreshInFlight = null;\n this.hasQueuedRefresh = false;\n this.stopRequestedDuringRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n });\n\n return this.refreshInFlight;\n }\n\n async stopSession(): Promise<void> {\n if (this.refreshInFlight) {\n this.stopRequestedDuringRefresh = true;\n this.hasQueuedRefresh = false;\n\n try {\n await this.refreshInFlight;\n } catch {\n // Refresh failure already updates manager state.\n }\n\n if (this.state.session.status === \"active\") {\n await this.performStopSession();\n } else if (\n this.stopRequestedDuringRefresh &&\n !this.emittedUserStopDuringRefresh\n ) {\n this.emitSessionEnd(\"user\");\n }\n\n return;\n }\n\n if (this.state.session.status !== \"active\") {\n return;\n }\n\n await this.performStopSession();\n }\n\n async sendMessage(text: string): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendText(text);\n }\n\n async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendAudio(audio);\n }\n\n async interrupt(): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.interrupt();\n this.state = {\n ...this.state,\n response: {\n ...this.state.response,\n status: \"interrupted\",\n },\n };\n this.emitAudioEnd();\n this.emitState();\n }\n\n private async handleClientEvent(\n event: RealtimeTransportEvent,\n ): Promise<void> {\n switch (event.type) {\n case \"session.started\":\n if (\n this.state.connection === \"connecting\" ||\n this.isRefreshingSession\n ) {\n return;\n }\n\n this.state = mergeRealtimeState(this.state, {\n connection: \"connected\",\n session: {\n status:\n this.state.session.status === \"starting\"\n ? \"active\"\n : this.state.session.status,\n config: this.state.session.config,\n characterId: this.character?.id,\n },\n });\n this.emitState();\n return;\n\n case \"session.ended\":\n if (\n this.isStoppingSession ||\n this.isRefreshingSession ||\n this.state.connection === \"disconnecting\"\n ) {\n return;\n }\n\n this.finalizeStoppedSession(true, \"user\");\n return;\n\n case \"user.transcript\":\n this.eventEmitter?.emit(\"realtime:user:transcript\", {\n text: event.text,\n });\n return;\n\n case \"assistant.response.started\":\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: \"\",\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n this.emitState();\n return;\n\n case \"assistant.text.delta\":\n this.ensureResponseStarted();\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text + event.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:text:delta\", { text: event.text });\n this.eventEmitter?.emit(\"realtime:assistant:delta\", {\n text: event.text,\n });\n this.emitState();\n return;\n\n case \"assistant.response.completed\": {\n if (this.state.response.status === \"interrupted\") {\n return;\n }\n\n const text = event.text || this.state.response.text;\n this.state = {\n ...this.state,\n response: {\n status: \"completed\",\n text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:done\", { text });\n this.emitState();\n return;\n }\n\n case \"audio.output.started\":\n this.emitAudioStart();\n return;\n\n case \"audio.output.ended\":\n this.emitAudioEnd();\n return;\n\n case \"audio.lipsync\":\n if (event.rms > 0.001 && !this.isAudioPlaybackActive) {\n this.emitAudioStart();\n }\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: event.rms });\n return;\n\n case \"tool.call\":\n this.eventEmitter?.emit(\"realtime:tool:call\", {\n name: event.name,\n args: event.args,\n callId: event.callId,\n });\n await this.executeToolCall(event);\n return;\n\n case \"tool.result\":\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output: event.output,\n callId: event.callId,\n });\n return;\n\n case \"state\":\n this.state = mergeRealtimeState(this.state, event.state);\n this.emitState();\n return;\n\n case \"error\":\n this.applyError(event.error, this.state.connection);\n return;\n }\n }\n\n private async executeToolCall(\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<void> {\n const tool = this.toolRegistry.get(event.name);\n if (!event.callId) {\n this.emitToolError(\n event.name,\n new Error(`Tool \"${event.name}\" is missing a call ID`),\n event.callId,\n );\n return;\n }\n\n if (!tool) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n new Error(`No realtime tool registered for \"${event.name}\"`),\n );\n return;\n }\n\n try {\n const output = await this.runToolHandler(tool, event);\n await this.client.sendToolResult(event.callId, output);\n this.postProcessToolResult(event.name, output);\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output,\n callId: event.callId,\n });\n } catch (error) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n error instanceof Error ? error : new Error(String(error)),\n );\n }\n }\n\n private async runToolHandler(\n tool: RealtimeToolRegistration,\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<Record<string, unknown>> {\n const timeoutMs =\n tool.timeoutMs ??\n this.options.defaultToolTimeoutMs ??\n DEFAULT_TOOL_TIMEOUT_MS;\n const result = await withTimeout(\n tool.handler(event.args, {\n character: this.character,\n state: this.getState(),\n callId: event.callId,\n }),\n timeoutMs,\n tool.definition.name,\n );\n\n if (!isRecord(result)) {\n throw new Error(\n `Realtime tool \"${tool.definition.name}\" must return an object`,\n );\n }\n\n return result;\n }\n\n private async handleToolExecutionFailure(\n name: string,\n callId: string,\n error: Error,\n ): Promise<void> {\n this.emitToolError(name, error, callId);\n\n try {\n await this.client.sendToolResult(callId, createFailureOutput(error));\n } catch (sendError) {\n this.emitToolError(\n name,\n sendError instanceof Error ? sendError : new Error(String(sendError)),\n callId,\n );\n }\n }\n\n private postProcessToolResult(\n name: string,\n output: Record<string, unknown>,\n ): void {\n switch (name) {\n case SET_EXPRESSION_TOOL_NAME: {\n const expressionId = output.expressionId;\n if (typeof expressionId === \"string\") {\n this.eventEmitter?.emit(\"realtime:expression\", { expressionId });\n }\n return;\n }\n\n case PLAY_MOTION_TOOL_NAME: {\n const group = output.group;\n const index = output.index;\n if (typeof group === \"string\" && Number.isInteger(index)) {\n const motionIndex = index as number;\n this.eventEmitter?.emit(\"realtime:motion\", {\n group,\n index: motionIndex,\n });\n }\n return;\n }\n\n case LOOK_AT_TOOL_NAME: {\n const coords = readGazeCoordinates(output);\n if (coords) {\n this.eventEmitter?.emit(\"realtime:gaze\", coords);\n }\n return;\n }\n\n default:\n return;\n }\n }\n\n private emitToolError(name: string, error: Error, callId?: string): void {\n this.eventEmitter?.emit(\"realtime:tool:error\", {\n name,\n error,\n callId,\n });\n }\n\n private ensureResponseStarted(): void {\n if (this.state.response.status === \"responding\") {\n return;\n }\n\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n }\n\n private emitState(): void {\n this.eventEmitter?.emit(\"realtime:state\", {\n state: this.getState(),\n });\n }\n\n private applyError(\n error: Error,\n connection: RealtimeState[\"connection\"],\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection,\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private emitAudioStart(): void {\n if (this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = true;\n this.eventEmitter?.emit(\"tts:audio:start\", {});\n }\n\n private emitAudioEnd(): void {\n if (!this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = false;\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n this.eventEmitter?.emit(\"tts:audio:end\", {});\n }\n\n private resolveNextSessionBaseConfig(\n config?: RealtimeSessionConfig,\n ): RealtimeSessionConfig | undefined {\n return mergeSessionConfig(\n this.sessionBaseConfig ?? this.options.defaultSessionConfig,\n config,\n );\n }\n\n private buildEffectiveSessionConfig(): RealtimeSessionConfig {\n return buildRealtimeSessionConfig({\n character: this.character,\n baseConfig: {\n ...(this.sessionBaseConfig ?? {}),\n tools: this.getRegisteredTools(),\n },\n });\n }\n\n private commitActiveSession(config: RealtimeSessionConfig): void {\n this.state = {\n ...this.state,\n connection: \"connected\",\n session: {\n status: \"active\",\n config,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n }\n\n private async performStopSession(): Promise<void> {\n this.isStoppingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n this.finalizeStoppedSession(true, \"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isStoppingSession = false;\n }\n }\n\n private async runRefreshLoop(): Promise<void> {\n do {\n this.hasQueuedRefresh = false;\n await this.performSessionRefresh();\n } while (this.hasQueuedRefresh && !this.stopRequestedDuringRefresh);\n }\n\n private async performSessionRefresh(): Promise<void> {\n const previousState = this.getState();\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.isRefreshingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n\n if (this.stopRequestedDuringRefresh) {\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n response: {\n status: \"idle\",\n text: \"\",\n },\n };\n this.emitState();\n\n await this.client.connect(sessionConfig);\n\n if (this.stopRequestedDuringRefresh) {\n await this.client.disconnect();\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.commitActiveSession(sessionConfig);\n this.emitSessionEnd(\"refresh\", previousState);\n this.emitSessionStart(\"refresh\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isRefreshingSession = false;\n }\n }\n\n private emitSessionStart(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:start\", {\n state,\n reason,\n });\n }\n\n private emitSessionEnd(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:end\", {\n state,\n reason,\n });\n }\n\n private finalizeFailedSession(error: Error): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"error\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private finalizeStoppedSession(\n emitSessionEnd: boolean,\n reason: RealtimeSessionTransitionReason,\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"idle\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n if (emitSessionEnd) {\n this.emitSessionEnd(reason);\n }\n }\n}\n\nfunction readGazeCoordinates(\n output: Record<string, unknown>,\n): GazeCoordinates | null {\n const x = output.x;\n const y = output.y;\n\n if (typeof x !== \"number\" || typeof y !== \"number\") {\n return null;\n }\n\n return { x, y };\n}\n\nexport function createRealtimeManager(\n client: RealtimeTransportClient,\n options?: RealtimeManagerOptions,\n): CoreRealtimeManager {\n return new RealtimeManagerImpl(client, options);\n}\n\nfunction mergeSessionConfig(\n baseConfig?: Omit<RealtimeSessionConfig, \"tools\">,\n overrideConfig?: RealtimeSessionConfig,\n): RealtimeSessionConfig | undefined {\n if (!baseConfig && !overrideConfig) {\n return undefined;\n }\n\n const { tools: _ignoredOverrideTools, ...overrideWithoutTools } =\n overrideConfig ?? {};\n\n return {\n ...baseConfig,\n ...overrideWithoutTools,\n };\n}\n\nfunction mergeRealtimeState(\n current: RealtimeState,\n partial: Partial<RealtimeState>,\n): RealtimeState {\n return {\n connection: partial.connection ?? current.connection,\n session: {\n status: partial.session?.status ?? current.session.status,\n config: partial.session?.config ?? current.session.config,\n characterId: partial.session?.characterId ?? current.session.characterId,\n },\n response: {\n status: partial.response?.status ?? current.response.status,\n text: partial.response?.text ?? current.response.text,\n },\n lastError: partial.lastError ?? current.lastError,\n };\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nfunction createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nasync function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(\n `Realtime tool \"${toolName}\" timed out after ${timeoutMs}ms`,\n ),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n"]}
1
+ {"version":3,"sources":["../src/instructions.ts","../src/tools.ts","../src/realtime-manager.ts"],"names":[],"mappings":";;;AAEA,IAAM,gBAAA,GAAmB,QAAA;AACzB,IAAM,aAAA,GAAgB,mBAAA;AACtB,IAAM,aAAA,GAAgB,OAAA;AAEf,IAAM,+BAAA,GACX,gLAAA;AAEK,IAAM,4BAAA,GACX,wNAAA;AAEK,IAAM,wBAAA,GACX,CAAA,mPAAA,CAAA;AAEK,IAAM,mCAAA,GAAsC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAajD,IAAA;AAOK,SAAS,0BAAA,CAA2B;AAAA,EACzC,SAAA;AAAA,EACA;AACF,CAAA,GAAuC,EAAC,EAA0B;AAChE,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,YAAY,QAAA,IAAY,gBAAA;AAAA,IAClC,SAAA,EAAW,YAAY,SAAA,IAAa,QAAA;AAAA,IACpC,KAAA,EAAO,YAAY,KAAA,IAAS,aAAA;AAAA,IAC5B,KAAA,EAAO,UAAA,EAAY,KAAA,IAAS,SAAA,EAAW,OAAO,OAAA,IAAW,aAAA;AAAA,IACzD,YAAA,EACE,UAAA,EAAY,YAAA,IAAgB,0BAAA,CAA2B,SAAS,CAAA;AAAA,IAClE,aAAa,UAAA,EAAY,WAAA;AAAA,IACzB,WAAW,UAAA,EAAY,SAAA;AAAA,IACvB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,UAAA,EAAY,YAAY,UAAA,IAAc;AAAA,GACxC;AACF;AAEA,SAAS,2BAA2B,SAAA,EAAsC;AACxE,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,OAAO,mCAAA;AAAA,EACT;AAEA,EAAA,MAAM,aAAA,GAAgB;AAAA,IACpB,CAAA,QAAA,EAAW,UAAU,IAAI,CAAA,CAAA,CAAA;AAAA,IACzB;AAAA,GACF;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA,CAAK,cAAA,CAAe,SAAA,CAAU,WAAW,CAAC,CAAA;AAAA,EAC1D;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA;AAAA,MACZ,CAAA,oBAAA,EAAuB,sBAAA,CAAuB,SAAA,CAAU,WAAW,CAAC,CAAA,CAAA;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,OAAO,CAAC,GAAG,aAAA,EAAe,mCAAmC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC1E;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,SAAS,IAAA,CAAK,IAAI,CAAA,GAAI,IAAA,GAAO,GAAG,IAAI,CAAA,CAAA,CAAA;AAC7C;AAEA,SAAS,uBAAuB,IAAA,EAAsB;AACpD,EAAA,OAAO,IAAA,CAAK,IAAA,EAAK,CAAE,OAAA,CAAQ,WAAW,EAAE,CAAA;AAC1C;;;ACtEA,IAAM,QAAA,GAAW,EAAA;AACjB,IAAM,QAAA,GAAW,CAAA;AAEV,IAAM,wBAAA,GAA2B;AACjC,IAAM,qBAAA,GAAwB;AAC9B,IAAM,iBAAA,GAAoB;AAE1B,IAAM,yBAAA,GAA4B;AAAA,EACvC,wBAAA;AAAA,EACA,qBAAA;AAAA,EACA;AACF;AAUO,SAAS,yBACd,OAAA,EAC4B;AAC5B,EAAA,MAAM,QAAoC,EAAC;AAE3C,EAAA,IAAI,OAAA,CAAQ,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAM,gBAAA,GAAmB,CAAC,GAAG,OAAA,CAAQ,WAAW,CAAA;AAChD,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,wBAAA;AAAA,QACN,WAAA,EAAa,+BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,YAAA,EAAc;AAAA,cACZ,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,6CAAA;AAAA,cACb,IAAA,EAAM;AAAA;AACR,WACF;AAAA,UACA,QAAA,EAAU,CAAC,cAAc;AAAA;AAC3B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,QAAA,IACE,OAAO,YAAA,KAAiB,QAAA,IACxB,CAAC,gBAAA,CAAiB,QAAA,CAAS,YAAY,CAAA,EACvC;AACA,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT;AAAA,SACF;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,MAAM,YAAA,GAAe,MAAA,CAAO,IAAA,CAAK,OAAA,CAAQ,OAAO,CAAA;AAChD,EAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,UAAA;AAAA,QACN,IAAA,EAAM,qBAAA;AAAA,QACN,WAAA,EAAa,4BAAA;AAAA,QACb,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,QAAA;AAAA,UACN,UAAA,EAAY;AAAA,YACV,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EAAa,4CAAA;AAAA,cACb,IAAA,EAAM;AAAA,aACR;AAAA,YACA,KAAA,EAAO;AAAA,cACL,IAAA,EAAM,QAAA;AAAA,cACN,WAAA,EACE;AAAA;AACJ,WACF;AAAA,UACA,QAAA,EAAU,CAAC,OAAA,EAAS,OAAO;AAAA;AAC7B,OACF;AAAA,MACA,MAAM,QAAQ,IAAA,EAAM;AAClB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AACnB,QAAA,MAAM,QAAQ,IAAA,CAAK,KAAA;AAEnB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,YAAA,CAAa,QAAA,CAAS,KAAK,CAAA,EAAG;AAC9D,UAAA,MAAM,IAAI,KAAA;AAAA,YACR;AAAA,WACF;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AAC5B,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,MAAM,KAAA,GAAQ,OAAA,CAAQ,OAAA,CAAQ,KAAK,CAAA,IAAK,CAAA;AACxC,QAAA,MAAM,WAAA,GAAc,KAAA;AAEpB,QAAA,IAAI,WAAA,GAAc,CAAA,IAAK,WAAA,IAAe,KAAA,EAAO;AAC3C,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,MAAA,CAAO,WAAW,CAAC,+BAA+B,KAAK,CAAA,CAAA;AAAA,WAC7E;AAAA,QACF;AAEA,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,IAAA;AAAA,UACT,KAAA;AAAA,UACA,KAAA,EAAO;AAAA,SACT;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAEA,EAAA,KAAA,CAAM,IAAA,CAAK;AAAA,IACT,UAAA,EAAY;AAAA,MACV,IAAA,EAAM,UAAA;AAAA,MACN,IAAA,EAAM,iBAAA;AAAA,MACN,WAAA,EAAa,wBAAA;AAAA,MACb,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,QAAA;AAAA,QACN,UAAA,EAAY;AAAA,UACV,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA,WACJ;AAAA,UACA,CAAA,EAAG;AAAA,YACD,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EACE;AAAA;AACJ,SACF;AAAA,QACA,QAAA,EAAU,CAAC,GAAA,EAAK,GAAG;AAAA;AACrB,KACF;AAAA,IACA,MAAM,QAAQ,IAAA,EAAM;AAClB,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AACf,MAAA,MAAM,IAAI,IAAA,CAAK,CAAA;AAEf,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,MAAA,CAAO,KAAA,CAAM,CAAC,CAAA,EAAG;AAC5C,QAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,MACjD;AAEA,MAAA,OAAO;AAAA,QACL,OAAA,EAAS,IAAA;AAAA,QACT,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ,CAAA;AAAA,QAC9B,CAAA,EAAG,KAAA,CAAM,CAAA,EAAG,QAAA,EAAU,QAAQ;AAAA,OAChC;AAAA,IACF;AAAA,GACD,CAAA;AAED,EAAA,OAAO,KAAA;AACT;AAEA,SAAS,KAAA,CAAM,KAAA,EAAe,GAAA,EAAa,GAAA,EAAqB;AAC9D,EAAA,OAAO,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,CAAC,CAAA;AAC3C;;;AChKA,IAAM,uBAAA,GAA0B,GAAA;AAezB,IAAM,sBAAN,MAAyD;AAAA,EAyB9D,WAAA,CACU,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3C;AAFQ,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAEA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAU;AAC7B,MAAA,KAAK,KAAK,iBAAA,CAAkB,KAAK,CAAA,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAClD,QAAA,IAAA,CAAK,UAAA;AAAA,UACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,UACxD,KAAK,KAAA,CAAM,UAAA,KAAe,MAAA,GAAS,OAAA,GAAU,KAAK,KAAA,CAAM;AAAA,SAC1D;AAAA,MACF,CAAC,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAxCQ,YAAA;AAAA,EACA,SAAA,GAA8B,IAAA;AAAA,EAC9B,iBAAA,GAAoB,KAAA;AAAA,EACpB,mBAAA,GAAsB,KAAA;AAAA,EACtB,qBAAA,GAAwB,KAAA;AAAA,EACxB,iBAAA;AAAA,EACA,eAAA,GAAwC,IAAA;AAAA,EACxC,gBAAA,GAAmB,KAAA;AAAA,EACnB,0BAAA,GAA6B,KAAA;AAAA,EAC7B,4BAAA,GAA+B,KAAA;AAAA,EACtB,YAAA,uBAAmB,GAAA,EAAsC;AAAA,EAClE,KAAA,GAAuB;AAAA,IAC7B,UAAA,EAAY,MAAA;AAAA,IACZ,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,MAAA;AAAA,MACR,MAAA,EAAQ;AAAA,KACV;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,MAAA;AAAA,MACR,IAAA,EAAM;AAAA,KACR;AAAA,IACA,SAAA,EAAW;AAAA,GACb;AAAA,EAoBA,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,aAAa,SAAA,CAAU;AAAA;AACzB,KACF;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,aAAa,IAAA,EAAsC;AACjD,IAAA,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAClD;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,OAAO,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,kBAAA,GAAqC;AACnC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,aAAa,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MACvD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AAAA,EAEA,QAAA,GAA0B;AACxB,IAAA,OAAO;AAAA,MACL,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,GAAG,KAAK,KAAA,CAAM,OAAA;AAAA,QACd,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,GACvB;AAAA,UACE,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,UACtB,KAAA,EAAO,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAA,GAC7B,CAAC,GAAG,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,KAAK,CAAA,GACnC;AAAA,SACN,GACA;AAAA,OACN;AAAA,MACA,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM;AAAA;AAChB,KACF;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,MAAA,EAA+C;AAChE,IAAA,IACE,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,IAC9B,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,UAAA,IAC9B,IAAA,CAAK,eAAA,EACL;AACA,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AACjE,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,YAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,UAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AACvC,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,cAAc,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA,CAAK,4BAAA,CAA6B,MAAM,CAAA;AAEjE,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,OAAO,QAAQ,OAAA,EAAQ;AAAA,IACzB;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AACxB,MAAA,OAAO,IAAA,CAAK,eAAA;AAAA,IACd;AAEA,IAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,IAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AACpC,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA,CAAK,cAAA,EAAe,CAAE,QAAQ,MAAM;AACzD,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,KAAA;AAClC,MAAA,IAAA,CAAK,4BAAA,GAA+B,KAAA;AAAA,IACtC,CAAC,CAAA;AAED,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA,EAEA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,0BAAA,GAA6B,IAAA;AAClC,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AAExB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,eAAA;AAAA,MACb,CAAA,CAAA,MAAQ;AAAA,MAER;AAEA,MAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,QAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,MAChC,CAAA,MAAA,IACE,IAAA,CAAK,0BAAA,IACL,CAAC,KAAK,4BAAA,EACN;AACA,QAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,MAC5B;AAEA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAK,kBAAA,EAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA,KAAW,QAAA,EAAU;AAC1C,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,OAAO,SAAA,EAAU;AAC5B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,GAAG,KAAK,KAAA,CAAM,QAAA;AAAA,QACd,MAAA,EAAQ;AAAA;AACV,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBACZ,KAAA,EACe;AACf,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA,IACE,IAAA,CAAK,KAAA,CAAM,UAAA,KAAe,YAAA,IAC1B,KAAK,mBAAA,EACL;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO;AAAA,UAC1C,UAAA,EAAY,WAAA;AAAA,UACZ,OAAA,EAAS;AAAA,YACP,MAAA,EACE,KAAK,KAAA,CAAM,OAAA,CAAQ,WAAW,UAAA,GAC1B,QAAA,GACA,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YACzB,MAAA,EAAQ,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,MAAA;AAAA,YAC3B,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA;AAC/B,SACD,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IACE,KAAK,iBAAA,IACL,IAAA,CAAK,uBACL,IAAA,CAAK,KAAA,CAAM,eAAe,eAAA,EAC1B;AACA,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,4BAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM;AAAA;AACR,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,KAAA,EAAO,KAAK,QAAA;AAAS,SACtB,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,YAAA;AAAA,YACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,OAAO,KAAA,CAAM;AAAA;AACzC,SACF;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,IAAA,EAAM,KAAA,CAAM,MAAM,CAAA;AACnE,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,UAClD,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,8BAAA,EAAgC;AACnC,QAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,aAAA,EAAe;AAChD,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,IAAA,CAAK,MAAM,QAAA,CAAS,IAAA;AAC/C,QAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,UACX,GAAG,IAAA,CAAK,KAAA;AAAA,UACR,QAAA,EAAU;AAAA,YACR,MAAA,EAAQ,WAAA;AAAA,YACR;AAAA;AACF,SACF;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,yBAAA,EAA2B,EAAE,MAAM,CAAA;AAC3D,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,sBAAA;AACH,QAAA,IAAA,CAAK,cAAA,EAAe;AACpB,QAAA;AAAA,MAEF,KAAK,oBAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAa;AAClB,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAI,KAAA,CAAM,GAAA,GAAM,IAAA,IAAS,CAAC,KAAK,qBAAA,EAAuB;AACpD,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,KAAA,CAAM,KAAK,CAAA;AAChE,QAAA;AAAA,MAEF,KAAK,WAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,oBAAA,EAAsB;AAAA,UAC5C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA,MAAM,IAAA,CAAK,gBAAgB,KAAK,CAAA;AAChC,QAAA;AAAA,MAEF,KAAK,aAAA;AACH,QAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,UAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,UACZ,QAAQ,KAAA,CAAM,MAAA;AAAA,UACd,QAAQ,KAAA,CAAM;AAAA,SACf,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,KAAA,GAAQ,kBAAA,CAAmB,IAAA,CAAK,KAAA,EAAO,MAAM,KAAK,CAAA;AACvD,QAAA,IAAA,CAAK,SAAA,EAAU;AACf,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,KAAA,EAAO,IAAA,CAAK,MAAM,UAAU,CAAA;AAClD,QAAA;AAAA;AACJ,EACF;AAAA,EAEA,MAAc,gBACZ,KAAA,EACe;AACf,IAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,MAAM,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,MAAM,MAAA,EAAQ;AACjB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,KAAA,CAAM,IAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,MAAA,EAAS,KAAA,CAAM,IAAI,CAAA,sBAAA,CAAwB,CAAA;AAAA,QACrD,KAAA,CAAM;AAAA,OACR;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,IAAA,EAAM;AACT,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,KAAA,CAAM,IAAI,CAAA,CAAA,CAAG;AAAA,OAC7D;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,MAAM,KAAK,CAAA;AACpD,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,cAAA,CAAe,KAAA,CAAM,QAAQ,MAAM,CAAA;AACrD,MAAA,IAAA,CAAK,qBAAA,CAAsB,KAAA,CAAM,IAAA,EAAM,MAAM,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,QAC9C,MAAM,KAAA,CAAM,IAAA;AAAA,QACZ,MAAA;AAAA,QACA,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,IACH,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,0BAAA;AAAA,QACT,KAAA,CAAM,IAAA;AAAA,QACN,KAAA,CAAM,MAAA;AAAA,QACN,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,CACZ,IAAA,EACA,KAAA,EACkC;AAClC,IAAA,MAAM,SAAA,GACJ,IAAA,CAAK,SAAA,IACL,IAAA,CAAK,QAAQ,oBAAA,IACb,uBAAA;AACF,IAAA,MAAM,SAAS,MAAM,WAAA;AAAA,MACnB,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,IAAA,EAAM;AAAA,QACvB,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,KAAA,EAAO,KAAK,QAAA,EAAS;AAAA,QACrB,QAAQ,KAAA,CAAM;AAAA,OACf,CAAA;AAAA,MACD,SAAA;AAAA,MACA,KAAK,UAAA,CAAW;AAAA,KAClB;AAEA,IAAA,IAAI,CAAC,QAAA,CAAS,MAAM,CAAA,EAAG;AACrB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,eAAA,EAAkB,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,uBAAA;AAAA,OACxC;AAAA,IACF;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,MAAc,0BAAA,CACZ,IAAA,EACA,MAAA,EACA,KAAA,EACe;AACf,IAAA,IAAA,CAAK,aAAA,CAAc,IAAA,EAAM,KAAA,EAAO,MAAM,CAAA;AAEtC,IAAA,IAAI;AACF,MAAA,MAAM,KAAK,MAAA,CAAO,cAAA,CAAe,MAAA,EAAQ,mBAAA,CAAoB,KAAK,CAAC,CAAA;AAAA,IACrE,SAAS,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,aAAA;AAAA,QACH,IAAA;AAAA,QACA,qBAAqB,KAAA,GAAQ,SAAA,GAAY,IAAI,KAAA,CAAM,MAAA,CAAO,SAAS,CAAC,CAAA;AAAA,QACpE;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAA,CACN,MACA,MAAA,EACM;AACN,IAAA,QAAQ,IAAA;AAAM,MACZ,KAAK,wBAAA,EAA0B;AAC7B,QAAA,MAAM,eAAe,MAAA,CAAO,YAAA;AAC5B,QAAA,IAAI,OAAO,iBAAiB,QAAA,EAAU;AACpC,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,cAAc,CAAA;AAAA,QACjE;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,qBAAA,EAAuB;AAC1B,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,QAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA,EAAG;AACxD,UAAA,MAAM,WAAA,GAAc,KAAA;AACpB,UAAA,IAAA,CAAK,YAAA,EAAc,KAAK,iBAAA,EAAmB;AAAA,YACzC,KAAA;AAAA,YACA,KAAA,EAAO;AAAA,WACR,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAA,EAAmB;AACtB,QAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,QAAA,IAAI,MAAA,EAAQ;AACV,UAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,MAAM,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MACF;AAAA,MAEA;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,aAAA,CAAc,IAAA,EAAc,KAAA,EAAc,MAAA,EAAuB;AACvE,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,qBAAA,EAAuB;AAAA,MAC7C,IAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAI,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,MAAA,KAAW,YAAA,EAAc;AAC/C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,YAAA;AAAA,QACR,IAAA,EAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS;AAAA;AAC5B,KACF;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,0BAAA,EAA4B;AAAA,MAClD,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,SAAA,GAAkB;AACxB,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,gBAAA,EAAkB;AAAA,MACxC,KAAA,EAAO,KAAK,QAAA;AAAS,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,UAAA,CACN,OACA,UAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AAAA,EAEQ,6BACN,MAAA,EACmC;AACnC,IAAA,OAAO,kBAAA;AAAA,MACL,IAAA,CAAK,iBAAA,IAAqB,IAAA,CAAK,OAAA,CAAQ,oBAAA;AAAA,MACvC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAqD;AAC3D,IAAA,OAAO,0BAAA,CAA2B;AAAA,MAChC,WAAW,IAAA,CAAK,SAAA;AAAA,MAChB,UAAA,EAAY;AAAA,QACV,GAAI,IAAA,CAAK,iBAAA,IAAqB,EAAC;AAAA,QAC/B,KAAA,EAAO,KAAK,kBAAA;AAAmB;AACjC,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,MAAA,EAAqC;AAC/D,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,WAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,QAAA;AAAA,QACR,MAAA;AAAA,QACA,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEA,MAAc,kBAAA,GAAoC;AAChD,IAAA,IAAA,CAAK,iBAAA,GAAoB,IAAA;AACzB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY;AAAA,KACd;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,MAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AAAA,IAC1C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,iBAAA,GAAoB,KAAA;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAc,cAAA,GAAgC;AAC5C,IAAA,GAAG;AACD,MAAA,IAAA,CAAK,gBAAA,GAAmB,KAAA;AACxB,MAAA,MAAM,KAAK,qBAAA,EAAsB;AAAA,IACnC,CAAA,QAAS,IAAA,CAAK,gBAAA,IAAoB,CAAC,IAAA,CAAK,0BAAA;AAAA,EAC1C;AAAA,EAEA,MAAc,qBAAA,GAAuC;AACnD,IAAA,MAAM,aAAA,GAAgB,KAAK,QAAA,EAAS;AACpC,IAAA,MAAM,aAAA,GAAgB,KAAK,2BAAA,EAA4B;AAEvD,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,eAAA;AAAA,MACZ,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAE7B,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,QACX,GAAG,IAAA,CAAK,KAAA;AAAA,QACR,UAAA,EAAY,YAAA;AAAA,QACZ,QAAA,EAAU;AAAA,UACR,MAAA,EAAQ,MAAA;AAAA,UACR,IAAA,EAAM;AAAA;AACR,OACF;AACA,MAAA,IAAA,CAAK,SAAA,EAAU;AAEf,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAEvC,MAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,QAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,QAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AACpC,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,MAAM,CAAA;AACxC,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,oBAAoB,aAAa,CAAA;AACtC,MAAA,IAAA,CAAK,cAAA,CAAe,WAAW,aAAa,CAAA;AAC5C,MAAA,IAAA,CAAK,iBAAiB,SAAS,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,qBAAA;AAAA,QACH,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAC1D;AACA,MAAA,MAAM,KAAA;AAAA,IACR,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,gBAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,wBAAA,EAA0B;AAAA,MAChD,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAA,CACN,MAAA,EACA,KAAA,GAAuB,IAAA,CAAK,UAAS,EAC/B;AACN,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,sBAAA,EAAwB;AAAA,MAC9C,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAsB,KAAA,EAAoB;AAChD,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,OAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AACnD,IAAA,IAAA,CAAK,SAAA,EAAU;AAAA,EACjB;AAAA,EAEQ,sBAAA,CACN,gBACA,MAAA,EACM;AACN,IAAA,IAAA,CAAK,YAAA,EAAa;AAClB,IAAA,IAAA,CAAK,KAAA,GAAQ;AAAA,MACX,GAAG,IAAA,CAAK,KAAA;AAAA,MACR,UAAA,EAAY,MAAA;AAAA,MACZ,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,SAAA;AAAA,QACR,MAAA,EAAQ,IAAA;AAAA,QACR,WAAA,EAAa,KAAK,SAAA,EAAW;AAAA,OAC/B;AAAA,MACA,QAAA,EAAU;AAAA,QACR,MAAA,EAAQ,MAAA;AAAA,QACR,IAAA,EAAM;AAAA,OACR;AAAA,MACA,SAAA,EAAW;AAAA,KACb;AACA,IAAA,IAAA,CAAK,SAAA,EAAU;AAEf,IAAA,IAAI,cAAA,EAAgB;AAClB,MAAA,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,SAAS,oBACP,MAAA,EACwB;AACxB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AACjB,EAAA,MAAM,IAAI,MAAA,CAAO,CAAA;AAEjB,EAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,OAAO,MAAM,QAAA,EAAU;AAClD,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,EAAE,GAAG,CAAA,EAAE;AAChB;AAEO,SAAS,qBAAA,CACd,QACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,mBAAA,CAAoB,MAAA,EAAQ,OAAO,CAAA;AAChD;AAEA,SAAS,kBAAA,CACP,YACA,cAAA,EACmC;AACnC,EAAA,IAAI,CAAC,UAAA,IAAc,CAAC,cAAA,EAAgB;AAClC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,EAAE,KAAA,EAAO,qBAAA,EAAuB,GAAG,oBAAA,EAAqB,GAC5D,kBAAkB,EAAC;AAErB,EAAA,OAAO;AAAA,IACL,GAAG,UAAA;AAAA,IACH,GAAG;AAAA,GACL;AACF;AAEA,SAAS,kBAAA,CACP,SACA,OAAA,EACe;AACf,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA;AAAA,IAC1C,OAAA,EAAS;AAAA,MACP,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,MAAA,EAAQ,OAAA,CAAQ,OAAA,EAAS,MAAA,IAAU,QAAQ,OAAA,CAAQ,MAAA;AAAA,MACnD,WAAA,EAAa,OAAA,CAAQ,OAAA,EAAS,WAAA,IAAe,QAAQ,OAAA,CAAQ;AAAA,KAC/D;AAAA,IACA,QAAA,EAAU;AAAA,MACR,MAAA,EAAQ,OAAA,CAAQ,QAAA,EAAU,MAAA,IAAU,QAAQ,QAAA,CAAS,MAAA;AAAA,MACrD,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,IAAA,IAAQ,QAAQ,QAAA,CAAS;AAAA,KACnD;AAAA,IACA,SAAA,EAAW,OAAA,CAAQ,SAAA,IAAa,OAAA,CAAQ;AAAA,GAC1C;AACF;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,SAAS,oBAAoB,KAAA,EAAuC;AAClE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAe,WAAA,CACb,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA;AAAA,cACF,CAAA,eAAA,EAAkB,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA;AAAA;AAC1D,WACF;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type { Character, RealtimeSessionConfig } from \"@charivo/core\";\n\nconst DEFAULT_PROVIDER = \"openai\";\nconst DEFAULT_MODEL = \"gpt-realtime-mini\";\nconst DEFAULT_VOICE = \"marin\";\n\nexport const SET_EXPRESSION_TOOL_DESCRIPTION =\n \"Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.\";\n\nexport const PLAY_MOTION_TOOL_DESCRIPTION =\n \"Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.\";\n\nexport const LOOK_AT_TOOL_DESCRIPTION =\n 'Shift the avatar\\'s gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like \"glance\", \"look over\", \"peek at\", or directional cues. Prefer this before \"setExpression\" when a lightweight reaction is enough.';\n\nexport const DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `\nYou are speaking in a realtime voice conversation through a Live2D avatar.\nRespond naturally and keep replies concise enough for spoken delivery.\nUse avatar tools only when they add something meaningful to the moment.\nUse \"setExpression\" when the emotional beat clearly shifts, especially when the expression should linger across the reply.\nDo not use \"setExpression\" for every friendly, polite, or mildly positive reply.\nUse \"playMotion\" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.\nUse \"lookAt\" for subtle attention shifts or conversational focus, and prefer it before \"setExpression\" when a lightweight reaction is enough.\nPrefer a single meaningful avatar action over chaining multiple actions on simple replies.\nMany turns should use no avatar tool at all.\nNever break character. Never refer to yourself as an AI, model, or assistant.\nDo not mention tool calls in the spoken response.\nSpeak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.\n`.trim();\n\nexport interface BuildRealtimeSessionConfigOptions {\n character?: Character | null;\n baseConfig?: RealtimeSessionConfig;\n}\n\nexport function buildRealtimeSessionConfig({\n character,\n baseConfig,\n}: BuildRealtimeSessionConfigOptions = {}): RealtimeSessionConfig {\n return {\n provider: baseConfig?.provider ?? DEFAULT_PROVIDER,\n transport: baseConfig?.transport ?? \"webrtc\",\n model: baseConfig?.model ?? DEFAULT_MODEL,\n voice: baseConfig?.voice ?? character?.voice?.voiceId ?? DEFAULT_VOICE,\n instructions:\n baseConfig?.instructions ?? buildCharacterInstructions(character),\n temperature: baseConfig?.temperature,\n maxTokens: baseConfig?.maxTokens,\n tools: baseConfig?.tools,\n toolChoice: baseConfig?.toolChoice ?? \"auto\",\n };\n}\n\nfunction buildCharacterInstructions(character?: Character | null): string {\n if (!character) {\n return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;\n }\n\n const identityLines = [\n `You are ${character.name}.`,\n \"Stay fully in character during the conversation.\",\n ];\n\n if (character.description) {\n identityLines.push(ensureSentence(character.description));\n }\n\n if (character.personality) {\n identityLines.push(\n `Your personality is ${ensureSentenceFragment(character.personality)}.`,\n );\n }\n\n return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join(\"\\n\");\n}\n\nfunction ensureSentence(text: string): string {\n return /[.!?]$/.test(text) ? text : `${text}.`;\n}\n\nfunction ensureSentenceFragment(text: string): string {\n return text.trim().replace(/[.!?]+$/, \"\");\n}\n","import {\n type AvatarControlCatalog,\n type GazeCoordinates,\n type MotionSelection,\n type RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport {\n LOOK_AT_TOOL_DESCRIPTION,\n PLAY_MOTION_TOOL_DESCRIPTION,\n SET_EXPRESSION_TOOL_DESCRIPTION,\n} from \"./instructions\";\n\nconst MIN_GAZE = -1;\nconst MAX_GAZE = 1;\n\nexport const SET_EXPRESSION_TOOL_NAME = \"setExpression\";\nexport const PLAY_MOTION_TOOL_NAME = \"playMotion\";\nexport const LOOK_AT_TOOL_NAME = \"lookAt\";\n\nexport const AVATAR_CONTROL_TOOL_NAMES = [\n SET_EXPRESSION_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n LOOK_AT_TOOL_NAME,\n] as const;\n\nexport interface ExpressionArgs {\n expressionId: string;\n}\n\nexport type MotionArgs = MotionSelection;\n\nexport type LookAtArgs = GazeCoordinates;\n\nexport function createAvatarControlTools(\n catalog: AvatarControlCatalog,\n): RealtimeToolRegistration[] {\n const tools: RealtimeToolRegistration[] = [];\n\n if (catalog.expressions.length > 0) {\n const expressionValues = [...catalog.expressions];\n tools.push({\n definition: {\n type: \"function\",\n name: SET_EXPRESSION_TOOL_NAME,\n description: SET_EXPRESSION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n expressionId: {\n type: \"string\",\n description: \"Expression ID from the loaded Live2D model.\",\n enum: expressionValues,\n },\n },\n required: [\"expressionId\"],\n },\n },\n async handler(args) {\n const expressionId = args.expressionId;\n if (\n typeof expressionId !== \"string\" ||\n !expressionValues.includes(expressionId)\n ) {\n throw new Error(\n 'setExpression requires a valid \"expressionId\" from the model catalog',\n );\n }\n\n return {\n success: true,\n expressionId,\n };\n },\n });\n }\n\n const motionGroups = Object.keys(catalog.motions);\n if (motionGroups.length > 0) {\n tools.push({\n definition: {\n type: \"function\",\n name: PLAY_MOTION_TOOL_NAME,\n description: PLAY_MOTION_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n group: {\n type: \"string\",\n description: \"Motion group from the loaded Live2D model.\",\n enum: motionGroups,\n },\n index: {\n type: \"number\",\n description:\n \"Zero-based motion index within the selected motion group.\",\n },\n },\n required: [\"group\", \"index\"],\n },\n },\n async handler(args) {\n const group = args.group;\n const index = args.index;\n\n if (typeof group !== \"string\" || !motionGroups.includes(group)) {\n throw new Error(\n 'playMotion requires a valid \"group\" from the model catalog',\n );\n }\n\n if (!Number.isInteger(index)) {\n throw new Error('playMotion requires an integer \"index\"');\n }\n\n const count = catalog.motions[group] ?? 0;\n const motionIndex = index as number;\n\n if (motionIndex < 0 || motionIndex >= count) {\n throw new Error(\n `playMotion index ${String(motionIndex)} is out of range for group \"${group}\"`,\n );\n }\n\n return {\n success: true,\n group,\n index: motionIndex,\n };\n },\n });\n }\n\n tools.push({\n definition: {\n type: \"function\",\n name: LOOK_AT_TOOL_NAME,\n description: LOOK_AT_TOOL_DESCRIPTION,\n parameters: {\n type: \"object\",\n properties: {\n x: {\n type: \"number\",\n description:\n \"Normalized horizontal gaze target. -1 looks left, 0 is center, 1 looks right.\",\n },\n y: {\n type: \"number\",\n description:\n \"Normalized vertical gaze target. -1 looks down, 0 is center, 1 looks up.\",\n },\n },\n required: [\"x\", \"y\"],\n },\n },\n async handler(args) {\n const x = args.x;\n const y = args.y;\n\n if (typeof x !== \"number\" || Number.isNaN(x)) {\n throw new Error('lookAt requires a numeric \"x\"');\n }\n\n if (typeof y !== \"number\" || Number.isNaN(y)) {\n throw new Error('lookAt requires a numeric \"y\"');\n }\n\n return {\n success: true,\n x: clamp(x, MIN_GAZE, MAX_GAZE),\n y: clamp(y, MIN_GAZE, MAX_GAZE),\n };\n },\n });\n\n return tools;\n}\n\nfunction clamp(value: number, min: number, max: number): number {\n return Math.max(min, Math.min(max, value));\n}\n","import type {\n Character,\n CharivoEventEmitter,\n GazeCoordinates,\n RealtimeManager as CoreRealtimeManager,\n RealtimeSessionConfig,\n RealtimeSessionTransitionReason,\n RealtimeState,\n RealtimeTool,\n RealtimeToolRegistration,\n} from \"@charivo/core\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"./types\";\nimport { buildRealtimeSessionConfig } from \"./instructions\";\nimport {\n LOOK_AT_TOOL_NAME,\n PLAY_MOTION_TOOL_NAME,\n SET_EXPRESSION_TOOL_NAME,\n} from \"./tools\";\n\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n\nexport interface RealtimeManagerOptions {\n defaultSessionConfig?: Omit<RealtimeSessionConfig, \"tools\">;\n tools?: RealtimeToolRegistration[];\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * Provider-agnostic realtime manager.\n *\n * It owns session state, character-aware session config generation, tool\n * execution, and event relaying. Transport-specific event parsing belongs to\n * concrete client packages such as `@charivo/realtime/openai`.\n */\nexport class RealtimeManagerImpl implements CoreRealtimeManager {\n private eventEmitter?: CharivoEventEmitter;\n private character: Character | null = null;\n private isStoppingSession = false;\n private isRefreshingSession = false;\n private isAudioPlaybackActive = false;\n private sessionBaseConfig?: RealtimeSessionConfig;\n private refreshInFlight: Promise<void> | null = null;\n private hasQueuedRefresh = false;\n private stopRequestedDuringRefresh = false;\n private emittedUserStopDuringRefresh = false;\n private readonly toolRegistry = new Map<string, RealtimeToolRegistration>();\n private state: RealtimeState = {\n connection: \"idle\",\n session: {\n status: \"idle\",\n config: null,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n\n constructor(\n private client: RealtimeTransportClient,\n private options: RealtimeManagerOptions = {},\n ) {\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n\n this.client.onEvent((event) => {\n void this.handleClientEvent(event).catch((error) => {\n this.applyError(\n error instanceof Error ? error : new Error(String(error)),\n this.state.connection === \"idle\" ? \"error\" : this.state.connection,\n );\n });\n });\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n setCharacter(character: Character): void {\n this.character = character;\n this.state = {\n ...this.state,\n session: {\n ...this.state.session,\n characterId: character.id,\n },\n };\n this.emitState();\n }\n\n registerTool(tool: RealtimeToolRegistration): void {\n this.toolRegistry.set(tool.definition.name, tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.delete(name);\n }\n\n getRegisteredTools(): RealtimeTool[] {\n return Array.from(this.toolRegistry.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n\n getState(): RealtimeState {\n return {\n ...this.state,\n session: {\n ...this.state.session,\n config: this.state.session.config\n ? {\n ...this.state.session.config,\n tools: this.state.session.config.tools\n ? [...this.state.session.config.tools]\n : undefined,\n }\n : null,\n },\n response: {\n ...this.state.response,\n },\n };\n }\n\n async startSession(config?: RealtimeSessionConfig): Promise<void> {\n if (\n this.state.session.status === \"active\" ||\n this.state.session.status === \"starting\" ||\n this.refreshInFlight\n ) {\n throw new Error(\"Realtime session already active\");\n }\n\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n session: {\n status: \"starting\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.connect(sessionConfig);\n this.commitActiveSession(sessionConfig);\n this.emitSessionStart(\"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n }\n }\n\n updateSession(config?: RealtimeSessionConfig): Promise<void> {\n this.sessionBaseConfig = this.resolveNextSessionBaseConfig(config);\n\n if (this.state.session.status !== \"active\") {\n return Promise.resolve();\n }\n\n if (this.refreshInFlight) {\n this.hasQueuedRefresh = true;\n return this.refreshInFlight;\n }\n\n this.stopRequestedDuringRefresh = false;\n this.hasQueuedRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n this.refreshInFlight = this.runRefreshLoop().finally(() => {\n this.refreshInFlight = null;\n this.hasQueuedRefresh = false;\n this.stopRequestedDuringRefresh = false;\n this.emittedUserStopDuringRefresh = false;\n });\n\n return this.refreshInFlight;\n }\n\n async stopSession(): Promise<void> {\n if (this.refreshInFlight) {\n this.stopRequestedDuringRefresh = true;\n this.hasQueuedRefresh = false;\n\n try {\n await this.refreshInFlight;\n } catch {\n // Refresh failure already updates manager state.\n }\n\n if (this.state.session.status === \"active\") {\n await this.performStopSession();\n } else if (\n this.stopRequestedDuringRefresh &&\n !this.emittedUserStopDuringRefresh\n ) {\n this.emitSessionEnd(\"user\");\n }\n\n return;\n }\n\n if (this.state.session.status !== \"active\") {\n return;\n }\n\n await this.performStopSession();\n }\n\n async sendMessage(text: string): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendText(text);\n }\n\n async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.sendAudio(audio);\n }\n\n async interrupt(): Promise<void> {\n if (this.state.session.status !== \"active\") {\n throw new Error(\"Realtime session not active\");\n }\n\n await this.client.interrupt();\n this.state = {\n ...this.state,\n response: {\n ...this.state.response,\n status: \"interrupted\",\n },\n };\n this.emitAudioEnd();\n this.emitState();\n }\n\n private async handleClientEvent(\n event: RealtimeTransportEvent,\n ): Promise<void> {\n switch (event.type) {\n case \"session.started\":\n if (\n this.state.connection === \"connecting\" ||\n this.isRefreshingSession\n ) {\n return;\n }\n\n this.state = mergeRealtimeState(this.state, {\n connection: \"connected\",\n session: {\n status:\n this.state.session.status === \"starting\"\n ? \"active\"\n : this.state.session.status,\n config: this.state.session.config,\n characterId: this.character?.id,\n },\n });\n this.emitState();\n return;\n\n case \"session.ended\":\n if (\n this.isStoppingSession ||\n this.isRefreshingSession ||\n this.state.connection === \"disconnecting\"\n ) {\n return;\n }\n\n this.finalizeStoppedSession(true, \"user\");\n return;\n\n case \"user.transcript\":\n this.eventEmitter?.emit(\"realtime:user:transcript\", {\n text: event.text,\n });\n return;\n\n case \"assistant.response.started\":\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: \"\",\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n this.emitState();\n return;\n\n case \"assistant.text.delta\":\n this.ensureResponseStarted();\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text + event.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:text:delta\", { text: event.text });\n this.eventEmitter?.emit(\"realtime:assistant:delta\", {\n text: event.text,\n });\n this.emitState();\n return;\n\n case \"assistant.response.completed\": {\n if (this.state.response.status === \"interrupted\") {\n return;\n }\n\n const text = event.text || this.state.response.text;\n this.state = {\n ...this.state,\n response: {\n status: \"completed\",\n text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:done\", { text });\n this.emitState();\n return;\n }\n\n case \"audio.output.started\":\n this.emitAudioStart();\n return;\n\n case \"audio.output.ended\":\n this.emitAudioEnd();\n return;\n\n case \"audio.lipsync\":\n if (event.rms > 0.001 && !this.isAudioPlaybackActive) {\n this.emitAudioStart();\n }\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: event.rms });\n return;\n\n case \"tool.call\":\n this.eventEmitter?.emit(\"realtime:tool:call\", {\n name: event.name,\n args: event.args,\n callId: event.callId,\n });\n await this.executeToolCall(event);\n return;\n\n case \"tool.result\":\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output: event.output,\n callId: event.callId,\n });\n return;\n\n case \"state\":\n this.state = mergeRealtimeState(this.state, event.state);\n this.emitState();\n return;\n\n case \"error\":\n this.applyError(event.error, this.state.connection);\n return;\n }\n }\n\n private async executeToolCall(\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<void> {\n const tool = this.toolRegistry.get(event.name);\n if (!event.callId) {\n this.emitToolError(\n event.name,\n new Error(`Tool \"${event.name}\" is missing a call ID`),\n event.callId,\n );\n return;\n }\n\n if (!tool) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n new Error(`No realtime tool registered for \"${event.name}\"`),\n );\n return;\n }\n\n try {\n const output = await this.runToolHandler(tool, event);\n await this.client.sendToolResult(event.callId, output);\n this.postProcessToolResult(event.name, output);\n this.eventEmitter?.emit(\"realtime:tool:result\", {\n name: event.name,\n output,\n callId: event.callId,\n });\n } catch (error) {\n await this.handleToolExecutionFailure(\n event.name,\n event.callId,\n error instanceof Error ? error : new Error(String(error)),\n );\n }\n }\n\n private async runToolHandler(\n tool: RealtimeToolRegistration,\n event: Extract<RealtimeTransportEvent, { type: \"tool.call\" }>,\n ): Promise<Record<string, unknown>> {\n const timeoutMs =\n tool.timeoutMs ??\n this.options.defaultToolTimeoutMs ??\n DEFAULT_TOOL_TIMEOUT_MS;\n const result = await withTimeout(\n tool.handler(event.args, {\n character: this.character,\n state: this.getState(),\n callId: event.callId,\n }),\n timeoutMs,\n tool.definition.name,\n );\n\n if (!isRecord(result)) {\n throw new Error(\n `Realtime tool \"${tool.definition.name}\" must return an object`,\n );\n }\n\n return result;\n }\n\n private async handleToolExecutionFailure(\n name: string,\n callId: string,\n error: Error,\n ): Promise<void> {\n this.emitToolError(name, error, callId);\n\n try {\n await this.client.sendToolResult(callId, createFailureOutput(error));\n } catch (sendError) {\n this.emitToolError(\n name,\n sendError instanceof Error ? sendError : new Error(String(sendError)),\n callId,\n );\n }\n }\n\n private postProcessToolResult(\n name: string,\n output: Record<string, unknown>,\n ): void {\n switch (name) {\n case SET_EXPRESSION_TOOL_NAME: {\n const expressionId = output.expressionId;\n if (typeof expressionId === \"string\") {\n this.eventEmitter?.emit(\"realtime:expression\", { expressionId });\n }\n return;\n }\n\n case PLAY_MOTION_TOOL_NAME: {\n const group = output.group;\n const index = output.index;\n if (typeof group === \"string\" && Number.isInteger(index)) {\n const motionIndex = index as number;\n this.eventEmitter?.emit(\"realtime:motion\", {\n group,\n index: motionIndex,\n });\n }\n return;\n }\n\n case LOOK_AT_TOOL_NAME: {\n const coords = readGazeCoordinates(output);\n if (coords) {\n this.eventEmitter?.emit(\"realtime:gaze\", coords);\n }\n return;\n }\n\n default:\n return;\n }\n }\n\n private emitToolError(name: string, error: Error, callId?: string): void {\n this.eventEmitter?.emit(\"realtime:tool:error\", {\n name,\n error,\n callId,\n });\n }\n\n private ensureResponseStarted(): void {\n if (this.state.response.status === \"responding\") {\n return;\n }\n\n this.state = {\n ...this.state,\n response: {\n status: \"responding\",\n text: this.state.response.text,\n },\n };\n this.eventEmitter?.emit(\"realtime:assistant:start\", {\n state: this.getState(),\n });\n }\n\n private emitState(): void {\n this.eventEmitter?.emit(\"realtime:state\", {\n state: this.getState(),\n });\n }\n\n private applyError(\n error: Error,\n connection: RealtimeState[\"connection\"],\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection,\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private emitAudioStart(): void {\n if (this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = true;\n this.eventEmitter?.emit(\"tts:audio:start\", {});\n }\n\n private emitAudioEnd(): void {\n if (!this.isAudioPlaybackActive) {\n return;\n }\n\n this.isAudioPlaybackActive = false;\n this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n this.eventEmitter?.emit(\"tts:audio:end\", {});\n }\n\n private resolveNextSessionBaseConfig(\n config?: RealtimeSessionConfig,\n ): RealtimeSessionConfig | undefined {\n return mergeSessionConfig(\n this.sessionBaseConfig ?? this.options.defaultSessionConfig,\n config,\n );\n }\n\n private buildEffectiveSessionConfig(): RealtimeSessionConfig {\n return buildRealtimeSessionConfig({\n character: this.character,\n baseConfig: {\n ...(this.sessionBaseConfig ?? {}),\n tools: this.getRegisteredTools(),\n },\n });\n }\n\n private commitActiveSession(config: RealtimeSessionConfig): void {\n this.state = {\n ...this.state,\n connection: \"connected\",\n session: {\n status: \"active\",\n config,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n }\n\n private async performStopSession(): Promise<void> {\n this.isStoppingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n this.finalizeStoppedSession(true, \"user\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isStoppingSession = false;\n }\n }\n\n private async runRefreshLoop(): Promise<void> {\n do {\n this.hasQueuedRefresh = false;\n await this.performSessionRefresh();\n } while (this.hasQueuedRefresh && !this.stopRequestedDuringRefresh);\n }\n\n private async performSessionRefresh(): Promise<void> {\n const previousState = this.getState();\n const sessionConfig = this.buildEffectiveSessionConfig();\n\n this.isRefreshingSession = true;\n this.state = {\n ...this.state,\n connection: \"disconnecting\",\n lastError: null,\n };\n this.emitState();\n\n try {\n await this.client.disconnect();\n\n if (this.stopRequestedDuringRefresh) {\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.state = {\n ...this.state,\n connection: \"connecting\",\n response: {\n status: \"idle\",\n text: \"\",\n },\n };\n this.emitState();\n\n await this.client.connect(sessionConfig);\n\n if (this.stopRequestedDuringRefresh) {\n await this.client.disconnect();\n this.emittedUserStopDuringRefresh = true;\n this.finalizeStoppedSession(true, \"user\");\n return;\n }\n\n this.commitActiveSession(sessionConfig);\n this.emitSessionEnd(\"refresh\", previousState);\n this.emitSessionStart(\"refresh\");\n } catch (error) {\n this.finalizeFailedSession(\n error instanceof Error ? error : new Error(String(error)),\n );\n throw error;\n } finally {\n this.isRefreshingSession = false;\n }\n }\n\n private emitSessionStart(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:start\", {\n state,\n reason,\n });\n }\n\n private emitSessionEnd(\n reason: RealtimeSessionTransitionReason,\n state: RealtimeState = this.getState(),\n ): void {\n this.eventEmitter?.emit(\"realtime:session:end\", {\n state,\n reason,\n });\n }\n\n private finalizeFailedSession(error: Error): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"error\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: error,\n };\n this.eventEmitter?.emit(\"realtime:error\", { error });\n this.emitState();\n }\n\n private finalizeStoppedSession(\n emitSessionEnd: boolean,\n reason: RealtimeSessionTransitionReason,\n ): void {\n this.emitAudioEnd();\n this.state = {\n ...this.state,\n connection: \"idle\",\n session: {\n status: \"stopped\",\n config: null,\n characterId: this.character?.id,\n },\n response: {\n status: \"idle\",\n text: \"\",\n },\n lastError: null,\n };\n this.emitState();\n\n if (emitSessionEnd) {\n this.emitSessionEnd(reason);\n }\n }\n}\n\nfunction readGazeCoordinates(\n output: Record<string, unknown>,\n): GazeCoordinates | null {\n const x = output.x;\n const y = output.y;\n\n if (typeof x !== \"number\" || typeof y !== \"number\") {\n return null;\n }\n\n return { x, y };\n}\n\nexport function createRealtimeManager(\n client: RealtimeTransportClient,\n options?: RealtimeManagerOptions,\n): CoreRealtimeManager {\n return new RealtimeManagerImpl(client, options);\n}\n\nfunction mergeSessionConfig(\n baseConfig?: Omit<RealtimeSessionConfig, \"tools\">,\n overrideConfig?: RealtimeSessionConfig,\n): RealtimeSessionConfig | undefined {\n if (!baseConfig && !overrideConfig) {\n return undefined;\n }\n\n const { tools: _ignoredOverrideTools, ...overrideWithoutTools } =\n overrideConfig ?? {};\n\n return {\n ...baseConfig,\n ...overrideWithoutTools,\n };\n}\n\nfunction mergeRealtimeState(\n current: RealtimeState,\n partial: Partial<RealtimeState>,\n): RealtimeState {\n return {\n connection: partial.connection ?? current.connection,\n session: {\n status: partial.session?.status ?? current.session.status,\n config: partial.session?.config ?? current.session.config,\n characterId: partial.session?.characterId ?? current.session.characterId,\n },\n response: {\n status: partial.response?.status ?? current.response.status,\n text: partial.response?.text ?? current.response.text,\n },\n lastError: partial.lastError ?? current.lastError,\n };\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nfunction createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nasync function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(\n `Realtime tool \"${toolName}\" timed out after ${timeoutMs}ms`,\n ),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n"]}
package/dist/index.mjs CHANGED
@@ -2,21 +2,22 @@
2
2
  var DEFAULT_PROVIDER = "openai";
3
3
  var DEFAULT_MODEL = "gpt-realtime-mini";
4
4
  var DEFAULT_VOICE = "marin";
5
- var SET_EXPRESSION_TOOL_DESCRIPTION = "Change the avatar's facial expression when the emotional beat clearly shifts. Usually keep the same expression for a few turns.";
6
- var PLAY_MOTION_TOOL_DESCRIPTION = "Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Usually use at most one motion in a reply.";
7
- var LOOK_AT_TOOL_DESCRIPTION = "Shift the avatar's gaze for subtle attention changes or conversational focus. Prefer this when a lightweight reaction is enough.";
5
+ var SET_EXPRESSION_TOOL_DESCRIPTION = "Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.";
6
+ var PLAY_MOTION_TOOL_DESCRIPTION = "Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.";
7
+ var LOOK_AT_TOOL_DESCRIPTION = `Shift the avatar's gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like "glance", "look over", "peek at", or directional cues. Prefer this before "setExpression" when a lightweight reaction is enough.`;
8
8
  var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
9
9
  You are speaking in a realtime voice conversation through a Live2D avatar.
10
10
  Respond naturally and keep replies concise enough for spoken delivery.
11
11
  Use avatar tools only when they add something meaningful to the moment.
12
- Use "setExpression" only when the emotional beat clearly shifts, usually not more than once in a few turns.
12
+ Use "setExpression" when the emotional beat clearly shifts, especially when the expression should linger across the reply.
13
+ Do not use "setExpression" for every friendly, polite, or mildly positive reply.
13
14
  Use "playMotion" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.
14
- Use "lookAt" for subtle attention shifts or conversational focus, and prefer it when a lightweight reaction is enough.
15
+ Use "lookAt" for subtle attention shifts or conversational focus, and prefer it before "setExpression" when a lightweight reaction is enough.
15
16
  Prefer a single meaningful avatar action over chaining multiple actions on simple replies.
16
17
  Many turns should use no avatar tool at all.
17
18
  Never break character. Never refer to yourself as an AI, model, or assistant.
18
19
  Do not mention tool calls in the spoken response.
19
- Do not narrate your facial expressions, motions, or gaze. Let the avatar show them.
20
+ Speak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.
20
21
  `.trim();
21
22
  function buildRealtimeSessionConfig({
22
23
  character,
@@ -164,11 +165,11 @@ function createAvatarControlTools(catalog) {
164
165
  properties: {
165
166
  x: {
166
167
  type: "number",
167
- description: "Normalized horizontal gaze target from -1 to 1."
168
+ description: "Normalized horizontal gaze target. -1 looks left, 0 is center, 1 looks right."
168
169
  },
169
170
  y: {
170
171
  type: "number",
171
- description: "Normalized vertical gaze target from -1 to 1."
172
+ description: "Normalized vertical gaze target. -1 looks down, 0 is center, 1 looks up."
172
173
  }
173
174
  },
174
175
  required: ["x", "y"]