@charivo/realtime 0.2.2 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. package/README.md +32 -7
  2. package/dist/{chunk-IIKECRXN.mjs → chunk-DHNRDHST.mjs} +350 -17
  3. package/dist/chunk-DHNRDHST.mjs.map +1 -0
  4. package/dist/chunk-PDODY2T7.mjs +65 -0
  5. package/dist/chunk-PDODY2T7.mjs.map +1 -0
  6. package/dist/{chunk-JGJZKKMH.mjs → chunk-PTFZ7CML.mjs} +235 -22
  7. package/dist/chunk-PTFZ7CML.mjs.map +1 -0
  8. package/dist/chunk-Y7JO2FFX.mjs +121 -0
  9. package/dist/chunk-Y7JO2FFX.mjs.map +1 -0
  10. package/dist/index.d.mts +16 -4
  11. package/dist/index.d.ts +16 -4
  12. package/dist/index.js +240 -38
  13. package/dist/index.js.map +1 -1
  14. package/dist/index.mjs +238 -98
  15. package/dist/index.mjs.map +1 -1
  16. package/dist/openai/index.d.mts +37 -1
  17. package/dist/openai/index.d.ts +37 -1
  18. package/dist/openai/index.js +427 -14
  19. package/dist/openai/index.js.map +1 -1
  20. package/dist/openai/index.mjs +3 -2
  21. package/dist/openai-agents/index.d.mts +26 -1
  22. package/dist/openai-agents/index.d.ts +26 -1
  23. package/dist/openai-agents/index.js +311 -18
  24. package/dist/openai-agents/index.js.map +1 -1
  25. package/dist/openai-agents/index.mjs +3 -2
  26. package/dist/remote/index.d.mts +3 -1
  27. package/dist/remote/index.d.ts +3 -1
  28. package/dist/remote/index.js +663 -32
  29. package/dist/remote/index.js.map +1 -1
  30. package/dist/remote/index.mjs +10 -3
  31. package/dist/remote/index.mjs.map +1 -1
  32. package/dist/{types-DntfJo0o.d.mts → types-bmYuc_Vs.d.mts} +7 -1
  33. package/dist/{types-DntfJo0o.d.ts → types-bmYuc_Vs.d.ts} +7 -1
  34. package/package.json +3 -3
  35. package/dist/chunk-IIKECRXN.mjs.map +0 -1
  36. package/dist/chunk-JGJZKKMH.mjs.map +0 -1
  37. package/dist/chunk-XJNT4ZTF.mjs +0 -41
  38. package/dist/chunk-XJNT4ZTF.mjs.map +0 -1
@@ -0,0 +1,65 @@
1
+ // src/instructions.ts
2
+ var DEFAULT_PROVIDER = "openai";
3
+ var DEFAULT_MODEL = "gpt-realtime-mini";
4
+ var DEFAULT_REALTIME_VOICE = "marin";
5
+ var SET_EXPRESSION_TOOL_DESCRIPTION = "Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.";
6
+ var PLAY_MOTION_TOOL_DESCRIPTION = "Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.";
7
+ var LOOK_AT_TOOL_DESCRIPTION = `Shift the avatar's gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like "glance", "look over", "peek at", or directional cues. Prefer this before "setExpression" when a lightweight reaction is enough.`;
8
+ var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
9
+ You are speaking in a realtime voice conversation through a Live2D avatar.
10
+ Respond naturally and keep replies concise enough for spoken delivery.
11
+ Use avatar tools only when they add something meaningful to the moment.
12
+ Use "setExpression" when the emotional beat clearly shifts, especially when the expression should linger across the reply.
13
+ Do not use "setExpression" for every friendly, polite, or mildly positive reply.
14
+ Use "playMotion" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.
15
+ Use "lookAt" for subtle attention shifts or conversational focus, and prefer it before "setExpression" when a lightweight reaction is enough.
16
+ Prefer a single meaningful avatar action over chaining multiple actions on simple replies.
17
+ Many turns should use no avatar tool at all.
18
+ Never break character. Never refer to yourself as an AI, model, or assistant.
19
+ Do not mention tool calls in the spoken response.
20
+ Speak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.
21
+ `.trim();
22
+ function buildRealtimeSessionConfig({
23
+ character,
24
+ baseConfig
25
+ } = {}) {
26
+ return {
27
+ provider: baseConfig?.provider ?? DEFAULT_PROVIDER,
28
+ transport: baseConfig?.transport ?? "webrtc",
29
+ model: baseConfig?.model ?? DEFAULT_MODEL,
30
+ voice: baseConfig?.voice ?? character?.voice?.voiceId ?? DEFAULT_REALTIME_VOICE,
31
+ instructions: baseConfig?.instructions ?? buildCharacterInstructions(character),
32
+ temperature: baseConfig?.temperature,
33
+ maxTokens: baseConfig?.maxTokens,
34
+ tools: baseConfig?.tools,
35
+ toolChoice: baseConfig?.toolChoice ?? "auto"
36
+ };
37
+ }
38
+ function buildCharacterInstructions(character) {
39
+ if (!character) {
40
+ return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
41
+ }
42
+ const identityLines = [
43
+ `You are ${character.name}.`,
44
+ "Stay fully in character during the conversation."
45
+ ];
46
+ if (character.description) {
47
+ identityLines.push(ensureSentence(character.description));
48
+ }
49
+ if (character.personality) {
50
+ identityLines.push(
51
+ `Your personality is ${ensureSentenceFragment(character.personality)}.`
52
+ );
53
+ }
54
+ return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join("\n");
55
+ }
56
+ function ensureSentence(text) {
57
+ return /[.!?]$/.test(text) ? text : `${text}.`;
58
+ }
59
+ function ensureSentenceFragment(text) {
60
+ return text.trim().replace(/[.!?]+$/, "");
61
+ }
62
+
63
+ export { DEFAULT_REALTIME_AGENT_INSTRUCTIONS, DEFAULT_REALTIME_VOICE, LOOK_AT_TOOL_DESCRIPTION, PLAY_MOTION_TOOL_DESCRIPTION, SET_EXPRESSION_TOOL_DESCRIPTION, buildRealtimeSessionConfig };
64
+ //# sourceMappingURL=chunk-PDODY2T7.mjs.map
65
+ //# sourceMappingURL=chunk-PDODY2T7.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/instructions.ts"],"names":[],"mappings":";AAEA,IAAM,gBAAA,GAAmB,QAAA;AACzB,IAAM,aAAA,GAAgB,mBAAA;AACf,IAAM,sBAAA,GAAyB;AAE/B,IAAM,+BAAA,GACX;AAEK,IAAM,4BAAA,GACX;AAEK,IAAM,wBAAA,GACX,CAAA,mPAAA;AAEK,IAAM,mCAAA,GAAsC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAajD,IAAA;AAOK,SAAS,0BAAA,CAA2B;AAAA,EACzC,SAAA;AAAA,EACA;AACF,CAAA,GAAuC,EAAC,EAA0B;AAChE,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,YAAY,QAAA,IAAY,gBAAA;AAAA,IAClC,SAAA,EAAW,YAAY,SAAA,IAAa,QAAA;AAAA,IACpC,KAAA,EAAO,YAAY,KAAA,IAAS,aAAA;AAAA,IAC5B,KAAA,EACE,UAAA,EAAY,KAAA,IAAS,SAAA,EAAW,OAAO,OAAA,IAAW,sBAAA;AAAA,IACpD,YAAA,EACE,UAAA,EAAY,YAAA,IAAgB,0BAAA,CAA2B,SAAS,CAAA;AAAA,IAClE,aAAa,UAAA,EAAY,WAAA;AAAA,IACzB,WAAW,UAAA,EAAY,SAAA;AAAA,IACvB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,UAAA,EAAY,YAAY,UAAA,IAAc;AAAA,GACxC;AACF;AAEA,SAAS,2BAA2B,SAAA,EAAsC;AACxE,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,OAAO,mCAAA;AAAA,EACT;AAEA,EAAA,MAAM,aAAA,GAAgB;AAAA,IACpB,CAAA,QAAA,EAAW,UAAU,IAAI,CAAA,CAAA,CAAA;AAAA,IACzB;AAAA,GACF;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA,CAAK,cAAA,CAAe,SAAA,CAAU,WAAW,CAAC,CAAA;AAAA,EAC1D;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA;AAAA,MACZ,CAAA,oBAAA,EAAuB,sBAAA,CAAuB,SAAA,CAAU,WAAW,CAAC,CAAA,CAAA;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,OAAO,CAAC,GAAG,aAAA,EAAe,mCAAmC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC1E;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,SAAS,IAAA,CAAK,IAAI,CAAA,GAAI,IAAA,GAAO,GAAG,IAAI,CAAA,CAAA,CAAA;AAC7C;AAEA,SAAS,uBAAuB,IAAA,EAAsB;AACpD,EAAA,OAAO,IAAA,CAAK,IAAA,EAAK,CAAE,OAAA,CAAQ,WAAW,EAAE,CAAA;AAC1C","file":"chunk-PDODY2T7.mjs","sourcesContent":["import type { Character, RealtimeSessionConfig } from \"@charivo/core\";\n\nconst DEFAULT_PROVIDER = \"openai\";\nconst DEFAULT_MODEL = \"gpt-realtime-mini\";\nexport const DEFAULT_REALTIME_VOICE = \"marin\";\n\nexport const SET_EXPRESSION_TOOL_DESCRIPTION =\n \"Change the avatar's facial expression only when the emotional beat clearly shifts or should linger across the reply. Do not use this for every polite or lightweight reaction.\";\n\nexport const PLAY_MOTION_TOOL_DESCRIPTION =\n \"Play a noticeable body motion for greetings, emphasis, or bigger reaction beats. Prefer this over stacking multiple smaller actions when the moment needs one clear accent. Usually use at most one motion in a reply.\";\n\nexport const LOOK_AT_TOOL_DESCRIPTION =\n 'Shift the avatar\\'s gaze for subtle attention changes or conversational focus. Trigger this on natural phrases like \"glance\", \"look over\", \"peek at\", or directional cues. Prefer this before \"setExpression\" when a lightweight reaction is enough.';\n\nexport const DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `\nYou are speaking in a realtime voice conversation through a Live2D avatar.\nRespond naturally and keep replies concise enough for spoken delivery.\nUse avatar tools only when they add something meaningful to the moment.\nUse \"setExpression\" when the emotional beat clearly shifts, especially when the expression should linger across the reply.\nDo not use \"setExpression\" for every friendly, polite, or mildly positive reply.\nUse \"playMotion\" for greetings, emphasis, or bigger reaction beats, usually at most once in a reply.\nUse \"lookAt\" for subtle attention shifts or conversational focus, and prefer it before \"setExpression\" when a lightweight reaction is enough.\nPrefer a single meaningful avatar action over chaining multiple actions on simple replies.\nMany turns should use no avatar tool at all.\nNever break character. Never refer to yourself as an AI, model, or assistant.\nDo not mention tool calls in the spoken response.\nSpeak only the words you want heard aloud. Use avatar tools for actions. Never say tool names or tool arguments out loud. Do not output bracketed or parenthetical action notes. If a tool is unavailable, omit the action entirely rather than narrating it.\n`.trim();\n\nexport interface BuildRealtimeSessionConfigOptions {\n character?: Character | null;\n baseConfig?: RealtimeSessionConfig;\n}\n\nexport function buildRealtimeSessionConfig({\n character,\n baseConfig,\n}: BuildRealtimeSessionConfigOptions = {}): RealtimeSessionConfig {\n return {\n provider: baseConfig?.provider ?? DEFAULT_PROVIDER,\n transport: baseConfig?.transport ?? \"webrtc\",\n model: baseConfig?.model ?? DEFAULT_MODEL,\n voice:\n baseConfig?.voice ?? character?.voice?.voiceId ?? DEFAULT_REALTIME_VOICE,\n instructions:\n baseConfig?.instructions ?? buildCharacterInstructions(character),\n temperature: baseConfig?.temperature,\n maxTokens: baseConfig?.maxTokens,\n tools: baseConfig?.tools,\n toolChoice: baseConfig?.toolChoice ?? \"auto\",\n };\n}\n\nfunction buildCharacterInstructions(character?: Character | null): string {\n if (!character) {\n return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;\n }\n\n const identityLines = [\n `You are ${character.name}.`,\n \"Stay fully in character during the conversation.\",\n ];\n\n if (character.description) {\n identityLines.push(ensureSentence(character.description));\n }\n\n if (character.personality) {\n identityLines.push(\n `Your personality is ${ensureSentenceFragment(character.personality)}.`,\n );\n }\n\n return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join(\"\\n\");\n}\n\nfunction ensureSentence(text: string): string {\n return /[.!?]$/.test(text) ? text : `${text}.`;\n}\n\nfunction ensureSentenceFragment(text: string): string {\n return text.trim().replace(/[.!?]+$/, \"\");\n}\n"]}
@@ -1,6 +1,7 @@
1
- import { isRecord, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap } from './chunk-XJNT4ZTF.mjs';
1
+ import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, acquireMicrophoneStream, bindTransportLifecycle, replaceMicrophoneTrack, isRecord, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap } from './chunk-Y7JO2FFX.mjs';
2
+ import { DEFAULT_REALTIME_VOICE } from './chunk-PDODY2T7.mjs';
2
3
  import { OPENAI_REALTIME_AGENTS_ADAPTER } from '@charivo/core';
3
- import { RealtimeAgent, OpenAIRealtimeWebRTC, RealtimeSession, tool } from '@openai/agents-realtime';
4
+ import { OpenAIRealtimeWebRTC, RealtimeSession, RealtimeAgent, tool } from '@openai/agents-realtime';
4
5
 
5
6
  // src/openai-agents/bootstrap.ts
6
7
  async function getOpenAIRealtimeAgentsBootstrap(options, request) {
@@ -42,11 +43,22 @@ var LipSyncAnalyzer = class {
42
43
  }
43
44
  audioAnalysisStream = null;
44
45
  audioContext = null;
46
+ audioSource = null;
45
47
  analyser = null;
46
48
  lipSyncInterval = null;
47
49
  pendingAudioElementPoll = null;
48
50
  observedAudioElement = null;
49
51
  observedAudioElementListener = null;
52
+ async prepareAudioContext() {
53
+ if (this.audioContext) {
54
+ return;
55
+ }
56
+ const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
57
+ if (!audioContextConstructor) {
58
+ throw new Error("AudioContext is not supported in this browser");
59
+ }
60
+ this.audioContext = new audioContextConstructor();
61
+ }
50
62
  observeAudioElement(audioElement) {
51
63
  this.detachObservedAudioElement();
52
64
  const tryAttachStream = () => {
@@ -68,16 +80,20 @@ var LipSyncAnalyzer = class {
68
80
  this.stopLipSyncAnalysis();
69
81
  this.audioAnalysisStream = stream;
70
82
  try {
71
- const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
72
- if (!audioContextConstructor) {
73
- throw new Error("AudioContext is not supported in this browser");
83
+ if (!this.audioContext) {
84
+ void this.prepareAudioContext().catch((error) => {
85
+ this.options.onError?.(error);
86
+ });
87
+ }
88
+ if (!this.audioContext) {
89
+ return;
74
90
  }
75
- this.audioContext = new audioContextConstructor();
76
- const source = this.audioContext.createMediaStreamSource(stream);
91
+ this.audioSource?.disconnect?.();
92
+ this.audioSource = this.audioContext.createMediaStreamSource(stream);
77
93
  this.analyser = this.audioContext.createAnalyser();
78
94
  this.analyser.fftSize = 256;
79
95
  this.analyser.smoothingTimeConstant = 0.8;
80
- source.connect(this.analyser);
96
+ this.audioSource.connect(this.analyser);
81
97
  this.startLipSyncAnalysis();
82
98
  } catch (error) {
83
99
  this.options.onError?.(error);
@@ -86,10 +102,21 @@ var LipSyncAnalyzer = class {
86
102
  stopOutput() {
87
103
  this.stopLipSyncAnalysis();
88
104
  }
105
+ pause() {
106
+ this.stopLipSyncAnalysis();
107
+ }
108
+ resume() {
109
+ if (!this.analyser || this.lipSyncInterval) {
110
+ return;
111
+ }
112
+ this.startLipSyncAnalysis();
113
+ }
89
114
  cleanup() {
90
115
  this.stopLipSyncAnalysis();
91
116
  this.stopAudioElementPolling();
92
117
  this.detachObservedAudioElement();
118
+ this.audioSource?.disconnect?.();
119
+ this.audioSource = null;
93
120
  if (this.audioContext) {
94
121
  void this.audioContext.close();
95
122
  this.audioContext = null;
@@ -145,15 +172,14 @@ var LipSyncAnalyzer = class {
145
172
  // src/openai-agents/session-config.ts
146
173
  var DEFAULT_AGENT_INSTRUCTIONS = "You are a realtime voice agent controlling a Live2D character.";
147
174
  var DEFAULT_MODEL = "gpt-realtime-mini";
148
- var DEFAULT_VOICE = "marin";
149
175
  function resolveInstructions(config) {
150
176
  return config?.instructions ?? DEFAULT_AGENT_INSTRUCTIONS;
151
177
  }
152
178
  function resolveVoice(config) {
153
- return config?.voice ?? DEFAULT_VOICE;
179
+ return config?.voice ?? DEFAULT_REALTIME_VOICE;
154
180
  }
155
181
  function toOpenAIRealtimeAgentsSessionConfig(config) {
156
- return {
182
+ const sessionConfig = {
157
183
  model: config?.model ?? DEFAULT_MODEL,
158
184
  instructions: resolveInstructions(config),
159
185
  toolChoice: config?.toolChoice ?? "auto",
@@ -164,6 +190,13 @@ function toOpenAIRealtimeAgentsSessionConfig(config) {
164
190
  }
165
191
  }
166
192
  };
193
+ if (config?.temperature !== void 0) {
194
+ sessionConfig.temperature = config.temperature;
195
+ }
196
+ if (config?.maxTokens !== void 0) {
197
+ sessionConfig.maxResponseOutputTokens = config.maxTokens;
198
+ }
199
+ return sessionConfig;
167
200
  }
168
201
 
169
202
  // src/openai-agents/tool-schema.ts
@@ -215,9 +248,21 @@ var OpenAIRealtimeAgentsClient = class {
215
248
  session = null;
216
249
  transport = null;
217
250
  audioElement = null;
251
+ mediaStream = null;
252
+ peerConnection = null;
253
+ audioSender = null;
218
254
  connectionWasActive = false;
255
+ connectionLossNotified = false;
256
+ isExplicitDisconnect = false;
257
+ isRecovering = false;
258
+ isCleaningUp = false;
219
259
  assistant = { text: "", started: false };
220
260
  latestHistory = [];
261
+ currentSessionConfig;
262
+ teardownTransportLifecycle;
263
+ iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {
264
+ this.emitConnectionLost("ice-disconnected");
265
+ }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);
221
266
  eventCallbacks = /* @__PURE__ */ new Set();
222
267
  pendingToolCalls = /* @__PURE__ */ new Map();
223
268
  lipSyncAnalyzer = new LipSyncAnalyzer({
@@ -230,18 +275,23 @@ var OpenAIRealtimeAgentsClient = class {
230
275
  });
231
276
  async connect(config) {
232
277
  try {
278
+ if (this.isExplicitDisconnect && this.isRecovering) {
279
+ throw new Error("Realtime session disconnect requested");
280
+ }
233
281
  this.log("Starting OpenAI Agents Realtime WebRTC connection");
282
+ this.isExplicitDisconnect = false;
283
+ this.isRecovering = false;
284
+ this.connectionLossNotified = false;
285
+ this.currentSessionConfig = config;
234
286
  this.audioElement = document.createElement("audio");
235
287
  this.audioElement.autoplay = true;
236
288
  this.audioElement.setAttribute("playsinline", "true");
237
- const agent = new RealtimeAgent({
238
- name: "charivo-realtime-agent",
239
- instructions: resolveInstructions(config),
240
- tools: this.createProxyTools(config?.tools),
241
- voice: resolveVoice(config)
242
- });
289
+ this.mediaStream = await acquireMicrophoneStream();
290
+ this.bindTransportLifecycleEvents();
291
+ await this.lipSyncAnalyzer.prepareAudioContext();
292
+ const agent = this.createAgent(config);
243
293
  this.transport = new OpenAIRealtimeWebRTC(
244
- this.createTransportOptions(this.audioElement)
294
+ this.createTransportOptions(this.audioElement, this.mediaStream)
245
295
  );
246
296
  this.session = new RealtimeSession(agent, {
247
297
  transport: this.transport,
@@ -273,9 +323,37 @@ var OpenAIRealtimeAgentsClient = class {
273
323
  }
274
324
  async disconnect() {
275
325
  this.log("Disconnecting OpenAI Agents Realtime WebRTC");
326
+ this.isExplicitDisconnect = true;
327
+ this.isRecovering = false;
276
328
  this.cleanup();
277
329
  }
330
+ async updateSession(config) {
331
+ if (!this.session) {
332
+ throw new Error("Realtime session not active");
333
+ }
334
+ this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);
335
+ await this.session.updateAgent(this.createAgent(config));
336
+ this.currentSessionConfig = config;
337
+ }
338
+ async recover(config) {
339
+ this.isRecovering = true;
340
+ this.connectionLossNotified = true;
341
+ this.currentSessionConfig = config;
342
+ try {
343
+ this.cleanupPendingToolCalls(
344
+ new Error("Realtime session interrupted during reconnect")
345
+ );
346
+ this.cleanup();
347
+ await this.connect(config ?? this.currentSessionConfig);
348
+ this.connectionLossNotified = false;
349
+ } finally {
350
+ this.isRecovering = false;
351
+ }
352
+ }
278
353
  async sendText(text) {
354
+ if (this.isRecovering) {
355
+ throw new Error("Realtime transport reconnecting");
356
+ }
279
357
  if (!this.session) {
280
358
  throw new Error("Realtime session not active");
281
359
  }
@@ -283,11 +361,17 @@ var OpenAIRealtimeAgentsClient = class {
283
361
  this.session.sendMessage(text);
284
362
  }
285
363
  async sendAudio(_audio) {
364
+ if (this.isRecovering) {
365
+ throw new Error("Realtime transport reconnecting");
366
+ }
286
367
  console.warn(
287
368
  "sendAudio is not needed with WebRTC - audio is automatically transmitted"
288
369
  );
289
370
  }
290
371
  async sendToolResult(callId, output) {
372
+ if (this.isRecovering) {
373
+ throw new Error("Realtime transport reconnecting");
374
+ }
291
375
  const pendingCall = this.pendingToolCalls.get(callId);
292
376
  if (!pendingCall) {
293
377
  throw new Error(`No pending realtime tool call for "${callId}"`);
@@ -296,6 +380,9 @@ var OpenAIRealtimeAgentsClient = class {
296
380
  pendingCall.resolve(output);
297
381
  }
298
382
  async interrupt() {
383
+ if (this.isRecovering) {
384
+ throw new Error("Realtime transport reconnecting");
385
+ }
299
386
  if (!this.session) {
300
387
  throw new Error("Realtime session not active");
301
388
  }
@@ -305,6 +392,14 @@ var OpenAIRealtimeAgentsClient = class {
305
392
  onEvent(callback) {
306
393
  this.eventCallbacks.add(callback);
307
394
  }
395
+ createAgent(config) {
396
+ return new RealtimeAgent({
397
+ name: "charivo-realtime-agent",
398
+ instructions: resolveInstructions(config),
399
+ tools: this.createProxyTools(config?.tools),
400
+ voice: resolveVoice(config)
401
+ });
402
+ }
308
403
  bindSessionEvents(session) {
309
404
  session.on("agent_start", () => {
310
405
  this.ensureAssistantStarted();
@@ -351,7 +446,7 @@ var OpenAIRealtimeAgentsClient = class {
351
446
  if (status === "disconnected" && this.connectionWasActive) {
352
447
  this.cleanupPendingToolCalls();
353
448
  this.connectionWasActive = false;
354
- this.emitEvent({ type: "session.ended" });
449
+ this.emitConnectionLost("connection-failed");
355
450
  }
356
451
  });
357
452
  }
@@ -453,10 +548,14 @@ var OpenAIRealtimeAgentsClient = class {
453
548
  });
454
549
  });
455
550
  }
456
- createTransportOptions(audioElement) {
551
+ createTransportOptions(audioElement, mediaStream) {
457
552
  return {
458
553
  audioElement,
554
+ mediaStream,
459
555
  changePeerConnection: async (peerConnection) => {
556
+ this.peerConnection = peerConnection;
557
+ this.audioSender = typeof peerConnection.getSenders === "function" ? peerConnection.getSenders().find((candidate) => candidate.track?.kind === "audio") ?? null : null;
558
+ this.bindPeerConnectionEvents(peerConnection);
460
559
  peerConnection.addEventListener("track", (event) => {
461
560
  const stream = event.streams[0];
462
561
  if (stream) {
@@ -467,7 +566,113 @@ var OpenAIRealtimeAgentsClient = class {
467
566
  }
468
567
  };
469
568
  }
569
+ bindPeerConnectionEvents(peerConnection) {
570
+ peerConnection.addEventListener("iceconnectionstatechange", () => {
571
+ const iceState = peerConnection.iceConnectionState;
572
+ if (iceState === "failed") {
573
+ this.iceDisconnectDebouncer.cancel();
574
+ this.emitConnectionLost("ice-failed");
575
+ } else if (iceState === "disconnected") {
576
+ this.iceDisconnectDebouncer.schedule();
577
+ } else {
578
+ this.iceDisconnectDebouncer.cancel();
579
+ }
580
+ });
581
+ peerConnection.addEventListener("connectionstatechange", () => {
582
+ if (peerConnection.connectionState === "failed" || peerConnection.connectionState === "closed") {
583
+ this.iceDisconnectDebouncer.cancel();
584
+ this.emitConnectionLost("connection-failed");
585
+ }
586
+ });
587
+ }
588
+ bindTransportLifecycleEvents() {
589
+ if (this.teardownTransportLifecycle) {
590
+ return;
591
+ }
592
+ this.teardownTransportLifecycle = bindTransportLifecycle({
593
+ onHidden: this.handleHidden,
594
+ onOnline: this.handleOnline,
595
+ onPageHide: this.handlePageHide,
596
+ onPageShow: this.handlePageShow,
597
+ onVisible: this.handleVisible,
598
+ onDeviceChange: this.handleDeviceChange
599
+ });
600
+ }
601
+ unbindTransportLifecycleEvents() {
602
+ this.teardownTransportLifecycle?.();
603
+ this.teardownTransportLifecycle = void 0;
604
+ }
605
+ handleOnline = () => {
606
+ this.emitConnectionLost("online");
607
+ };
608
+ handleHidden = () => {
609
+ this.lipSyncAnalyzer.pause();
610
+ };
611
+ handleVisible = () => {
612
+ this.lipSyncAnalyzer.resume();
613
+ this.emitConnectionLost("visibility");
614
+ };
615
+ handlePageHide = () => {
616
+ this.lipSyncAnalyzer.pause();
617
+ };
618
+ handlePageShow = (event) => {
619
+ this.lipSyncAnalyzer.resume();
620
+ if (event.persisted) {
621
+ this.emitConnectionLost("pageshow");
622
+ }
623
+ };
624
+ handleDeviceChange = () => {
625
+ void this.refreshMicrophoneTrack();
626
+ };
627
+ async refreshMicrophoneTrack() {
628
+ if (!this.peerConnection || this.isExplicitDisconnect) {
629
+ return;
630
+ }
631
+ try {
632
+ const { audioSender, mediaStream } = await replaceMicrophoneTrack({
633
+ audioSender: this.audioSender,
634
+ mediaStream: this.mediaStream,
635
+ peerConnection: this.peerConnection
636
+ });
637
+ this.audioSender = audioSender;
638
+ this.mediaStream = mediaStream;
639
+ } catch (error) {
640
+ this.emitEvent({
641
+ type: "error",
642
+ error: error instanceof Error ? error : new Error(String(error))
643
+ });
644
+ }
645
+ }
646
+ emitConnectionLost(cause, error) {
647
+ if (this.connectionLossNotified || this.isExplicitDisconnect || this.isCleaningUp || !this.shouldRecover(cause)) {
648
+ return;
649
+ }
650
+ this.connectionLossNotified = true;
651
+ this.cleanupPendingToolCalls(
652
+ new Error("Realtime session interrupted during reconnect")
653
+ );
654
+ this.resetAssistantTracking();
655
+ this.lipSyncAnalyzer.stopOutput();
656
+ this.emitEvent({
657
+ type: "connection.lost",
658
+ cause,
659
+ error
660
+ });
661
+ }
662
+ shouldRecover(cause) {
663
+ if (!this.peerConnection) {
664
+ return false;
665
+ }
666
+ if (cause === "visibility" || cause === "pageshow" || cause === "offline" || cause === "online") {
667
+ return this.peerConnection.connectionState === "failed" || this.peerConnection.connectionState === "closed" || this.peerConnection.iceConnectionState === "failed" || this.peerConnection.iceConnectionState === "disconnected";
668
+ }
669
+ return true;
670
+ }
470
671
  cleanup(error) {
672
+ this.connectionWasActive = false;
673
+ this.isCleaningUp = true;
674
+ this.iceDisconnectDebouncer.cancel();
675
+ this.unbindTransportLifecycleEvents();
471
676
  this.cleanupPendingToolCalls(error);
472
677
  this.lipSyncAnalyzer.cleanup();
473
678
  if (this.transport) {
@@ -482,7 +687,15 @@ var OpenAIRealtimeAgentsClient = class {
482
687
  this.audioElement.srcObject = null;
483
688
  this.audioElement = null;
484
689
  }
690
+ if (this.mediaStream) {
691
+ this.mediaStream.getTracks?.().forEach((track) => track.stop());
692
+ this.mediaStream = null;
693
+ }
694
+ this.peerConnection = null;
695
+ this.audioSender = null;
485
696
  this.latestHistory = [];
697
+ this.connectionLossNotified = false;
698
+ this.isCleaningUp = false;
486
699
  this.resetAssistantTracking();
487
700
  }
488
701
  resetAssistantTracking() {
@@ -521,5 +734,5 @@ function createOpenAIRealtimeAgentsClient(options) {
521
734
  }
522
735
 
523
736
  export { OpenAIRealtimeAgentsClient, createOpenAIRealtimeAgentsClient };
524
- //# sourceMappingURL=chunk-JGJZKKMH.mjs.map
525
- //# sourceMappingURL=chunk-JGJZKKMH.mjs.map
737
+ //# sourceMappingURL=chunk-PTFZ7CML.mjs.map
738
+ //# sourceMappingURL=chunk-PTFZ7CML.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai-agents/bootstrap.ts","../src/openai-agents/lip-sync-analyzer.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":[],"mappings":";;;;;;AAiBA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,GACxE;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,EACnE;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,OAAO,SAAA;AACT;;;AClDO,IAAM,kBAAN,MAAsB;AAAA,EAU3B,YAAoB,OAAA,EAAiC;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkC;AAAA,EAT9C,mBAAA,GAA0C,IAAA;AAAA,EAC1C,YAAA,GAAoC,IAAA;AAAA,EACpC,WAAA,GAAiD,IAAA;AAAA,EACjD,QAAA,GAAgC,IAAA;AAAA,EAChC,eAAA,GAAiC,IAAA;AAAA,EACjC,uBAAA,GAAyC,IAAA;AAAA,EACzC,oBAAA,GAAgD,IAAA;AAAA,EAChD,4BAAA,GAAoD,IAAA;AAAA,EAI5D,MAAM,mBAAA,GAAqC;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEA,oBAAoB,YAAA,EAAsC;AACxD,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,MAAM,kBAAkB,MAAM;AAC5B,MAAA,MAAM,SAAS,YAAA,CAAa,SAAA;AAC5B,MAAA,IAAI,kBAAkB,WAAA,EAAa;AACjC,QAAA,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,YAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,eAAA;AACpC,IAAA,YAAA,CAAa,gBAAA,CAAiB,kBAAkB,eAAe,CAAA;AAC/D,IAAA,IAAA,CAAK,uBAAA,GAA0B,MAAA,CAAO,WAAA,CAAY,eAAA,EAAiB,EAAE,CAAA;AAAA,EACvE;AAAA,EAEA,aAAa,MAAA,EAA2B;AACtC,IAAA,IAAI,IAAA,CAAK,wBAAwB,MAAA,EAAQ;AACvC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,mBAAA,GAAsB,MAAA;AAE3B,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,mBAAA,EAAoB,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAC/C,UAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,QAC9B,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,aAAa,UAAA,IAAa;AAC/B,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AACnE,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AACtC,MAAA,IAAA,CAAK,WAAA,CAAY,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAEtC,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B;AAAA,EAEA,MAAA,GAAe;AACb,IAAA,IAAI,CAAC,IAAA,CAAK,QAAA,IAAY,IAAA,CAAK,eAAA,EAAiB;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,OAAA,GAAgB;AACd,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,IAAA,CAAK,aAAa,UAAA,IAAa;AAC/B,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAEnB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAAA,EAClB;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,KAAK,QAAA,CAAS,iBAAA;AACnC,IAAA,MAAM,SAAA,GAAY,IAAI,UAAA,CAAW,YAAY,CAAA;AAE7C,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA,CAAO,WAAA,CAAY,MAAM;AAC9C,MAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,SAAS,CAAA;AAE5C,MAAA,IAAI,GAAA,GAAM,CAAA;AACV,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,YAAA,EAAc,SAAS,CAAA,EAAG;AACpD,QAAA,MAAM,UAAA,GAAa,SAAA,CAAU,KAAK,CAAA,GAAI,GAAA;AACtC,QAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,MACtB;AAEA,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,GAAM,YAAY,CAAA;AACxC,MAAA,IAAA,CAAK,QAAQ,KAAA,CAAM,IAAA,CAAK,IAAI,GAAA,GAAM,CAAA,EAAG,CAAC,CAAC,CAAA;AAAA,IACzC,CAAA,EAAG,MAAO,EAAE,CAAA;AAAA,EACd;AAAA,EAEQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,aAAA,CAAc,KAAK,eAAe,CAAA;AAClC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AACA,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEQ,uBAAA,GAAgC;AACtC,IAAA,IAAI,KAAK,uBAAA,EAAyB;AAChC,MAAA,aAAA,CAAc,KAAK,uBAAuB,CAAA;AAC1C,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,4BAAA,EAA8B;AAClE,MAAA,IAAA,CAAK,oBAAA,CAAqB,mBAAA;AAAA,QACxB,gBAAA;AAAA,QACA,IAAA,CAAK;AAAA,OACP;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AAAA,EACtC;AACF,CAAA;;;ACpKO,IAAM,0BAAA,GACX,gEAAA;AACK,IAAM,aAAA,GAAgB,mBAAA;AAEtB,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0BAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,sBAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,MAAM,aAAA,GAAyC;AAAA,IAC7C,KAAA,EAAO,QAAQ,KAAA,IAAS,aAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B,KAAA,EAAO;AAAA,MACL,MAAA,EAAQ;AAAA,QACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B;AACF,GACF;AAEA,EAAA,IAAI,MAAA,EAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,aAAA,CAAc,cAAc,MAAA,CAAO,WAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,aAAA,CAAc,0BAA0B,MAAA,CAAO,SAAA;AAAA,EACjD;AAEA,EAAA,OAAO,aAAA;AACT;;;ACfO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;ACpBA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAEK,IAAM,6BAAN,MAAoE;AAAA,EAgCzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EA/B9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,cAAA,GAA2C,IAAA;AAAA,EAC3C,WAAA,GAAmC,IAAA;AAAA,EACnC,mBAAA,GAAsB,KAAA;AAAA,EACtB,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,gBAAgC,EAAC;AAAA,EACjC,oBAAA;AAAA,EACA,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EACtB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA,EACpD,eAAA,GAAkB,IAAI,eAAA,CAAgB;AAAA,IACrD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EAID,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,MAAA,MAAM,IAAA,CAAK,gBAAgB,mBAAA,EAAoB;AAE/C,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,WAAA,CAAY,MAAM,CAAA;AAErC,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAA,EAAc,KAAK,WAAW;AAAA,OACjE;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,eAAA,CAAgB,mBAAA,CAAoB,IAAA,CAAK,YAAY,CAAA;AAE1D,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAAS,8BAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAY,8BAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+C,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,OAAO,MAAA,EAAQ;AAAA,OAChB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAOA,IAAA,IAAA,CAAK,OAAA,CAAQ,OAAA,CAAQ,MAAA,GAAS,mCAAA,CAAoC,MAAM,CAAA;AACxE,IAAA,MAAM,KAAK,OAAA,CAAQ,WAAA,CAAY,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA;AACvD,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,uBAAA;AAAA,QACH,IAAI,MAAM,+CAA+C;AAAA,OAC3D;AACA,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AACtD,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AACvB,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,YAAY,MAAA,EAA+C;AACjE,IAAA,OAAO,IAAI,aAAA,CAAc;AAAA,MACvB,IAAA,EAAM,wBAAA;AAAA,MACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,MACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,MAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,KAC3B,CAAA;AAAA,EACH;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,IACjD,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAiB,MAAM;AAChC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAAA,IAC/C,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,IACvB,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AACjC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,qBAAqB,MAAM;AACtC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,MAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAAA,IAClC,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAStD,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,MAAA,CAAO,MAAK,EAAG;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YACJ,IAAA,CAAK,sBAAA,EAAuB,IAAK,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAE5D,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAAiC;AACvC,IAAA,KAAA,IAAS,KAAA,GAAQ,KAAK,aAAA,CAAc,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AACtE,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA;AACrC,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,CACN,cACA,WAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,WAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,QAAA,IAAA,CAAK,cACH,OAAO,cAAA,CAAe,UAAA,KAAe,UAAA,GAChC,eACE,UAAA,EAAW,CACX,IAAA,CAAK,CAAC,cAAc,SAAA,CAAU,KAAA,EAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA;AACN,QAAA,IAAA,CAAK,yBAAyB,cAAc,CAAA;AAC5C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,MAAM,CAAA;AAAA,UAC1C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,yBAAyB,cAAA,EAAyC;AACxE,IAAA,cAAA,CAAe,gBAAA,CAAiB,4BAA4B,MAAM;AAChE,MAAA,MAAM,WAAW,cAAA,CAAe,kBAAA;AAChC,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,cAAA,CAAe,gBAAA,CAAiB,yBAAyB,MAAM;AAC7D,MAAA,IACE,cAAA,CAAe,eAAA,KAAoB,QAAA,IACnC,cAAA,CAAe,oBAAoB,QAAA,EACnC;AACA,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,IAAkB,IAAA,CAAK,oBAAA,EAAsB;AACrD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,uBAAA;AAAA,MACH,IAAI,MAAM,+CAA+C;AAAA,KAC3D;AACA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAChC,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,IAAA,CAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,KAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,IAAA,CAAK,cAAA,CAAe,kBAAA,KAAuB,QAAA,IAC3C,IAAA,CAAK,eAAe,kBAAA,KAAuB,cAAA;AAAA,IAE/C;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAE7B,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,aAAY,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC9D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,gBAAgB,EAAC;AACtB,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AAAA,EACF;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-PTFZ7CML.mjs","sourcesContent":["import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI agents realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap;\n}\n","interface LipSyncAnalyzerOptions {\n onRms: (rms: number) => void;\n onError?: (error: unknown) => void;\n}\n\nexport class LipSyncAnalyzer {\n private audioAnalysisStream: MediaStream | null = null;\n private audioContext: AudioContext | null = null;\n private audioSource: MediaStreamAudioSourceNode | null = null;\n private analyser: AnalyserNode | null = null;\n private lipSyncInterval: number | null = null;\n private pendingAudioElementPoll: number | null = null;\n private observedAudioElement: HTMLAudioElement | null = null;\n private observedAudioElementListener: (() => void) | null = null;\n\n constructor(private options: LipSyncAnalyzerOptions) {}\n\n async prepareAudioContext(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n observeAudioElement(audioElement: HTMLAudioElement): void {\n this.detachObservedAudioElement();\n\n const tryAttachStream = () => {\n const stream = audioElement.srcObject;\n if (stream instanceof MediaStream) {\n this.attachStream(stream);\n }\n };\n\n this.observedAudioElement = audioElement;\n this.observedAudioElementListener = tryAttachStream;\n audioElement.addEventListener(\"loadedmetadata\", tryAttachStream);\n this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);\n }\n\n attachStream(stream: MediaStream): void {\n if (this.audioAnalysisStream === stream) {\n return;\n }\n\n this.stopAudioElementPolling();\n this.stopLipSyncAnalysis();\n this.audioAnalysisStream = stream;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudioContext().catch((error) => {\n this.options.onError?.(error);\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.audioSource?.disconnect?.();\n this.audioSource = this.audioContext.createMediaStreamSource(stream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n this.audioSource.connect(this.analyser);\n\n this.startLipSyncAnalysis();\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n stopOutput(): void {\n this.stopLipSyncAnalysis();\n }\n\n pause(): void {\n this.stopLipSyncAnalysis();\n }\n\n resume(): void {\n if (!this.analyser || this.lipSyncInterval) {\n return;\n }\n\n this.startLipSyncAnalysis();\n }\n\n cleanup(): void {\n this.stopLipSyncAnalysis();\n this.stopAudioElementPolling();\n this.detachObservedAudioElement();\n\n this.audioSource?.disconnect?.();\n this.audioSource = null;\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = null;\n }\n\n this.audioAnalysisStream = null;\n this.analyser = null;\n }\n\n private startLipSyncAnalysis(): void {\n if (!this.analyser) {\n return;\n }\n\n const bufferLength = this.analyser.frequencyBinCount;\n const dataArray = new Uint8Array(bufferLength);\n\n this.lipSyncInterval = window.setInterval(() => {\n if (!this.analyser) {\n return;\n }\n\n this.analyser.getByteFrequencyData(dataArray);\n\n let sum = 0;\n for (let index = 0; index < bufferLength; index += 1) {\n const normalized = dataArray[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / bufferLength);\n this.options.onRms(Math.min(rms * 3, 1));\n }, 1000 / 60);\n }\n\n private stopLipSyncAnalysis(): void {\n if (this.lipSyncInterval) {\n clearInterval(this.lipSyncInterval);\n this.lipSyncInterval = null;\n }\n this.options.onRms(0);\n }\n\n private stopAudioElementPolling(): void {\n if (this.pendingAudioElementPoll) {\n clearInterval(this.pendingAudioElementPoll);\n this.pendingAudioElementPoll = null;\n }\n }\n\n private detachObservedAudioElement(): void {\n if (this.observedAudioElement && this.observedAudioElementListener) {\n this.observedAudioElement.removeEventListener(\n \"loadedmetadata\",\n this.observedAudioElementListener,\n );\n }\n\n this.observedAudioElement = null;\n this.observedAudioElementListener = null;\n }\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport { DEFAULT_REALTIME_VOICE } from \"../instructions\";\n\nexport const DEFAULT_AGENT_INSTRUCTIONS =\n \"You are a realtime voice agent controlling a Live2D character.\";\nexport const DEFAULT_MODEL = \"gpt-realtime-mini\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_REALTIME_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const sessionConfig: Record<string, unknown> = {\n model: config?.model ?? DEFAULT_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio: {\n output: {\n voice: resolveVoice(config),\n },\n },\n };\n\n if (config?.temperature !== undefined) {\n sessionConfig.temperature = config.temperature;\n }\n\n if (config?.maxTokens !== undefined) {\n sessionConfig.maxResponseOutputTokens = config.maxTokens;\n }\n\n return sessionConfig;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_AGENTS_ADAPTER } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport { LipSyncAnalyzer } from \"./lip-sync-analyzer\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private peerConnection: RTCPeerConnection | null = null;\n private audioSender: RTCRtpSender | null = null;\n private connectionWasActive = false;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private latestHistory: RealtimeItem[] = [];\n private currentSessionConfig?: RealtimeSessionConfig;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n private readonly lipSyncAnalyzer = new LipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n this.mediaStream = await acquireMicrophoneStream();\n this.bindTransportLifecycleEvents();\n await this.lipSyncAnalyzer.prepareAudioContext();\n\n const agent = this.createAgent(config);\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement, this.mediaStream),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.lipSyncAnalyzer.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n // `RealtimeSession.updateAgent(...)` is the only public session-level API\n // that recomputes instructions / tools / voice and applies them without a\n // reconnect. The SDK currently derives that patch from `options.config`\n // plus agent fields, so keep `options.config` aligned here until it\n // exposes a dedicated public config update path on `RealtimeSession`.\n this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);\n await this.session.updateAgent(this.createAgent(config));\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private createAgent(config?: RealtimeSessionConfig): RealtimeAgent {\n return new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n session.on(\"audio_start\", () => {\n this.emitEvent({ type: \"audio.output.started\" });\n });\n\n session.on(\"audio_stopped\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestHistory = history;\n });\n\n session.on(\"error\", ({ error }) => {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"audio_interrupted\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n this.lipSyncAnalyzer.stopOutput();\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // Tool-using user turns arrive as two agent_end events: the first after\n // the tool call (no new text this sub-cycle) and the second after the\n // post-tool reply (the real content). Skip the first one so consumers\n // see one completion per user turn instead of two, and keep tracking\n // live so the follow-up sub-cycle does not re-emit\n // assistant.response.started. Without this guard the first agent_end\n // would fall back to getLatestAssistantText(), which can return the\n // previous turn's message.\n if (!this.assistant.text && !output.trim()) {\n return;\n }\n\n const finalText =\n this.getLatestAssistantText() || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n });\n this.resetAssistantTracking();\n }\n\n private getLatestAssistantText(): string {\n for (let index = this.latestHistory.length - 1; index >= 0; index -= 1) {\n const item = this.latestHistory[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n mediaStream: MediaStream,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n mediaStream,\n changePeerConnection: async (peerConnection) => {\n this.peerConnection = peerConnection;\n this.audioSender =\n typeof peerConnection.getSenders === \"function\"\n ? (peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null;\n this.bindPeerConnectionEvents(peerConnection);\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private bindPeerConnectionEvents(peerConnection: RTCPeerConnection): void {\n peerConnection.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = peerConnection.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n peerConnection.addEventListener(\"connectionstatechange\", () => {\n if (\n peerConnection.connectionState === \"failed\" ||\n peerConnection.connectionState === \"closed\"\n ) {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSyncAnalyzer.resume();\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n this.lipSyncAnalyzer.resume();\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.peerConnection || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.peerConnection,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.shouldRecover(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.resetAssistantTracking();\n this.lipSyncAnalyzer.stopOutput();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private shouldRecover(cause: RealtimeReconnectCause): boolean {\n if (!this.peerConnection) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.peerConnection.connectionState === \"failed\" ||\n this.peerConnection.connectionState === \"closed\" ||\n this.peerConnection.iceConnectionState === \"failed\" ||\n this.peerConnection.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(error?: unknown): void {\n this.connectionWasActive = false;\n this.isCleaningUp = true;\n this.iceDisconnectDebouncer.cancel();\n this.unbindTransportLifecycleEvents();\n this.cleanupPendingToolCalls(error);\n this.lipSyncAnalyzer.cleanup();\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks?.().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n this.peerConnection = null;\n this.audioSender = null;\n this.latestHistory = [];\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.resetAssistantTracking();\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}