@charivo/realtime 0.8.0 → 0.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,222 @@
1
+ import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS } from './chunk-PNBYFAER.mjs';
2
+ import { subscribeBrowserLifecycle } from '@charivo/core';
3
+
4
+ // src/internal/microphone.ts
5
+ var DEFAULT_MICROPHONE_CONSTRAINTS = {
6
+ echoCancellation: true,
7
+ noiseSuppression: true,
8
+ autoGainControl: true
9
+ };
10
+ async function acquireMicrophoneStream() {
11
+ return navigator.mediaDevices.getUserMedia({
12
+ audio: DEFAULT_MICROPHONE_CONSTRAINTS
13
+ });
14
+ }
15
+ var DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1e3;
16
+ function bindTransportLifecycle(callbacks) {
17
+ const teardownBrowserLifecycle = subscribeBrowserLifecycle({
18
+ onHidden: callbacks.onHidden,
19
+ onOnline: callbacks.onOnline,
20
+ onPageHide: callbacks.onPageHide,
21
+ onPageShow: callbacks.onPageShow,
22
+ onVisible: callbacks.onVisible
23
+ });
24
+ if (callbacks.onDeviceChange) {
25
+ navigator.mediaDevices?.addEventListener?.(
26
+ "devicechange",
27
+ callbacks.onDeviceChange
28
+ );
29
+ }
30
+ return () => {
31
+ teardownBrowserLifecycle();
32
+ if (callbacks.onDeviceChange) {
33
+ navigator.mediaDevices?.removeEventListener?.(
34
+ "devicechange",
35
+ callbacks.onDeviceChange
36
+ );
37
+ }
38
+ };
39
+ }
40
+ async function replaceMicrophoneTrack(state) {
41
+ if (!state.peerConnection) {
42
+ throw new Error("Realtime transport not active");
43
+ }
44
+ const nextStream = await acquireMicrophoneStream();
45
+ const nextTrack = nextStream.getAudioTracks()[0];
46
+ if (!nextTrack) {
47
+ throw new Error("Microphone access required for Realtime API");
48
+ }
49
+ const sender = state.audioSender ?? (typeof state.peerConnection.getSenders === "function" ? state.peerConnection.getSenders().find((candidate) => candidate.track?.kind === "audio") ?? null : null);
50
+ if (!sender) {
51
+ throw new Error("No outbound audio sender available");
52
+ }
53
+ await sender.replaceTrack(nextTrack);
54
+ state.mediaStream?.getTracks().forEach((track) => track.stop());
55
+ return {
56
+ audioSender: sender,
57
+ mediaStream: nextStream
58
+ };
59
+ }
60
+ function createIceDisconnectDebouncer(onDisconnect, delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS) {
61
+ let pending = null;
62
+ return {
63
+ schedule() {
64
+ if (pending) {
65
+ return;
66
+ }
67
+ pending = setTimeout(() => {
68
+ pending = null;
69
+ onDisconnect();
70
+ }, delayMs);
71
+ },
72
+ cancel() {
73
+ if (!pending) {
74
+ return;
75
+ }
76
+ clearTimeout(pending);
77
+ pending = null;
78
+ }
79
+ };
80
+ }
81
+
82
+ // src/openai-agents/lip-sync-analyzer.ts
83
+ var LipSyncAnalyzer = class {
84
+ constructor(options) {
85
+ this.options = options;
86
+ }
87
+ audioAnalysisStream = null;
88
+ audioContext = null;
89
+ audioSource = null;
90
+ analyser = null;
91
+ lipSyncInterval = null;
92
+ pendingAudioElementPoll = null;
93
+ observedAudioElement = null;
94
+ observedAudioElementListener = null;
95
+ async prepareAudioContext() {
96
+ if (this.audioContext) {
97
+ return;
98
+ }
99
+ const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
100
+ if (!audioContextConstructor) {
101
+ throw new Error("AudioContext is not supported in this browser");
102
+ }
103
+ this.audioContext = new audioContextConstructor();
104
+ }
105
+ observeAudioElement(audioElement) {
106
+ this.detachObservedAudioElement();
107
+ const tryAttachStream = () => {
108
+ const stream = audioElement.srcObject;
109
+ if (stream instanceof MediaStream) {
110
+ this.attachStream(stream);
111
+ }
112
+ };
113
+ this.observedAudioElement = audioElement;
114
+ this.observedAudioElementListener = tryAttachStream;
115
+ audioElement.addEventListener("loadedmetadata", tryAttachStream);
116
+ this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);
117
+ }
118
+ attachStream(stream) {
119
+ if (this.audioAnalysisStream === stream) {
120
+ return;
121
+ }
122
+ this.stopAudioElementPolling();
123
+ this.stopLipSyncAnalysis();
124
+ this.audioAnalysisStream = stream;
125
+ try {
126
+ if (!this.audioContext) {
127
+ void this.prepareAudioContext().catch((error) => {
128
+ this.options.onError?.(error);
129
+ });
130
+ }
131
+ if (!this.audioContext) {
132
+ return;
133
+ }
134
+ this.audioSource?.disconnect?.();
135
+ this.audioSource = this.audioContext.createMediaStreamSource(stream);
136
+ this.analyser = this.audioContext.createAnalyser();
137
+ this.analyser.fftSize = 256;
138
+ this.analyser.smoothingTimeConstant = 0.8;
139
+ this.audioSource.connect(this.analyser);
140
+ this.startLipSyncAnalysis();
141
+ } catch (error) {
142
+ this.options.onError?.(error);
143
+ }
144
+ }
145
+ stopOutput() {
146
+ this.stopLipSyncAnalysis();
147
+ }
148
+ pause() {
149
+ this.stopLipSyncAnalysis();
150
+ }
151
+ resume() {
152
+ if (!this.analyser || this.lipSyncInterval) {
153
+ return;
154
+ }
155
+ this.startLipSyncAnalysis();
156
+ }
157
+ cleanup() {
158
+ this.stopLipSyncAnalysis();
159
+ this.stopAudioElementPolling();
160
+ this.detachObservedAudioElement();
161
+ this.audioSource?.disconnect?.();
162
+ this.audioSource = null;
163
+ if (this.audioContext) {
164
+ void this.audioContext.close();
165
+ this.audioContext = null;
166
+ }
167
+ this.audioAnalysisStream = null;
168
+ this.analyser = null;
169
+ }
170
+ startLipSyncAnalysis() {
171
+ if (!this.analyser) {
172
+ return;
173
+ }
174
+ const bufferLength = this.analyser.frequencyBinCount;
175
+ const dataArray = new Uint8Array(bufferLength);
176
+ this.lipSyncInterval = window.setInterval(() => {
177
+ if (!this.analyser) {
178
+ return;
179
+ }
180
+ this.analyser.getByteFrequencyData(dataArray);
181
+ let sum = 0;
182
+ for (let index = 0; index < bufferLength; index += 1) {
183
+ const normalized = dataArray[index] / 255;
184
+ sum += normalized * normalized;
185
+ }
186
+ const rms = Math.sqrt(sum / bufferLength);
187
+ this.options.onRms(Math.min(rms * 3, 1));
188
+ }, 1e3 / 60);
189
+ }
190
+ stopLipSyncAnalysis() {
191
+ if (this.lipSyncInterval) {
192
+ clearInterval(this.lipSyncInterval);
193
+ this.lipSyncInterval = null;
194
+ }
195
+ this.options.onRms(0);
196
+ }
197
+ stopAudioElementPolling() {
198
+ if (this.pendingAudioElementPoll) {
199
+ clearInterval(this.pendingAudioElementPoll);
200
+ this.pendingAudioElementPoll = null;
201
+ }
202
+ }
203
+ detachObservedAudioElement() {
204
+ if (this.observedAudioElement && this.observedAudioElementListener) {
205
+ this.observedAudioElement.removeEventListener(
206
+ "loadedmetadata",
207
+ this.observedAudioElementListener
208
+ );
209
+ }
210
+ this.observedAudioElement = null;
211
+ this.observedAudioElementListener = null;
212
+ }
213
+ };
214
+
215
+ // src/openai/defaults.ts
216
+ var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-mini";
217
+ var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
218
+ var DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS = DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
219
+
220
+ export { DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS, DEFAULT_OPENAI_REALTIME_MODEL, DEFAULT_OPENAI_REALTIME_VOICE, LipSyncAnalyzer, acquireMicrophoneStream, bindTransportLifecycle, createIceDisconnectDebouncer, replaceMicrophoneTrack };
221
+ //# sourceMappingURL=chunk-3PIMXNQU.mjs.map
222
+ //# sourceMappingURL=chunk-3PIMXNQU.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/internal/microphone.ts","../src/internal/webrtc-lifecycle.ts","../src/openai-agents/lip-sync-analyzer.ts","../src/openai/defaults.ts"],"names":[],"mappings":";;;;AAAO,IAAM,8BAAA,GAAiC;AAAA,EAC5C,gBAAA,EAAkB,IAAA;AAAA,EAClB,gBAAA,EAAkB,IAAA;AAAA,EAClB,eAAA,EAAiB;AACnB,CAAA;AAEA,eAAsB,uBAAA,GAAgD;AACpE,EAAA,OAAO,SAAA,CAAU,aAAa,YAAA,CAAa;AAAA,IACzC,KAAA,EAAO;AAAA,GACR,CAAA;AACH;ACPO,IAAM,oCAAA,GAAuC;AAW7C,SAAS,uBACd,SAAA,EACY;AACZ,EAAA,MAAM,2BAA2B,yBAAA,CAA0B;AAAA,IACzD,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,WAAW,SAAA,CAAU;AAAA,GACtB,CAAA;AAED,EAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,IAAA,SAAA,CAAU,YAAA,EAAc,gBAAA;AAAA,MACtB,cAAA;AAAA,MACA,SAAA,CAAU;AAAA,KACZ;AAAA,EACF;AAEA,EAAA,OAAO,MAAM;AACX,IAAA,wBAAA,EAAyB;AACzB,IAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,MAAA,SAAA,CAAU,YAAA,EAAc,mBAAA;AAAA,QACtB,cAAA;AAAA,QACA,SAAA,CAAU;AAAA,OACZ;AAAA,IACF;AAAA,EACF,CAAA;AACF;AAQA,eAAsB,uBACpB,KAAA,EACkE;AAClE,EAAA,IAAI,CAAC,MAAM,cAAA,EAAgB;AACzB,IAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,EACjD;AAEA,EAAA,MAAM,UAAA,GAAa,MAAM,uBAAA,EAAwB;AACjD,EAAA,MAAM,SAAA,GAAY,UAAA,CAAW,cAAA,EAAe,CAAE,CAAC,CAAA;AAC/C,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,MAAM,MAAA,GACJ,MAAM,WAAA,KACL,OAAO,MAAM,cAAA,CAAe,UAAA,KAAe,aACvC,KAAA,CAAM,cAAA,CACJ,YAAW,CACX,IAAA,CAAK,CAAC,SAAA,KAAc,SAAA,CAAU,OAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA,CAAA;AACN,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,oCAAoC,CAAA;AAAA,EACtD;AAEA,EAAA,MAAM,MAAA,CAAO,aAAa,SAAS,CAAA;AACnC,EAAA,KAAA,CAAM,WAAA,EAAa,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAE9D,EAAA,OAAO;AAAA,IACL,WAAA,EAAa,MAAA;AAAA,IACb,WAAA,EAAa;AAAA,GACf;AACF;AAEO,SAAS,4BAAA,CACd,YAAA,EACA,OAAA,GAAU,oCAAA,EAIV;AACA,EAAA,IAAI,OAAA,GAAgD,IAAA;AAEpD,EAAA,OAAO;AAAA,IACL,QAAA,GAAW;AACT,MAAA,IAAI,OAAA,EAAS;AACX,QAAA;AAAA,MACF;AAEA,MAAA,OAAA,GAAU,WAAW,MAAM;AACzB,QAAA,OAAA,GAAU,IAAA;AACV,QAAA,YAAA,EAAa;AAAA,MACf,GAAG,OAAO,CAAA;AAAA,IACZ,CAAA;AAAA,IACA,MAAA,GAAS;AACP,MAAA,IAAI,CAAC,OAAA,EAAS;AACZ,QAAA;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,OAAA,GAAU,IAAA;AAAA,IACZ;AAAA,GACF;AACF;;;AC1GO,IAAM,kBAAN,MAAsB;AAAA,EAU3B,YAAoB,OAAA,EAAiC;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkC;AAAA,EAT9C,mBAAA,GAA0C,IAAA;AAAA,EAC1C,YAAA,GAAoC,IAAA;AAAA,EACpC,WAAA,GAAiD,IAAA;AAAA,EACjD,QAAA,GAAgC,IAAA;AAAA,EAChC,eAAA,GAAiC,IAAA;AAAA,EACjC,uBAAA,GAAyC,IAAA;AAAA,EACzC,oBAAA,GAAgD,IAAA;AAAA,EAChD,4BAAA,GAAoD,IAAA;AAAA,EAI5D,MAAM,mBAAA,GAAqC;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEA,oBAAoB,YAAA,EAAsC;AACxD,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,MAAM,kBAAkB,MAAM;AAC5B,MAAA,MAAM,SAAS,YAAA,CAAa,SAAA;AAC5B,MAAA,IAAI,kBAAkB,WAAA,EAAa;AACjC,QAAA,IAAA,CAAK,aAAa,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,YAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,eAAA;AACpC,IAAA,YAAA,CAAa,gBAAA,CAAiB,kBAAkB,eAAe,CAAA;AAC/D,IAAA,IAAA,CAAK,uBAAA,GAA0B,MAAA,CAAO,WAAA,CAAY,eAAA,EAAiB,EAAE,CAAA;AAAA,EACvE;AAAA,EAEA,aAAa,MAAA,EAA2B;AACtC,IAAA,IAAI,IAAA,CAAK,wBAAwB,MAAA,EAAQ;AACvC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,mBAAA,GAAsB,MAAA;AAE3B,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,mBAAA,EAAoB,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AAC/C,UAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,QAC9B,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,aAAa,UAAA,IAAa;AAC/B,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AACnE,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AACtC,MAAA,IAAA,CAAK,WAAA,CAAY,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAEtC,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B;AAAA,EAEA,MAAA,GAAe;AACb,IAAA,IAAI,CAAC,IAAA,CAAK,QAAA,IAAY,IAAA,CAAK,eAAA,EAAiB;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,OAAA,GAAgB;AACd,IAAA,IAAA,CAAK,mBAAA,EAAoB;AACzB,IAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAEhC,IAAA,IAAA,CAAK,aAAa,UAAA,IAAa;AAC/B,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAEnB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAAA,EAClB;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,KAAK,QAAA,CAAS,iBAAA;AACnC,IAAA,MAAM,SAAA,GAAY,IAAI,UAAA,CAAW,YAAY,CAAA;AAE7C,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA,CAAO,WAAA,CAAY,MAAM;AAC9C,MAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,SAAS,CAAA;AAE5C,MAAA,IAAI,GAAA,GAAM,CAAA;AACV,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,YAAA,EAAc,SAAS,CAAA,EAAG;AACpD,QAAA,MAAM,UAAA,GAAa,SAAA,CAAU,KAAK,CAAA,GAAI,GAAA;AACtC,QAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,MACtB;AAEA,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,GAAM,YAAY,CAAA;AACxC,MAAA,IAAA,CAAK,QAAQ,KAAA,CAAM,IAAA,CAAK,IAAI,GAAA,GAAM,CAAA,EAAG,CAAC,CAAC,CAAA;AAAA,IACzC,CAAA,EAAG,MAAO,EAAE,CAAA;AAAA,EACd;AAAA,EAEQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,aAAA,CAAc,KAAK,eAAe,CAAA;AAClC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AACA,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEQ,uBAAA,GAAgC;AACtC,IAAA,IAAI,KAAK,uBAAA,EAAyB;AAChC,MAAA,aAAA,CAAc,KAAK,uBAAuB,CAAA;AAC1C,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,4BAAA,EAA8B;AAClE,MAAA,IAAA,CAAK,oBAAA,CAAqB,mBAAA;AAAA,QACxB,gBAAA;AAAA,QACA,IAAA,CAAK;AAAA,OACP;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AAAA,EACtC;AACF;;;ACnKO,IAAM,6BAAA,GAAgC;AACtC,IAAM,6BAAA,GAAgC;AACtC,IAAM,0CAAA,GACX","file":"chunk-3PIMXNQU.mjs","sourcesContent":["export const DEFAULT_MICROPHONE_CONSTRAINTS = {\n echoCancellation: true,\n noiseSuppression: true,\n autoGainControl: true,\n} satisfies MediaTrackConstraints;\n\nexport async function acquireMicrophoneStream(): Promise<MediaStream> {\n return navigator.mediaDevices.getUserMedia({\n audio: DEFAULT_MICROPHONE_CONSTRAINTS,\n });\n}\n","import { subscribeBrowserLifecycle } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"./microphone\";\n\nexport const DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1_000;\n\nexport interface TransportLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n onDeviceChange?(): void;\n}\n\nexport function bindTransportLifecycle(\n callbacks: TransportLifecycleCallbacks,\n): () => void {\n const teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: callbacks.onHidden,\n onOnline: callbacks.onOnline,\n onPageHide: callbacks.onPageHide,\n onPageShow: callbacks.onPageShow,\n onVisible: callbacks.onVisible,\n });\n\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.addEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n\n return () => {\n teardownBrowserLifecycle();\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.removeEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n };\n}\n\nexport interface AudioSenderTrackState {\n audioSender: RTCRtpSender | null;\n mediaStream: MediaStream | null;\n peerConnection: RTCPeerConnection | null;\n}\n\nexport async function replaceMicrophoneTrack(\n state: AudioSenderTrackState,\n): Promise<{ audioSender: RTCRtpSender; mediaStream: MediaStream }> {\n if (!state.peerConnection) {\n throw new Error(\"Realtime transport not active\");\n }\n\n const nextStream = await acquireMicrophoneStream();\n const nextTrack = nextStream.getAudioTracks()[0];\n if (!nextTrack) {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n const sender =\n state.audioSender ??\n (typeof state.peerConnection.getSenders === \"function\"\n ? (state.peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null);\n if (!sender) {\n throw new Error(\"No outbound audio sender available\");\n }\n\n await sender.replaceTrack(nextTrack);\n state.mediaStream?.getTracks().forEach((track) => track.stop());\n\n return {\n audioSender: sender,\n mediaStream: nextStream,\n };\n}\n\nexport function createIceDisconnectDebouncer(\n onDisconnect: () => void,\n delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n): {\n schedule(): void;\n cancel(): void;\n} {\n let pending: ReturnType<typeof setTimeout> | null = null;\n\n return {\n schedule() {\n if (pending) {\n return;\n }\n\n pending = setTimeout(() => {\n pending = null;\n onDisconnect();\n }, delayMs);\n },\n cancel() {\n if (!pending) {\n return;\n }\n\n clearTimeout(pending);\n pending = null;\n },\n };\n}\n","interface LipSyncAnalyzerOptions {\n onRms: (rms: number) => void;\n onError?: (error: unknown) => void;\n}\n\nexport class LipSyncAnalyzer {\n private audioAnalysisStream: MediaStream | null = null;\n private audioContext: AudioContext | null = null;\n private audioSource: MediaStreamAudioSourceNode | null = null;\n private analyser: AnalyserNode | null = null;\n private lipSyncInterval: number | null = null;\n private pendingAudioElementPoll: number | null = null;\n private observedAudioElement: HTMLAudioElement | null = null;\n private observedAudioElementListener: (() => void) | null = null;\n\n constructor(private options: LipSyncAnalyzerOptions) {}\n\n async prepareAudioContext(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n observeAudioElement(audioElement: HTMLAudioElement): void {\n this.detachObservedAudioElement();\n\n const tryAttachStream = () => {\n const stream = audioElement.srcObject;\n if (stream instanceof MediaStream) {\n this.attachStream(stream);\n }\n };\n\n this.observedAudioElement = audioElement;\n this.observedAudioElementListener = tryAttachStream;\n audioElement.addEventListener(\"loadedmetadata\", tryAttachStream);\n this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);\n }\n\n attachStream(stream: MediaStream): void {\n if (this.audioAnalysisStream === stream) {\n return;\n }\n\n this.stopAudioElementPolling();\n this.stopLipSyncAnalysis();\n this.audioAnalysisStream = stream;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudioContext().catch((error) => {\n this.options.onError?.(error);\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.audioSource?.disconnect?.();\n this.audioSource = this.audioContext.createMediaStreamSource(stream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n this.audioSource.connect(this.analyser);\n\n this.startLipSyncAnalysis();\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n stopOutput(): void {\n this.stopLipSyncAnalysis();\n }\n\n pause(): void {\n this.stopLipSyncAnalysis();\n }\n\n resume(): void {\n if (!this.analyser || this.lipSyncInterval) {\n return;\n }\n\n this.startLipSyncAnalysis();\n }\n\n cleanup(): void {\n this.stopLipSyncAnalysis();\n this.stopAudioElementPolling();\n this.detachObservedAudioElement();\n\n this.audioSource?.disconnect?.();\n this.audioSource = null;\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = null;\n }\n\n this.audioAnalysisStream = null;\n this.analyser = null;\n }\n\n private startLipSyncAnalysis(): void {\n if (!this.analyser) {\n return;\n }\n\n const bufferLength = this.analyser.frequencyBinCount;\n const dataArray = new Uint8Array(bufferLength);\n\n this.lipSyncInterval = window.setInterval(() => {\n if (!this.analyser) {\n return;\n }\n\n this.analyser.getByteFrequencyData(dataArray);\n\n let sum = 0;\n for (let index = 0; index < bufferLength; index += 1) {\n const normalized = dataArray[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / bufferLength);\n this.options.onRms(Math.min(rms * 3, 1));\n }, 1000 / 60);\n }\n\n private stopLipSyncAnalysis(): void {\n if (this.lipSyncInterval) {\n clearInterval(this.lipSyncInterval);\n this.lipSyncInterval = null;\n }\n this.options.onRms(0);\n }\n\n private stopAudioElementPolling(): void {\n if (this.pendingAudioElementPoll) {\n clearInterval(this.pendingAudioElementPoll);\n this.pendingAudioElementPoll = null;\n }\n }\n\n private detachObservedAudioElement(): void {\n if (this.observedAudioElement && this.observedAudioElementListener) {\n this.observedAudioElement.removeEventListener(\n \"loadedmetadata\",\n this.observedAudioElementListener,\n );\n }\n\n this.observedAudioElement = null;\n this.observedAudioElementListener = null;\n }\n}\n","import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS as DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS } from \"../instructions\";\n\n// Mirrors packages/server/src/openai/realtime/index.ts until the server/browser\n// OpenAI defaults consolidate under ROADMAP P0-ARCH-2.\nexport const DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-mini\";\nexport const DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nexport const DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS =\n DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS;\n"]}
@@ -1,4 +1,4 @@
1
- import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, acquireMicrophoneStream, DEFAULT_OPENAI_REALTIME_MODEL, bindTransportLifecycle, replaceMicrophoneTrack, DEFAULT_OPENAI_REALTIME_VOICE, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS } from './chunk-YQWOBEE5.mjs';
1
+ import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, LipSyncAnalyzer, acquireMicrophoneStream, DEFAULT_OPENAI_REALTIME_MODEL, bindTransportLifecycle, replaceMicrophoneTrack, DEFAULT_OPENAI_REALTIME_VOICE, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS } from './chunk-3PIMXNQU.mjs';
2
2
  import { isRecord, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap } from './chunk-PNBYFAER.mjs';
3
3
  import { OPENAI_REALTIME_AGENTS_ADAPTER, CharivoStateError, CharivoProviderError } from '@charivo/core';
4
4
  import { OpenAIRealtimeWebRTC, RealtimeSession, RealtimeAgent, tool } from '@openai/agents-realtime';
@@ -39,139 +39,6 @@ async function getOpenAIRealtimeAgentsBootstrap(options, request) {
39
39
  return bootstrap;
40
40
  }
41
41
 
42
- // src/openai-agents/lip-sync-analyzer.ts
43
- var LipSyncAnalyzer = class {
44
- constructor(options) {
45
- this.options = options;
46
- }
47
- audioAnalysisStream = null;
48
- audioContext = null;
49
- audioSource = null;
50
- analyser = null;
51
- lipSyncInterval = null;
52
- pendingAudioElementPoll = null;
53
- observedAudioElement = null;
54
- observedAudioElementListener = null;
55
- async prepareAudioContext() {
56
- if (this.audioContext) {
57
- return;
58
- }
59
- const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
60
- if (!audioContextConstructor) {
61
- throw new Error("AudioContext is not supported in this browser");
62
- }
63
- this.audioContext = new audioContextConstructor();
64
- }
65
- observeAudioElement(audioElement) {
66
- this.detachObservedAudioElement();
67
- const tryAttachStream = () => {
68
- const stream = audioElement.srcObject;
69
- if (stream instanceof MediaStream) {
70
- this.attachStream(stream);
71
- }
72
- };
73
- this.observedAudioElement = audioElement;
74
- this.observedAudioElementListener = tryAttachStream;
75
- audioElement.addEventListener("loadedmetadata", tryAttachStream);
76
- this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);
77
- }
78
- attachStream(stream) {
79
- if (this.audioAnalysisStream === stream) {
80
- return;
81
- }
82
- this.stopAudioElementPolling();
83
- this.stopLipSyncAnalysis();
84
- this.audioAnalysisStream = stream;
85
- try {
86
- if (!this.audioContext) {
87
- void this.prepareAudioContext().catch((error) => {
88
- this.options.onError?.(error);
89
- });
90
- }
91
- if (!this.audioContext) {
92
- return;
93
- }
94
- this.audioSource?.disconnect?.();
95
- this.audioSource = this.audioContext.createMediaStreamSource(stream);
96
- this.analyser = this.audioContext.createAnalyser();
97
- this.analyser.fftSize = 256;
98
- this.analyser.smoothingTimeConstant = 0.8;
99
- this.audioSource.connect(this.analyser);
100
- this.startLipSyncAnalysis();
101
- } catch (error) {
102
- this.options.onError?.(error);
103
- }
104
- }
105
- stopOutput() {
106
- this.stopLipSyncAnalysis();
107
- }
108
- pause() {
109
- this.stopLipSyncAnalysis();
110
- }
111
- resume() {
112
- if (!this.analyser || this.lipSyncInterval) {
113
- return;
114
- }
115
- this.startLipSyncAnalysis();
116
- }
117
- cleanup() {
118
- this.stopLipSyncAnalysis();
119
- this.stopAudioElementPolling();
120
- this.detachObservedAudioElement();
121
- this.audioSource?.disconnect?.();
122
- this.audioSource = null;
123
- if (this.audioContext) {
124
- void this.audioContext.close();
125
- this.audioContext = null;
126
- }
127
- this.audioAnalysisStream = null;
128
- this.analyser = null;
129
- }
130
- startLipSyncAnalysis() {
131
- if (!this.analyser) {
132
- return;
133
- }
134
- const bufferLength = this.analyser.frequencyBinCount;
135
- const dataArray = new Uint8Array(bufferLength);
136
- this.lipSyncInterval = window.setInterval(() => {
137
- if (!this.analyser) {
138
- return;
139
- }
140
- this.analyser.getByteFrequencyData(dataArray);
141
- let sum = 0;
142
- for (let index = 0; index < bufferLength; index += 1) {
143
- const normalized = dataArray[index] / 255;
144
- sum += normalized * normalized;
145
- }
146
- const rms = Math.sqrt(sum / bufferLength);
147
- this.options.onRms(Math.min(rms * 3, 1));
148
- }, 1e3 / 60);
149
- }
150
- stopLipSyncAnalysis() {
151
- if (this.lipSyncInterval) {
152
- clearInterval(this.lipSyncInterval);
153
- this.lipSyncInterval = null;
154
- }
155
- this.options.onRms(0);
156
- }
157
- stopAudioElementPolling() {
158
- if (this.pendingAudioElementPoll) {
159
- clearInterval(this.pendingAudioElementPoll);
160
- this.pendingAudioElementPoll = null;
161
- }
162
- }
163
- detachObservedAudioElement() {
164
- if (this.observedAudioElement && this.observedAudioElementListener) {
165
- this.observedAudioElement.removeEventListener(
166
- "loadedmetadata",
167
- this.observedAudioElementListener
168
- );
169
- }
170
- this.observedAudioElement = null;
171
- this.observedAudioElementListener = null;
172
- }
173
- };
174
-
175
42
  // src/openai-agents/session-config.ts
176
43
  function resolveInstructions(config) {
177
44
  return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;
@@ -268,7 +135,7 @@ var OpenAIRealtimeAgentsClient = class {
268
135
  isCleaningUp = false;
269
136
  assistant = { text: "", started: false };
270
137
  assistantCompletionMetadata = {};
271
- latestHistory = [];
138
+ latestAssistantText = "";
272
139
  currentSessionConfig;
273
140
  teardownTransportLifecycle;
274
141
  iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {
@@ -425,7 +292,7 @@ var OpenAIRealtimeAgentsClient = class {
425
292
  this.emitEvent({ type: "audio.output.ended" });
426
293
  });
427
294
  session.on("history_updated", (history) => {
428
- this.latestHistory = history;
295
+ this.latestAssistantText = this.extractLatestAssistantText(history);
429
296
  });
430
297
  session.on("error", ({ error }) => {
431
298
  this.emitEvent({
@@ -490,7 +357,7 @@ var OpenAIRealtimeAgentsClient = class {
490
357
  if (!this.assistant.text && !output.trim()) {
491
358
  return;
492
359
  }
493
- const finalText = this.getLatestAssistantText() || output || this.assistant.text;
360
+ const finalText = this.latestAssistantText || output || this.assistant.text;
494
361
  this.ensureAssistantStarted();
495
362
  if (finalText && finalText.startsWith(this.assistant.text) && finalText !== this.assistant.text) {
496
363
  const delta = finalText.slice(this.assistant.text.length);
@@ -508,9 +375,9 @@ var OpenAIRealtimeAgentsClient = class {
508
375
  });
509
376
  this.resetAssistantTracking();
510
377
  }
511
- getLatestAssistantText() {
512
- for (let index = this.latestHistory.length - 1; index >= 0; index -= 1) {
513
- const item = this.latestHistory[index];
378
+ extractLatestAssistantText(history) {
379
+ for (let index = history.length - 1; index >= 0; index -= 1) {
380
+ const item = history[index];
514
381
  if (item.type === "message" && item.role === "assistant" && Array.isArray(item.content)) {
515
382
  const text = item.content.map((content) => {
516
383
  if (content.type === "output_audio") {
@@ -712,7 +579,7 @@ var OpenAIRealtimeAgentsClient = class {
712
579
  }
713
580
  this.peerConnection = null;
714
581
  this.audioSender = null;
715
- this.latestHistory = [];
582
+ this.latestAssistantText = "";
716
583
  this.connectionLossNotified = false;
717
584
  this.isCleaningUp = false;
718
585
  this.resetAssistantTracking();
@@ -754,5 +621,5 @@ function createOpenAIRealtimeAgentsClient(options) {
754
621
  }
755
622
 
756
623
  export { OpenAIRealtimeAgentsClient, createOpenAIRealtimeAgentsClient };
757
- //# sourceMappingURL=chunk-VYMT3Z2W.mjs.map
758
- //# sourceMappingURL=chunk-VYMT3Z2W.mjs.map
624
+ //# sourceMappingURL=chunk-FZ2LAUCO.mjs.map
625
+ //# sourceMappingURL=chunk-FZ2LAUCO.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai-agents/bootstrap.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":[],"mappings":";;;;;AAkBA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,GACxE;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAI,oBAAA;AAAA,MACR,sCAAsC,SAAS,CAAA;AAAA,KACjD;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAI,oBAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,SAAA;AACT;;;ACrDO,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0CAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,6BAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B,GACF;AAEA,EAAA,MAAM,gBAAgB,MAAA,EAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAyC;AAAA,IAC7C,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B;AAAA,GACF;AAEA,EAAA,IAAI,MAAA,EAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,aAAA,CAAc,cAAc,MAAA,CAAO,WAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,aAAA,CAAc,0BAA0B,MAAA,CAAO,SAAA;AAAA,EACjD;AAEA,EAAA,OAAO,aAAA;AACT;;;AC1BO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;ACbA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAEK,IAAM,6BAAN,MAAoE;AAAA,EAiCzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EAhC9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,cAAA,GAA2C,IAAA;AAAA,EAC3C,WAAA,GAAmC,IAAA;AAAA,EACnC,mBAAA,GAAsB,KAAA;AAAA,EACtB,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,8BAA2D,EAAC;AAAA,EAC5D,mBAAA,GAAsB,EAAA;AAAA,EACtB,oBAAA;AAAA,EACA,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EACtB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA,EACpD,eAAA,GAAkB,IAAI,eAAA,CAAgB;AAAA,IACrD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EAID,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,MAAA,MAAM,IAAA,CAAK,gBAAgB,mBAAA,EAAoB;AAE/C,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,WAAA,CAAY,MAAM,CAAA;AAErC,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAA,EAAc,KAAK,WAAW;AAAA,OACjE;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,eAAA,CAAgB,mBAAA,CAAoB,IAAA,CAAK,YAAY,CAAA;AAE1D,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAAS,8BAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAY,8BAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+C,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA,OACzB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAOA,IAAA,IAAA,CAAK,OAAA,CAAQ,OAAA,CAAQ,MAAA,GAAS,mCAAA,CAAoC,MAAM,CAAA;AACxE,IAAA,MAAM,KAAK,OAAA,CAAQ,WAAA,CAAY,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA;AACvD,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,uBAAA;AAAA,QACH,IAAI,MAAM,+CAA+C;AAAA,OAC3D;AACA,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AACtD,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AACvB,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,YAAY,MAAA,EAA+C;AACjE,IAAA,OAAO,IAAI,aAAA,CAAc;AAAA,MACvB,IAAA,EAAM,wBAAA;AAAA,MACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,MACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,MAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,KAC3B,CAAA;AAAA,EACH;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,IACjD,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAiB,MAAM;AAChC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAAA,IAC/C,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA,CAAK,0BAAA,CAA2B,OAAO,CAAA;AAAA,IACpE,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AACjC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,MAAM,IAAA,KAAS,eAAA,IAAmB,QAAA,CAAS,KAAA,CAAM,QAAQ,CAAA,EAAG;AAC9D,QAAA,IAAA,CAAK,2BAAA,GAA8B;AAAA,UACjC,KAAA,EAAO,SAAS,KAAA,CAAM,QAAA,CAAS,KAAK,CAAA,GAChC,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACJ,KAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,UAAU,QAAA,GAC5B,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACN,UAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,OAAO,QAAA,GACzB,KAAA,CAAM,SAAS,EAAA,GACf;AAAA,SACR;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,qBAAqB,MAAM;AACtC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,MAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAAA,IAClC,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAStD,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,MAAA,CAAO,MAAK,EAAG;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,mBAAA,IAAuB,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAEvE,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM,SAAA;AAAA,MACN,GAAG,IAAA,CAAK;AAAA,KACT,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,OAAA,EAAiC;AAClE,IAAA,KAAA,IAAS,QAAQ,OAAA,CAAQ,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AAC3D,MAAA,MAAM,IAAA,GAAO,QAAQ,KAAK,CAAA;AAC1B,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,CACN,cACA,WAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,WAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,QAAA,IAAA,CAAK,cACH,OAAO,cAAA,CAAe,UAAA,KAAe,UAAA,GAChC,eACE,UAAA,EAAW,CACX,IAAA,CAAK,CAAC,cAAc,SAAA,CAAU,KAAA,EAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA;AACN,QAAA,IAAA,CAAK,yBAAyB,cAAc,CAAA;AAC5C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,MAAM,CAAA;AAAA,UAC1C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,yBAAyB,cAAA,EAAyC;AACxE,IAAA,cAAA,CAAe,gBAAA,CAAiB,4BAA4B,MAAM;AAChE,MAAA,MAAM,WAAW,cAAA,CAAe,kBAAA;AAChC,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,cAAA,CAAe,gBAAA,CAAiB,yBAAyB,MAAM;AAC7D,MAAA,IACE,cAAA,CAAe,eAAA,KAAoB,QAAA,IACnC,cAAA,CAAe,oBAAoB,QAAA,EACnC;AACA,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,IAAkB,IAAA,CAAK,oBAAA,EAAsB;AACrD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,uBAAA;AAAA,MACH,IAAI,MAAM,+CAA+C;AAAA,KAC3D;AACA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAChC,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,IAAA,CAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,KAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,IAAA,CAAK,cAAA,CAAe,kBAAA,KAAuB,QAAA,IAC3C,IAAA,CAAK,eAAe,kBAAA,KAAuB,cAAA;AAAA,IAE/C;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAE7B,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,aAAY,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC9D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,mBAAA,GAAsB,EAAA;AAC3B,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AACA,IAAA,IAAA,CAAK,8BAA8B,EAAC;AAAA,EACtC;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-FZ2LAUCO.mjs","sourcesContent":["import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { CharivoProviderError, CharivoStateError } from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint) {\n throw new CharivoStateError(\n \"OpenAI agents realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to create Realtime session: ${errorText}`,\n );\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new CharivoProviderError(\n \"Invalid realtime session bootstrap response\",\n );\n }\n\n return bootstrap;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS,\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: resolveVoice(config),\n },\n };\n\n const transcription = config?.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const sessionConfig: Record<string, unknown> = {\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio,\n };\n\n if (config?.temperature !== undefined) {\n sessionConfig.temperature = config.temperature;\n }\n\n if (config?.maxTokens !== undefined) {\n sessionConfig.maxResponseOutputTokens = config.maxTokens;\n }\n\n return sessionConfig;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_AGENTS_ADAPTER } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport { LipSyncAnalyzer } from \"./lip-sync-analyzer\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { DEFAULT_OPENAI_REALTIME_MODEL } from \"../openai/defaults\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\ninterface AssistantCompletionMetadata {\n usage?: Record<string, unknown>;\n model?: string;\n responseId?: string;\n}\n\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private peerConnection: RTCPeerConnection | null = null;\n private audioSender: RTCRtpSender | null = null;\n private connectionWasActive = false;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private assistantCompletionMetadata: AssistantCompletionMetadata = {};\n private latestAssistantText = \"\";\n private currentSessionConfig?: RealtimeSessionConfig;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n private readonly lipSyncAnalyzer = new LipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n this.mediaStream = await acquireMicrophoneStream();\n this.bindTransportLifecycleEvents();\n await this.lipSyncAnalyzer.prepareAudioContext();\n\n const agent = this.createAgent(config);\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement, this.mediaStream),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.lipSyncAnalyzer.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n // `RealtimeSession.updateAgent(...)` is the only public session-level API\n // that recomputes instructions / tools / voice and applies them without a\n // reconnect. The SDK currently derives that patch from `options.config`\n // plus agent fields, so keep `options.config` aligned here until it\n // exposes a dedicated public config update path on `RealtimeSession`.\n this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);\n await this.session.updateAgent(this.createAgent(config));\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private createAgent(config?: RealtimeSessionConfig): RealtimeAgent {\n return new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n session.on(\"audio_start\", () => {\n this.emitEvent({ type: \"audio.output.started\" });\n });\n\n session.on(\"audio_stopped\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestAssistantText = this.extractLatestAssistantText(history);\n });\n\n session.on(\"error\", ({ error }) => {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n\n if (event.type === \"response.done\" && isRecord(event.response)) {\n this.assistantCompletionMetadata = {\n usage: isRecord(event.response.usage)\n ? event.response.usage\n : undefined,\n model:\n typeof event.response.model === \"string\"\n ? event.response.model\n : undefined,\n responseId:\n typeof event.response.id === \"string\"\n ? event.response.id\n : undefined,\n };\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"audio_interrupted\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n this.lipSyncAnalyzer.stopOutput();\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // Tool-using user turns arrive as two agent_end events: the first after\n // the tool call (no new text this sub-cycle) and the second after the\n // post-tool reply (the real content). Skip the first one so consumers\n // see one completion per user turn instead of two, and keep tracking\n // live so the follow-up sub-cycle does not re-emit\n // assistant.response.started. Without this guard the first agent_end\n // would fall back to latestAssistantText, which can return the\n // previous turn's message.\n if (!this.assistant.text && !output.trim()) {\n return;\n }\n\n const finalText = this.latestAssistantText || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n ...this.assistantCompletionMetadata,\n });\n this.resetAssistantTracking();\n }\n\n private extractLatestAssistantText(history: RealtimeItem[]): string {\n for (let index = history.length - 1; index >= 0; index -= 1) {\n const item = history[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n mediaStream: MediaStream,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n mediaStream,\n changePeerConnection: async (peerConnection) => {\n this.peerConnection = peerConnection;\n this.audioSender =\n typeof peerConnection.getSenders === \"function\"\n ? (peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null;\n this.bindPeerConnectionEvents(peerConnection);\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private bindPeerConnectionEvents(peerConnection: RTCPeerConnection): void {\n peerConnection.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = peerConnection.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n peerConnection.addEventListener(\"connectionstatechange\", () => {\n if (\n peerConnection.connectionState === \"failed\" ||\n peerConnection.connectionState === \"closed\"\n ) {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSyncAnalyzer.resume();\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n this.lipSyncAnalyzer.resume();\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.peerConnection || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.peerConnection,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.shouldRecover(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.resetAssistantTracking();\n this.lipSyncAnalyzer.stopOutput();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private shouldRecover(cause: RealtimeReconnectCause): boolean {\n if (!this.peerConnection) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.peerConnection.connectionState === \"failed\" ||\n this.peerConnection.connectionState === \"closed\" ||\n this.peerConnection.iceConnectionState === \"failed\" ||\n this.peerConnection.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(error?: unknown): void {\n this.connectionWasActive = false;\n this.isCleaningUp = true;\n this.iceDisconnectDebouncer.cancel();\n this.unbindTransportLifecycleEvents();\n this.cleanupPendingToolCalls(error);\n this.lipSyncAnalyzer.cleanup();\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks?.().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n this.peerConnection = null;\n this.audioSender = null;\n this.latestAssistantText = \"\";\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.resetAssistantTracking();\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n this.assistantCompletionMetadata = {};\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}