@charivo/realtime 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,476 @@
1
+ 'use strict';
2
+
3
+ var core = require('@charivo/core');
4
+
5
+ // src/openai/client.ts
6
+
7
+ // src/internal/shared.ts
8
+ var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
9
+ function isRecord(value) {
10
+ return typeof value === "object" && value !== null;
11
+ }
12
+ function isRealtimeSessionBootstrap(value) {
13
+ if (!isRecord(value) || typeof value.adapter !== "string" || typeof value.transport !== "string") {
14
+ return false;
15
+ }
16
+ if (value.transport === "webrtc") {
17
+ return typeof value.answerSdp === "string" || typeof value.clientSecret === "string";
18
+ }
19
+ if (value.transport === "websocket") {
20
+ return typeof value.url === "string" && typeof value.token === "string";
21
+ }
22
+ return false;
23
+ }
24
+ async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
25
+ const controller = new AbortController();
26
+ const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
27
+ try {
28
+ return await fetch(input, {
29
+ ...init,
30
+ signal: controller.signal
31
+ });
32
+ } catch (error) {
33
+ if (isAbortError(error)) {
34
+ throw new Error(timeoutMessage);
35
+ }
36
+ throw error;
37
+ } finally {
38
+ clearTimeout(timeoutId);
39
+ }
40
+ }
41
+ function isAbortError(error) {
42
+ return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
43
+ }
44
+
45
+ // src/openai/client.ts
46
+ var DEBUG_EVENT_ALLOWLIST = /* @__PURE__ */ new Set([
47
+ "session.created",
48
+ "session.updated",
49
+ "response.created",
50
+ "response.done",
51
+ "response.function_call_arguments.done",
52
+ "conversation.item.input_audio_transcription.completed",
53
+ "error"
54
+ ]);
55
+ var OpenAIRealtimeClient = class {
56
+ constructor(options = {}) {
57
+ this.options = options;
58
+ }
59
+ pc = null;
60
+ dc = null;
61
+ audioElement = null;
62
+ mediaStream = null;
63
+ audioContext = null;
64
+ analyser = null;
65
+ lipSyncInterval = null;
66
+ isResponseInProgress = false;
67
+ cancelInFlight = false;
68
+ hasStartedAssistantResponse = false;
69
+ hasStartedAudioOutput = false;
70
+ assistantText = "";
71
+ eventCallbacks = /* @__PURE__ */ new Set();
72
+ async connect(config) {
73
+ try {
74
+ this.log("Starting OpenAI Realtime WebRTC connection");
75
+ this.pc = new RTCPeerConnection();
76
+ this.audioElement = document.createElement("audio");
77
+ this.audioElement.autoplay = true;
78
+ this.pc.ontrack = (event) => {
79
+ if (this.audioElement) {
80
+ this.audioElement.srcObject = event.streams[0];
81
+ }
82
+ this.setupAudioAnalysis(event.streams[0]);
83
+ };
84
+ try {
85
+ this.mediaStream = await navigator.mediaDevices.getUserMedia({
86
+ audio: true
87
+ });
88
+ const audioTrack = this.mediaStream.getTracks()[0];
89
+ this.pc.addTrack(audioTrack, this.mediaStream);
90
+ } catch {
91
+ throw new Error("Microphone access required for Realtime API");
92
+ }
93
+ this.dc = this.pc.createDataChannel("oai-events");
94
+ this.dc.onmessage = (event) => {
95
+ const payload = JSON.parse(event.data);
96
+ this.handleServerEvent(payload);
97
+ };
98
+ this.dc.onerror = () => {
99
+ this.emitEvent({
100
+ type: "error",
101
+ error: new Error("DataChannel error")
102
+ });
103
+ };
104
+ const offer = await this.pc.createOffer();
105
+ await this.pc.setLocalDescription(offer);
106
+ const bootstrap = await this.getSessionBootstrap({
107
+ transport: "webrtc",
108
+ session: config ?? {},
109
+ sdpOffer: offer.sdp
110
+ });
111
+ if (bootstrap.adapter !== core.OPENAI_REALTIME_ADAPTER || bootstrap.transport !== "webrtc" || !("answerSdp" in bootstrap)) {
112
+ throw new Error(
113
+ `OpenAI realtime client only supports ${core.OPENAI_REALTIME_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`
114
+ );
115
+ }
116
+ await this.pc.setRemoteDescription({
117
+ type: "answer",
118
+ sdp: bootstrap.answerSdp
119
+ });
120
+ this.emitEvent({ type: "session.started" });
121
+ } catch (error) {
122
+ this.cleanup();
123
+ throw error;
124
+ }
125
+ }
126
+ async disconnect() {
127
+ this.log("Disconnecting OpenAI Realtime WebRTC");
128
+ this.cleanup();
129
+ }
130
+ async sendText(text) {
131
+ if (!this.dc || this.dc.readyState !== "open") {
132
+ throw new Error("DataChannel not ready");
133
+ }
134
+ if (this.isResponseInProgress) {
135
+ console.warn("\u26A0\uFE0F Response already in progress, skipping request");
136
+ return;
137
+ }
138
+ this.dc.send(
139
+ JSON.stringify({
140
+ type: "conversation.item.create",
141
+ item: {
142
+ type: "message",
143
+ role: "user",
144
+ content: [
145
+ {
146
+ type: "input_text",
147
+ text
148
+ }
149
+ ]
150
+ }
151
+ })
152
+ );
153
+ this.dc.send(JSON.stringify({ type: "response.create" }));
154
+ this.beginResponseRequest();
155
+ }
156
+ async sendAudio(_audio) {
157
+ console.warn(
158
+ "sendAudio is not needed with WebRTC - audio is automatically transmitted"
159
+ );
160
+ }
161
+ async sendToolResult(callId, output) {
162
+ const dc = this.requireOpenDataChannel();
163
+ dc.send(
164
+ JSON.stringify({
165
+ type: "conversation.item.create",
166
+ item: {
167
+ type: "function_call_output",
168
+ call_id: callId,
169
+ output: JSON.stringify(output)
170
+ }
171
+ })
172
+ );
173
+ dc.send(JSON.stringify({ type: "response.create" }));
174
+ this.beginResponseRequest();
175
+ }
176
+ async interrupt() {
177
+ const dc = this.requireOpenDataChannel();
178
+ if (!this.isResponseInProgress) {
179
+ return;
180
+ }
181
+ dc.send(JSON.stringify({ type: "response.cancel" }));
182
+ this.isResponseInProgress = false;
183
+ this.cancelInFlight = true;
184
+ }
185
+ onEvent(callback) {
186
+ this.eventCallbacks.add(callback);
187
+ }
188
+ handleServerEvent(event) {
189
+ if (this.options.debug && this.shouldLogDebugEvent(event.type)) {
190
+ this.log("\u{1F4E1} [OpenAI Realtime Event]", event.type, event);
191
+ }
192
+ switch (event.type) {
193
+ case "session.created":
194
+ case "session.updated":
195
+ return;
196
+ case "response.audio.delta":
197
+ case "output_audio_buffer.started":
198
+ if (this.cancelInFlight) {
199
+ return;
200
+ }
201
+ if (!this.hasStartedAudioOutput) {
202
+ this.hasStartedAudioOutput = true;
203
+ this.emitEvent({ type: "audio.output.started" });
204
+ }
205
+ return;
206
+ case "response.audio.done":
207
+ case "response.output_audio.done":
208
+ case "output_audio_buffer.stopped":
209
+ if (this.cancelInFlight) {
210
+ this.hasStartedAudioOutput = false;
211
+ return;
212
+ }
213
+ this.emitEvent({ type: "audio.output.ended" });
214
+ this.hasStartedAudioOutput = false;
215
+ return;
216
+ case "response.done":
217
+ this.isResponseInProgress = false;
218
+ if (this.cancelInFlight) {
219
+ this.cancelInFlight = false;
220
+ this.resetResponseTracking();
221
+ return;
222
+ }
223
+ this.emitEvent({
224
+ type: "assistant.response.completed",
225
+ text: this.assistantText
226
+ });
227
+ this.resetResponseTracking();
228
+ return;
229
+ case "response.audio_transcript.delta":
230
+ case "response.output_audio_transcript.delta":
231
+ case "response.output_text.delta":
232
+ if (this.cancelInFlight || !event.delta) {
233
+ return;
234
+ }
235
+ if (!this.hasStartedAssistantResponse) {
236
+ this.hasStartedAssistantResponse = true;
237
+ this.emitEvent({ type: "assistant.response.started" });
238
+ }
239
+ this.assistantText += event.delta;
240
+ this.emitEvent({
241
+ type: "assistant.text.delta",
242
+ text: event.delta
243
+ });
244
+ return;
245
+ case "response.output_text.done":
246
+ if (this.cancelInFlight || !event.text) {
247
+ return;
248
+ }
249
+ if (!this.hasStartedAssistantResponse) {
250
+ this.hasStartedAssistantResponse = true;
251
+ this.emitEvent({ type: "assistant.response.started" });
252
+ }
253
+ if (event.text !== this.assistantText) {
254
+ const delta = event.text.startsWith(this.assistantText) ? event.text.slice(this.assistantText.length) : event.text;
255
+ this.assistantText = event.text;
256
+ if (delta) {
257
+ this.emitEvent({
258
+ type: "assistant.text.delta",
259
+ text: delta
260
+ });
261
+ }
262
+ }
263
+ return;
264
+ case "response.output_audio_transcript.done":
265
+ if (this.cancelInFlight || !event.transcript) {
266
+ return;
267
+ }
268
+ if (!this.hasStartedAssistantResponse) {
269
+ this.hasStartedAssistantResponse = true;
270
+ this.emitEvent({ type: "assistant.response.started" });
271
+ }
272
+ if (event.transcript !== this.assistantText) {
273
+ const delta = event.transcript.startsWith(this.assistantText) ? event.transcript.slice(this.assistantText.length) : event.transcript;
274
+ this.assistantText = event.transcript;
275
+ if (delta) {
276
+ this.emitEvent({
277
+ type: "assistant.text.delta",
278
+ text: delta
279
+ });
280
+ }
281
+ }
282
+ return;
283
+ case "conversation.item.input_audio_transcription.completed":
284
+ if (event.transcript) {
285
+ this.emitEvent({
286
+ type: "user.transcript",
287
+ text: event.transcript
288
+ });
289
+ }
290
+ return;
291
+ case "response.function_call_arguments.done":
292
+ this.handleToolCallDone(event);
293
+ return;
294
+ case "error":
295
+ this.isResponseInProgress = false;
296
+ this.cancelInFlight = false;
297
+ this.emitEvent({
298
+ type: "error",
299
+ error: new Error(event.error?.message || "Unknown error")
300
+ });
301
+ return;
302
+ default:
303
+ return;
304
+ }
305
+ }
306
+ handleToolCallDone(event) {
307
+ const callId = event.call_id || event.item?.call_id || event.item_id;
308
+ const name = event.name || event.item?.name;
309
+ const argsJson = event.arguments || event.item?.arguments;
310
+ if (!name || !argsJson) {
311
+ console.warn("\u26A0\uFE0F Tool call done but missing name or arguments");
312
+ return;
313
+ }
314
+ let args = {};
315
+ try {
316
+ const parsed = JSON.parse(argsJson);
317
+ if (isRecord(parsed)) {
318
+ args = parsed;
319
+ }
320
+ } catch (error) {
321
+ console.error("Failed to parse tool call args", error, argsJson);
322
+ return;
323
+ }
324
+ this.emitEvent({
325
+ type: "tool.call",
326
+ name,
327
+ args,
328
+ callId
329
+ });
330
+ }
331
+ async getSessionBootstrap(request) {
332
+ if (this.options.sessionBootstrap) {
333
+ return this.options.sessionBootstrap(request);
334
+ }
335
+ const apiEndpoint = this.options.apiEndpoint;
336
+ if (!apiEndpoint) {
337
+ throw new Error(
338
+ "OpenAI realtime client requires apiEndpoint or sessionBootstrap"
339
+ );
340
+ }
341
+ const response = await fetchWithTimeout(
342
+ apiEndpoint,
343
+ {
344
+ method: "POST",
345
+ headers: {
346
+ "Content-Type": "application/json"
347
+ },
348
+ body: JSON.stringify(request)
349
+ },
350
+ `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
351
+ );
352
+ if (!response.ok) {
353
+ const errorText = await response.text();
354
+ throw new Error(`Failed to create Realtime session: ${errorText}`);
355
+ }
356
+ const bootstrap = await response.json();
357
+ if (!isRealtimeSessionBootstrap(bootstrap)) {
358
+ throw new Error("Invalid realtime session bootstrap response");
359
+ }
360
+ return bootstrap;
361
+ }
362
+ setupAudioAnalysis(stream) {
363
+ try {
364
+ const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
365
+ if (!audioContextConstructor) {
366
+ throw new Error("AudioContext is not supported in this browser");
367
+ }
368
+ this.audioContext = new audioContextConstructor();
369
+ const source = this.audioContext.createMediaStreamSource(stream);
370
+ this.analyser = this.audioContext.createAnalyser();
371
+ this.analyser.fftSize = 256;
372
+ this.analyser.smoothingTimeConstant = 0.8;
373
+ source.connect(this.analyser);
374
+ this.startLipSyncAnalysis();
375
+ } catch (error) {
376
+ console.error("Failed to setup audio analysis:", error);
377
+ }
378
+ }
379
+ startLipSyncAnalysis() {
380
+ if (!this.analyser) {
381
+ return;
382
+ }
383
+ const bufferLength = this.analyser.frequencyBinCount;
384
+ const dataArray = new Uint8Array(bufferLength);
385
+ this.lipSyncInterval = window.setInterval(() => {
386
+ if (!this.analyser) {
387
+ return;
388
+ }
389
+ this.analyser.getByteFrequencyData(dataArray);
390
+ let sum = 0;
391
+ for (let index = 0; index < bufferLength; index += 1) {
392
+ const normalized = dataArray[index] / 255;
393
+ sum += normalized * normalized;
394
+ }
395
+ const rms = Math.sqrt(sum / bufferLength);
396
+ this.emitEvent({
397
+ type: "audio.lipsync",
398
+ rms: Math.min(rms * 3, 1)
399
+ });
400
+ }, 1e3 / 60);
401
+ }
402
+ stopLipSyncAnalysis() {
403
+ if (this.lipSyncInterval) {
404
+ clearInterval(this.lipSyncInterval);
405
+ this.lipSyncInterval = null;
406
+ }
407
+ this.emitEvent({ type: "audio.lipsync", rms: 0 });
408
+ }
409
+ cleanup() {
410
+ this.stopLipSyncAnalysis();
411
+ if (this.dc) {
412
+ this.dc.close();
413
+ this.dc = null;
414
+ }
415
+ if (this.pc) {
416
+ this.pc.close();
417
+ this.pc = null;
418
+ }
419
+ if (this.mediaStream) {
420
+ this.mediaStream.getTracks().forEach((track) => track.stop());
421
+ this.mediaStream = null;
422
+ }
423
+ if (this.audioElement) {
424
+ this.audioElement.srcObject = null;
425
+ this.audioElement = null;
426
+ }
427
+ if (this.audioContext) {
428
+ this.audioContext.close();
429
+ this.audioContext = null;
430
+ }
431
+ this.analyser = null;
432
+ this.isResponseInProgress = false;
433
+ this.cancelInFlight = false;
434
+ this.resetResponseTracking();
435
+ }
436
+ beginResponseRequest() {
437
+ this.resetResponseTracking();
438
+ this.isResponseInProgress = true;
439
+ this.cancelInFlight = false;
440
+ }
441
+ requireOpenDataChannel() {
442
+ if (!this.dc || this.dc.readyState !== "open") {
443
+ throw new Error("DataChannel not ready");
444
+ }
445
+ return this.dc;
446
+ }
447
+ resetResponseTracking() {
448
+ this.assistantText = "";
449
+ this.hasStartedAssistantResponse = false;
450
+ this.hasStartedAudioOutput = false;
451
+ }
452
+ emitEvent(event) {
453
+ for (const callback of this.eventCallbacks) {
454
+ callback(event);
455
+ }
456
+ }
457
+ log(...args) {
458
+ if (this.options.debug) {
459
+ console.log(...args);
460
+ }
461
+ }
462
+ shouldLogDebugEvent(eventType) {
463
+ if (DEBUG_EVENT_ALLOWLIST.has(eventType)) {
464
+ return true;
465
+ }
466
+ return eventType.startsWith("response.output_text.");
467
+ }
468
+ };
469
+ function createOpenAIRealtimeClient(options) {
470
+ return new OpenAIRealtimeClient(options);
471
+ }
472
+
473
+ exports.OpenAIRealtimeClient = OpenAIRealtimeClient;
474
+ exports.createOpenAIRealtimeClient = createOpenAIRealtimeClient;
475
+ //# sourceMappingURL=index.js.map
476
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/internal/shared.ts","../../src/openai/client.ts"],"names":["OPENAI_REALTIME_ADAPTER"],"mappings":";;;;;;;AAAO,IAAM,0BAAA,GAA6B,GAAA;AAEnC,SAAS,SAAS,KAAA,EAAkD;AACzE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAoBO,SAAS,2BACd,KAAA,EACwC;AACxC,EAAA,IACE,CAAC,QAAA,CAAS,KAAK,CAAA,IACf,OAAO,KAAA,CAAM,OAAA,KAAY,QAAA,IACzB,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,EAC3B;AACA,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,QAAA,EAAU;AAChC,IAAA,OACE,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,IAC3B,OAAO,MAAM,YAAA,KAAiB,QAAA;AAAA,EAElC;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,WAAA,EAAa;AACnC,IAAA,OAAO,OAAO,KAAA,CAAM,GAAA,KAAQ,QAAA,IAAY,OAAO,MAAM,KAAA,KAAU,QAAA;AAAA,EACjE;AAEA,EAAA,OAAO,KAAA;AACT;AAEA,eAAsB,gBAAA,CACpB,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,MAAM,cAAc,CAAA;AAAA,IAChC;AACA,IAAA,MAAM,KAAA;AAAA,EACR,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;;;ACjCA,IAAM,qBAAA,uBAA4B,GAAA,CAAY;AAAA,EAC5C,iBAAA;AAAA,EACA,iBAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAA;AAAA,EACA,uCAAA;AAAA,EACA,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAQM,IAAM,uBAAN,MAA8D;AAAA,EAenE,WAAA,CAAoB,OAAA,GAAuC,EAAC,EAAG;AAA3C,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAA4C;AAAA,EAdxD,EAAA,GAA+B,IAAA;AAAA,EAC/B,EAAA,GAA4B,IAAA;AAAA,EAC5B,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,YAAA,GAAoC,IAAA;AAAA,EACpC,QAAA,GAAgC,IAAA;AAAA,EAChC,eAAA,GAAiC,IAAA;AAAA,EACjC,oBAAA,GAAuB,KAAA;AAAA,EACvB,cAAA,GAAiB,KAAA;AAAA,EACjB,2BAAA,GAA8B,KAAA;AAAA,EAC9B,qBAAA,GAAwB,KAAA;AAAA,EACxB,aAAA,GAAgB,EAAA;AAAA,EAChB,cAAA,uBAAqB,GAAA,EAA6C;AAAA,EAI1E,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,IAAI,4CAA4C,CAAA;AAErD,MAAA,IAAA,CAAK,EAAA,GAAK,IAAI,iBAAA,EAAkB;AAChC,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAE7B,MAAA,IAAA,CAAK,EAAA,CAAG,OAAA,GAAU,CAAC,KAAA,KAAU;AAC3B,QAAA,IAAI,KAAK,YAAA,EAAc;AACrB,UAAA,IAAA,CAAK,YAAA,CAAa,SAAA,GAAY,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAAA,QAC/C;AACA,QAAA,IAAA,CAAK,kBAAA,CAAmB,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAC,CAAA;AAAA,MAC1C,CAAA;AAEA,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAA,GAAc,MAAM,SAAA,CAAU,YAAA,CAAa,YAAA,CAAa;AAAA,UAC3D,KAAA,EAAO;AAAA,SACR,CAAA;AACD,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,WAAA,CAAY,SAAA,GAAY,CAAC,CAAA;AACjD,QAAA,IAAA,CAAK,EAAA,CAAG,QAAA,CAAS,UAAA,EAAY,IAAA,CAAK,WAAW,CAAA;AAAA,MAC/C,CAAA,CAAA,MAAQ;AACN,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA,CAAK,EAAA,CAAG,iBAAA,CAAkB,YAAY,CAAA;AAChD,MAAA,IAAA,CAAK,EAAA,CAAG,SAAA,GAAY,CAAC,KAAA,KAAU;AAC7B,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AACrC,QAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA;AAAA,MAChC,CAAA;AACA,MAAA,IAAA,CAAK,EAAA,CAAG,UAAU,MAAM;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,KAAA,EAAO,IAAI,KAAA,CAAM,mBAAmB;AAAA,SACrC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,EAAY;AACxC,MAAA,MAAM,IAAA,CAAK,EAAA,CAAG,mBAAA,CAAoB,KAAK,CAAA;AAEvC,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU,EAAC;AAAA,QACpB,UAAU,KAAA,CAAM;AAAA,OACjB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,YAAYA,4BAAA,IACtB,SAAA,CAAU,cAAc,QAAA,IACxB,EAAE,eAAe,SAAA,CAAA,EACjB;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,wCAAwCA,4BAAuB,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SACjI;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,GAAG,oBAAA,CAAqB;AAAA,QACjC,IAAA,EAAM,QAAA;AAAA,QACN,KAAK,SAAA,CAAU;AAAA,OAChB,CAAA;AAED,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,sCAAsC,CAAA;AAC/C,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,OAAA,CAAQ,KAAK,6DAAmD,CAAA;AAChE,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,IAAA;AAAA,MACN,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,SAAA;AAAA,UACN,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS;AAAA,YACP;AAAA,cACE,IAAA,EAAM,YAAA;AAAA,cACN;AAAA;AACF;AACF;AACF,OACD;AAAA,KACH;AACA,IAAA,IAAA,CAAK,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAExD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,sBAAA;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,MAAM;AAAA;AAC/B,OACD;AAAA,KACH;AACA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAEnD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AACnD,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EACxB;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,kBAAkB,KAAA,EAA0B;AAClD,IAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,KAAK,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAA,EAAG;AAC9D,MAAA,IAAA,CAAK,GAAA,CAAI,mCAAA,EAA8B,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,IAC1D;AAEA,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AAAA,MACL,KAAK,iBAAA;AACH,QAAA;AAAA,MAEF,KAAK,sBAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,QACjD;AACA,QAAA;AAAA,MAEF,KAAK,qBAAA;AAAA,MACL,KAAK,4BAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,QAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,UAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,UAAA;AAAA,QACF;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,8BAAA;AAAA,UACN,MAAM,IAAA,CAAK;AAAA,SACZ,CAAA;AACD,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA;AAAA,MAEF,KAAK,iCAAA;AAAA,MACL,KAAK,wCAAA;AAAA,MACL,KAAK,4BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,KAAA,EAAO;AACvC,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAA,CAAK,iBAAiB,KAAA,CAAM,KAAA;AAC5B,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,2BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,IAAA,EAAM;AACtC,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAI,KAAA,CAAM,IAAA,KAAS,IAAA,CAAK,aAAA,EAAe;AACrC,UAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,IAAA,CAAK,UAAA,CAAW,KAAK,aAAa,CAAA,GAClD,KAAA,CAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,IAC1C,KAAA,CAAM,IAAA;AAEV,UAAA,IAAA,CAAK,gBAAgB,KAAA,CAAM,IAAA;AAC3B,UAAA,IAAI,KAAA,EAAO;AACT,YAAA,IAAA,CAAK,SAAA,CAAU;AAAA,cACb,IAAA,EAAM,sBAAA;AAAA,cACN,IAAA,EAAM;AAAA,aACP,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,UAAA,EAAY;AAC5C,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,UAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,QACvD;AAEA,QAAA,IAAI,KAAA,CAAM,UAAA,KAAe,IAAA,CAAK,aAAA,EAAe;AAC3C,UAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,UAAA,CAAW,UAAA,CAAW,KAAK,aAAa,CAAA,GACxD,KAAA,CAAM,UAAA,CAAW,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,IAChD,KAAA,CAAM,UAAA;AAEV,UAAA,IAAA,CAAK,gBAAgB,KAAA,CAAM,UAAA;AAC3B,UAAA,IAAI,KAAA,EAAO;AACT,YAAA,IAAA,CAAK,SAAA,CAAU;AAAA,cACb,IAAA,EAAM,sBAAA;AAAA,cACN,IAAA,EAAM;AAAA,aACP,CAAA;AAAA,UACH;AAAA,QACF;AACA,QAAA;AAAA,MAEF,KAAK,uDAAA;AACH,QAAA,IAAI,MAAM,UAAA,EAAY;AACpB,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,iBAAA;AAAA,YACN,MAAM,KAAA,CAAM;AAAA,WACb,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAA,CAAK,mBAAmB,KAAK,CAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,OAAO,IAAI,KAAA,CAAM,KAAA,CAAM,KAAA,EAAO,WAAW,eAAe;AAAA,SACzD,CAAA;AACD,QAAA;AAAA,MAEF;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,mBAAmB,KAAA,EAA0B;AACnD,IAAA,MAAM,SAAS,KAAA,CAAM,OAAA,IAAW,KAAA,CAAM,IAAA,EAAM,WAAW,KAAA,CAAM,OAAA;AAC7D,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,KAAA,CAAM,IAAA,EAAM,IAAA;AACvC,IAAA,MAAM,QAAA,GAAW,KAAA,CAAM,SAAA,IAAa,KAAA,CAAM,IAAA,EAAM,SAAA;AAEhD,IAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,QAAA,EAAU;AACtB,MAAA,OAAA,CAAQ,KAAK,2DAAiD,CAAA;AAC9D,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,OAAgC,EAAC;AACrC,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAA;AAClC,MAAA,IAAI,QAAA,CAAS,MAAM,CAAA,EAAG;AACpB,QAAA,IAAA,GAAO,MAAA;AAAA,MACT;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,gCAAA,EAAkC,KAAA,EAAO,QAAQ,CAAA;AAC/D,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,WAAA;AAAA,MACN,IAAA;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,IAAI,IAAA,CAAK,QAAQ,gBAAA,EAAkB;AACjC,MAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAO,CAAA;AAAA,IAC9C;AAEA,IAAA,MAAM,WAAA,GAAc,KAAK,OAAA,CAAQ,WAAA;AACjC,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,WAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,OAC9B;AAAA,MACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,KACxE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,IACnE;AAEA,IAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,IAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,mBAAmB,MAAA,EAA2B;AACpD,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAChD,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAC/D,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AACtC,MAAA,MAAA,CAAO,OAAA,CAAQ,KAAK,QAAQ,CAAA;AAE5B,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,EACF;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,KAAK,QAAA,CAAS,iBAAA;AACnC,IAAA,MAAM,SAAA,GAAY,IAAI,UAAA,CAAW,YAAY,CAAA;AAE7C,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA,CAAO,WAAA,CAAY,MAAM;AAC9C,MAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,SAAS,CAAA;AAE5C,MAAA,IAAI,GAAA,GAAM,CAAA;AACV,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,YAAA,EAAc,SAAS,CAAA,EAAG;AACpD,QAAA,MAAM,UAAA,GAAa,SAAA,CAAU,KAAK,CAAA,GAAI,GAAA;AACtC,QAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,MACtB;AAEA,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,GAAM,YAAY,CAAA;AACxC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,eAAA;AAAA,QACN,GAAA,EAAK,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAC;AAAA,OACzB,CAAA;AAAA,IACH,CAAA,EAAG,MAAO,EAAE,CAAA;AAAA,EACd;AAAA,EAEQ,mBAAA,GAA4B;AAClC,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,aAAA,CAAc,KAAK,eAAe,CAAA;AAClC,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAAA,IACzB;AAEA,IAAA,IAAA,CAAK,UAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,GAAA,EAAK,GAAG,CAAA;AAAA,EAClD;AAAA,EAEQ,OAAA,GAAgB;AACtB,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC5D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,KAAA,EAAM;AACxB,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAAA,EAC7B;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA,EAEQ,sBAAA,GAAyC;AAC/C,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,OAAO,IAAA,CAAK,EAAA;AAAA,EACd;AAAA,EAEQ,qBAAA,GAA8B;AACpC,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AACnC,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAAA,EAC/B;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,IAAA,CAAK,QAAQ,KAAA,EAAO;AACtB,MAAA,OAAA,CAAQ,GAAA,CAAI,GAAG,IAAI,CAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAA,EAA4B;AACtD,IAAA,IAAI,qBAAA,CAAsB,GAAA,CAAI,SAAS,CAAA,EAAG;AACxC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,SAAA,CAAU,WAAW,uBAAuB,CAAA;AAAA,EACrD;AACF;AAEO,SAAS,2BACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,qBAAqB,OAAO,CAAA;AACzC","file":"index.js","sourcesContent":["export const DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport function isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nexport type RealtimeSessionBootstrapShape =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport function isRealtimeSessionBootstrap(\n value: unknown,\n): value is RealtimeSessionBootstrapShape {\n if (\n !isRecord(value) ||\n typeof value.adapter !== \"string\" ||\n typeof value.transport !== \"string\"\n ) {\n return false;\n }\n\n if (value.transport === \"webrtc\") {\n return (\n typeof value.answerSdp === \"string\" ||\n typeof value.clientSecret === \"string\"\n );\n }\n\n if (value.transport === \"websocket\") {\n return typeof value.url === \"string\" && typeof value.token === \"string\";\n }\n\n return false;\n}\n\nexport async function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new Error(timeoutMessage);\n }\n throw error;\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_ADAPTER } from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n isRecord,\n} from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\n\ninterface ServerError {\n message?: string;\n}\n\ninterface ServerEventItem {\n call_id?: string;\n name?: string;\n arguments?: string;\n}\n\ninterface ServerEvent {\n type: string;\n delta?: string;\n text?: string;\n transcript?: string;\n call_id?: string;\n item_id?: string;\n name?: string;\n arguments?: string;\n item?: ServerEventItem;\n error?: ServerError;\n}\n\nexport interface OpenAIRealtimeClientOptions {\n apiEndpoint?: string;\n debug?: boolean;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set<string>([\n \"session.created\",\n \"session.updated\",\n \"response.created\",\n \"response.done\",\n \"response.function_call_arguments.done\",\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\n/**\n * OpenAI-specific realtime transport client.\n *\n * This package normalizes OpenAI Realtime WebRTC events into the transport\n * event contract defined by `@charivo/realtime`.\n */\nexport class OpenAIRealtimeClient implements RealtimeTransportClient {\n private pc: RTCPeerConnection | null = null;\n private dc: RTCDataChannel | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private audioContext: AudioContext | null = null;\n private analyser: AnalyserNode | null = null;\n private lipSyncInterval: number | null = null;\n private isResponseInProgress = false;\n private cancelInFlight = false;\n private hasStartedAssistantResponse = false;\n private hasStartedAudioOutput = false;\n private assistantText = \"\";\n private eventCallbacks = new Set<(event: RealtimeTransportEvent) => void>();\n\n constructor(private options: OpenAIRealtimeClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n this.log(\"Starting OpenAI Realtime WebRTC connection\");\n\n this.pc = new RTCPeerConnection();\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n\n this.pc.ontrack = (event) => {\n if (this.audioElement) {\n this.audioElement.srcObject = event.streams[0];\n }\n this.setupAudioAnalysis(event.streams[0]);\n };\n\n try {\n this.mediaStream = await navigator.mediaDevices.getUserMedia({\n audio: true,\n });\n const audioTrack = this.mediaStream.getTracks()[0];\n this.pc.addTrack(audioTrack, this.mediaStream);\n } catch {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n this.dc = this.pc.createDataChannel(\"oai-events\");\n this.dc.onmessage = (event) => {\n const payload = JSON.parse(event.data) as ServerEvent;\n this.handleServerEvent(payload);\n };\n this.dc.onerror = () => {\n this.emitEvent({\n type: \"error\",\n error: new Error(\"DataChannel error\"),\n });\n };\n\n const offer = await this.pc.createOffer();\n await this.pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? {},\n sdpOffer: offer.sdp,\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"answerSdp\" in bootstrap)\n ) {\n throw new Error(\n `OpenAI realtime client only supports ${OPENAI_REALTIME_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.pc.setRemoteDescription({\n type: \"answer\",\n sdp: bootstrap.answerSdp,\n });\n\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup();\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Realtime WebRTC\");\n this.cleanup();\n }\n\n async sendText(text: string): Promise<void> {\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n if (this.isResponseInProgress) {\n console.warn(\"⚠️ Response already in progress, skipping request\");\n return;\n }\n\n this.dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"message\",\n role: \"user\",\n content: [\n {\n type: \"input_text\",\n text,\n },\n ],\n },\n }),\n );\n this.dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n const dc = this.requireOpenDataChannel();\n\n dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"function_call_output\",\n call_id: callId,\n output: JSON.stringify(output),\n },\n }),\n );\n dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async interrupt(): Promise<void> {\n const dc = this.requireOpenDataChannel();\n\n if (!this.isResponseInProgress) {\n return;\n }\n\n dc.send(JSON.stringify({ type: \"response.cancel\" }));\n this.isResponseInProgress = false;\n this.cancelInFlight = true;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private handleServerEvent(event: ServerEvent): void {\n if (this.options.debug && this.shouldLogDebugEvent(event.type)) {\n this.log(\"📡 [OpenAI Realtime Event]\", event.type, event);\n }\n\n switch (event.type) {\n case \"session.created\":\n case \"session.updated\":\n return;\n\n case \"response.audio.delta\":\n case \"output_audio_buffer.started\":\n if (this.cancelInFlight) {\n return;\n }\n\n if (!this.hasStartedAudioOutput) {\n this.hasStartedAudioOutput = true;\n this.emitEvent({ type: \"audio.output.started\" });\n }\n return;\n\n case \"response.audio.done\":\n case \"response.output_audio.done\":\n case \"output_audio_buffer.stopped\":\n if (this.cancelInFlight) {\n this.hasStartedAudioOutput = false;\n return;\n }\n\n this.emitEvent({ type: \"audio.output.ended\" });\n this.hasStartedAudioOutput = false;\n return;\n\n case \"response.done\":\n this.isResponseInProgress = false;\n if (this.cancelInFlight) {\n this.cancelInFlight = false;\n this.resetResponseTracking();\n return;\n }\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: this.assistantText,\n });\n this.resetResponseTracking();\n return;\n\n case \"response.audio_transcript.delta\":\n case \"response.output_audio_transcript.delta\":\n case \"response.output_text.delta\":\n if (this.cancelInFlight || !event.delta) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n this.assistantText += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n return;\n\n case \"response.output_text.done\":\n if (this.cancelInFlight || !event.text) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n if (event.text !== this.assistantText) {\n const delta = event.text.startsWith(this.assistantText)\n ? event.text.slice(this.assistantText.length)\n : event.text;\n\n this.assistantText = event.text;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n return;\n\n case \"response.output_audio_transcript.done\":\n if (this.cancelInFlight || !event.transcript) {\n return;\n }\n\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n if (event.transcript !== this.assistantText) {\n const delta = event.transcript.startsWith(this.assistantText)\n ? event.transcript.slice(this.assistantText.length)\n : event.transcript;\n\n this.assistantText = event.transcript;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n return;\n\n case \"conversation.item.input_audio_transcription.completed\":\n if (event.transcript) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n return;\n\n case \"response.function_call_arguments.done\":\n this.handleToolCallDone(event);\n return;\n\n case \"error\":\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.emitEvent({\n type: \"error\",\n error: new Error(event.error?.message || \"Unknown error\"),\n });\n return;\n\n default:\n return;\n }\n }\n\n private handleToolCallDone(event: ServerEvent): void {\n const callId = event.call_id || event.item?.call_id || event.item_id;\n const name = event.name || event.item?.name;\n const argsJson = event.arguments || event.item?.arguments;\n\n if (!name || !argsJson) {\n console.warn(\"⚠️ Tool call done but missing name or arguments\");\n return;\n }\n\n let args: Record<string, unknown> = {};\n try {\n const parsed = JSON.parse(argsJson) as unknown;\n if (isRecord(parsed)) {\n args = parsed;\n }\n } catch (error) {\n console.error(\"Failed to parse tool call args\", error, argsJson);\n return;\n }\n\n this.emitEvent({\n type: \"tool.call\",\n name,\n args,\n callId,\n });\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (this.options.sessionBootstrap) {\n return this.options.sessionBootstrap(request);\n }\n\n const apiEndpoint = this.options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap as RealtimeSessionBootstrap;\n }\n\n private setupAudioAnalysis(stream: MediaStream): void {\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n const source = this.audioContext.createMediaStreamSource(stream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n source.connect(this.analyser);\n\n this.startLipSyncAnalysis();\n } catch (error) {\n console.error(\"Failed to setup audio analysis:\", error);\n }\n }\n\n private startLipSyncAnalysis(): void {\n if (!this.analyser) {\n return;\n }\n\n const bufferLength = this.analyser.frequencyBinCount;\n const dataArray = new Uint8Array(bufferLength);\n\n this.lipSyncInterval = window.setInterval(() => {\n if (!this.analyser) {\n return;\n }\n\n this.analyser.getByteFrequencyData(dataArray);\n\n let sum = 0;\n for (let index = 0; index < bufferLength; index += 1) {\n const normalized = dataArray[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / bufferLength);\n this.emitEvent({\n type: \"audio.lipsync\",\n rms: Math.min(rms * 3, 1),\n });\n }, 1000 / 60);\n }\n\n private stopLipSyncAnalysis(): void {\n if (this.lipSyncInterval) {\n clearInterval(this.lipSyncInterval);\n this.lipSyncInterval = null;\n }\n\n this.emitEvent({ type: \"audio.lipsync\", rms: 0 });\n }\n\n private cleanup(): void {\n this.stopLipSyncAnalysis();\n\n if (this.dc) {\n this.dc.close();\n this.dc = null;\n }\n\n if (this.pc) {\n this.pc.close();\n this.pc = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.audioContext) {\n this.audioContext.close();\n this.audioContext = null;\n }\n\n this.analyser = null;\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.resetResponseTracking();\n }\n\n private beginResponseRequest(): void {\n this.resetResponseTracking();\n this.isResponseInProgress = true;\n this.cancelInFlight = false;\n }\n\n private requireOpenDataChannel(): RTCDataChannel {\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n return this.dc;\n }\n\n private resetResponseTracking(): void {\n this.assistantText = \"\";\n this.hasStartedAssistantResponse = false;\n this.hasStartedAudioOutput = false;\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (this.options.debug) {\n console.log(...args);\n }\n }\n\n private shouldLogDebugEvent(eventType: string): boolean {\n if (DEBUG_EVENT_ALLOWLIST.has(eventType)) {\n return true;\n }\n\n return eventType.startsWith(\"response.output_text.\");\n }\n}\n\nexport function createOpenAIRealtimeClient(\n options?: OpenAIRealtimeClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeClient(options);\n}\n"]}
@@ -0,0 +1,4 @@
1
+ export { OpenAIRealtimeClient, createOpenAIRealtimeClient } from '../chunk-BNN3F7VN.mjs';
2
+ import '../chunk-XJNT4ZTF.mjs';
3
+ //# sourceMappingURL=index.mjs.map
4
+ //# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"names":[],"mappings":"","file":"index.mjs"}
@@ -0,0 +1,49 @@
1
+ import { RealtimeSessionRequest, RealtimeSessionBootstrap, RealtimeSessionConfig } from '@charivo/core';
2
+ import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-DntfJo0o.mjs';
3
+
4
+ interface RealtimeBootstrapLoaderOptions {
5
+ apiEndpoint?: string;
6
+ sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
7
+ }
8
+
9
+ interface OpenAIRealtimeAgentsClientOptions extends RealtimeBootstrapLoaderOptions {
10
+ debug?: boolean;
11
+ }
12
+ declare class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {
13
+ private options;
14
+ private session;
15
+ private transport;
16
+ private audioElement;
17
+ private connectionWasActive;
18
+ private assistant;
19
+ private latestHistory;
20
+ private readonly eventCallbacks;
21
+ private readonly pendingToolCalls;
22
+ private readonly lipSyncAnalyzer;
23
+ constructor(options?: OpenAIRealtimeAgentsClientOptions);
24
+ connect(config?: RealtimeSessionConfig): Promise<void>;
25
+ disconnect(): Promise<void>;
26
+ sendText(text: string): Promise<void>;
27
+ sendAudio(_audio: ArrayBuffer): Promise<void>;
28
+ sendToolResult(callId: string, output: Record<string, unknown>): Promise<void>;
29
+ interrupt(): Promise<void>;
30
+ onEvent(callback: (event: RealtimeTransportEvent) => void): void;
31
+ private bindSessionEvents;
32
+ private bindTransportEvents;
33
+ private handleAssistantTranscriptDelta;
34
+ private ensureAssistantStarted;
35
+ private finalizeAssistantResponse;
36
+ private getLatestAssistantText;
37
+ private createProxyTools;
38
+ private createTransportOptions;
39
+ private cleanup;
40
+ private resetAssistantTracking;
41
+ private cleanupPendingToolCalls;
42
+ private createToolCallId;
43
+ private getSessionBootstrap;
44
+ private emitEvent;
45
+ private log;
46
+ }
47
+ declare function createOpenAIRealtimeAgentsClient(options?: OpenAIRealtimeAgentsClientOptions): RealtimeTransportClient;
48
+
49
+ export { OpenAIRealtimeAgentsClient, type OpenAIRealtimeAgentsClientOptions, createOpenAIRealtimeAgentsClient };
@@ -0,0 +1,49 @@
1
+ import { RealtimeSessionRequest, RealtimeSessionBootstrap, RealtimeSessionConfig } from '@charivo/core';
2
+ import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../types-DntfJo0o.js';
3
+
4
+ interface RealtimeBootstrapLoaderOptions {
5
+ apiEndpoint?: string;
6
+ sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
7
+ }
8
+
9
+ interface OpenAIRealtimeAgentsClientOptions extends RealtimeBootstrapLoaderOptions {
10
+ debug?: boolean;
11
+ }
12
+ declare class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {
13
+ private options;
14
+ private session;
15
+ private transport;
16
+ private audioElement;
17
+ private connectionWasActive;
18
+ private assistant;
19
+ private latestHistory;
20
+ private readonly eventCallbacks;
21
+ private readonly pendingToolCalls;
22
+ private readonly lipSyncAnalyzer;
23
+ constructor(options?: OpenAIRealtimeAgentsClientOptions);
24
+ connect(config?: RealtimeSessionConfig): Promise<void>;
25
+ disconnect(): Promise<void>;
26
+ sendText(text: string): Promise<void>;
27
+ sendAudio(_audio: ArrayBuffer): Promise<void>;
28
+ sendToolResult(callId: string, output: Record<string, unknown>): Promise<void>;
29
+ interrupt(): Promise<void>;
30
+ onEvent(callback: (event: RealtimeTransportEvent) => void): void;
31
+ private bindSessionEvents;
32
+ private bindTransportEvents;
33
+ private handleAssistantTranscriptDelta;
34
+ private ensureAssistantStarted;
35
+ private finalizeAssistantResponse;
36
+ private getLatestAssistantText;
37
+ private createProxyTools;
38
+ private createTransportOptions;
39
+ private cleanup;
40
+ private resetAssistantTracking;
41
+ private cleanupPendingToolCalls;
42
+ private createToolCallId;
43
+ private getSessionBootstrap;
44
+ private emitEvent;
45
+ private log;
46
+ }
47
+ declare function createOpenAIRealtimeAgentsClient(options?: OpenAIRealtimeAgentsClientOptions): RealtimeTransportClient;
48
+
49
+ export { OpenAIRealtimeAgentsClient, type OpenAIRealtimeAgentsClientOptions, createOpenAIRealtimeAgentsClient };