@charivo/realtime 0.16.1 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/dist/{chunk-ILIKZUGF.mjs → chunk-EXLERHST.mjs} +50 -20
- package/dist/chunk-EXLERHST.mjs.map +1 -0
- package/dist/{chunk-PJMINYYR.mjs → chunk-U7ER2VBF.mjs} +62 -16
- package/dist/chunk-U7ER2VBF.mjs.map +1 -0
- package/dist/index.d.mts +2 -2
- package/dist/index.d.ts +2 -2
- package/dist/index.js +52 -18
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +52 -18
- package/dist/index.mjs.map +1 -1
- package/dist/openai/index.d.mts +1 -1
- package/dist/openai/index.d.ts +1 -1
- package/dist/openai/index.js +48 -18
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +1 -1
- package/dist/openai-agents/index.d.mts +1 -1
- package/dist/openai-agents/index.d.ts +1 -1
- package/dist/openai-agents/index.js +60 -14
- package/dist/openai-agents/index.js.map +1 -1
- package/dist/openai-agents/index.mjs +1 -1
- package/dist/remote/index.d.mts +1 -1
- package/dist/remote/index.d.ts +1 -1
- package/dist/remote/index.js +108 -32
- package/dist/remote/index.js.map +1 -1
- package/dist/remote/index.mjs +2 -2
- package/dist/{types-DFJPDaQo.d.mts → types-D96RmHO5.d.mts} +9 -1
- package/dist/{types-DFJPDaQo.d.ts → types-D96RmHO5.d.ts} +9 -1
- package/package.json +2 -2
- package/dist/chunk-ILIKZUGF.mjs.map +0 -1
- package/dist/chunk-PJMINYYR.mjs.map +0 -1
package/dist/openai/index.js
CHANGED
|
@@ -133,7 +133,12 @@ var OpenAIRealtimeClient = class {
|
|
|
133
133
|
onError: (error) => console.error("Failed to setup audio analysis:", error)
|
|
134
134
|
});
|
|
135
135
|
isResponseInProgress = false;
|
|
136
|
-
|
|
136
|
+
// A count, not a flag: a flag was overwritten by the next interrupt cycle.
|
|
137
|
+
// Every condemned response reports, so they drain in order; zero means live.
|
|
138
|
+
staleDonesExpected = 0;
|
|
139
|
+
staleCreatedsExpected = 0;
|
|
140
|
+
/** Whether a `response.created` has arrived without its `response.done`. */
|
|
141
|
+
activeResponseAcked = false;
|
|
137
142
|
hasStartedAssistantResponse = false;
|
|
138
143
|
hasStartedAudioOutput = false;
|
|
139
144
|
assistantText = "";
|
|
@@ -324,12 +329,18 @@ var OpenAIRealtimeClient = class {
|
|
|
324
329
|
throw new Error("Realtime transport reconnecting");
|
|
325
330
|
}
|
|
326
331
|
const dc = this.requireOpenDataChannel();
|
|
327
|
-
if (
|
|
328
|
-
|
|
332
|
+
if (this.isResponseInProgress || this.activeResponseAcked) {
|
|
333
|
+
dc.send(JSON.stringify({ type: "response.cancel" }));
|
|
334
|
+
this.staleDonesExpected += 1;
|
|
335
|
+
if (!this.activeResponseAcked) {
|
|
336
|
+
this.staleCreatedsExpected += 1;
|
|
337
|
+
}
|
|
338
|
+
this.activeResponseAcked = false;
|
|
339
|
+
this.isResponseInProgress = false;
|
|
340
|
+
}
|
|
341
|
+
if (this.hasStartedAudioOutput) {
|
|
342
|
+
dc.send(JSON.stringify({ type: "output_audio_buffer.clear" }));
|
|
329
343
|
}
|
|
330
|
-
dc.send(JSON.stringify({ type: "response.cancel" }));
|
|
331
|
-
this.isResponseInProgress = false;
|
|
332
|
-
this.cancelInFlight = true;
|
|
333
344
|
}
|
|
334
345
|
onEvent(callback) {
|
|
335
346
|
this.eventCallbacks.add(callback);
|
|
@@ -347,9 +358,16 @@ var OpenAIRealtimeClient = class {
|
|
|
347
358
|
case "session.updated":
|
|
348
359
|
this.resolvePendingSessionUpdate();
|
|
349
360
|
return;
|
|
361
|
+
case "response.created":
|
|
362
|
+
if (this.staleCreatedsExpected > 0) {
|
|
363
|
+
this.staleCreatedsExpected -= 1;
|
|
364
|
+
return;
|
|
365
|
+
}
|
|
366
|
+
this.activeResponseAcked = true;
|
|
367
|
+
return;
|
|
350
368
|
case "response.audio.delta":
|
|
351
369
|
case "output_audio_buffer.started":
|
|
352
|
-
if (this.
|
|
370
|
+
if (this.staleDonesExpected > 0) {
|
|
353
371
|
return;
|
|
354
372
|
}
|
|
355
373
|
if (!this.hasStartedAudioOutput) {
|
|
@@ -368,7 +386,7 @@ var OpenAIRealtimeClient = class {
|
|
|
368
386
|
case "output_audio_buffer.stopped":
|
|
369
387
|
case "output_audio_buffer.cleared":
|
|
370
388
|
this.lipSyncAnalyzer.pause();
|
|
371
|
-
if (this.
|
|
389
|
+
if (this.staleDonesExpected > 0) {
|
|
372
390
|
this.hasStartedAudioOutput = false;
|
|
373
391
|
return;
|
|
374
392
|
}
|
|
@@ -376,13 +394,14 @@ var OpenAIRealtimeClient = class {
|
|
|
376
394
|
this.hasStartedAudioOutput = false;
|
|
377
395
|
return;
|
|
378
396
|
case "response.done":
|
|
379
|
-
this.
|
|
380
|
-
|
|
381
|
-
this.cancelInFlight = false;
|
|
397
|
+
if (this.staleDonesExpected > 0) {
|
|
398
|
+
this.staleDonesExpected -= 1;
|
|
382
399
|
this.hasStartedAudioOutput = false;
|
|
383
400
|
this.resetResponseTracking();
|
|
384
401
|
return;
|
|
385
402
|
}
|
|
403
|
+
this.activeResponseAcked = false;
|
|
404
|
+
this.isResponseInProgress = false;
|
|
386
405
|
if (!this.assistantText) {
|
|
387
406
|
return;
|
|
388
407
|
}
|
|
@@ -398,7 +417,7 @@ var OpenAIRealtimeClient = class {
|
|
|
398
417
|
case "response.audio_transcript.delta":
|
|
399
418
|
case "response.output_audio_transcript.delta":
|
|
400
419
|
case "response.output_text.delta":
|
|
401
|
-
if (this.
|
|
420
|
+
if (this.staleDonesExpected > 0 || !event.delta) {
|
|
402
421
|
return;
|
|
403
422
|
}
|
|
404
423
|
this.ensureAssistantResponseStarted();
|
|
@@ -409,13 +428,13 @@ var OpenAIRealtimeClient = class {
|
|
|
409
428
|
});
|
|
410
429
|
return;
|
|
411
430
|
case "response.output_text.done":
|
|
412
|
-
if (this.
|
|
431
|
+
if (this.staleDonesExpected > 0 || !event.text) {
|
|
413
432
|
return;
|
|
414
433
|
}
|
|
415
434
|
this.emitFinalAssistantText(event.text);
|
|
416
435
|
return;
|
|
417
436
|
case "response.output_audio_transcript.done":
|
|
418
|
-
if (this.
|
|
437
|
+
if (this.staleDonesExpected > 0 || !event.transcript) {
|
|
419
438
|
return;
|
|
420
439
|
}
|
|
421
440
|
this.emitFinalAssistantText(event.transcript);
|
|
@@ -432,8 +451,11 @@ var OpenAIRealtimeClient = class {
|
|
|
432
451
|
this.handleToolCallDone(event);
|
|
433
452
|
return;
|
|
434
453
|
case "error":
|
|
454
|
+
if (isCancelWithoutActiveResponse(event.error)) {
|
|
455
|
+
return;
|
|
456
|
+
}
|
|
435
457
|
this.isResponseInProgress = false;
|
|
436
|
-
this.
|
|
458
|
+
this.resetResponseSuppression();
|
|
437
459
|
{
|
|
438
460
|
const error = new Error(event.error?.message || "Unknown error");
|
|
439
461
|
if (this.isPendingSessionUpdateError(event)) {
|
|
@@ -599,7 +621,7 @@ var OpenAIRealtimeClient = class {
|
|
|
599
621
|
}
|
|
600
622
|
this.connectionLossNotified = true;
|
|
601
623
|
this.isResponseInProgress = false;
|
|
602
|
-
this.
|
|
624
|
+
this.resetResponseSuppression();
|
|
603
625
|
this.hasStartedAudioOutput = false;
|
|
604
626
|
this.resetResponseTracking();
|
|
605
627
|
this.lipSyncAnalyzer.stop();
|
|
@@ -646,7 +668,7 @@ var OpenAIRealtimeClient = class {
|
|
|
646
668
|
}
|
|
647
669
|
this.audioSender = null;
|
|
648
670
|
this.isResponseInProgress = false;
|
|
649
|
-
this.
|
|
671
|
+
this.resetResponseSuppression();
|
|
650
672
|
this.connectionLossNotified = false;
|
|
651
673
|
this.isCleaningUp = false;
|
|
652
674
|
this.hasStartedAudioOutput = false;
|
|
@@ -655,7 +677,7 @@ var OpenAIRealtimeClient = class {
|
|
|
655
677
|
beginResponseRequest() {
|
|
656
678
|
this.resetResponseTracking();
|
|
657
679
|
this.isResponseInProgress = true;
|
|
658
|
-
this.
|
|
680
|
+
this.activeResponseAcked = false;
|
|
659
681
|
}
|
|
660
682
|
requireOpenDataChannel() {
|
|
661
683
|
if (this.isRecovering) {
|
|
@@ -752,6 +774,11 @@ var OpenAIRealtimeClient = class {
|
|
|
752
774
|
this.assistantText = "";
|
|
753
775
|
this.hasStartedAssistantResponse = false;
|
|
754
776
|
}
|
|
777
|
+
resetResponseSuppression() {
|
|
778
|
+
this.staleDonesExpected = 0;
|
|
779
|
+
this.staleCreatedsExpected = 0;
|
|
780
|
+
this.activeResponseAcked = false;
|
|
781
|
+
}
|
|
755
782
|
ensureAssistantResponseStarted() {
|
|
756
783
|
if (!this.hasStartedAssistantResponse) {
|
|
757
784
|
this.hasStartedAssistantResponse = true;
|
|
@@ -788,6 +815,9 @@ var OpenAIRealtimeClient = class {
|
|
|
788
815
|
return eventType.startsWith("response.output_text.");
|
|
789
816
|
}
|
|
790
817
|
};
|
|
818
|
+
function isCancelWithoutActiveResponse(error) {
|
|
819
|
+
return error?.code === "response_cancel_not_active" || (error?.message?.toLowerCase().includes("no active response") ?? false);
|
|
820
|
+
}
|
|
791
821
|
function createOpenAIRealtimeClient(options) {
|
|
792
822
|
return new OpenAIRealtimeClient(options);
|
|
793
823
|
}
|
package/dist/openai/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/internal/microphone.ts","../../src/internal/webrtc-lifecycle.ts","../../src/internal/shared.ts","../../src/internal/timing.ts","../../src/openai/defaults.ts","../../src/openai/client.ts"],"names":["subscribeBrowserLifecycle","DEFAULT_FETCH_TIMEOUT_MS","createLipSyncAnalyzer","fetchWithTimeout","OPENAI_REALTIME_ADAPTER"],"mappings":";;;;;;;AAAO,IAAM,8BAAA,GAAiC;AAAA,EAC5C,gBAAA,EAAkB,IAAA;AAAA,EAClB,gBAAA,EAAkB,IAAA;AAAA,EAClB,eAAA,EAAiB;AACnB,CAAA;AAEA,eAAsB,uBAAA,GAAgD;AACpE,EAAA,OAAO,SAAA,CAAU,aAAa,YAAA,CAAa;AAAA,IACzC,KAAA,EAAO;AAAA,GACR,CAAA;AACH;ACPO,IAAM,oCAAA,GAAuC,GAAA;AAW7C,SAAS,uBACd,SAAA,EACY;AACZ,EAAA,MAAM,2BAA2BA,8BAAA,CAA0B;AAAA,IACzD,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,WAAW,SAAA,CAAU;AAAA,GACtB,CAAA;AAED,EAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,IAAA,SAAA,CAAU,YAAA,EAAc,gBAAA;AAAA,MACtB,cAAA;AAAA,MACA,SAAA,CAAU;AAAA,KACZ;AAAA,EACF;AAEA,EAAA,OAAO,MAAM;AACX,IAAA,wBAAA,EAAyB;AACzB,IAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,MAAA,SAAA,CAAU,YAAA,EAAc,mBAAA;AAAA,QACtB,cAAA;AAAA,QACA,SAAA,CAAU;AAAA,OACZ;AAAA,IACF;AAAA,EACF,CAAA;AACF;AAQA,eAAsB,uBACpB,KAAA,EACkE;AAClE,EAAA,IAAI,CAAC,MAAM,cAAA,EAAgB;AACzB,IAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,EACjD;AAEA,EAAA,MAAM,UAAA,GAAa,MAAM,uBAAA,EAAwB;AACjD,EAAA,MAAM,SAAA,GAAY,UAAA,CAAW,cAAA,EAAe,CAAE,CAAC,CAAA;AAC/C,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,MAAM,MAAA,GACJ,MAAM,WAAA,KACL,OAAO,MAAM,cAAA,CAAe,UAAA,KAAe,aACvC,KAAA,CAAM,cAAA,CACJ,YAAW,CACX,IAAA,CAAK,CAAC,SAAA,KAAc,SAAA,CAAU,OAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA,CAAA;AACN,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,oCAAoC,CAAA;AAAA,EACtD;AAEA,EAAA,MAAM,MAAA,CAAO,aAAa,SAAS,CAAA;AACnC,EAAA,KAAA,CAAM,WAAA,EAAa,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAE9D,EAAA,OAAO;AAAA,IACL,WAAA,EAAa,MAAA;AAAA,IACb,WAAA,EAAa;AAAA,GACf;AACF;AAEO,SAAS,4BAAA,CACd,YAAA,EACA,OAAA,GAAU,oCAAA,EAIV;AACA,EAAA,IAAI,OAAA,GAAgD,IAAA;AAEpD,EAAA,OAAO;AAAA,IACL,QAAA,GAAW;AACT,MAAA,IAAI,OAAA,EAAS;AACX,QAAA;AAAA,MACF;AAEA,MAAA,OAAA,GAAU,WAAW,MAAM;AACzB,QAAA,OAAA,GAAU,IAAA;AACV,QAAA,YAAA,EAAa;AAAA,MACf,GAAG,OAAO,CAAA;AAAA,IACZ,CAAA;AAAA,IACA,MAAA,GAAS;AACP,MAAA,IAAI,CAAC,OAAA,EAAS;AACZ,QAAA;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,OAAA,GAAU,IAAA;AAAA,IACZ;AAAA,GACF;AACF;AC3GO,IAAM,0BAAA,GAA6BC,6BAAA;AAEnC,SAAS,SAAS,KAAA,EAAkD;AACzE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAoBO,SAAS,2BACd,KAAA,EACwC;AACxC,EAAA,IACE,CAAC,QAAA,CAAS,KAAK,CAAA,IACf,OAAO,KAAA,CAAM,OAAA,KAAY,QAAA,IACzB,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,EAC3B;AACA,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,QAAA,EAAU;AAChC,IAAA,OACE,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,IAC3B,OAAO,MAAM,YAAA,KAAiB,QAAA;AAAA,EAElC;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,WAAA,EAAa;AACnC,IAAA,OAAO,OAAO,KAAA,CAAM,GAAA,KAAQ,QAAA,IAAY,OAAO,MAAM,KAAA,KAAU,QAAA;AAAA,EACjE;AAEA,EAAA,OAAO,KAAA;AACT;;;ACnDO,SAAS,MAAM,EAAA,EAA2B;AAC/C,EAAA,OAAO,IAAI,OAAA,CAAQ,CAAC,OAAA,KAAY;AAC9B,IAAA,UAAA,CAAW,SAAS,EAAE,CAAA;AAAA,EACxB,CAAC,CAAA;AACH;;;ACGO,IAAM,6BAAA,GAAgC,OAAA;;;ACmE7C,IAAM,qBAAA,uBAA4B,GAAA,CAAY;AAAA,EAC5C,iBAAA;AAAA,EACA,iBAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAA;AAAA,EACA,uCAAA;AAAA,EACA,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,iCAAA,GAAoC,GAAA;AAQnC,IAAM,uBAAN,MAA8D;AAAA,EA4BnE,WAAA,CAAoB,OAAA,GAAuC,EAAC,EAAG;AAA3C,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAA4C;AAAA,EA3BxD,EAAA,GAA+B,IAAA;AAAA,EAC/B,EAAA,GAA4B,IAAA;AAAA,EAC5B,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,WAAA,GAAmC,IAAA;AAAA,EAC1B,kBAAkBC,0BAAA,CAAsB;AAAA,IACvD,KAAA,EAAO,CAAC,GAAA,KAAQ,IAAA,CAAK,UAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,GAAA,EAAK,CAAA;AAAA,IAC7D,SAAS,CAAC,KAAA,KAAU,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK;AAAA,GAC3E,CAAA;AAAA,EACO,oBAAA,GAAuB,KAAA;AAAA,EACvB,cAAA,GAAiB,KAAA;AAAA,EACjB,2BAAA,GAA8B,KAAA;AAAA,EAC9B,qBAAA,GAAwB,KAAA;AAAA,EACxB,aAAA,GAAgB,EAAA;AAAA,EAChB,mBAAA,GAAsB,CAAA;AAAA,EACtB,oBAAA,GAAoD,IAAA;AAAA,EACpD,oBAAA;AAAA,EACA,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EAC/B,cAAA,uBAAqB,GAAA,EAA6C;AAAA,EAI1E,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,4CAA4C,CAAA;AAErD,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,EAAA,GAAK,IAAI,iBAAA,EAAkB;AAChC,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,KAAK,KAAK,eAAA,CAAgB,OAAA,EAAQ,CAAE,KAAA,CAAM,MAAM,KAAA,CAAS,CAAA;AACzD,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAC1B,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAElC,MAAA,IAAA,CAAK,EAAA,CAAG,OAAA,GAAU,CAAC,KAAA,KAAU;AAC3B,QAAA,IAAI,KAAK,YAAA,EAAc;AACrB,UAAA,IAAA,CAAK,YAAA,CAAa,SAAA,GAAY,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAAA,QAC/C;AACA,QAAA,IAAA,CAAK,eAAA,CAAgB,iBAAA,CAAkB,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAC,CAAA;AAAA,MACzD,CAAA;AAEA,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,WAAA,CAAY,SAAA,GAAY,CAAC,CAAA;AACjD,QAAA,IAAA,CAAK,WAAA,GACH,KAAK,EAAA,CAAG,QAAA,CAAS,YAAY,IAAA,CAAK,WAAW,KAAK,IAAA,CAAK,WAAA;AAAA,MAC3D,CAAA,CAAA,MAAQ;AACN,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA,CAAK,EAAA,CAAG,iBAAA,CAAkB,YAAY,CAAA;AAChD,MAAA,IAAA,CAAK,EAAA,CAAG,SAAA,GAAY,CAAC,KAAA,KAAU;AAC7B,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AACrC,QAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA;AAAA,MAChC,CAAA;AACA,MAAA,IAAA,CAAK,EAAA,CAAG,UAAU,MAAM;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,KAAA,EAAO,IAAI,KAAA,CAAM,mBAAmB;AAAA,SACrC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,EAAY;AACxC,MAAA,MAAM,IAAA,CAAK,EAAA,CAAG,mBAAA,CAAoB,KAAK,CAAA;AAEvC,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU,EAAC;AAAA,QACpB,UAAU,KAAA,CAAM;AAAA,OACjB,CAAA;AAED,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,sBAAA,CAAuB,SAAS,CAAA;AAEvD,MAAA,MAAM,IAAA,CAAK,GAAG,oBAAA,CAAqB;AAAA,QACjC,IAAA,EAAM,QAAA;AAAA,QACN,GAAA,EAAK;AAAA,OACN,CAAA;AAED,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,sCAAsC,CAAA;AAC/C,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AACvC,IAAA,MAAM,OAAA,GAAU,CAAA,uBAAA,EAA0B,IAAA,CAAK,mBAAA,EAAqB,CAAA,CAAA;AAEpE,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,gBAAA;AAAA,QACN,QAAA,EAAU,OAAA;AAAA,QACV,OAAA,EAAS,8BAA8B,MAAM;AAAA,OAC9C;AAAA,KACH;AAEA,IAAA,MAAM,IAAI,OAAA,CAAc,CAAC,OAAA,EAAS,MAAA,KAAW;AAC3C,MAAA,MAAM,SAAA,GAAY,WAAW,MAAM;AACjC,QAAA,IAAA,CAAK,0BAAA;AAAA,UACH,IAAI,KAAA;AAAA,YACF,CAAA,4CAAA,EAA+C,IAAA,CAAK,yBAAA,EAA2B,CAAA,EAAA;AAAA;AACjF,SACF;AAAA,MACF,CAAA,EAAG,IAAA,CAAK,yBAAA,EAA2B,CAAA;AAEnC,MAAA,IAAA,CAAK,oBAAA,GAAuB;AAAA,QAC1B,OAAA;AAAA,QACA,OAAA;AAAA,QACA,MAAA;AAAA,QACA;AAAA,OACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAI,MAAM,IAAA,CAAK,qBAAA,CAAsB,MAAM,CAAA,EAAG;AAC5C,QAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,kBAAkB,MAAM,CAAA;AACnC,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,OAAA,CAAQ,KAAK,6DAAmD,CAAA;AAChE,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,IAAA;AAAA,MACN,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,SAAA;AAAA,UACN,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS;AAAA,YACP;AAAA,cACE,IAAA,EAAM,YAAA;AAAA,cACN;AAAA;AACF;AACF;AACF,OACD;AAAA,KACH;AACA,IAAA,IAAA,CAAK,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAExD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,sBAAA;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,MAAM;AAAA;AAC/B,OACD;AAAA,KACH;AACA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAEnD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AACnD,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,EACxB;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAAA,EACrC;AAAA,EAEQ,kBAAkB,KAAA,EAA0B;AAClD,IAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,KAAK,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAA,EAAG;AAC9D,MAAA,IAAA,CAAK,GAAA,CAAI,mCAAA,EAA8B,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,IAC1D;AAEA,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,QAAA;AAAA,MAEF,KAAK,sBAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,UAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,QACjD;AACA,QAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASF,KAAK,6BAAA;AAAA,MACL,KAAK,6BAAA;AAIH,QAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAE3B,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,QAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,UAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,UAAA;AAAA,QACF;AAOA,QAAA,IAAI,CAAC,KAAK,aAAA,EAAe;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,8BAAA;AAAA,UACN,MAAM,IAAA,CAAK,aAAA;AAAA,UACX,KAAA,EAAO,MAAM,QAAA,EAAU,KAAA;AAAA,UACvB,KAAA,EAAO,MAAM,QAAA,EAAU,KAAA;AAAA,UACvB,UAAA,EAAY,MAAM,QAAA,EAAU;AAAA,SAC7B,CAAA;AACD,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA;AAAA,MAEF,KAAK,iCAAA;AAAA,MACL,KAAK,wCAAA;AAAA,MACL,KAAK,4BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,KAAA,EAAO;AACvC,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,8BAAA,EAA+B;AAEpC,QAAA,IAAA,CAAK,iBAAiB,KAAA,CAAM,KAAA;AAC5B,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,2BAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,IAAA,EAAM;AACtC,UAAA;AAAA,QACF;AACA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,IAAI,CAAA;AACtC,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAI,IAAA,CAAK,cAAA,IAAkB,CAAC,KAAA,CAAM,UAAA,EAAY;AAC5C,UAAA;AAAA,QACF;AACA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,UAAU,CAAA;AAC5C,QAAA;AAAA,MAEF,KAAK,uDAAA;AACH,QAAA,IAAI,MAAM,UAAA,EAAY;AACpB,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,iBAAA;AAAA,YACN,MAAM,KAAA,CAAM;AAAA,WACb,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAA,CAAK,mBAAmB,KAAK,CAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,OAAA;AACH,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,QAAA;AACE,UAAA,MAAM,QAAQ,IAAI,KAAA,CAAM,KAAA,CAAM,KAAA,EAAO,WAAW,eAAe,CAAA;AAC/D,UAAA,IAAI,IAAA,CAAK,2BAAA,CAA4B,KAAK,CAAA,EAAG;AAC3C,YAAA,IAAA,CAAK,2BAA2B,KAAK,CAAA;AAAA,UACvC;AAEA,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,OAAA;AAAA,YACN;AAAA,WACD,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,mBAAmB,KAAA,EAA0B;AACnD,IAAA,MAAM,SAAS,KAAA,CAAM,OAAA,IAAW,KAAA,CAAM,IAAA,EAAM,WAAW,KAAA,CAAM,OAAA;AAC7D,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,KAAA,CAAM,IAAA,EAAM,IAAA;AACvC,IAAA,MAAM,QAAA,GAAW,KAAA,CAAM,SAAA,IAAa,KAAA,CAAM,IAAA,EAAM,SAAA;AAEhD,IAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,QAAA,EAAU;AACtB,MAAA,OAAA,CAAQ,KAAK,2DAAiD,CAAA;AAC9D,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,OAAgC,EAAC;AACrC,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAA;AAClC,MAAA,IAAI,QAAA,CAAS,MAAM,CAAA,EAAG;AACpB,QAAA,IAAA,GAAO,MAAA;AAAA,MACT;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,gCAAA,EAAkC,KAAA,EAAO,QAAQ,CAAA;AAC/D,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,WAAA;AAAA,MACN,IAAA;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,IAAI,IAAA,CAAK,QAAQ,gBAAA,EAAkB;AACjC,MAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAO,CAAA;AAAA,IAC9C;AAEA,IAAA,MAAM,WAAA,GAAc,KAAK,OAAA,CAAQ,WAAA;AACjC,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,WAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,OAC9B;AAAA,MACA;AAAA,QACE,cAAA,EAAgB,4CAA4C,0BAA0B,CAAA,EAAA,CAAA;AAAA,QACtF,cAAA,EAAgB;AAAA;AAClB,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,IACnE;AAEA,IAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,IAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,EAAA,EAAI;AACZ,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,gBAAA,CAAiB,0BAAA,EAA4B,MAAM;AACzD,MAAA,MAAM,QAAA,GAAW,KAAK,EAAA,EAAI,kBAAA;AAC1B,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,EAAA,CAAG,gBAAA,CAAiB,uBAAA,EAAyB,MAAM;AACtD,MAAA,MAAM,eAAA,GAAkB,KAAK,EAAA,EAAI,eAAA;AACjC,MAAA,IAAI,eAAA,KAAoB,QAAA,IAAY,eAAA,KAAoB,QAAA,EAAU;AAChE,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAI3C,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,oBAAA,EAAsB;AACzC,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,KAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,EAAA,IACN,CAAC,KAAK,EAAA,IACN,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,gBAAgB,IAAA,EAAK;AAC1B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,CAAC,KAAK,EAAA,EAAI;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,KAAK,EAAA,CAAG,UAAA,KAAe,UACvB,IAAA,CAAK,EAAA,CAAG,oBAAoB,QAAA,IAC5B,IAAA,CAAK,EAAA,CAAG,eAAA,KAAoB,YAC5B,IAAA,CAAK,EAAA,CAAG,uBAAuB,QAAA,IAC/B,IAAA,CAAK,GAAG,kBAAA,KAAuB,cAAA;AAAA,IAEnC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,OAAA,GAAgB;AACtB,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,eAAA,CACF,SAAQ,CACR,KAAA;AAAA,MAAM,CAAC,KAAA,KACN,OAAA,CAAQ,KAAA,CAAM,yCAAyC,KAAK;AAAA,KAC9D;AACF,IAAA,IAAA,CAAK,0BAAA;AAAA,MACH,IAAI,MAAM,wDAAwD;AAAA,KACpE;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC5D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAAA,EAC7B;AAAA,EAEQ,oBAAA,GAA6B;AAKnC,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA,EAEQ,sBAAA,GAAyC;AAC/C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,OAAO,IAAA,CAAK,EAAA;AAAA,EACd;AAAA,EAEA,MAAc,sBACZ,MAAA,EACkB;AAClB,IAAA,MAAM,KAAK,IAAA,CAAK,EAAA;AAChB,IAAA,IAAI,CAAC,EAAA,IAAM,IAAA,CAAK,uBAAA,EAAwB,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAI,EAAA,CAAG,uBAAuB,WAAA,EAAa;AACzC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,IAAI,EAAA,CAAG,uBAAuB,cAAA,EAAgB;AAC5C,MAAA,MAAM,MAAM,IAAK,CAAA;AACjB,MAAA,IAAI,EAAA,CAAG,uBAAuB,cAAA,EAAgB;AAC5C,QAAA,OAAO,IAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,IACE,EAAA,CAAG,uBAAuB,QAAA,IAC1B,EAAA,CAAG,oBAAoB,QAAA,IACvB,EAAA,CAAG,oBAAoB,QAAA,EACvB;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAI,OAAO,EAAA,CAAG,UAAA,KAAe,UAAA,EAAY;AACvC,MAAA,EAAA,CAAG,UAAA,EAAW;AAAA,IAChB;AAEA,IAAA,MAAM,QAAQ,MAAM,EAAA,CAAG,YAAY,EAAE,UAAA,EAAY,MAAM,CAAA;AACvD,IAAA,MAAM,EAAA,CAAG,oBAAoB,KAAK,CAAA;AAElC,IAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,MAC/C,SAAA,EAAW,QAAA;AAAA,MACX,OAAA,EAAS,MAAA,IAAU,IAAA,CAAK,oBAAA,IAAwB,EAAC;AAAA,MACjD,UAAU,KAAA,CAAM;AAAA,KACjB,CAAA;AAED,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,sBAAA,CAAuB,SAAS,CAAA;AAEvD,IAAA,MAAM,GAAG,oBAAA,CAAqB;AAAA,MAC5B,IAAA,EAAM,QAAA;AAAA,MACN,GAAA,EAAK;AAAA,KACN,CAAA;AACD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,uBAAA,GAAmC;AACzC,IAAA,OACE,CAAC,KAAK,EAAA,IACN,CAAC,KAAK,EAAA,IACN,IAAA,CAAK,GAAG,UAAA,KAAe,QAAA,IACvB,KAAK,EAAA,CAAG,eAAA,KAAoB,YAC5B,IAAA,CAAK,EAAA,CAAG,oBAAoB,QAAA,IAC5B,IAAA,CAAK,GAAG,kBAAA,KAAuB,QAAA;AAAA,EAEnC;AAAA,EAEA,MAAc,kBACZ,MAAA,EACe;AACf,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AAAA,EACxD;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,YAAA,CAAa,IAAA,CAAK,qBAAqB,SAAS,CAAA;AAChD,IAAA,IAAA,CAAK,qBAAqB,OAAA,EAAQ;AAClC,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,KAAA,EAAoB;AACrD,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,YAAA,CAAa,IAAA,CAAK,qBAAqB,SAAS,CAAA;AAChD,IAAA,IAAA,CAAK,oBAAA,CAAqB,OAAO,KAAK,CAAA;AACtC,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAAA,EAC9B;AAAA,EAEQ,4BAA4B,KAAA,EAA6B;AAC/D,IAAA,MAAM,gBAAgB,IAAA,CAAK,oBAAA;AAC3B,IAAA,IAAI,CAAC,aAAA,EAAe;AAClB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,KAAA,EAAO,QAAA,KAAa,aAAA,CAAc,OAAA;AAAA,EACjD;AAAA,EAEQ,yBAAA,GAAoC;AAC1C,IAAA,OACE,IAAA,CAAK,QAAQ,sBAAA,IAA0B,iCAAA;AAAA,EAE3C;AAAA,EAEQ,uBAAuB,SAAA,EAA6C;AAC1E,IAAA,IACE,SAAA,CAAU,YAAYC,4BAAA,IACtB,SAAA,CAAU,cAAc,QAAA,IACxB,EAAE,eAAe,SAAA,CAAA,EACjB;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,wCAAwCA,4BAAuB,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,OACjI;AAAA,IACF;AACA,IAAA,OAAO,SAAA,CAAU,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,qBAAA,GAA8B;AACpC,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AAAA,EACrC;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,MAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,IACvD;AAAA,EACF;AAAA,EAEQ,uBAAuB,IAAA,EAAoB;AACjD,IAAA,IAAA,CAAK,8BAAA,EAA+B;AAEpC,IAAA,IAAI,IAAA,KAAS,KAAK,aAAA,EAAe;AAC/B,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,CAAK,aAAa,CAAA,GAC5C,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,CAAA,GACpC,IAAA;AAEJ,MAAA,IAAA,CAAK,aAAA,GAAgB,IAAA;AACrB,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,IAAA,CAAK,QAAQ,KAAA,EAAO;AACtB,MAAA,OAAA,CAAQ,GAAA,CAAI,GAAG,IAAI,CAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAA,EAA4B;AACtD,IAAA,IAAI,qBAAA,CAAsB,GAAA,CAAI,SAAS,CAAA,EAAG;AACxC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,SAAA,CAAU,WAAW,uBAAuB,CAAA;AAAA,EACrD;AACF,CAAA;AAEO,SAAS,2BACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,qBAAqB,OAAO,CAAA;AACzC;AAEA,SAAS,8BACP,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,MAAA,EAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,MAAA,CAAO,YAAA;AAAA,EAChC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,MAAA,CAAO,SAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,IAAU,WAAW,MAAA,EAAQ;AAC/B,IAAA,OAAA,CAAQ,KAAA,GAAQ,MAAA,CAAO,KAAA,IAAS,EAAC;AAAA,EACnC;AAEA,EAAA,OAAO,OAAA;AACT","file":"index.js","sourcesContent":["export const DEFAULT_MICROPHONE_CONSTRAINTS = {\n echoCancellation: true,\n noiseSuppression: true,\n autoGainControl: true,\n} satisfies MediaTrackConstraints;\n\nexport async function acquireMicrophoneStream(): Promise<MediaStream> {\n return navigator.mediaDevices.getUserMedia({\n audio: DEFAULT_MICROPHONE_CONSTRAINTS,\n });\n}\n","import { subscribeBrowserLifecycle } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"./microphone\";\n\nexport const DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1_000;\n\nexport interface TransportLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n onDeviceChange?(): void;\n}\n\nexport function bindTransportLifecycle(\n callbacks: TransportLifecycleCallbacks,\n): () => void {\n const teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: callbacks.onHidden,\n onOnline: callbacks.onOnline,\n onPageHide: callbacks.onPageHide,\n onPageShow: callbacks.onPageShow,\n onVisible: callbacks.onVisible,\n });\n\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.addEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n\n return () => {\n teardownBrowserLifecycle();\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.removeEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n };\n}\n\nexport interface AudioSenderTrackState {\n audioSender: RTCRtpSender | null;\n mediaStream: MediaStream | null;\n peerConnection: RTCPeerConnection | null;\n}\n\nexport async function replaceMicrophoneTrack(\n state: AudioSenderTrackState,\n): Promise<{ audioSender: RTCRtpSender; mediaStream: MediaStream }> {\n if (!state.peerConnection) {\n throw new Error(\"Realtime transport not active\");\n }\n\n const nextStream = await acquireMicrophoneStream();\n const nextTrack = nextStream.getAudioTracks()[0];\n if (!nextTrack) {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n const sender =\n state.audioSender ??\n (typeof state.peerConnection.getSenders === \"function\"\n ? (state.peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null);\n if (!sender) {\n throw new Error(\"No outbound audio sender available\");\n }\n\n await sender.replaceTrack(nextTrack);\n state.mediaStream?.getTracks().forEach((track) => track.stop());\n\n return {\n audioSender: sender,\n mediaStream: nextStream,\n };\n}\n\nexport function createIceDisconnectDebouncer(\n onDisconnect: () => void,\n delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n): {\n schedule(): void;\n cancel(): void;\n} {\n let pending: ReturnType<typeof setTimeout> | null = null;\n\n return {\n schedule() {\n if (pending) {\n return;\n }\n\n pending = setTimeout(() => {\n pending = null;\n onDisconnect();\n }, delayMs);\n },\n cancel() {\n if (!pending) {\n return;\n }\n\n clearTimeout(pending);\n pending = null;\n },\n };\n}\n","import { DEFAULT_FETCH_TIMEOUT_MS } from \"@charivo/core\";\n\n// Realtime-specific name kept for the call-site timeout messages; the value\n// is core's shared default.\nexport const DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nexport function isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nexport type RealtimeSessionBootstrapShape =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport function isRealtimeSessionBootstrap(\n value: unknown,\n): value is RealtimeSessionBootstrapShape {\n if (\n !isRecord(value) ||\n typeof value.adapter !== \"string\" ||\n typeof value.transport !== \"string\"\n ) {\n return false;\n }\n\n if (value.transport === \"webrtc\") {\n return (\n typeof value.answerSdp === \"string\" ||\n typeof value.clientSecret === \"string\"\n );\n }\n\n if (value.transport === \"websocket\") {\n return typeof value.url === \"string\" && typeof value.token === \"string\";\n }\n\n return false;\n}\n","export function delay(ms: number): Promise<void> {\n return new Promise((resolve) => {\n setTimeout(resolve, ms);\n });\n}\n","import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS as DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS } from \"../instructions\";\n\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/server/src/openai/realtime/index.ts. Strict layering keeps browser and\n// server providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nexport const DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nexport const DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nexport const DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS =\n DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS;\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n createLipSyncAnalyzer,\n fetchWithTimeout,\n OPENAI_REALTIME_ADAPTER,\n} from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n isRealtimeSessionBootstrap,\n isRecord,\n} from \"../internal/shared\";\nimport { delay } from \"../internal/timing\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport { DEFAULT_OPENAI_REALTIME_VOICE } from \"./defaults\";\n\ninterface ServerError {\n code?: string;\n event_id?: string;\n message?: string;\n}\n\ninterface ServerEventItem {\n call_id?: string;\n name?: string;\n arguments?: string;\n}\n\ninterface ServerEvent {\n type: string;\n event_id?: string;\n delta?: string;\n text?: string;\n transcript?: string;\n call_id?: string;\n item_id?: string;\n name?: string;\n arguments?: string;\n item?: ServerEventItem;\n error?: ServerError;\n response?: {\n id?: string;\n model?: string;\n usage?: Record<string, unknown>;\n };\n}\n\nexport interface OpenAIRealtimeClientOptions {\n apiEndpoint?: string;\n debug?: boolean;\n sessionUpdateTimeoutMs?: number;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\ninterface PendingSessionUpdate {\n eventId: string;\n resolve: () => void;\n reject: (error: Error) => void;\n timeoutId: ReturnType<typeof setTimeout>;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set<string>([\n \"session.created\",\n \"session.updated\",\n \"response.created\",\n \"response.done\",\n \"response.function_call_arguments.done\",\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\nconst DEFAULT_SESSION_UPDATE_TIMEOUT_MS = 5_000;\n\n/**\n * OpenAI-specific realtime transport client.\n *\n * This package normalizes OpenAI Realtime WebRTC events into the transport\n * event contract defined by `@charivo/realtime`.\n */\nexport class OpenAIRealtimeClient implements RealtimeTransportClient {\n private pc: RTCPeerConnection | null = null;\n private dc: RTCDataChannel | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private audioSender: RTCRtpSender | null = null;\n private readonly lipSyncAnalyzer = createLipSyncAnalyzer({\n onRms: (rms) => this.emitEvent({ type: \"audio.lipsync\", rms }),\n onError: (error) => console.error(\"Failed to setup audio analysis:\", error),\n });\n private isResponseInProgress = false;\n private cancelInFlight = false;\n private hasStartedAssistantResponse = false;\n private hasStartedAudioOutput = false;\n private assistantText = \"\";\n private nextSessionUpdateId = 1;\n private pendingSessionUpdate: PendingSessionUpdate | null = null;\n private currentSessionConfig?: RealtimeSessionConfig;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private eventCallbacks = new Set<(event: RealtimeTransportEvent) => void>();\n\n constructor(private options: OpenAIRealtimeClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.pc = new RTCPeerConnection();\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n void this.lipSyncAnalyzer.prepare().catch(() => undefined);\n this.bindConnectionEvents();\n this.bindTransportLifecycleEvents();\n\n this.pc.ontrack = (event) => {\n if (this.audioElement) {\n this.audioElement.srcObject = event.streams[0];\n }\n this.lipSyncAnalyzer.attachMediaStream(event.streams[0]);\n };\n\n try {\n this.mediaStream = await acquireMicrophoneStream();\n const audioTrack = this.mediaStream.getTracks()[0];\n this.audioSender =\n this.pc.addTrack(audioTrack, this.mediaStream) ?? this.audioSender;\n } catch {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n this.dc = this.pc.createDataChannel(\"oai-events\");\n this.dc.onmessage = (event) => {\n const payload = JSON.parse(event.data) as ServerEvent;\n this.handleServerEvent(payload);\n };\n this.dc.onerror = () => {\n this.emitEvent({\n type: \"error\",\n error: new Error(\"DataChannel error\"),\n });\n };\n\n const offer = await this.pc.createOffer();\n await this.pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? {},\n sdpOffer: offer.sdp,\n });\n\n const answerSdp = this.resolveWebRTCAnswerSdp(bootstrap);\n\n await this.pc.setRemoteDescription({\n type: \"answer\",\n sdp: answerSdp,\n });\n\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup();\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (this.isResponseInProgress) {\n throw new Error(\n \"Cannot update the realtime session while a response is in progress. Call interrupt() first.\",\n );\n }\n\n const dc = this.requireOpenDataChannel();\n const eventId = `charivo-session-update-${this.nextSessionUpdateId++}`;\n\n if (this.pendingSessionUpdate) {\n throw new Error(\"Realtime session update already in progress\");\n }\n\n dc.send(\n JSON.stringify({\n type: \"session.update\",\n event_id: eventId,\n session: toOpenAIRealtimeSessionUpdate(config),\n }),\n );\n\n await new Promise<void>((resolve, reject) => {\n const timeoutId = setTimeout(() => {\n this.rejectPendingSessionUpdate(\n new Error(\n `Timed out waiting for session.updated after ${this.getSessionUpdateTimeoutMs()}ms`,\n ),\n );\n }, this.getSessionUpdateTimeoutMs());\n\n this.pendingSessionUpdate = {\n eventId,\n resolve,\n reject,\n timeoutId,\n };\n });\n\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n if (await this.tryIceRestartRecovery(config)) {\n this.connectionLossNotified = false;\n return;\n }\n\n await this.rebuildConnection(config);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n if (this.isResponseInProgress) {\n console.warn(\"⚠️ Response already in progress, skipping request\");\n return;\n }\n\n this.dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"message\",\n role: \"user\",\n content: [\n {\n type: \"input_text\",\n text,\n },\n ],\n },\n }),\n );\n this.dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const dc = this.requireOpenDataChannel();\n\n dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"function_call_output\",\n call_id: callId,\n output: JSON.stringify(output),\n },\n }),\n );\n dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const dc = this.requireOpenDataChannel();\n\n if (!this.isResponseInProgress) {\n return;\n }\n\n dc.send(JSON.stringify({ type: \"response.cancel\" }));\n this.isResponseInProgress = false;\n this.cancelInFlight = true;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSyncAnalyzer.prepare();\n }\n\n private handleServerEvent(event: ServerEvent): void {\n if (this.options.debug && this.shouldLogDebugEvent(event.type)) {\n this.log(\"📡 [OpenAI Realtime Event]\", event.type, event);\n }\n\n switch (event.type) {\n case \"session.created\":\n return;\n\n case \"session.updated\":\n this.resolvePendingSessionUpdate();\n return;\n\n case \"response.audio.delta\":\n case \"output_audio_buffer.started\":\n if (this.cancelInFlight) {\n return;\n }\n\n if (!this.hasStartedAudioOutput) {\n this.hasStartedAudioOutput = true;\n this.lipSyncAnalyzer.resume();\n this.emitEvent({ type: \"audio.output.started\" });\n }\n return;\n\n // `response.audio.done` / `response.output_audio.done` report that the\n // SERVER finished sending audio, not that the browser finished playing\n // it — there is still buffered audio at that point. Ending there cut\n // consumers off mid-sentence: `RenderManager` releases a held expression\n // on `tts:audio:end`, so a face reset partway through its own reply.\n // Only the output-buffer events describe actual playback: `stopped` when\n // it finishes, `cleared` when an interruption discards it.\n case \"output_audio_buffer.stopped\":\n case \"output_audio_buffer.cleared\":\n // Pause before reporting the end. The analyzer smooths its readings and\n // would keep emitting a decaying level, which `RealtimeManager` turns\n // back into a start — with no further buffer event left to close it.\n this.lipSyncAnalyzer.pause();\n\n if (this.cancelInFlight) {\n this.hasStartedAudioOutput = false;\n return;\n }\n\n this.emitEvent({ type: \"audio.output.ended\" });\n this.hasStartedAudioOutput = false;\n return;\n\n case \"response.done\":\n this.isResponseInProgress = false;\n if (this.cancelInFlight) {\n this.cancelInFlight = false;\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n return;\n }\n\n // Tool-using turns fire response.done twice per user message: once\n // after the tool call (no text this cycle) and once after the\n // follow-up reply. Skip the first one so consumers see a single\n // completion per user turn. Keeping tracking live means the\n // follow-up cycle does not re-emit assistant.response.started.\n if (!this.assistantText) {\n return;\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: this.assistantText,\n usage: event.response?.usage,\n model: event.response?.model,\n responseId: event.response?.id,\n });\n this.resetResponseTracking();\n return;\n\n case \"response.audio_transcript.delta\":\n case \"response.output_audio_transcript.delta\":\n case \"response.output_text.delta\":\n if (this.cancelInFlight || !event.delta) {\n return;\n }\n\n this.ensureAssistantResponseStarted();\n\n this.assistantText += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n return;\n\n case \"response.output_text.done\":\n if (this.cancelInFlight || !event.text) {\n return;\n }\n this.emitFinalAssistantText(event.text);\n return;\n\n case \"response.output_audio_transcript.done\":\n if (this.cancelInFlight || !event.transcript) {\n return;\n }\n this.emitFinalAssistantText(event.transcript);\n return;\n\n case \"conversation.item.input_audio_transcription.completed\":\n if (event.transcript) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n return;\n\n case \"response.function_call_arguments.done\":\n this.handleToolCallDone(event);\n return;\n\n case \"error\":\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n {\n const error = new Error(event.error?.message || \"Unknown error\");\n if (this.isPendingSessionUpdateError(event)) {\n this.rejectPendingSessionUpdate(error);\n }\n\n this.emitEvent({\n type: \"error\",\n error,\n });\n }\n return;\n\n default:\n return;\n }\n }\n\n private handleToolCallDone(event: ServerEvent): void {\n const callId = event.call_id || event.item?.call_id || event.item_id;\n const name = event.name || event.item?.name;\n const argsJson = event.arguments || event.item?.arguments;\n\n if (!name || !argsJson) {\n console.warn(\"⚠️ Tool call done but missing name or arguments\");\n return;\n }\n\n let args: Record<string, unknown> = {};\n try {\n const parsed = JSON.parse(argsJson) as unknown;\n if (isRecord(parsed)) {\n args = parsed;\n }\n } catch (error) {\n console.error(\"Failed to parse tool call args\", error, argsJson);\n return;\n }\n\n this.emitEvent({\n type: \"tool.call\",\n name,\n args,\n callId,\n });\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (this.options.sessionBootstrap) {\n return this.options.sessionBootstrap(request);\n }\n\n const apiEndpoint = this.options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n {\n timeoutMessage: `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap as RealtimeSessionBootstrap;\n }\n\n private bindConnectionEvents(): void {\n if (!this.pc) {\n return;\n }\n\n this.pc.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = this.pc?.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n this.pc.addEventListener(\"connectionstatechange\", () => {\n const connectionState = this.pc?.connectionState;\n if (connectionState === \"failed\" || connectionState === \"closed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n // Only resume while a segment is actually playing. Resuming after playback\n // ended would meter residual level, which `RealtimeManager` reads as a new\n // audio start that no later buffer event would close.\n if (this.hasStartedAudioOutput) {\n this.lipSyncAnalyzer.resume();\n }\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n if (this.hasStartedAudioOutput) {\n this.lipSyncAnalyzer.resume();\n }\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.pc || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.pc,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.pc ||\n !this.dc ||\n !this.needsRecovery(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n this.lipSyncAnalyzer.stop();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private needsRecovery(cause: RealtimeReconnectCause): boolean {\n if (!this.pc || !this.dc) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.dc.readyState !== \"open\" ||\n this.pc.connectionState === \"failed\" ||\n this.pc.connectionState === \"closed\" ||\n this.pc.iceConnectionState === \"failed\" ||\n this.pc.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(): void {\n this.isCleaningUp = true;\n this.unbindTransportLifecycleEvents();\n this.iceDisconnectDebouncer.cancel();\n this.lipSyncAnalyzer\n .cleanup()\n .catch((error) =>\n console.error(\"Failed to clean up lip-sync analyzer:\", error),\n );\n this.rejectPendingSessionUpdate(\n new Error(\"Realtime session ended before session update completed\"),\n );\n\n if (this.dc) {\n this.dc.close();\n this.dc = null;\n }\n\n if (this.pc) {\n this.pc.close();\n this.pc = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n this.audioSender = null;\n this.isResponseInProgress = false;\n this.cancelInFlight = false;\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n }\n\n private beginResponseRequest(): void {\n // Deliberately does NOT clear `hasStartedAudioOutput`: a new request can be\n // sent while the previous response is still playing out, and clearing here\n // would again treat request boundaries as playback boundaries. The buffer\n // events own that flag.\n this.resetResponseTracking();\n this.isResponseInProgress = true;\n this.cancelInFlight = false;\n }\n\n private requireOpenDataChannel(): RTCDataChannel {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n return this.dc;\n }\n\n private async tryIceRestartRecovery(\n config?: RealtimeSessionConfig,\n ): Promise<boolean> {\n const pc = this.pc;\n if (!pc || this.shouldRebuildConnection()) {\n return false;\n }\n\n if (pc.iceConnectionState === \"connected\") {\n return true;\n }\n\n if (pc.iceConnectionState === \"disconnected\") {\n await delay(1_500);\n if (pc.iceConnectionState !== \"disconnected\") {\n return true;\n }\n }\n\n if (\n pc.iceConnectionState === \"failed\" ||\n pc.connectionState === \"failed\" ||\n pc.connectionState === \"closed\"\n ) {\n return false;\n }\n\n if (typeof pc.restartIce === \"function\") {\n pc.restartIce();\n }\n\n const offer = await pc.createOffer({ iceRestart: true });\n await pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? this.currentSessionConfig ?? {},\n sdpOffer: offer.sdp,\n });\n\n const answerSdp = this.resolveWebRTCAnswerSdp(bootstrap);\n\n await pc.setRemoteDescription({\n type: \"answer\",\n sdp: answerSdp,\n });\n return true;\n }\n\n private shouldRebuildConnection(): boolean {\n return (\n !this.pc ||\n !this.dc ||\n this.dc.readyState === \"closed\" ||\n this.pc.connectionState === \"failed\" ||\n this.pc.connectionState === \"closed\" ||\n this.pc.iceConnectionState === \"failed\"\n );\n }\n\n private async rebuildConnection(\n config?: RealtimeSessionConfig,\n ): Promise<void> {\n this.connectionLossNotified = true;\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n }\n\n private resolvePendingSessionUpdate(): void {\n if (!this.pendingSessionUpdate) {\n return;\n }\n\n clearTimeout(this.pendingSessionUpdate.timeoutId);\n this.pendingSessionUpdate.resolve();\n this.pendingSessionUpdate = null;\n }\n\n private rejectPendingSessionUpdate(error: Error): void {\n if (!this.pendingSessionUpdate) {\n return;\n }\n\n clearTimeout(this.pendingSessionUpdate.timeoutId);\n this.pendingSessionUpdate.reject(error);\n this.pendingSessionUpdate = null;\n }\n\n private isPendingSessionUpdateError(event: ServerEvent): boolean {\n const pendingUpdate = this.pendingSessionUpdate;\n if (!pendingUpdate) {\n return false;\n }\n\n return event.error?.event_id === pendingUpdate.eventId;\n }\n\n private getSessionUpdateTimeoutMs(): number {\n return (\n this.options.sessionUpdateTimeoutMs ?? DEFAULT_SESSION_UPDATE_TIMEOUT_MS\n );\n }\n\n private resolveWebRTCAnswerSdp(bootstrap: RealtimeSessionBootstrap): string {\n if (\n bootstrap.adapter !== OPENAI_REALTIME_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"answerSdp\" in bootstrap)\n ) {\n throw new Error(\n `OpenAI realtime client only supports ${OPENAI_REALTIME_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n return bootstrap.answerSdp;\n }\n\n /**\n * Resets per-response text state only. `hasStartedAudioOutput` deliberately\n * survives this: buffered audio keeps playing after `response.done`, and\n * conflating the two is the defect this transport's audio handling exists to\n * avoid. It is cleared where playback genuinely ends instead.\n */\n private resetResponseTracking(): void {\n this.assistantText = \"\";\n this.hasStartedAssistantResponse = false;\n }\n\n private ensureAssistantResponseStarted(): void {\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n }\n\n private emitFinalAssistantText(full: string): void {\n this.ensureAssistantResponseStarted();\n\n if (full !== this.assistantText) {\n const delta = full.startsWith(this.assistantText)\n ? full.slice(this.assistantText.length)\n : full;\n\n this.assistantText = full;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (this.options.debug) {\n console.log(...args);\n }\n }\n\n private shouldLogDebugEvent(eventType: string): boolean {\n if (DEBUG_EVENT_ALLOWLIST.has(eventType)) {\n return true;\n }\n\n return eventType.startsWith(\"response.output_text.\");\n }\n}\n\nexport function createOpenAIRealtimeClient(\n options?: OpenAIRealtimeClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeClient(options);\n}\n\nfunction toOpenAIRealtimeSessionUpdate(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = config?.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const session: Record<string, unknown> = {\n audio,\n tool_choice: config?.toolChoice ?? \"auto\",\n };\n\n if (config?.instructions) {\n session.instructions = config.instructions;\n }\n\n if (config?.maxTokens !== undefined) {\n session.max_output_tokens = config.maxTokens;\n }\n\n if (config && \"tools\" in config) {\n session.tools = config.tools ?? [];\n }\n\n return session;\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/internal/microphone.ts","../../src/internal/webrtc-lifecycle.ts","../../src/internal/shared.ts","../../src/internal/timing.ts","../../src/openai/defaults.ts","../../src/openai/client.ts"],"names":["subscribeBrowserLifecycle","DEFAULT_FETCH_TIMEOUT_MS","createLipSyncAnalyzer","fetchWithTimeout","OPENAI_REALTIME_ADAPTER"],"mappings":";;;;;;;AAAO,IAAM,8BAAA,GAAiC;AAAA,EAC5C,gBAAA,EAAkB,IAAA;AAAA,EAClB,gBAAA,EAAkB,IAAA;AAAA,EAClB,eAAA,EAAiB;AACnB,CAAA;AAEA,eAAsB,uBAAA,GAAgD;AACpE,EAAA,OAAO,SAAA,CAAU,aAAa,YAAA,CAAa;AAAA,IACzC,KAAA,EAAO;AAAA,GACR,CAAA;AACH;ACPO,IAAM,oCAAA,GAAuC,GAAA;AAW7C,SAAS,uBACd,SAAA,EACY;AACZ,EAAA,MAAM,2BAA2BA,8BAAA,CAA0B;AAAA,IACzD,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,WAAW,SAAA,CAAU;AAAA,GACtB,CAAA;AAED,EAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,IAAA,SAAA,CAAU,YAAA,EAAc,gBAAA;AAAA,MACtB,cAAA;AAAA,MACA,SAAA,CAAU;AAAA,KACZ;AAAA,EACF;AAEA,EAAA,OAAO,MAAM;AACX,IAAA,wBAAA,EAAyB;AACzB,IAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,MAAA,SAAA,CAAU,YAAA,EAAc,mBAAA;AAAA,QACtB,cAAA;AAAA,QACA,SAAA,CAAU;AAAA,OACZ;AAAA,IACF;AAAA,EACF,CAAA;AACF;AAQA,eAAsB,uBACpB,KAAA,EACkE;AAClE,EAAA,IAAI,CAAC,MAAM,cAAA,EAAgB;AACzB,IAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,EACjD;AAEA,EAAA,MAAM,UAAA,GAAa,MAAM,uBAAA,EAAwB;AACjD,EAAA,MAAM,SAAA,GAAY,UAAA,CAAW,cAAA,EAAe,CAAE,CAAC,CAAA;AAC/C,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,MAAM,MAAA,GACJ,MAAM,WAAA,KACL,OAAO,MAAM,cAAA,CAAe,UAAA,KAAe,aACvC,KAAA,CAAM,cAAA,CACJ,YAAW,CACX,IAAA,CAAK,CAAC,SAAA,KAAc,SAAA,CAAU,OAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA,CAAA;AACN,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,oCAAoC,CAAA;AAAA,EACtD;AAEA,EAAA,MAAM,MAAA,CAAO,aAAa,SAAS,CAAA;AACnC,EAAA,KAAA,CAAM,WAAA,EAAa,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAE9D,EAAA,OAAO;AAAA,IACL,WAAA,EAAa,MAAA;AAAA,IACb,WAAA,EAAa;AAAA,GACf;AACF;AAEO,SAAS,4BAAA,CACd,YAAA,EACA,OAAA,GAAU,oCAAA,EAIV;AACA,EAAA,IAAI,OAAA,GAAgD,IAAA;AAEpD,EAAA,OAAO;AAAA,IACL,QAAA,GAAW;AACT,MAAA,IAAI,OAAA,EAAS;AACX,QAAA;AAAA,MACF;AAEA,MAAA,OAAA,GAAU,WAAW,MAAM;AACzB,QAAA,OAAA,GAAU,IAAA;AACV,QAAA,YAAA,EAAa;AAAA,MACf,GAAG,OAAO,CAAA;AAAA,IACZ,CAAA;AAAA,IACA,MAAA,GAAS;AACP,MAAA,IAAI,CAAC,OAAA,EAAS;AACZ,QAAA;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,OAAA,GAAU,IAAA;AAAA,IACZ;AAAA,GACF;AACF;AC3GO,IAAM,0BAAA,GAA6BC,6BAAA;AAEnC,SAAS,SAAS,KAAA,EAAkD;AACzE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAoBO,SAAS,2BACd,KAAA,EACwC;AACxC,EAAA,IACE,CAAC,QAAA,CAAS,KAAK,CAAA,IACf,OAAO,KAAA,CAAM,OAAA,KAAY,QAAA,IACzB,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,EAC3B;AACA,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,QAAA,EAAU;AAChC,IAAA,OACE,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,IAC3B,OAAO,MAAM,YAAA,KAAiB,QAAA;AAAA,EAElC;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,WAAA,EAAa;AACnC,IAAA,OAAO,OAAO,KAAA,CAAM,GAAA,KAAQ,QAAA,IAAY,OAAO,MAAM,KAAA,KAAU,QAAA;AAAA,EACjE;AAEA,EAAA,OAAO,KAAA;AACT;;;ACnDO,SAAS,MAAM,EAAA,EAA2B;AAC/C,EAAA,OAAO,IAAI,OAAA,CAAQ,CAAC,OAAA,KAAY;AAC9B,IAAA,UAAA,CAAW,SAAS,EAAE,CAAA;AAAA,EACxB,CAAC,CAAA;AACH;;;ACGO,IAAM,6BAAA,GAAgC,OAAA;;;ACmE7C,IAAM,qBAAA,uBAA4B,GAAA,CAAY;AAAA,EAC5C,iBAAA;AAAA,EACA,iBAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAA;AAAA,EACA,uCAAA;AAAA,EACA,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,iCAAA,GAAoC,GAAA;AAQnC,IAAM,uBAAN,MAA8D;AAAA,EAiCnE,WAAA,CAAoB,OAAA,GAAuC,EAAC,EAAG;AAA3C,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAA4C;AAAA,EAhCxD,EAAA,GAA+B,IAAA;AAAA,EAC/B,EAAA,GAA4B,IAAA;AAAA,EAC5B,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,WAAA,GAAmC,IAAA;AAAA,EAC1B,kBAAkBC,0BAAA,CAAsB;AAAA,IACvD,KAAA,EAAO,CAAC,GAAA,KAAQ,IAAA,CAAK,UAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,GAAA,EAAK,CAAA;AAAA,IAC7D,SAAS,CAAC,KAAA,KAAU,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK;AAAA,GAC3E,CAAA;AAAA,EACO,oBAAA,GAAuB,KAAA;AAAA;AAAA;AAAA,EAGvB,kBAAA,GAAqB,CAAA;AAAA,EACrB,qBAAA,GAAwB,CAAA;AAAA;AAAA,EAExB,mBAAA,GAAsB,KAAA;AAAA,EACtB,2BAAA,GAA8B,KAAA;AAAA,EAC9B,qBAAA,GAAwB,KAAA;AAAA,EACxB,aAAA,GAAgB,EAAA;AAAA,EAChB,mBAAA,GAAsB,CAAA;AAAA,EACtB,oBAAA,GAAoD,IAAA;AAAA,EACpD,oBAAA;AAAA,EACA,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EAC/B,cAAA,uBAAqB,GAAA,EAA6C;AAAA,EAI1E,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,4CAA4C,CAAA;AAErD,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,EAAA,GAAK,IAAI,iBAAA,EAAkB;AAChC,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,KAAK,KAAK,eAAA,CAAgB,OAAA,EAAQ,CAAE,KAAA,CAAM,MAAM,KAAA,CAAS,CAAA;AACzD,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAC1B,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAElC,MAAA,IAAA,CAAK,EAAA,CAAG,OAAA,GAAU,CAAC,KAAA,KAAU;AAC3B,QAAA,IAAI,KAAK,YAAA,EAAc;AACrB,UAAA,IAAA,CAAK,YAAA,CAAa,SAAA,GAAY,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAAA,QAC/C;AACA,QAAA,IAAA,CAAK,eAAA,CAAgB,iBAAA,CAAkB,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAC,CAAA;AAAA,MACzD,CAAA;AAEA,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,WAAA,CAAY,SAAA,GAAY,CAAC,CAAA;AACjD,QAAA,IAAA,CAAK,WAAA,GACH,KAAK,EAAA,CAAG,QAAA,CAAS,YAAY,IAAA,CAAK,WAAW,KAAK,IAAA,CAAK,WAAA;AAAA,MAC3D,CAAA,CAAA,MAAQ;AACN,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA,CAAK,EAAA,CAAG,iBAAA,CAAkB,YAAY,CAAA;AAChD,MAAA,IAAA,CAAK,EAAA,CAAG,SAAA,GAAY,CAAC,KAAA,KAAU;AAC7B,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA;AACrC,QAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA;AAAA,MAChC,CAAA;AACA,MAAA,IAAA,CAAK,EAAA,CAAG,UAAU,MAAM;AACtB,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,OAAA;AAAA,UACN,KAAA,EAAO,IAAI,KAAA,CAAM,mBAAmB;AAAA,SACrC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,EAAA,CAAG,WAAA,EAAY;AACxC,MAAA,MAAM,IAAA,CAAK,EAAA,CAAG,mBAAA,CAAoB,KAAK,CAAA;AAEvC,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU,EAAC;AAAA,QACpB,UAAU,KAAA,CAAM;AAAA,OACjB,CAAA;AAED,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,sBAAA,CAAuB,SAAS,CAAA;AAEvD,MAAA,MAAM,IAAA,CAAK,GAAG,oBAAA,CAAqB;AAAA,QACjC,IAAA,EAAM,QAAA;AAAA,QACN,GAAA,EAAK;AAAA,OACN,CAAA;AAED,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,sCAAsC,CAAA;AAC/C,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AACvC,IAAA,MAAM,OAAA,GAAU,CAAA,uBAAA,EAA0B,IAAA,CAAK,mBAAA,EAAqB,CAAA,CAAA;AAEpE,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,gBAAA;AAAA,QACN,QAAA,EAAU,OAAA;AAAA,QACV,OAAA,EAAS,8BAA8B,MAAM;AAAA,OAC9C;AAAA,KACH;AAEA,IAAA,MAAM,IAAI,OAAA,CAAc,CAAC,OAAA,EAAS,MAAA,KAAW;AAC3C,MAAA,MAAM,SAAA,GAAY,WAAW,MAAM;AACjC,QAAA,IAAA,CAAK,0BAAA;AAAA,UACH,IAAI,KAAA;AAAA,YACF,CAAA,4CAAA,EAA+C,IAAA,CAAK,yBAAA,EAA2B,CAAA,EAAA;AAAA;AACjF,SACF;AAAA,MACF,CAAA,EAAG,IAAA,CAAK,yBAAA,EAA2B,CAAA;AAEnC,MAAA,IAAA,CAAK,oBAAA,GAAuB;AAAA,QAC1B,OAAA;AAAA,QACA,OAAA;AAAA,QACA,MAAA;AAAA,QACA;AAAA,OACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAI,MAAM,IAAA,CAAK,qBAAA,CAAsB,MAAM,CAAA,EAAG;AAC5C,QAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,kBAAkB,MAAM,CAAA;AACnC,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,IAAI,KAAK,oBAAA,EAAsB;AAC7B,MAAA,OAAA,CAAQ,KAAK,6DAAmD,CAAA;AAChE,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,IAAA;AAAA,MACN,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,SAAA;AAAA,UACN,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS;AAAA,YACP;AAAA,cACE,IAAA,EAAM,YAAA;AAAA,cACN;AAAA;AACF;AACF;AACF,OACD;AAAA,KACH;AACA,IAAA,IAAA,CAAK,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAExD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAEvC,IAAA,EAAA,CAAG,IAAA;AAAA,MACD,KAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,0BAAA;AAAA,QACN,IAAA,EAAM;AAAA,UACJ,IAAA,EAAM,sBAAA;AAAA,UACN,OAAA,EAAS,MAAA;AAAA,UACT,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,MAAM;AAAA;AAC/B,OACD;AAAA,KACH;AACA,IAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AAEnD,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,EAAA,GAAK,KAAK,sBAAA,EAAuB;AAIvC,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,mBAAA,EAAqB;AACzD,MAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAC,CAAA;AACnD,MAAA,IAAA,CAAK,kBAAA,IAAsB,CAAA;AAC3B,MAAA,IAAI,CAAC,KAAK,mBAAA,EAAqB;AAE7B,QAAA,IAAA,CAAK,qBAAA,IAAyB,CAAA;AAAA,MAChC;AACA,MAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAAA,IAC9B;AAIA,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,EAAA,CAAG,KAAK,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,2BAAA,EAA6B,CAAC,CAAA;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAAA,EACrC;AAAA,EAEQ,kBAAkB,KAAA,EAA0B;AAClD,IAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,KAAK,mBAAA,CAAoB,KAAA,CAAM,IAAI,CAAA,EAAG;AAC9D,MAAA,IAAA,CAAK,GAAA,CAAI,mCAAA,EAA8B,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,IAC1D;AAEA,IAAA,QAAQ,MAAM,IAAA;AAAM,MAClB,KAAK,iBAAA;AACH,QAAA;AAAA,MAEF,KAAK,iBAAA;AACH,QAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,QAAA;AAAA,MAEF,KAAK,kBAAA;AACH,QAAA,IAAI,IAAA,CAAK,wBAAwB,CAAA,EAAG;AAClC,UAAA,IAAA,CAAK,qBAAA,IAAyB,CAAA;AAC9B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,QAAA;AAAA,MAEF,KAAK,sBAAA;AAAA,MACL,KAAK,6BAAA;AACH,QAAA,IAAI,IAAA,CAAK,qBAAqB,CAAA,EAAG;AAC/B,UAAA;AAAA,QACF;AAEA,QAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,UAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,UAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,QACjD;AACA,QAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASF,KAAK,6BAAA;AAAA,MACL,KAAK,6BAAA;AAIH,QAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAE3B,QAAA,IAAI,IAAA,CAAK,qBAAqB,CAAA,EAAG;AAC/B,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,QAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,eAAA;AACH,QAAA,IAAI,IAAA,CAAK,qBAAqB,CAAA,EAAG;AAG/B,UAAA,IAAA,CAAK,kBAAA,IAAsB,CAAA;AAC3B,UAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,UAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAO5B,QAAA,IAAI,CAAC,KAAK,aAAA,EAAe;AACvB,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,8BAAA;AAAA,UACN,MAAM,IAAA,CAAK,aAAA;AAAA,UACX,KAAA,EAAO,MAAM,QAAA,EAAU,KAAA;AAAA,UACvB,KAAA,EAAO,MAAM,QAAA,EAAU,KAAA;AAAA,UACvB,UAAA,EAAY,MAAM,QAAA,EAAU;AAAA,SAC7B,CAAA;AACD,QAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,QAAA;AAAA,MAEF,KAAK,iCAAA;AAAA,MACL,KAAK,wCAAA;AAAA,MACL,KAAK,4BAAA;AACH,QAAA,IAAI,IAAA,CAAK,kBAAA,GAAqB,CAAA,IAAK,CAAC,MAAM,KAAA,EAAO;AAC/C,UAAA;AAAA,QACF;AAEA,QAAA,IAAA,CAAK,8BAAA,EAA+B;AAEpC,QAAA,IAAA,CAAK,iBAAiB,KAAA,CAAM,KAAA;AAC5B,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AACD,QAAA;AAAA,MAEF,KAAK,2BAAA;AACH,QAAA,IAAI,IAAA,CAAK,kBAAA,GAAqB,CAAA,IAAK,CAAC,MAAM,IAAA,EAAM;AAC9C,UAAA;AAAA,QACF;AACA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,IAAI,CAAA;AACtC,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAI,IAAA,CAAK,kBAAA,GAAqB,CAAA,IAAK,CAAC,MAAM,UAAA,EAAY;AACpD,UAAA;AAAA,QACF;AACA,QAAA,IAAA,CAAK,sBAAA,CAAuB,MAAM,UAAU,CAAA;AAC5C,QAAA;AAAA,MAEF,KAAK,uDAAA;AACH,QAAA,IAAI,MAAM,UAAA,EAAY;AACpB,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,iBAAA;AAAA,YACN,MAAM,KAAA,CAAM;AAAA,WACb,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF,KAAK,uCAAA;AACH,QAAA,IAAA,CAAK,mBAAmB,KAAK,CAAA;AAC7B,QAAA;AAAA,MAEF,KAAK,OAAA;AAGH,QAAA,IAAI,6BAAA,CAA8B,KAAA,CAAM,KAAK,CAAA,EAAG;AAC9C,UAAA;AAAA,QACF;AAIA,QAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,QAAA,IAAA,CAAK,wBAAA,EAAyB;AAC9B,QAAA;AACE,UAAA,MAAM,QAAQ,IAAI,KAAA,CAAM,KAAA,CAAM,KAAA,EAAO,WAAW,eAAe,CAAA;AAC/D,UAAA,IAAI,IAAA,CAAK,2BAAA,CAA4B,KAAK,CAAA,EAAG;AAC3C,YAAA,IAAA,CAAK,2BAA2B,KAAK,CAAA;AAAA,UACvC;AAEA,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,OAAA;AAAA,YACN;AAAA,WACD,CAAA;AAAA,QACH;AACA,QAAA;AAAA,MAEF;AACE,QAAA;AAAA;AACJ,EACF;AAAA,EAEQ,mBAAmB,KAAA,EAA0B;AACnD,IAAA,MAAM,SAAS,KAAA,CAAM,OAAA,IAAW,KAAA,CAAM,IAAA,EAAM,WAAW,KAAA,CAAM,OAAA;AAC7D,IAAA,MAAM,IAAA,GAAO,KAAA,CAAM,IAAA,IAAQ,KAAA,CAAM,IAAA,EAAM,IAAA;AACvC,IAAA,MAAM,QAAA,GAAW,KAAA,CAAM,SAAA,IAAa,KAAA,CAAM,IAAA,EAAM,SAAA;AAEhD,IAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,QAAA,EAAU;AACtB,MAAA,OAAA,CAAQ,KAAK,2DAAiD,CAAA;AAC9D,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,OAAgC,EAAC;AACrC,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAA;AAClC,MAAA,IAAI,QAAA,CAAS,MAAM,CAAA,EAAG;AACpB,QAAA,IAAA,GAAO,MAAA;AAAA,MACT;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,gCAAA,EAAkC,KAAA,EAAO,QAAQ,CAAA;AAC/D,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,WAAA;AAAA,MACN,IAAA;AAAA,MACA,IAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,IAAI,IAAA,CAAK,QAAQ,gBAAA,EAAkB;AACjC,MAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,gBAAA,CAAiB,OAAO,CAAA;AAAA,IAC9C;AAEA,IAAA,MAAM,WAAA,GAAc,KAAK,OAAA,CAAQ,WAAA;AACjC,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,WAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,OAC9B;AAAA,MACA;AAAA,QACE,cAAA,EAAgB,4CAA4C,0BAA0B,CAAA,EAAA,CAAA;AAAA,QACtF,cAAA,EAAgB;AAAA;AAClB,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,SAAS,CAAA,CAAE,CAAA;AAAA,IACnE;AAEA,IAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,IAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,MAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,IAC/D;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,CAAC,KAAK,EAAA,EAAI;AACZ,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,EAAA,CAAG,gBAAA,CAAiB,0BAAA,EAA4B,MAAM;AACzD,MAAA,MAAM,QAAA,GAAW,KAAK,EAAA,EAAI,kBAAA;AAC1B,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,IAAA,CAAK,EAAA,CAAG,gBAAA,CAAiB,uBAAA,EAAyB,MAAM;AACtD,MAAA,MAAM,eAAA,GAAkB,KAAK,EAAA,EAAI,eAAA;AACjC,MAAA,IAAI,eAAA,KAAoB,QAAA,IAAY,eAAA,KAAoB,QAAA,EAAU;AAChE,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAI3C,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAAA,IAC9B;AACA,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,oBAAA,EAAsB;AACzC,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,KAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,EAAA,IACN,CAAC,KAAK,EAAA,IACN,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,wBAAA,EAAyB;AAC9B,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,gBAAgB,IAAA,EAAK;AAC1B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,CAAC,KAAK,EAAA,EAAI;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,KAAK,EAAA,CAAG,UAAA,KAAe,UACvB,IAAA,CAAK,EAAA,CAAG,oBAAoB,QAAA,IAC5B,IAAA,CAAK,EAAA,CAAG,eAAA,KAAoB,YAC5B,IAAA,CAAK,EAAA,CAAG,uBAAuB,QAAA,IAC/B,IAAA,CAAK,GAAG,kBAAA,KAAuB,cAAA;AAAA,IAEnC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,OAAA,GAAgB;AACtB,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,eAAA,CACF,SAAQ,CACR,KAAA;AAAA,MAAM,CAAC,KAAA,KACN,OAAA,CAAQ,KAAA,CAAM,yCAAyC,KAAK;AAAA,KAC9D;AACF,IAAA,IAAA,CAAK,0BAAA;AAAA,MACH,IAAI,MAAM,wDAAwD;AAAA,KACpE;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,EAAA,EAAI;AACX,MAAA,IAAA,CAAK,GAAG,KAAA,EAAM;AACd,MAAA,IAAA,CAAK,EAAA,GAAK,IAAA;AAAA,IACZ;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC5D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,IAAA,IAAA,CAAK,wBAAA,EAAyB;AAC9B,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAAA,EAC7B;AAAA,EAEQ,oBAAA,GAA6B;AAMnC,IAAA,IAAA,CAAK,qBAAA,EAAsB;AAC3B,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,EAC7B;AAAA,EAEQ,sBAAA,GAAyC;AAC/C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,IAAA,CAAK,EAAA,IAAM,IAAA,CAAK,EAAA,CAAG,eAAe,MAAA,EAAQ;AAC7C,MAAA,MAAM,IAAI,MAAM,uBAAuB,CAAA;AAAA,IACzC;AAEA,IAAA,OAAO,IAAA,CAAK,EAAA;AAAA,EACd;AAAA,EAEA,MAAc,sBACZ,MAAA,EACkB;AAClB,IAAA,MAAM,KAAK,IAAA,CAAK,EAAA;AAChB,IAAA,IAAI,CAAC,EAAA,IAAM,IAAA,CAAK,uBAAA,EAAwB,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAI,EAAA,CAAG,uBAAuB,WAAA,EAAa;AACzC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,IAAI,EAAA,CAAG,uBAAuB,cAAA,EAAgB;AAC5C,MAAA,MAAM,MAAM,IAAK,CAAA;AACjB,MAAA,IAAI,EAAA,CAAG,uBAAuB,cAAA,EAAgB;AAC5C,QAAA,OAAO,IAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,IACE,EAAA,CAAG,uBAAuB,QAAA,IAC1B,EAAA,CAAG,oBAAoB,QAAA,IACvB,EAAA,CAAG,oBAAoB,QAAA,EACvB;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAI,OAAO,EAAA,CAAG,UAAA,KAAe,UAAA,EAAY;AACvC,MAAA,EAAA,CAAG,UAAA,EAAW;AAAA,IAChB;AAEA,IAAA,MAAM,QAAQ,MAAM,EAAA,CAAG,YAAY,EAAE,UAAA,EAAY,MAAM,CAAA;AACvD,IAAA,MAAM,EAAA,CAAG,oBAAoB,KAAK,CAAA;AAElC,IAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,MAC/C,SAAA,EAAW,QAAA;AAAA,MACX,OAAA,EAAS,MAAA,IAAU,IAAA,CAAK,oBAAA,IAAwB,EAAC;AAAA,MACjD,UAAU,KAAA,CAAM;AAAA,KACjB,CAAA;AAED,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,sBAAA,CAAuB,SAAS,CAAA;AAEvD,IAAA,MAAM,GAAG,oBAAA,CAAqB;AAAA,MAC5B,IAAA,EAAM,QAAA;AAAA,MACN,GAAA,EAAK;AAAA,KACN,CAAA;AACD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,uBAAA,GAAmC;AACzC,IAAA,OACE,CAAC,KAAK,EAAA,IACN,CAAC,KAAK,EAAA,IACN,IAAA,CAAK,GAAG,UAAA,KAAe,QAAA,IACvB,KAAK,EAAA,CAAG,eAAA,KAAoB,YAC5B,IAAA,CAAK,EAAA,CAAG,oBAAoB,QAAA,IAC5B,IAAA,CAAK,GAAG,kBAAA,KAAuB,QAAA;AAAA,EAEnC;AAAA,EAEA,MAAc,kBACZ,MAAA,EACe;AACf,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AAAA,EACxD;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,YAAA,CAAa,IAAA,CAAK,qBAAqB,SAAS,CAAA;AAChD,IAAA,IAAA,CAAK,qBAAqB,OAAA,EAAQ;AAClC,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,KAAA,EAAoB;AACrD,IAAA,IAAI,CAAC,KAAK,oBAAA,EAAsB;AAC9B,MAAA;AAAA,IACF;AAEA,IAAA,YAAA,CAAa,IAAA,CAAK,qBAAqB,SAAS,CAAA;AAChD,IAAA,IAAA,CAAK,oBAAA,CAAqB,OAAO,KAAK,CAAA;AACtC,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAAA,EAC9B;AAAA,EAEQ,4BAA4B,KAAA,EAA6B;AAC/D,IAAA,MAAM,gBAAgB,IAAA,CAAK,oBAAA;AAC3B,IAAA,IAAI,CAAC,aAAA,EAAe;AAClB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA,CAAM,KAAA,EAAO,QAAA,KAAa,aAAA,CAAc,OAAA;AAAA,EACjD;AAAA,EAEQ,yBAAA,GAAoC;AAC1C,IAAA,OACE,IAAA,CAAK,QAAQ,sBAAA,IAA0B,iCAAA;AAAA,EAE3C;AAAA,EAEQ,uBAAuB,SAAA,EAA6C;AAC1E,IAAA,IACE,SAAA,CAAU,YAAYC,4BAAA,IACtB,SAAA,CAAU,cAAc,QAAA,IACxB,EAAE,eAAe,SAAA,CAAA,EACjB;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,wCAAwCA,4BAAuB,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,OACjI;AAAA,IACF;AACA,IAAA,OAAO,SAAA,CAAU,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,qBAAA,GAA8B;AACpC,IAAA,IAAA,CAAK,aAAA,GAAgB,EAAA;AACrB,IAAA,IAAA,CAAK,2BAAA,GAA8B,KAAA;AAAA,EACrC;AAAA,EAEQ,wBAAA,GAAiC;AACvC,IAAA,IAAA,CAAK,kBAAA,GAAqB,CAAA;AAC1B,IAAA,IAAA,CAAK,qBAAA,GAAwB,CAAA;AAC7B,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAAA,EAC7B;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAI,CAAC,KAAK,2BAAA,EAA6B;AACrC,MAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA;AACnC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,IACvD;AAAA,EACF;AAAA,EAEQ,uBAAuB,IAAA,EAAoB;AACjD,IAAA,IAAA,CAAK,8BAAA,EAA+B;AAEpC,IAAA,IAAI,IAAA,KAAS,KAAK,aAAA,EAAe;AAC/B,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,CAAK,aAAa,CAAA,GAC5C,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,aAAA,CAAc,MAAM,CAAA,GACpC,IAAA;AAEJ,MAAA,IAAA,CAAK,aAAA,GAAgB,IAAA;AACrB,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,IAAA,CAAK,QAAQ,KAAA,EAAO;AACtB,MAAA,OAAA,CAAQ,GAAA,CAAI,GAAG,IAAI,CAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEQ,oBAAoB,SAAA,EAA4B;AACtD,IAAA,IAAI,qBAAA,CAAsB,GAAA,CAAI,SAAS,CAAA,EAAG;AACxC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,SAAA,CAAU,WAAW,uBAAuB,CAAA;AAAA,EACrD;AACF,CAAA;AAGA,SAAS,8BAA8B,KAAA,EAA8B;AACnE,EAAA,OACE,KAAA,EAAO,SAAS,4BAAA,KACf,KAAA,EAAO,SAAS,WAAA,EAAY,CAAE,QAAA,CAAS,oBAAoB,CAAA,IAAK,KAAA,CAAA;AAErE;AAEO,SAAS,2BACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,qBAAqB,OAAO,CAAA;AACzC;AAEA,SAAS,8BACP,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,MAAA,EAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,MAAA,CAAO,YAAA;AAAA,EAChC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,MAAA,CAAO,SAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,IAAU,WAAW,MAAA,EAAQ;AAC/B,IAAA,OAAA,CAAQ,KAAA,GAAQ,MAAA,CAAO,KAAA,IAAS,EAAC;AAAA,EACnC;AAEA,EAAA,OAAO,OAAA;AACT","file":"index.js","sourcesContent":["export const DEFAULT_MICROPHONE_CONSTRAINTS = {\n echoCancellation: true,\n noiseSuppression: true,\n autoGainControl: true,\n} satisfies MediaTrackConstraints;\n\nexport async function acquireMicrophoneStream(): Promise<MediaStream> {\n return navigator.mediaDevices.getUserMedia({\n audio: DEFAULT_MICROPHONE_CONSTRAINTS,\n });\n}\n","import { subscribeBrowserLifecycle } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"./microphone\";\n\nexport const DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1_000;\n\nexport interface TransportLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n onDeviceChange?(): void;\n}\n\nexport function bindTransportLifecycle(\n callbacks: TransportLifecycleCallbacks,\n): () => void {\n const teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: callbacks.onHidden,\n onOnline: callbacks.onOnline,\n onPageHide: callbacks.onPageHide,\n onPageShow: callbacks.onPageShow,\n onVisible: callbacks.onVisible,\n });\n\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.addEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n\n return () => {\n teardownBrowserLifecycle();\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.removeEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n };\n}\n\nexport interface AudioSenderTrackState {\n audioSender: RTCRtpSender | null;\n mediaStream: MediaStream | null;\n peerConnection: RTCPeerConnection | null;\n}\n\nexport async function replaceMicrophoneTrack(\n state: AudioSenderTrackState,\n): Promise<{ audioSender: RTCRtpSender; mediaStream: MediaStream }> {\n if (!state.peerConnection) {\n throw new Error(\"Realtime transport not active\");\n }\n\n const nextStream = await acquireMicrophoneStream();\n const nextTrack = nextStream.getAudioTracks()[0];\n if (!nextTrack) {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n const sender =\n state.audioSender ??\n (typeof state.peerConnection.getSenders === \"function\"\n ? (state.peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null);\n if (!sender) {\n throw new Error(\"No outbound audio sender available\");\n }\n\n await sender.replaceTrack(nextTrack);\n state.mediaStream?.getTracks().forEach((track) => track.stop());\n\n return {\n audioSender: sender,\n mediaStream: nextStream,\n };\n}\n\nexport function createIceDisconnectDebouncer(\n onDisconnect: () => void,\n delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n): {\n schedule(): void;\n cancel(): void;\n} {\n let pending: ReturnType<typeof setTimeout> | null = null;\n\n return {\n schedule() {\n if (pending) {\n return;\n }\n\n pending = setTimeout(() => {\n pending = null;\n onDisconnect();\n }, delayMs);\n },\n cancel() {\n if (!pending) {\n return;\n }\n\n clearTimeout(pending);\n pending = null;\n },\n };\n}\n","import { DEFAULT_FETCH_TIMEOUT_MS } from \"@charivo/core\";\n\n// Realtime-specific name kept for the call-site timeout messages; the value\n// is core's shared default.\nexport const DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nexport function isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nexport type RealtimeSessionBootstrapShape =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport function isRealtimeSessionBootstrap(\n value: unknown,\n): value is RealtimeSessionBootstrapShape {\n if (\n !isRecord(value) ||\n typeof value.adapter !== \"string\" ||\n typeof value.transport !== \"string\"\n ) {\n return false;\n }\n\n if (value.transport === \"webrtc\") {\n return (\n typeof value.answerSdp === \"string\" ||\n typeof value.clientSecret === \"string\"\n );\n }\n\n if (value.transport === \"websocket\") {\n return typeof value.url === \"string\" && typeof value.token === \"string\";\n }\n\n return false;\n}\n","export function delay(ms: number): Promise<void> {\n return new Promise((resolve) => {\n setTimeout(resolve, ms);\n });\n}\n","import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS as DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS } from \"../instructions\";\n\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/server/src/openai/realtime/index.ts. Strict layering keeps browser and\n// server providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nexport const DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nexport const DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nexport const DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS =\n DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS;\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n createLipSyncAnalyzer,\n fetchWithTimeout,\n OPENAI_REALTIME_ADAPTER,\n} from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n isRealtimeSessionBootstrap,\n isRecord,\n} from \"../internal/shared\";\nimport { delay } from \"../internal/timing\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport { DEFAULT_OPENAI_REALTIME_VOICE } from \"./defaults\";\n\ninterface ServerError {\n code?: string;\n event_id?: string;\n message?: string;\n}\n\ninterface ServerEventItem {\n call_id?: string;\n name?: string;\n arguments?: string;\n}\n\ninterface ServerEvent {\n type: string;\n event_id?: string;\n delta?: string;\n text?: string;\n transcript?: string;\n call_id?: string;\n item_id?: string;\n name?: string;\n arguments?: string;\n item?: ServerEventItem;\n error?: ServerError;\n response?: {\n id?: string;\n model?: string;\n usage?: Record<string, unknown>;\n };\n}\n\nexport interface OpenAIRealtimeClientOptions {\n apiEndpoint?: string;\n debug?: boolean;\n sessionUpdateTimeoutMs?: number;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n}\n\ninterface PendingSessionUpdate {\n eventId: string;\n resolve: () => void;\n reject: (error: Error) => void;\n timeoutId: ReturnType<typeof setTimeout>;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set<string>([\n \"session.created\",\n \"session.updated\",\n \"response.created\",\n \"response.done\",\n \"response.function_call_arguments.done\",\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\nconst DEFAULT_SESSION_UPDATE_TIMEOUT_MS = 5_000;\n\n/**\n * OpenAI-specific realtime transport client.\n *\n * This package normalizes OpenAI Realtime WebRTC events into the transport\n * event contract defined by `@charivo/realtime`.\n */\nexport class OpenAIRealtimeClient implements RealtimeTransportClient {\n private pc: RTCPeerConnection | null = null;\n private dc: RTCDataChannel | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private audioSender: RTCRtpSender | null = null;\n private readonly lipSyncAnalyzer = createLipSyncAnalyzer({\n onRms: (rms) => this.emitEvent({ type: \"audio.lipsync\", rms }),\n onError: (error) => console.error(\"Failed to setup audio analysis:\", error),\n });\n private isResponseInProgress = false;\n // A count, not a flag: a flag was overwritten by the next interrupt cycle.\n // Every condemned response reports, so they drain in order; zero means live.\n private staleDonesExpected = 0;\n private staleCreatedsExpected = 0;\n /** Whether a `response.created` has arrived without its `response.done`. */\n private activeResponseAcked = false;\n private hasStartedAssistantResponse = false;\n private hasStartedAudioOutput = false;\n private assistantText = \"\";\n private nextSessionUpdateId = 1;\n private pendingSessionUpdate: PendingSessionUpdate | null = null;\n private currentSessionConfig?: RealtimeSessionConfig;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private eventCallbacks = new Set<(event: RealtimeTransportEvent) => void>();\n\n constructor(private options: OpenAIRealtimeClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.pc = new RTCPeerConnection();\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n void this.lipSyncAnalyzer.prepare().catch(() => undefined);\n this.bindConnectionEvents();\n this.bindTransportLifecycleEvents();\n\n this.pc.ontrack = (event) => {\n if (this.audioElement) {\n this.audioElement.srcObject = event.streams[0];\n }\n this.lipSyncAnalyzer.attachMediaStream(event.streams[0]);\n };\n\n try {\n this.mediaStream = await acquireMicrophoneStream();\n const audioTrack = this.mediaStream.getTracks()[0];\n this.audioSender =\n this.pc.addTrack(audioTrack, this.mediaStream) ?? this.audioSender;\n } catch {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n this.dc = this.pc.createDataChannel(\"oai-events\");\n this.dc.onmessage = (event) => {\n const payload = JSON.parse(event.data) as ServerEvent;\n this.handleServerEvent(payload);\n };\n this.dc.onerror = () => {\n this.emitEvent({\n type: \"error\",\n error: new Error(\"DataChannel error\"),\n });\n };\n\n const offer = await this.pc.createOffer();\n await this.pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? {},\n sdpOffer: offer.sdp,\n });\n\n const answerSdp = this.resolveWebRTCAnswerSdp(bootstrap);\n\n await this.pc.setRemoteDescription({\n type: \"answer\",\n sdp: answerSdp,\n });\n\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup();\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (this.isResponseInProgress) {\n throw new Error(\n \"Cannot update the realtime session while a response is in progress. Call interrupt() first.\",\n );\n }\n\n const dc = this.requireOpenDataChannel();\n const eventId = `charivo-session-update-${this.nextSessionUpdateId++}`;\n\n if (this.pendingSessionUpdate) {\n throw new Error(\"Realtime session update already in progress\");\n }\n\n dc.send(\n JSON.stringify({\n type: \"session.update\",\n event_id: eventId,\n session: toOpenAIRealtimeSessionUpdate(config),\n }),\n );\n\n await new Promise<void>((resolve, reject) => {\n const timeoutId = setTimeout(() => {\n this.rejectPendingSessionUpdate(\n new Error(\n `Timed out waiting for session.updated after ${this.getSessionUpdateTimeoutMs()}ms`,\n ),\n );\n }, this.getSessionUpdateTimeoutMs());\n\n this.pendingSessionUpdate = {\n eventId,\n resolve,\n reject,\n timeoutId,\n };\n });\n\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n if (await this.tryIceRestartRecovery(config)) {\n this.connectionLossNotified = false;\n return;\n }\n\n await this.rebuildConnection(config);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n if (this.isResponseInProgress) {\n console.warn(\"⚠️ Response already in progress, skipping request\");\n return;\n }\n\n this.dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"message\",\n role: \"user\",\n content: [\n {\n type: \"input_text\",\n text,\n },\n ],\n },\n }),\n );\n this.dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const dc = this.requireOpenDataChannel();\n\n dc.send(\n JSON.stringify({\n type: \"conversation.item.create\",\n item: {\n type: \"function_call_output\",\n call_id: callId,\n output: JSON.stringify(output),\n },\n }),\n );\n dc.send(JSON.stringify({ type: \"response.create\" }));\n\n this.beginResponseRequest();\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const dc = this.requireOpenDataChannel();\n\n // Condemn only a response the wire proves is running, VAD-created included:\n // counting one that never reports strands the manager's send lock.\n if (this.isResponseInProgress || this.activeResponseAcked) {\n dc.send(JSON.stringify({ type: \"response.cancel\" }));\n this.staleDonesExpected += 1;\n if (!this.activeResponseAcked) {\n // Still owes the acknowledgement of the request being cancelled.\n this.staleCreatedsExpected += 1;\n }\n this.activeResponseAcked = false;\n this.isResponseInProgress = false;\n }\n\n // Cancelling stops generation, not the sound, and playback outlives\n // generation -- so this cannot depend on there being a response to cancel.\n if (this.hasStartedAudioOutput) {\n dc.send(JSON.stringify({ type: \"output_audio_buffer.clear\" }));\n }\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSyncAnalyzer.prepare();\n }\n\n private handleServerEvent(event: ServerEvent): void {\n if (this.options.debug && this.shouldLogDebugEvent(event.type)) {\n this.log(\"📡 [OpenAI Realtime Event]\", event.type, event);\n }\n\n switch (event.type) {\n case \"session.created\":\n return;\n\n case \"session.updated\":\n this.resolvePendingSessionUpdate();\n return;\n\n case \"response.created\":\n if (this.staleCreatedsExpected > 0) {\n this.staleCreatedsExpected -= 1;\n return;\n }\n\n this.activeResponseAcked = true;\n return;\n\n case \"response.audio.delta\":\n case \"output_audio_buffer.started\":\n if (this.staleDonesExpected > 0) {\n return;\n }\n\n if (!this.hasStartedAudioOutput) {\n this.hasStartedAudioOutput = true;\n this.lipSyncAnalyzer.resume();\n this.emitEvent({ type: \"audio.output.started\" });\n }\n return;\n\n // `response.audio.done` / `response.output_audio.done` report that the\n // SERVER finished sending audio, not that the browser finished playing\n // it — there is still buffered audio at that point. Ending there cut\n // consumers off mid-sentence: `RenderManager` releases a held expression\n // on `tts:audio:end`, so a face reset partway through its own reply.\n // Only the output-buffer events describe actual playback: `stopped` when\n // it finishes, `cleared` when an interruption discards it.\n case \"output_audio_buffer.stopped\":\n case \"output_audio_buffer.cleared\":\n // Pause before reporting the end. The analyzer smooths its readings and\n // would keep emitting a decaying level, which `RealtimeManager` turns\n // back into a start — with no further buffer event left to close it.\n this.lipSyncAnalyzer.pause();\n\n if (this.staleDonesExpected > 0) {\n this.hasStartedAudioOutput = false;\n return;\n }\n\n this.emitEvent({ type: \"audio.output.ended\" });\n this.hasStartedAudioOutput = false;\n return;\n\n case \"response.done\":\n if (this.staleDonesExpected > 0) {\n // A condemned response reporting. The replacement sent in its place is\n // still in progress, so its request state must survive this.\n this.staleDonesExpected -= 1;\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n return;\n }\n\n this.activeResponseAcked = false;\n this.isResponseInProgress = false;\n\n // Tool-using turns fire response.done twice per user message: once\n // after the tool call (no text this cycle) and once after the\n // follow-up reply. Skip the first one so consumers see a single\n // completion per user turn. Keeping tracking live means the\n // follow-up cycle does not re-emit assistant.response.started.\n if (!this.assistantText) {\n return;\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: this.assistantText,\n usage: event.response?.usage,\n model: event.response?.model,\n responseId: event.response?.id,\n });\n this.resetResponseTracking();\n return;\n\n case \"response.audio_transcript.delta\":\n case \"response.output_audio_transcript.delta\":\n case \"response.output_text.delta\":\n if (this.staleDonesExpected > 0 || !event.delta) {\n return;\n }\n\n this.ensureAssistantResponseStarted();\n\n this.assistantText += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n return;\n\n case \"response.output_text.done\":\n if (this.staleDonesExpected > 0 || !event.text) {\n return;\n }\n this.emitFinalAssistantText(event.text);\n return;\n\n case \"response.output_audio_transcript.done\":\n if (this.staleDonesExpected > 0 || !event.transcript) {\n return;\n }\n this.emitFinalAssistantText(event.transcript);\n return;\n\n case \"conversation.item.input_audio_transcription.completed\":\n if (event.transcript) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n return;\n\n case \"response.function_call_arguments.done\":\n this.handleToolCallDone(event);\n return;\n\n case \"error\":\n // The cancel lost the race to server-side completion. Surfacing it would\n // hit the manager's error branch, which frees the replacement's lock.\n if (isCancelWithoutActiveResponse(event.error)) {\n return;\n }\n\n // De-arm on an unknown failure: fail live rather than stay suppressed\n // forever, even though an owed `response.done` then reports as genuine.\n this.isResponseInProgress = false;\n this.resetResponseSuppression();\n {\n const error = new Error(event.error?.message || \"Unknown error\");\n if (this.isPendingSessionUpdateError(event)) {\n this.rejectPendingSessionUpdate(error);\n }\n\n this.emitEvent({\n type: \"error\",\n error,\n });\n }\n return;\n\n default:\n return;\n }\n }\n\n private handleToolCallDone(event: ServerEvent): void {\n const callId = event.call_id || event.item?.call_id || event.item_id;\n const name = event.name || event.item?.name;\n const argsJson = event.arguments || event.item?.arguments;\n\n if (!name || !argsJson) {\n console.warn(\"⚠️ Tool call done but missing name or arguments\");\n return;\n }\n\n let args: Record<string, unknown> = {};\n try {\n const parsed = JSON.parse(argsJson) as unknown;\n if (isRecord(parsed)) {\n args = parsed;\n }\n } catch (error) {\n console.error(\"Failed to parse tool call args\", error, argsJson);\n return;\n }\n\n this.emitEvent({\n type: \"tool.call\",\n name,\n args,\n callId,\n });\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (this.options.sessionBootstrap) {\n return this.options.sessionBootstrap(request);\n }\n\n const apiEndpoint = this.options.apiEndpoint;\n if (!apiEndpoint) {\n throw new Error(\n \"OpenAI realtime client requires apiEndpoint or sessionBootstrap\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n {\n timeoutMessage: `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n failureMessage: \"Realtime request failed\",\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Failed to create Realtime session: ${errorText}`);\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new Error(\"Invalid realtime session bootstrap response\");\n }\n\n return bootstrap as RealtimeSessionBootstrap;\n }\n\n private bindConnectionEvents(): void {\n if (!this.pc) {\n return;\n }\n\n this.pc.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = this.pc?.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n this.pc.addEventListener(\"connectionstatechange\", () => {\n const connectionState = this.pc?.connectionState;\n if (connectionState === \"failed\" || connectionState === \"closed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n // Only resume while a segment is actually playing. Resuming after playback\n // ended would meter residual level, which `RealtimeManager` reads as a new\n // audio start that no later buffer event would close.\n if (this.hasStartedAudioOutput) {\n this.lipSyncAnalyzer.resume();\n }\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n if (this.hasStartedAudioOutput) {\n this.lipSyncAnalyzer.resume();\n }\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.pc || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.pc,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.pc ||\n !this.dc ||\n !this.needsRecovery(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.isResponseInProgress = false;\n this.resetResponseSuppression();\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n this.lipSyncAnalyzer.stop();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private needsRecovery(cause: RealtimeReconnectCause): boolean {\n if (!this.pc || !this.dc) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.dc.readyState !== \"open\" ||\n this.pc.connectionState === \"failed\" ||\n this.pc.connectionState === \"closed\" ||\n this.pc.iceConnectionState === \"failed\" ||\n this.pc.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(): void {\n this.isCleaningUp = true;\n this.unbindTransportLifecycleEvents();\n this.iceDisconnectDebouncer.cancel();\n this.lipSyncAnalyzer\n .cleanup()\n .catch((error) =>\n console.error(\"Failed to clean up lip-sync analyzer:\", error),\n );\n this.rejectPendingSessionUpdate(\n new Error(\"Realtime session ended before session update completed\"),\n );\n\n if (this.dc) {\n this.dc.close();\n this.dc = null;\n }\n\n if (this.pc) {\n this.pc.close();\n this.pc = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n this.audioSender = null;\n this.isResponseInProgress = false;\n this.resetResponseSuppression();\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.hasStartedAudioOutput = false;\n this.resetResponseTracking();\n }\n\n private beginResponseRequest(): void {\n // Deliberately does NOT clear `hasStartedAudioOutput`: a new request can be\n // sent while the previous response is still playing out, and clearing here\n // would again treat request boundaries as playback boundaries. The buffer\n // events own that flag. Nor the stale counters: a condemned response's\n // events arrive after the replacement is sent, which is the bug they fix.\n this.resetResponseTracking();\n this.isResponseInProgress = true;\n this.activeResponseAcked = false;\n }\n\n private requireOpenDataChannel(): RTCDataChannel {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.dc || this.dc.readyState !== \"open\") {\n throw new Error(\"DataChannel not ready\");\n }\n\n return this.dc;\n }\n\n private async tryIceRestartRecovery(\n config?: RealtimeSessionConfig,\n ): Promise<boolean> {\n const pc = this.pc;\n if (!pc || this.shouldRebuildConnection()) {\n return false;\n }\n\n if (pc.iceConnectionState === \"connected\") {\n return true;\n }\n\n if (pc.iceConnectionState === \"disconnected\") {\n await delay(1_500);\n if (pc.iceConnectionState !== \"disconnected\") {\n return true;\n }\n }\n\n if (\n pc.iceConnectionState === \"failed\" ||\n pc.connectionState === \"failed\" ||\n pc.connectionState === \"closed\"\n ) {\n return false;\n }\n\n if (typeof pc.restartIce === \"function\") {\n pc.restartIce();\n }\n\n const offer = await pc.createOffer({ iceRestart: true });\n await pc.setLocalDescription(offer);\n\n const bootstrap = await this.getSessionBootstrap({\n transport: \"webrtc\",\n session: config ?? this.currentSessionConfig ?? {},\n sdpOffer: offer.sdp,\n });\n\n const answerSdp = this.resolveWebRTCAnswerSdp(bootstrap);\n\n await pc.setRemoteDescription({\n type: \"answer\",\n sdp: answerSdp,\n });\n return true;\n }\n\n private shouldRebuildConnection(): boolean {\n return (\n !this.pc ||\n !this.dc ||\n this.dc.readyState === \"closed\" ||\n this.pc.connectionState === \"failed\" ||\n this.pc.connectionState === \"closed\" ||\n this.pc.iceConnectionState === \"failed\"\n );\n }\n\n private async rebuildConnection(\n config?: RealtimeSessionConfig,\n ): Promise<void> {\n this.connectionLossNotified = true;\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n }\n\n private resolvePendingSessionUpdate(): void {\n if (!this.pendingSessionUpdate) {\n return;\n }\n\n clearTimeout(this.pendingSessionUpdate.timeoutId);\n this.pendingSessionUpdate.resolve();\n this.pendingSessionUpdate = null;\n }\n\n private rejectPendingSessionUpdate(error: Error): void {\n if (!this.pendingSessionUpdate) {\n return;\n }\n\n clearTimeout(this.pendingSessionUpdate.timeoutId);\n this.pendingSessionUpdate.reject(error);\n this.pendingSessionUpdate = null;\n }\n\n private isPendingSessionUpdateError(event: ServerEvent): boolean {\n const pendingUpdate = this.pendingSessionUpdate;\n if (!pendingUpdate) {\n return false;\n }\n\n return event.error?.event_id === pendingUpdate.eventId;\n }\n\n private getSessionUpdateTimeoutMs(): number {\n return (\n this.options.sessionUpdateTimeoutMs ?? DEFAULT_SESSION_UPDATE_TIMEOUT_MS\n );\n }\n\n private resolveWebRTCAnswerSdp(bootstrap: RealtimeSessionBootstrap): string {\n if (\n bootstrap.adapter !== OPENAI_REALTIME_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"answerSdp\" in bootstrap)\n ) {\n throw new Error(\n `OpenAI realtime client only supports ${OPENAI_REALTIME_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n return bootstrap.answerSdp;\n }\n\n /**\n * Resets per-response text state only. `hasStartedAudioOutput` deliberately\n * survives this: buffered audio keeps playing after `response.done`, and\n * conflating the two is the defect this transport's audio handling exists to\n * avoid. It is cleared where playback genuinely ends instead.\n */\n private resetResponseTracking(): void {\n this.assistantText = \"\";\n this.hasStartedAssistantResponse = false;\n }\n\n private resetResponseSuppression(): void {\n this.staleDonesExpected = 0;\n this.staleCreatedsExpected = 0;\n this.activeResponseAcked = false;\n }\n\n private ensureAssistantResponseStarted(): void {\n if (!this.hasStartedAssistantResponse) {\n this.hasStartedAssistantResponse = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n }\n\n private emitFinalAssistantText(full: string): void {\n this.ensureAssistantResponseStarted();\n\n if (full !== this.assistantText) {\n const delta = full.startsWith(this.assistantText)\n ? full.slice(this.assistantText.length)\n : full;\n\n this.assistantText = full;\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (this.options.debug) {\n console.log(...args);\n }\n }\n\n private shouldLogDebugEvent(eventType: string): boolean {\n if (DEBUG_EVENT_ALLOWLIST.has(eventType)) {\n return true;\n }\n\n return eventType.startsWith(\"response.output_text.\");\n }\n}\n\n/** The benign cancel that lost to server-side completion. */\nfunction isCancelWithoutActiveResponse(error?: ServerError): boolean {\n return (\n error?.code === \"response_cancel_not_active\" ||\n (error?.message?.toLowerCase().includes(\"no active response\") ?? false)\n );\n}\n\nexport function createOpenAIRealtimeClient(\n options?: OpenAIRealtimeClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeClient(options);\n}\n\nfunction toOpenAIRealtimeSessionUpdate(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = config?.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const session: Record<string, unknown> = {\n audio,\n tool_choice: config?.toolChoice ?? \"auto\",\n };\n\n if (config?.instructions) {\n session.instructions = config.instructions;\n }\n\n if (config?.maxTokens !== undefined) {\n session.max_output_tokens = config.maxTokens;\n }\n\n if (config && \"tools\" in config) {\n session.tools = config.tools ?? [];\n }\n\n return session;\n}\n"]}
|
package/dist/openai/index.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { R as RealtimeTransportClient } from '../types-
|
|
1
|
+
import { R as RealtimeTransportClient } from '../types-D96RmHO5.mjs';
|
|
2
2
|
import { RealtimeSessionRequest, RealtimeSessionBootstrap } from '@charivo/core';
|
|
3
3
|
|
|
4
4
|
interface RealtimeBootstrapLoaderOptions {
|
|
@@ -348,6 +348,13 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
348
348
|
latestAssistantText = "";
|
|
349
349
|
/** Whether the response that just finished left a tool follow-up outstanding. */
|
|
350
350
|
expectsToolFollowUp = false;
|
|
351
|
+
/** Whether a `response.created` has arrived without its `response.done`. */
|
|
352
|
+
responseActive = false;
|
|
353
|
+
/** Marked at interrupt: the SDK only cancels an acknowledged response. */
|
|
354
|
+
condemnedActiveResponse = false;
|
|
355
|
+
// `agent_end` carries no identity, so its message's `response.done` marks the
|
|
356
|
+
// one to swallow. Never cleared in resetAssistantTracking(): every send calls it.
|
|
357
|
+
suppressStaleAgentEnd = false;
|
|
351
358
|
currentSessionConfig;
|
|
352
359
|
teardownTransportLifecycle;
|
|
353
360
|
iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {
|
|
@@ -482,6 +489,9 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
482
489
|
throw new Error("Realtime session not active");
|
|
483
490
|
}
|
|
484
491
|
this.session.interrupt();
|
|
492
|
+
if (this.responseActive) {
|
|
493
|
+
this.condemnedActiveResponse = true;
|
|
494
|
+
}
|
|
485
495
|
this.assistant.started = false;
|
|
486
496
|
}
|
|
487
497
|
onEvent(callback) {
|
|
@@ -512,6 +522,11 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
512
522
|
this.latestAssistantText = this.extractLatestAssistantText(history);
|
|
513
523
|
});
|
|
514
524
|
session.on("error", ({ error }) => {
|
|
525
|
+
if (isCancelWithoutActiveResponse(error)) {
|
|
526
|
+
return;
|
|
527
|
+
}
|
|
528
|
+
this.responseActive = false;
|
|
529
|
+
this.condemnedActiveResponse = false;
|
|
515
530
|
this.emitEvent({
|
|
516
531
|
type: "error",
|
|
517
532
|
error: error instanceof Error ? error : new Error(String(error))
|
|
@@ -537,15 +552,28 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
537
552
|
text: event.transcript
|
|
538
553
|
});
|
|
539
554
|
}
|
|
540
|
-
if (event.type === "response.
|
|
541
|
-
this.
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
555
|
+
if (event.type === "response.created") {
|
|
556
|
+
this.responseActive = true;
|
|
557
|
+
this.suppressStaleAgentEnd = false;
|
|
558
|
+
return;
|
|
559
|
+
}
|
|
560
|
+
if (event.type === "response.done") {
|
|
561
|
+
this.responseActive = false;
|
|
562
|
+
if (this.condemnedActiveResponse) {
|
|
563
|
+
this.condemnedActiveResponse = false;
|
|
564
|
+
this.suppressStaleAgentEnd = true;
|
|
565
|
+
return;
|
|
566
|
+
}
|
|
567
|
+
if (isRecord(event.response)) {
|
|
568
|
+
this.expectsToolFollowUp = Array.isArray(event.response.output) ? event.response.output.some(
|
|
569
|
+
(item) => isRecord(item) && item.type === "function_call"
|
|
570
|
+
) : false;
|
|
571
|
+
this.assistantCompletionMetadata = {
|
|
572
|
+
usage: isRecord(event.response.usage) ? event.response.usage : void 0,
|
|
573
|
+
model: typeof event.response.model === "string" ? event.response.model : void 0,
|
|
574
|
+
responseId: typeof event.response.id === "string" ? event.response.id : void 0
|
|
575
|
+
};
|
|
576
|
+
}
|
|
549
577
|
}
|
|
550
578
|
});
|
|
551
579
|
}
|
|
@@ -565,6 +593,9 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
565
593
|
if (!event.delta) {
|
|
566
594
|
return;
|
|
567
595
|
}
|
|
596
|
+
if (this.condemnedActiveResponse) {
|
|
597
|
+
return;
|
|
598
|
+
}
|
|
568
599
|
this.ensureAssistantStarted();
|
|
569
600
|
this.assistant.text += event.delta;
|
|
570
601
|
this.emitEvent({
|
|
@@ -572,11 +603,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
572
603
|
text: event.delta
|
|
573
604
|
});
|
|
574
605
|
}
|
|
575
|
-
/**
|
|
576
|
-
* Open a playback segment: resume analysis and report the start. Idempotent,
|
|
577
|
-
* so the WebSocket transport's `audio_start` and WebRTC's
|
|
578
|
-
* `output_audio_buffer.started` can both feed it without double-reporting.
|
|
579
|
-
*/
|
|
606
|
+
/** Idempotent, so both transports' start signals can feed it. */
|
|
580
607
|
openAudioOutputSegment() {
|
|
581
608
|
if (this.audioOutputActive) {
|
|
582
609
|
return;
|
|
@@ -593,6 +620,11 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
593
620
|
this.emitEvent({ type: "assistant.response.started" });
|
|
594
621
|
}
|
|
595
622
|
finalizeAssistantResponse(output) {
|
|
623
|
+
if (this.suppressStaleAgentEnd) {
|
|
624
|
+
this.suppressStaleAgentEnd = false;
|
|
625
|
+
this.resetAssistantTracking();
|
|
626
|
+
return;
|
|
627
|
+
}
|
|
596
628
|
const isEmptyTurn = !this.assistant.text && !output.trim();
|
|
597
629
|
if (isEmptyTurn && this.expectsToolFollowUp) {
|
|
598
630
|
return;
|
|
@@ -809,6 +841,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
809
841
|
this.cleanupPendingToolCalls(
|
|
810
842
|
new Error("Realtime session interrupted during reconnect")
|
|
811
843
|
);
|
|
844
|
+
this.resetResponseSuppression();
|
|
812
845
|
this.resetAssistantTracking();
|
|
813
846
|
this.lipSyncAnalyzer.stop();
|
|
814
847
|
this.emitEvent({
|
|
@@ -858,8 +891,14 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
858
891
|
this.latestAssistantText = "";
|
|
859
892
|
this.connectionLossNotified = false;
|
|
860
893
|
this.isCleaningUp = false;
|
|
894
|
+
this.resetResponseSuppression();
|
|
861
895
|
this.resetAssistantTracking();
|
|
862
896
|
}
|
|
897
|
+
resetResponseSuppression() {
|
|
898
|
+
this.responseActive = false;
|
|
899
|
+
this.condemnedActiveResponse = false;
|
|
900
|
+
this.suppressStaleAgentEnd = false;
|
|
901
|
+
}
|
|
863
902
|
resetAssistantTracking() {
|
|
864
903
|
this.assistant = {
|
|
865
904
|
text: "",
|
|
@@ -893,6 +932,13 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
893
932
|
console.debug("[charivo/realtime/openai-agents]", ...args);
|
|
894
933
|
}
|
|
895
934
|
};
|
|
935
|
+
function isCancelWithoutActiveResponse(error) {
|
|
936
|
+
if (!isRecord(error) || !isRecord(error.error)) {
|
|
937
|
+
return false;
|
|
938
|
+
}
|
|
939
|
+
const serverError = error.error;
|
|
940
|
+
return serverError.code === "response_cancel_not_active" || typeof serverError.message === "string" && serverError.message.toLowerCase().includes("no active response");
|
|
941
|
+
}
|
|
896
942
|
function createOpenAIRealtimeAgentsClient(options) {
|
|
897
943
|
return new OpenAIRealtimeAgentsClient(options);
|
|
898
944
|
}
|